1dd84a43cSPoul-Henning Kamp /*- 2dd84a43cSPoul-Henning Kamp * Copyright (c) 2002 Poul-Henning Kamp 3dd84a43cSPoul-Henning Kamp * Copyright (c) 2002 Networks Associates Technology, Inc. 4dd84a43cSPoul-Henning Kamp * All rights reserved. 5dd84a43cSPoul-Henning Kamp * 6dd84a43cSPoul-Henning Kamp * This software was developed for the FreeBSD Project by Poul-Henning Kamp 7dd84a43cSPoul-Henning Kamp * and NAI Labs, the Security Research Division of Network Associates, Inc. 8dd84a43cSPoul-Henning Kamp * under DARPA/SPAWAR contract N66001-01-C-8035 ("CBOSS"), as part of the 9dd84a43cSPoul-Henning Kamp * DARPA CHATS research program. 10dd84a43cSPoul-Henning Kamp * 11dd84a43cSPoul-Henning Kamp * Redistribution and use in source and binary forms, with or without 12dd84a43cSPoul-Henning Kamp * modification, are permitted provided that the following conditions 13dd84a43cSPoul-Henning Kamp * are met: 14dd84a43cSPoul-Henning Kamp * 1. Redistributions of source code must retain the above copyright 15dd84a43cSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer. 16dd84a43cSPoul-Henning Kamp * 2. Redistributions in binary form must reproduce the above copyright 17dd84a43cSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer in the 18dd84a43cSPoul-Henning Kamp * documentation and/or other materials provided with the distribution. 19dd84a43cSPoul-Henning Kamp * 3. The names of the authors may not be used to endorse or promote 20dd84a43cSPoul-Henning Kamp * products derived from this software without specific prior written 21dd84a43cSPoul-Henning Kamp * permission. 22dd84a43cSPoul-Henning Kamp * 23dd84a43cSPoul-Henning Kamp * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 24dd84a43cSPoul-Henning Kamp * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 25dd84a43cSPoul-Henning Kamp * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 26dd84a43cSPoul-Henning Kamp * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 27dd84a43cSPoul-Henning Kamp * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 28dd84a43cSPoul-Henning Kamp * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 29dd84a43cSPoul-Henning Kamp * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 30dd84a43cSPoul-Henning Kamp * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 31dd84a43cSPoul-Henning Kamp * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 32dd84a43cSPoul-Henning Kamp * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 33dd84a43cSPoul-Henning Kamp * SUCH DAMAGE. 34dd84a43cSPoul-Henning Kamp */ 35dd84a43cSPoul-Henning Kamp 3650b1faefSDavid E. O'Brien #include <sys/cdefs.h> 3750b1faefSDavid E. O'Brien __FBSDID("$FreeBSD$"); 38dd84a43cSPoul-Henning Kamp 39dd84a43cSPoul-Henning Kamp #include <sys/param.h> 40dd84a43cSPoul-Henning Kamp #include <sys/systm.h> 41e24cbd90SPoul-Henning Kamp #include <sys/devicestat.h> 42dd84a43cSPoul-Henning Kamp #include <sys/kernel.h> 43dd84a43cSPoul-Henning Kamp #include <sys/malloc.h> 44dd84a43cSPoul-Henning Kamp #include <sys/bio.h> 45dd84a43cSPoul-Henning Kamp #include <sys/sysctl.h> 46dd84a43cSPoul-Henning Kamp #include <sys/proc.h> 47dd84a43cSPoul-Henning Kamp #include <sys/kthread.h> 48dd84a43cSPoul-Henning Kamp #include <sys/lock.h> 49dd84a43cSPoul-Henning Kamp #include <sys/mutex.h> 50dd84a43cSPoul-Henning Kamp #include <sys/errno.h> 51dd84a43cSPoul-Henning Kamp #include <sys/sbuf.h> 52dd84a43cSPoul-Henning Kamp #include <geom/geom.h> 53b1876192SPoul-Henning Kamp #include <geom/geom_int.h> 54dd84a43cSPoul-Henning Kamp #include <machine/stdarg.h> 55dd84a43cSPoul-Henning Kamp 562654e1fcSPoul-Henning Kamp struct class_list_head g_classes = LIST_HEAD_INITIALIZER(g_classes); 57dd84a43cSPoul-Henning Kamp static struct g_tailq_head geoms = TAILQ_HEAD_INITIALIZER(geoms); 58dd84a43cSPoul-Henning Kamp char *g_wait_event, *g_wait_up, *g_wait_down, *g_wait_sim; 59dd84a43cSPoul-Henning Kamp 606c87f8d5SPoul-Henning Kamp struct g_hh00 { 616c87f8d5SPoul-Henning Kamp struct g_class *mp; 626c87f8d5SPoul-Henning Kamp int error; 636c87f8d5SPoul-Henning Kamp }; 649972896cSPoul-Henning Kamp 659972896cSPoul-Henning Kamp /* 669972896cSPoul-Henning Kamp * This event offers a new class a chance to taste all preexisting providers. 679972896cSPoul-Henning Kamp */ 689972896cSPoul-Henning Kamp static void 696c87f8d5SPoul-Henning Kamp g_load_class(void *arg, int flag) 709972896cSPoul-Henning Kamp { 716c87f8d5SPoul-Henning Kamp struct g_hh00 *hh; 729972896cSPoul-Henning Kamp struct g_class *mp2, *mp; 739972896cSPoul-Henning Kamp struct g_geom *gp; 749972896cSPoul-Henning Kamp struct g_provider *pp; 759972896cSPoul-Henning Kamp 769972896cSPoul-Henning Kamp g_topology_assert(); 776c87f8d5SPoul-Henning Kamp if (flag == EV_CANCEL) /* XXX: can't happen ? */ 789972896cSPoul-Henning Kamp return; 799972896cSPoul-Henning Kamp if (g_shutdown) 809972896cSPoul-Henning Kamp return; 816c87f8d5SPoul-Henning Kamp 826c87f8d5SPoul-Henning Kamp hh = arg; 836c87f8d5SPoul-Henning Kamp mp = hh->mp; 846c87f8d5SPoul-Henning Kamp g_free(hh); 856c87f8d5SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_load_class(%s)", mp->name); 86799426f8SPoul-Henning Kamp KASSERT(mp->name != NULL && *mp->name != '\0', 87799426f8SPoul-Henning Kamp ("GEOM class has no name")); 88ce64e0f2SPoul-Henning Kamp LIST_FOREACH(mp2, &g_classes, class) { 89ce64e0f2SPoul-Henning Kamp KASSERT(mp2 != mp, 90ce64e0f2SPoul-Henning Kamp ("The GEOM class %s already loaded", mp2->name)); 91ce64e0f2SPoul-Henning Kamp KASSERT(strcmp(mp2->name, mp->name) != 0, 92ce64e0f2SPoul-Henning Kamp ("A GEOM class named %s is already loaded", mp2->name)); 93ce64e0f2SPoul-Henning Kamp } 946c87f8d5SPoul-Henning Kamp 956c87f8d5SPoul-Henning Kamp LIST_INIT(&mp->geom); 966c87f8d5SPoul-Henning Kamp LIST_INSERT_HEAD(&g_classes, mp, class); 970ecc7670SPoul-Henning Kamp if (mp->init != NULL) 980ecc7670SPoul-Henning Kamp mp->init(mp); 996c87f8d5SPoul-Henning Kamp if (mp->taste == NULL) 1009972896cSPoul-Henning Kamp return; 1016c87f8d5SPoul-Henning Kamp LIST_FOREACH(mp2, &g_classes, class) { 1026c87f8d5SPoul-Henning Kamp if (mp == mp2) 1039972896cSPoul-Henning Kamp continue; 1046c87f8d5SPoul-Henning Kamp LIST_FOREACH(gp, &mp2->geom, geom) { 1059972896cSPoul-Henning Kamp LIST_FOREACH(pp, &gp->provider, provider) { 1066c87f8d5SPoul-Henning Kamp mp->taste(mp, pp, 0); 1079972896cSPoul-Henning Kamp g_topology_assert(); 1089972896cSPoul-Henning Kamp } 1099972896cSPoul-Henning Kamp } 1109972896cSPoul-Henning Kamp } 1119972896cSPoul-Henning Kamp } 1129972896cSPoul-Henning Kamp 1136c87f8d5SPoul-Henning Kamp static void 1146c87f8d5SPoul-Henning Kamp g_unload_class(void *arg, int flag) 115dd84a43cSPoul-Henning Kamp { 1166c87f8d5SPoul-Henning Kamp struct g_hh00 *hh; 1176c87f8d5SPoul-Henning Kamp struct g_class *mp; 1186c87f8d5SPoul-Henning Kamp struct g_geom *gp; 1196c87f8d5SPoul-Henning Kamp struct g_provider *pp; 1206c87f8d5SPoul-Henning Kamp struct g_consumer *cp; 1216c87f8d5SPoul-Henning Kamp int error; 1226c87f8d5SPoul-Henning Kamp 1236c87f8d5SPoul-Henning Kamp g_topology_assert(); 1246c87f8d5SPoul-Henning Kamp hh = arg; 1256c87f8d5SPoul-Henning Kamp mp = hh->mp; 1263d1d5bc3SPoul-Henning Kamp G_VALID_CLASS(mp); 1276c87f8d5SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_unload_class(%s)", mp->name); 1280ed4f6a1SPoul-Henning Kamp 1290ed4f6a1SPoul-Henning Kamp /* 1300ed4f6a1SPoul-Henning Kamp * We allow unloading if we have no geoms, or a class 1310ed4f6a1SPoul-Henning Kamp * method we can use to get rid of them. 1320ed4f6a1SPoul-Henning Kamp */ 1330ed4f6a1SPoul-Henning Kamp if (!LIST_EMPTY(&mp->geom) && mp->destroy_geom == NULL) { 1346c87f8d5SPoul-Henning Kamp hh->error = EOPNOTSUPP; 1356c87f8d5SPoul-Henning Kamp return; 1366c87f8d5SPoul-Henning Kamp } 1376c87f8d5SPoul-Henning Kamp 1386c87f8d5SPoul-Henning Kamp /* We refuse to unload if anything is open */ 1396c87f8d5SPoul-Henning Kamp LIST_FOREACH(gp, &mp->geom, geom) { 1406c87f8d5SPoul-Henning Kamp LIST_FOREACH(pp, &gp->provider, provider) 1416c87f8d5SPoul-Henning Kamp if (pp->acr || pp->acw || pp->ace) { 1426c87f8d5SPoul-Henning Kamp hh->error = EBUSY; 1436c87f8d5SPoul-Henning Kamp return; 1446c87f8d5SPoul-Henning Kamp } 1456c87f8d5SPoul-Henning Kamp LIST_FOREACH(cp, &gp->consumer, consumer) 1466c87f8d5SPoul-Henning Kamp if (cp->acr || cp->acw || cp->ace) { 1476c87f8d5SPoul-Henning Kamp hh->error = EBUSY; 1486c87f8d5SPoul-Henning Kamp return; 1496c87f8d5SPoul-Henning Kamp } 1506c87f8d5SPoul-Henning Kamp } 1516c87f8d5SPoul-Henning Kamp 1526c87f8d5SPoul-Henning Kamp /* Bar new entries */ 1536c87f8d5SPoul-Henning Kamp mp->taste = NULL; 1546c87f8d5SPoul-Henning Kamp mp->config = NULL; 1556c87f8d5SPoul-Henning Kamp 1566c87f8d5SPoul-Henning Kamp error = 0; 157e26bafdcSPoul-Henning Kamp for (;;) { 158e26bafdcSPoul-Henning Kamp gp = LIST_FIRST(&mp->geom); 159e26bafdcSPoul-Henning Kamp if (gp == NULL) 160e26bafdcSPoul-Henning Kamp break; 1616c87f8d5SPoul-Henning Kamp error = mp->destroy_geom(NULL, mp, gp); 1626c87f8d5SPoul-Henning Kamp if (error != 0) 1636c87f8d5SPoul-Henning Kamp break; 1646c87f8d5SPoul-Henning Kamp } 1656c87f8d5SPoul-Henning Kamp if (error == 0) { 1666c87f8d5SPoul-Henning Kamp if (mp->fini != NULL) 1676c87f8d5SPoul-Henning Kamp mp->fini(mp); 1680ecc7670SPoul-Henning Kamp LIST_REMOVE(mp, class); 1696c87f8d5SPoul-Henning Kamp } 1706c87f8d5SPoul-Henning Kamp hh->error = error; 1716c87f8d5SPoul-Henning Kamp return; 1726c87f8d5SPoul-Henning Kamp } 1736c87f8d5SPoul-Henning Kamp 1746c87f8d5SPoul-Henning Kamp int 1756c87f8d5SPoul-Henning Kamp g_modevent(module_t mod, int type, void *data) 1766c87f8d5SPoul-Henning Kamp { 1776c87f8d5SPoul-Henning Kamp struct g_hh00 *hh; 1786c87f8d5SPoul-Henning Kamp int error; 1796c87f8d5SPoul-Henning Kamp static int g_ignition; 180dd66958eSPoul-Henning Kamp struct g_class *mp; 181dd84a43cSPoul-Henning Kamp 182dd66958eSPoul-Henning Kamp mp = data; 18307f076feSPoul-Henning Kamp if (mp->version != G_VERSION) { 184dd66958eSPoul-Henning Kamp printf("GEOM class %s has Wrong version %x\n", 185dd66958eSPoul-Henning Kamp mp->name, mp->version); 186dd66958eSPoul-Henning Kamp return (EINVAL); 187dd66958eSPoul-Henning Kamp } 188dd84a43cSPoul-Henning Kamp if (!g_ignition) { 189dd84a43cSPoul-Henning Kamp g_ignition++; 190dd84a43cSPoul-Henning Kamp g_init(); 191dd84a43cSPoul-Henning Kamp } 1926c87f8d5SPoul-Henning Kamp hh = g_malloc(sizeof *hh, M_WAITOK | M_ZERO); 1936c87f8d5SPoul-Henning Kamp hh->mp = data; 1946c87f8d5SPoul-Henning Kamp error = EOPNOTSUPP; 1956c87f8d5SPoul-Henning Kamp switch (type) { 1966c87f8d5SPoul-Henning Kamp case MOD_LOAD: 1976c87f8d5SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_modevent(%s, LOAD)", hh->mp->name); 1986c87f8d5SPoul-Henning Kamp g_post_event(g_load_class, hh, M_WAITOK, NULL); 1996c87f8d5SPoul-Henning Kamp error = 0; 2006c87f8d5SPoul-Henning Kamp break; 2016c87f8d5SPoul-Henning Kamp case MOD_UNLOAD: 2026c87f8d5SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_modevent(%s, UNLOAD)", hh->mp->name); 2036c87f8d5SPoul-Henning Kamp error = g_waitfor_event(g_unload_class, hh, M_WAITOK, NULL); 2046c87f8d5SPoul-Henning Kamp if (error == 0) 2056c87f8d5SPoul-Henning Kamp error = hh->error; 2061f75de94SPoul-Henning Kamp if (error == 0) { 2076c87f8d5SPoul-Henning Kamp g_waitidle(); 2086c87f8d5SPoul-Henning Kamp KASSERT(LIST_EMPTY(&hh->mp->geom), 2096c87f8d5SPoul-Henning Kamp ("Unloaded class (%s) still has geom", hh->mp->name)); 2101f75de94SPoul-Henning Kamp } 2116c87f8d5SPoul-Henning Kamp g_free(hh); 2126c87f8d5SPoul-Henning Kamp break; 213f5b34814SPoul-Henning Kamp default: 214f5b34814SPoul-Henning Kamp g_free(hh); 215f5b34814SPoul-Henning Kamp break; 2166c87f8d5SPoul-Henning Kamp } 2176c87f8d5SPoul-Henning Kamp return (error); 218dd84a43cSPoul-Henning Kamp } 219dd84a43cSPoul-Henning Kamp 220dd84a43cSPoul-Henning Kamp struct g_geom * 2210f9d3dbaSPoul-Henning Kamp g_new_geomf(struct g_class *mp, const char *fmt, ...) 222dd84a43cSPoul-Henning Kamp { 223dd84a43cSPoul-Henning Kamp struct g_geom *gp; 224dd84a43cSPoul-Henning Kamp va_list ap; 225dd84a43cSPoul-Henning Kamp struct sbuf *sb; 226dd84a43cSPoul-Henning Kamp 227dd84a43cSPoul-Henning Kamp g_topology_assert(); 2283d1d5bc3SPoul-Henning Kamp G_VALID_CLASS(mp); 229dd84a43cSPoul-Henning Kamp sb = sbuf_new(NULL, NULL, 0, SBUF_AUTOEXTEND); 230a1a9b445SPoul-Henning Kamp va_start(ap, fmt); 231dd84a43cSPoul-Henning Kamp sbuf_vprintf(sb, fmt, ap); 232a1a9b445SPoul-Henning Kamp va_end(ap); 233dd84a43cSPoul-Henning Kamp sbuf_finish(sb); 234a163d034SWarner Losh gp = g_malloc(sizeof *gp, M_WAITOK | M_ZERO); 235a163d034SWarner Losh gp->name = g_malloc(sbuf_len(sb) + 1, M_WAITOK | M_ZERO); 236e805e8f0SPoul-Henning Kamp gp->class = mp; 237dd84a43cSPoul-Henning Kamp gp->rank = 1; 238dd84a43cSPoul-Henning Kamp LIST_INIT(&gp->consumer); 239dd84a43cSPoul-Henning Kamp LIST_INIT(&gp->provider); 240dd84a43cSPoul-Henning Kamp LIST_INSERT_HEAD(&mp->geom, gp, geom); 241dd84a43cSPoul-Henning Kamp TAILQ_INSERT_HEAD(&geoms, gp, geoms); 242dd84a43cSPoul-Henning Kamp strcpy(gp->name, sbuf_data(sb)); 243dd84a43cSPoul-Henning Kamp sbuf_delete(sb); 244dd66958eSPoul-Henning Kamp /* Fill in defaults from class */ 245dd66958eSPoul-Henning Kamp gp->start = mp->start; 246dd66958eSPoul-Henning Kamp gp->spoiled = mp->spoiled; 247dd66958eSPoul-Henning Kamp gp->dumpconf = mp->dumpconf; 248dd66958eSPoul-Henning Kamp gp->access = mp->access; 249dd66958eSPoul-Henning Kamp gp->orphan = mp->orphan; 250dd66958eSPoul-Henning Kamp gp->ioctl = mp->ioctl; 251dd84a43cSPoul-Henning Kamp return (gp); 252dd84a43cSPoul-Henning Kamp } 253dd84a43cSPoul-Henning Kamp 254dd84a43cSPoul-Henning Kamp void 255dd84a43cSPoul-Henning Kamp g_destroy_geom(struct g_geom *gp) 256dd84a43cSPoul-Henning Kamp { 257dd84a43cSPoul-Henning Kamp 258dd84a43cSPoul-Henning Kamp g_topology_assert(); 2593d1d5bc3SPoul-Henning Kamp G_VALID_GEOM(gp); 2603d1d5bc3SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_destroy_geom(%p(%s))", gp, gp->name); 261dd84a43cSPoul-Henning Kamp KASSERT(LIST_EMPTY(&gp->consumer), 262dd84a43cSPoul-Henning Kamp ("g_destroy_geom(%s) with consumer(s) [%p]", 263dd84a43cSPoul-Henning Kamp gp->name, LIST_FIRST(&gp->consumer))); 264dd84a43cSPoul-Henning Kamp KASSERT(LIST_EMPTY(&gp->provider), 265dd84a43cSPoul-Henning Kamp ("g_destroy_geom(%s) with provider(s) [%p]", 266cbb65040SPoul-Henning Kamp gp->name, LIST_FIRST(&gp->provider))); 267afcbcfaeSPoul-Henning Kamp g_cancel_event(gp); 268dd84a43cSPoul-Henning Kamp LIST_REMOVE(gp, geom); 269dd84a43cSPoul-Henning Kamp TAILQ_REMOVE(&geoms, gp, geoms); 2707d590cc4SPoul-Henning Kamp g_free(gp->name); 271dd84a43cSPoul-Henning Kamp g_free(gp); 272dd84a43cSPoul-Henning Kamp } 273dd84a43cSPoul-Henning Kamp 274d6227ae7SPoul-Henning Kamp /* 2753d1d5bc3SPoul-Henning Kamp * This function is called (repeatedly) until the has withered away. 276d6227ae7SPoul-Henning Kamp */ 277d6227ae7SPoul-Henning Kamp void 278d6227ae7SPoul-Henning Kamp g_wither_geom(struct g_geom *gp, int error) 279d6227ae7SPoul-Henning Kamp { 2801b464bd8SPoul-Henning Kamp struct g_provider *pp; 281d6227ae7SPoul-Henning Kamp 2823d1d5bc3SPoul-Henning Kamp g_topology_assert(); 2833d1d5bc3SPoul-Henning Kamp G_VALID_GEOM(gp); 284d6227ae7SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_wither_geom(%p(%s))", gp, gp->name); 285d6227ae7SPoul-Henning Kamp if (!(gp->flags & G_GEOM_WITHER)) { 286d6227ae7SPoul-Henning Kamp gp->flags |= G_GEOM_WITHER; 287d6227ae7SPoul-Henning Kamp LIST_FOREACH(pp, &gp->provider, provider) 288b07ef6c2SPoul-Henning Kamp if (!(pp->flags & G_PF_ORPHAN)) 289d6227ae7SPoul-Henning Kamp g_orphan_provider(pp, error); 290d6227ae7SPoul-Henning Kamp } 2911b464bd8SPoul-Henning Kamp g_do_wither(); 292d6227ae7SPoul-Henning Kamp } 2931b464bd8SPoul-Henning Kamp 2941b464bd8SPoul-Henning Kamp /* 2951b464bd8SPoul-Henning Kamp * This function is called (repeatedly) until we cant wash away more 2961b464bd8SPoul-Henning Kamp * withered bits at present. Return value contains two bits. Bit 0 2971b464bd8SPoul-Henning Kamp * set means "withering stuff we can't wash now", bit 1 means "call 2981b464bd8SPoul-Henning Kamp * me again, there may be stuff I didn't get the first time around. 2991b464bd8SPoul-Henning Kamp */ 3001b464bd8SPoul-Henning Kamp int 3011b464bd8SPoul-Henning Kamp g_wither_washer() 3021b464bd8SPoul-Henning Kamp { 3031b464bd8SPoul-Henning Kamp struct g_class *mp; 3041b464bd8SPoul-Henning Kamp struct g_geom *gp, *gp2; 3051b464bd8SPoul-Henning Kamp struct g_provider *pp, *pp2; 3061b464bd8SPoul-Henning Kamp struct g_consumer *cp, *cp2; 3071b464bd8SPoul-Henning Kamp int result; 3081b464bd8SPoul-Henning Kamp 3091b464bd8SPoul-Henning Kamp result = 0; 3101b464bd8SPoul-Henning Kamp g_topology_assert(); 3111b464bd8SPoul-Henning Kamp LIST_FOREACH(mp, &g_classes, class) { 3121b464bd8SPoul-Henning Kamp LIST_FOREACH_SAFE(gp, &mp->geom, geom, gp2) { 3131b464bd8SPoul-Henning Kamp LIST_FOREACH_SAFE(pp, &gp->provider, provider, pp2) { 3141b464bd8SPoul-Henning Kamp if (!(pp->flags & G_PF_WITHER)) 315d6227ae7SPoul-Henning Kamp continue; 3161b464bd8SPoul-Henning Kamp if (LIST_EMPTY(&pp->consumers)) 3171b464bd8SPoul-Henning Kamp g_destroy_provider(pp); 3181b464bd8SPoul-Henning Kamp else 3191b464bd8SPoul-Henning Kamp result |= 1; 3201b464bd8SPoul-Henning Kamp } 3211b464bd8SPoul-Henning Kamp if (!(gp->flags & G_GEOM_WITHER)) 3221b464bd8SPoul-Henning Kamp continue; 3231b464bd8SPoul-Henning Kamp LIST_FOREACH_SAFE(pp, &gp->provider, provider, pp2) { 3241b464bd8SPoul-Henning Kamp if (LIST_EMPTY(&pp->consumers)) 3251b464bd8SPoul-Henning Kamp g_destroy_provider(pp); 3261b464bd8SPoul-Henning Kamp else 3271b464bd8SPoul-Henning Kamp result |= 1; 3281b464bd8SPoul-Henning Kamp } 3291b464bd8SPoul-Henning Kamp LIST_FOREACH_SAFE(cp, &gp->consumer, consumer, cp2) { 3301b464bd8SPoul-Henning Kamp if (cp->acr || cp->acw || cp->ace) { 3311b464bd8SPoul-Henning Kamp result |= 1; 3321b464bd8SPoul-Henning Kamp continue; 3331b464bd8SPoul-Henning Kamp } 334539bec40SPoul-Henning Kamp if (cp->provider != NULL) 335d6227ae7SPoul-Henning Kamp g_detach(cp); 336d6227ae7SPoul-Henning Kamp g_destroy_consumer(cp); 3371b464bd8SPoul-Henning Kamp result |= 2; 338d6227ae7SPoul-Henning Kamp } 3391b464bd8SPoul-Henning Kamp if (LIST_EMPTY(&gp->provider) && 3401b464bd8SPoul-Henning Kamp LIST_EMPTY(&gp->consumer)) 341d6227ae7SPoul-Henning Kamp g_destroy_geom(gp); 3421b464bd8SPoul-Henning Kamp else 3431b464bd8SPoul-Henning Kamp result |= 1; 3441b464bd8SPoul-Henning Kamp } 3451b464bd8SPoul-Henning Kamp } 3461b464bd8SPoul-Henning Kamp return (result); 347d6227ae7SPoul-Henning Kamp } 348d6227ae7SPoul-Henning Kamp 349dd84a43cSPoul-Henning Kamp struct g_consumer * 350dd84a43cSPoul-Henning Kamp g_new_consumer(struct g_geom *gp) 351dd84a43cSPoul-Henning Kamp { 352dd84a43cSPoul-Henning Kamp struct g_consumer *cp; 353dd84a43cSPoul-Henning Kamp 354dd84a43cSPoul-Henning Kamp g_topology_assert(); 3553d1d5bc3SPoul-Henning Kamp G_VALID_GEOM(gp); 356799426f8SPoul-Henning Kamp KASSERT(!(gp->flags & G_GEOM_WITHER), 357799426f8SPoul-Henning Kamp ("g_new_consumer on WITHERing geom(%s) (class %s)", 358799426f8SPoul-Henning Kamp gp->name, gp->class->name)); 35907d77fc6SPoul-Henning Kamp KASSERT(gp->orphan != NULL, 36007d77fc6SPoul-Henning Kamp ("g_new_consumer on geom(%s) (class %s) without orphan", 36107d77fc6SPoul-Henning Kamp gp->name, gp->class->name)); 362dd84a43cSPoul-Henning Kamp 363a163d034SWarner Losh cp = g_malloc(sizeof *cp, M_WAITOK | M_ZERO); 364dd84a43cSPoul-Henning Kamp cp->geom = gp; 365e24cbd90SPoul-Henning Kamp cp->stat = devstat_new_entry(cp, -1, 0, DEVSTAT_ALL_SUPPORTED, 366e24cbd90SPoul-Henning Kamp DEVSTAT_TYPE_DIRECT, DEVSTAT_PRIORITY_MAX); 367dd84a43cSPoul-Henning Kamp LIST_INSERT_HEAD(&gp->consumer, cp, consumer); 368dd84a43cSPoul-Henning Kamp return(cp); 369dd84a43cSPoul-Henning Kamp } 370dd84a43cSPoul-Henning Kamp 371dd84a43cSPoul-Henning Kamp void 372dd84a43cSPoul-Henning Kamp g_destroy_consumer(struct g_consumer *cp) 373dd84a43cSPoul-Henning Kamp { 374d6227ae7SPoul-Henning Kamp struct g_geom *gp; 375dd84a43cSPoul-Henning Kamp 376dd84a43cSPoul-Henning Kamp g_topology_assert(); 3773d1d5bc3SPoul-Henning Kamp G_VALID_CONSUMER(cp); 3783d1d5bc3SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_destroy_consumer(%p)", cp); 379dd84a43cSPoul-Henning Kamp KASSERT (cp->provider == NULL, ("g_destroy_consumer but attached")); 380dd84a43cSPoul-Henning Kamp KASSERT (cp->acr == 0, ("g_destroy_consumer with acr")); 381dd84a43cSPoul-Henning Kamp KASSERT (cp->acw == 0, ("g_destroy_consumer with acw")); 382dd84a43cSPoul-Henning Kamp KASSERT (cp->ace == 0, ("g_destroy_consumer with ace")); 383afcbcfaeSPoul-Henning Kamp g_cancel_event(cp); 384d6227ae7SPoul-Henning Kamp gp = cp->geom; 385dd84a43cSPoul-Henning Kamp LIST_REMOVE(cp, consumer); 386e24cbd90SPoul-Henning Kamp devstat_remove_entry(cp->stat); 387dd84a43cSPoul-Henning Kamp g_free(cp); 388d6227ae7SPoul-Henning Kamp if (gp->flags & G_GEOM_WITHER) 3891b464bd8SPoul-Henning Kamp g_do_wither(); 390dd84a43cSPoul-Henning Kamp } 391dd84a43cSPoul-Henning Kamp 3929ab3ea78SPoul-Henning Kamp static void 3939ab3ea78SPoul-Henning Kamp g_new_provider_event(void *arg, int flag) 3949ab3ea78SPoul-Henning Kamp { 3959ab3ea78SPoul-Henning Kamp struct g_class *mp; 3969ab3ea78SPoul-Henning Kamp struct g_provider *pp; 3979ab3ea78SPoul-Henning Kamp struct g_consumer *cp; 3989ab3ea78SPoul-Henning Kamp int i; 3999ab3ea78SPoul-Henning Kamp 4009ab3ea78SPoul-Henning Kamp g_topology_assert(); 4019ab3ea78SPoul-Henning Kamp if (flag == EV_CANCEL) 4029ab3ea78SPoul-Henning Kamp return; 4039ab3ea78SPoul-Henning Kamp if (g_shutdown) 4049ab3ea78SPoul-Henning Kamp return; 4059ab3ea78SPoul-Henning Kamp pp = arg; 4063d1d5bc3SPoul-Henning Kamp G_VALID_PROVIDER(pp); 4079ab3ea78SPoul-Henning Kamp LIST_FOREACH(mp, &g_classes, class) { 4089ab3ea78SPoul-Henning Kamp if (mp->taste == NULL) 4099ab3ea78SPoul-Henning Kamp continue; 4109ab3ea78SPoul-Henning Kamp i = 1; 4119ab3ea78SPoul-Henning Kamp LIST_FOREACH(cp, &pp->consumers, consumers) 4129ab3ea78SPoul-Henning Kamp if (cp->geom->class == mp) 4139ab3ea78SPoul-Henning Kamp i = 0; 4149ab3ea78SPoul-Henning Kamp if (!i) 4159ab3ea78SPoul-Henning Kamp continue; 416c4da4e46SPoul-Henning Kamp mp->taste(mp, pp, 0); 4179ab3ea78SPoul-Henning Kamp g_topology_assert(); 4189ab3ea78SPoul-Henning Kamp } 4199ab3ea78SPoul-Henning Kamp } 4209ab3ea78SPoul-Henning Kamp 4219ab3ea78SPoul-Henning Kamp 422dd84a43cSPoul-Henning Kamp struct g_provider * 4230f9d3dbaSPoul-Henning Kamp g_new_providerf(struct g_geom *gp, const char *fmt, ...) 424dd84a43cSPoul-Henning Kamp { 425dd84a43cSPoul-Henning Kamp struct g_provider *pp; 426dd84a43cSPoul-Henning Kamp struct sbuf *sb; 427dd84a43cSPoul-Henning Kamp va_list ap; 428dd84a43cSPoul-Henning Kamp 429dd84a43cSPoul-Henning Kamp g_topology_assert(); 4303d1d5bc3SPoul-Henning Kamp G_VALID_GEOM(gp); 431e26bafdcSPoul-Henning Kamp KASSERT(gp->access != NULL, 432e26bafdcSPoul-Henning Kamp ("new provider on geom(%s) without ->access (class %s)", 433e26bafdcSPoul-Henning Kamp gp->name, gp->class->name)); 434799426f8SPoul-Henning Kamp KASSERT(gp->start != NULL, 435cff2ddaeSPawel Jakub Dawidek ("new provider on geom(%s) without ->start (class %s)", 436cff2ddaeSPawel Jakub Dawidek gp->name, gp->class->name)); 437799426f8SPoul-Henning Kamp KASSERT(!(gp->flags & G_GEOM_WITHER), 438cff2ddaeSPawel Jakub Dawidek ("new provider on WITHERing geom(%s) (class %s)", 439cff2ddaeSPawel Jakub Dawidek gp->name, gp->class->name)); 440dd84a43cSPoul-Henning Kamp sb = sbuf_new(NULL, NULL, 0, SBUF_AUTOEXTEND); 441a1a9b445SPoul-Henning Kamp va_start(ap, fmt); 442dd84a43cSPoul-Henning Kamp sbuf_vprintf(sb, fmt, ap); 443a1a9b445SPoul-Henning Kamp va_end(ap); 444dd84a43cSPoul-Henning Kamp sbuf_finish(sb); 445a163d034SWarner Losh pp = g_malloc(sizeof *pp + sbuf_len(sb) + 1, M_WAITOK | M_ZERO); 446dd84a43cSPoul-Henning Kamp pp->name = (char *)(pp + 1); 447dd84a43cSPoul-Henning Kamp strcpy(pp->name, sbuf_data(sb)); 448dd84a43cSPoul-Henning Kamp sbuf_delete(sb); 449dd84a43cSPoul-Henning Kamp LIST_INIT(&pp->consumers); 450dd84a43cSPoul-Henning Kamp pp->error = ENXIO; 451dd84a43cSPoul-Henning Kamp pp->geom = gp; 452e24cbd90SPoul-Henning Kamp pp->stat = devstat_new_entry(pp, -1, 0, DEVSTAT_ALL_SUPPORTED, 453e24cbd90SPoul-Henning Kamp DEVSTAT_TYPE_DIRECT, DEVSTAT_PRIORITY_MAX); 454dd84a43cSPoul-Henning Kamp LIST_INSERT_HEAD(&gp->provider, pp, provider); 455e26bafdcSPoul-Henning Kamp g_post_event(g_new_provider_event, pp, M_WAITOK, pp, gp, NULL); 456dd84a43cSPoul-Henning Kamp return (pp); 457dd84a43cSPoul-Henning Kamp } 458dd84a43cSPoul-Henning Kamp 459dd84a43cSPoul-Henning Kamp void 460dd84a43cSPoul-Henning Kamp g_error_provider(struct g_provider *pp, int error) 461dd84a43cSPoul-Henning Kamp { 462dd84a43cSPoul-Henning Kamp 4633d1d5bc3SPoul-Henning Kamp /* G_VALID_PROVIDER(pp); We may not have g_topology */ 464dd84a43cSPoul-Henning Kamp pp->error = error; 465dd84a43cSPoul-Henning Kamp } 466dd84a43cSPoul-Henning Kamp 467d6c5e716SPoul-Henning Kamp struct g_provider * 468d6c5e716SPoul-Henning Kamp g_provider_by_name(char const *arg) 469d6c5e716SPoul-Henning Kamp { 470d6c5e716SPoul-Henning Kamp struct g_class *cp; 471d6c5e716SPoul-Henning Kamp struct g_geom *gp; 472d6c5e716SPoul-Henning Kamp struct g_provider *pp; 473d6c5e716SPoul-Henning Kamp 474d6c5e716SPoul-Henning Kamp LIST_FOREACH(cp, &g_classes, class) { 475d6c5e716SPoul-Henning Kamp LIST_FOREACH(gp, &cp->geom, geom) { 476d6c5e716SPoul-Henning Kamp LIST_FOREACH(pp, &gp->provider, provider) { 477d6c5e716SPoul-Henning Kamp if (!strcmp(arg, pp->name)) 478d6c5e716SPoul-Henning Kamp return (pp); 479d6c5e716SPoul-Henning Kamp } 480d6c5e716SPoul-Henning Kamp } 481d6c5e716SPoul-Henning Kamp } 482d6c5e716SPoul-Henning Kamp return (NULL); 483d6c5e716SPoul-Henning Kamp } 484dd84a43cSPoul-Henning Kamp 485dd84a43cSPoul-Henning Kamp void 486dd84a43cSPoul-Henning Kamp g_destroy_provider(struct g_provider *pp) 487dd84a43cSPoul-Henning Kamp { 488dd84a43cSPoul-Henning Kamp struct g_geom *gp; 489dd84a43cSPoul-Henning Kamp 490dd84a43cSPoul-Henning Kamp g_topology_assert(); 4913d1d5bc3SPoul-Henning Kamp G_VALID_PROVIDER(pp); 492dd84a43cSPoul-Henning Kamp KASSERT(LIST_EMPTY(&pp->consumers), 493dd84a43cSPoul-Henning Kamp ("g_destroy_provider but attached")); 494dd84a43cSPoul-Henning Kamp KASSERT (pp->acr == 0, ("g_destroy_provider with acr")); 495dd84a43cSPoul-Henning Kamp KASSERT (pp->acw == 0, ("g_destroy_provider with acw")); 496dd84a43cSPoul-Henning Kamp KASSERT (pp->acw == 0, ("g_destroy_provider with ace")); 497afcbcfaeSPoul-Henning Kamp g_cancel_event(pp); 498dd84a43cSPoul-Henning Kamp LIST_REMOVE(pp, provider); 499dd84a43cSPoul-Henning Kamp gp = pp->geom; 500e24cbd90SPoul-Henning Kamp devstat_remove_entry(pp->stat); 501dd84a43cSPoul-Henning Kamp g_free(pp); 502d6227ae7SPoul-Henning Kamp if ((gp->flags & G_GEOM_WITHER)) 5031b464bd8SPoul-Henning Kamp g_do_wither(); 504dd84a43cSPoul-Henning Kamp } 505dd84a43cSPoul-Henning Kamp 506dd84a43cSPoul-Henning Kamp /* 507dd84a43cSPoul-Henning Kamp * We keep the "geoms" list sorted by topological order (== increasing 508dd84a43cSPoul-Henning Kamp * numerical rank) at all times. 509dd84a43cSPoul-Henning Kamp * When an attach is done, the attaching geoms rank is invalidated 510dd84a43cSPoul-Henning Kamp * and it is moved to the tail of the list. 511dd84a43cSPoul-Henning Kamp * All geoms later in the sequence has their ranks reevaluated in 512dd84a43cSPoul-Henning Kamp * sequence. If we cannot assign rank to a geom because it's 513dd84a43cSPoul-Henning Kamp * prerequisites do not have rank, we move that element to the tail 514dd84a43cSPoul-Henning Kamp * of the sequence with invalid rank as well. 515dd84a43cSPoul-Henning Kamp * At some point we encounter our original geom and if we stil fail 516dd84a43cSPoul-Henning Kamp * to assign it a rank, there must be a loop and we fail back to 517503abe45SPoul-Henning Kamp * g_attach() which detach again and calls redo_rank again 518dd84a43cSPoul-Henning Kamp * to fix up the damage. 519dd84a43cSPoul-Henning Kamp * It would be much simpler code wise to do it recursively, but we 520dd84a43cSPoul-Henning Kamp * can't risk that on the kernel stack. 521dd84a43cSPoul-Henning Kamp */ 522dd84a43cSPoul-Henning Kamp 523dd84a43cSPoul-Henning Kamp static int 524dd84a43cSPoul-Henning Kamp redo_rank(struct g_geom *gp) 525dd84a43cSPoul-Henning Kamp { 526dd84a43cSPoul-Henning Kamp struct g_consumer *cp; 527dd84a43cSPoul-Henning Kamp struct g_geom *gp1, *gp2; 528dd84a43cSPoul-Henning Kamp int n, m; 529dd84a43cSPoul-Henning Kamp 530dd84a43cSPoul-Henning Kamp g_topology_assert(); 5313d1d5bc3SPoul-Henning Kamp G_VALID_GEOM(gp); 532dd84a43cSPoul-Henning Kamp 533dd84a43cSPoul-Henning Kamp /* Invalidate this geoms rank and move it to the tail */ 534dd84a43cSPoul-Henning Kamp gp1 = TAILQ_NEXT(gp, geoms); 535dd84a43cSPoul-Henning Kamp if (gp1 != NULL) { 536dd84a43cSPoul-Henning Kamp gp->rank = 0; 537dd84a43cSPoul-Henning Kamp TAILQ_REMOVE(&geoms, gp, geoms); 538dd84a43cSPoul-Henning Kamp TAILQ_INSERT_TAIL(&geoms, gp, geoms); 539dd84a43cSPoul-Henning Kamp } else { 540dd84a43cSPoul-Henning Kamp gp1 = gp; 541dd84a43cSPoul-Henning Kamp } 542dd84a43cSPoul-Henning Kamp 543dd84a43cSPoul-Henning Kamp /* re-rank the rest of the sequence */ 544dd84a43cSPoul-Henning Kamp for (; gp1 != NULL; gp1 = gp2) { 545dd84a43cSPoul-Henning Kamp gp1->rank = 0; 546dd84a43cSPoul-Henning Kamp m = 1; 547dd84a43cSPoul-Henning Kamp LIST_FOREACH(cp, &gp1->consumer, consumer) { 548dd84a43cSPoul-Henning Kamp if (cp->provider == NULL) 549dd84a43cSPoul-Henning Kamp continue; 550dd84a43cSPoul-Henning Kamp n = cp->provider->geom->rank; 551dd84a43cSPoul-Henning Kamp if (n == 0) { 552dd84a43cSPoul-Henning Kamp m = 0; 553dd84a43cSPoul-Henning Kamp break; 554dd84a43cSPoul-Henning Kamp } else if (n >= m) 555dd84a43cSPoul-Henning Kamp m = n + 1; 556dd84a43cSPoul-Henning Kamp } 557dd84a43cSPoul-Henning Kamp gp1->rank = m; 558dd84a43cSPoul-Henning Kamp gp2 = TAILQ_NEXT(gp1, geoms); 559dd84a43cSPoul-Henning Kamp 560dd84a43cSPoul-Henning Kamp /* got a rank, moving on */ 561dd84a43cSPoul-Henning Kamp if (m != 0) 562dd84a43cSPoul-Henning Kamp continue; 563dd84a43cSPoul-Henning Kamp 564dd84a43cSPoul-Henning Kamp /* no rank to original geom means loop */ 56550d866ceSPoul-Henning Kamp if (gp == gp1) 566dd84a43cSPoul-Henning Kamp return (ELOOP); 567dd84a43cSPoul-Henning Kamp 568dd84a43cSPoul-Henning Kamp /* no rank, put it at the end move on */ 569dd84a43cSPoul-Henning Kamp TAILQ_REMOVE(&geoms, gp1, geoms); 570dd84a43cSPoul-Henning Kamp TAILQ_INSERT_TAIL(&geoms, gp1, geoms); 571dd84a43cSPoul-Henning Kamp } 572dd84a43cSPoul-Henning Kamp return (0); 573dd84a43cSPoul-Henning Kamp } 574dd84a43cSPoul-Henning Kamp 575dd84a43cSPoul-Henning Kamp int 576dd84a43cSPoul-Henning Kamp g_attach(struct g_consumer *cp, struct g_provider *pp) 577dd84a43cSPoul-Henning Kamp { 578dd84a43cSPoul-Henning Kamp int error; 579dd84a43cSPoul-Henning Kamp 580dd84a43cSPoul-Henning Kamp g_topology_assert(); 5813d1d5bc3SPoul-Henning Kamp G_VALID_CONSUMER(cp); 5823d1d5bc3SPoul-Henning Kamp G_VALID_PROVIDER(pp); 583dd84a43cSPoul-Henning Kamp KASSERT(cp->provider == NULL, ("attach but attached")); 584dd84a43cSPoul-Henning Kamp cp->provider = pp; 585dd84a43cSPoul-Henning Kamp LIST_INSERT_HEAD(&pp->consumers, cp, consumers); 586dd84a43cSPoul-Henning Kamp error = redo_rank(cp->geom); 587dd84a43cSPoul-Henning Kamp if (error) { 588dd84a43cSPoul-Henning Kamp LIST_REMOVE(cp, consumers); 589dd84a43cSPoul-Henning Kamp cp->provider = NULL; 590dd84a43cSPoul-Henning Kamp redo_rank(cp->geom); 591dd84a43cSPoul-Henning Kamp } 592dd84a43cSPoul-Henning Kamp return (error); 593dd84a43cSPoul-Henning Kamp } 594dd84a43cSPoul-Henning Kamp 595dd84a43cSPoul-Henning Kamp void 596503abe45SPoul-Henning Kamp g_detach(struct g_consumer *cp) 597dd84a43cSPoul-Henning Kamp { 598dd84a43cSPoul-Henning Kamp struct g_provider *pp; 599dd84a43cSPoul-Henning Kamp 600dd84a43cSPoul-Henning Kamp g_topology_assert(); 6013d1d5bc3SPoul-Henning Kamp G_VALID_CONSUMER(cp); 6023d1d5bc3SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_detach(%p)", cp); 603503abe45SPoul-Henning Kamp KASSERT(cp->provider != NULL, ("detach but not attached")); 604503abe45SPoul-Henning Kamp KASSERT(cp->acr == 0, ("detach but nonzero acr")); 605503abe45SPoul-Henning Kamp KASSERT(cp->acw == 0, ("detach but nonzero acw")); 606503abe45SPoul-Henning Kamp KASSERT(cp->ace == 0, ("detach but nonzero ace")); 6070e6be472SPoul-Henning Kamp KASSERT(cp->nstart == cp->nend, 6084ec35300SPoul-Henning Kamp ("detach with active requests")); 609dd84a43cSPoul-Henning Kamp pp = cp->provider; 610dd84a43cSPoul-Henning Kamp LIST_REMOVE(cp, consumers); 611dd84a43cSPoul-Henning Kamp cp->provider = NULL; 612dd84a43cSPoul-Henning Kamp if (pp->geom->flags & G_GEOM_WITHER) 6131b464bd8SPoul-Henning Kamp g_do_wither(); 61490916ef7SPoul-Henning Kamp else if (pp->flags & G_PF_WITHER) 6151b464bd8SPoul-Henning Kamp g_do_wither(); 616dd84a43cSPoul-Henning Kamp redo_rank(cp->geom); 617dd84a43cSPoul-Henning Kamp } 618dd84a43cSPoul-Henning Kamp 619dd84a43cSPoul-Henning Kamp /* 620d2bae332SPoul-Henning Kamp * g_access() 621dd84a43cSPoul-Henning Kamp * 622dd84a43cSPoul-Henning Kamp * Access-check with delta values. The question asked is "can provider 623dd84a43cSPoul-Henning Kamp * "cp" change the access counters by the relative amounts dc[rwe] ?" 624dd84a43cSPoul-Henning Kamp */ 625dd84a43cSPoul-Henning Kamp 626dd84a43cSPoul-Henning Kamp int 627d2bae332SPoul-Henning Kamp g_access(struct g_consumer *cp, int dcr, int dcw, int dce) 628dd84a43cSPoul-Henning Kamp { 629dd84a43cSPoul-Henning Kamp struct g_provider *pp; 630dd84a43cSPoul-Henning Kamp int pr,pw,pe; 631dd84a43cSPoul-Henning Kamp int error; 632dd84a43cSPoul-Henning Kamp 6333d1d5bc3SPoul-Henning Kamp g_topology_assert(); 6343d1d5bc3SPoul-Henning Kamp G_VALID_CONSUMER(cp); 635dd84a43cSPoul-Henning Kamp pp = cp->provider; 636950124e3SPawel Jakub Dawidek KASSERT(pp != NULL, ("access but not attached")); 6373d1d5bc3SPoul-Henning Kamp G_VALID_PROVIDER(pp); 638dd84a43cSPoul-Henning Kamp 639d2bae332SPoul-Henning Kamp g_trace(G_T_ACCESS, "g_access(%p(%s), %d, %d, %d)", 640dd84a43cSPoul-Henning Kamp cp, pp->name, dcr, dcw, dce); 641dd84a43cSPoul-Henning Kamp 642dd84a43cSPoul-Henning Kamp KASSERT(cp->acr + dcr >= 0, ("access resulting in negative acr")); 643dd84a43cSPoul-Henning Kamp KASSERT(cp->acw + dcw >= 0, ("access resulting in negative acw")); 644dd84a43cSPoul-Henning Kamp KASSERT(cp->ace + dce >= 0, ("access resulting in negative ace")); 645cfa35456SPoul-Henning Kamp KASSERT(dcr != 0 || dcw != 0 || dce != 0, ("NOP access request")); 64607d77fc6SPoul-Henning Kamp KASSERT(pp->geom->access != NULL, ("NULL geom->access")); 647dd84a43cSPoul-Henning Kamp 648dd84a43cSPoul-Henning Kamp /* 649e805e8f0SPoul-Henning Kamp * If our class cares about being spoiled, and we have been, we 650dd84a43cSPoul-Henning Kamp * are probably just ahead of the event telling us that. Fail 651dd84a43cSPoul-Henning Kamp * now rather than having to unravel this later. 652dd84a43cSPoul-Henning Kamp */ 6534fa0290fSPoul-Henning Kamp if (cp->geom->spoiled != NULL && cp->spoiled && 6544fa0290fSPoul-Henning Kamp (dcr > 0 || dcw > 0 || dce > 0)) 6554fa0290fSPoul-Henning Kamp return (ENXIO); 656dd84a43cSPoul-Henning Kamp 657dd84a43cSPoul-Henning Kamp /* 658dd84a43cSPoul-Henning Kamp * Figure out what counts the provider would have had, if this 659dd84a43cSPoul-Henning Kamp * consumer had (r0w0e0) at this time. 660dd84a43cSPoul-Henning Kamp */ 661dd84a43cSPoul-Henning Kamp pr = pp->acr - cp->acr; 662dd84a43cSPoul-Henning Kamp pw = pp->acw - cp->acw; 663dd84a43cSPoul-Henning Kamp pe = pp->ace - cp->ace; 664dd84a43cSPoul-Henning Kamp 665dd84a43cSPoul-Henning Kamp g_trace(G_T_ACCESS, 666dd84a43cSPoul-Henning Kamp "open delta:[r%dw%de%d] old:[r%dw%de%d] provider:[r%dw%de%d] %p(%s)", 667dd84a43cSPoul-Henning Kamp dcr, dcw, dce, 668dd84a43cSPoul-Henning Kamp cp->acr, cp->acw, cp->ace, 669dd84a43cSPoul-Henning Kamp pp->acr, pp->acw, pp->ace, 670dd84a43cSPoul-Henning Kamp pp, pp->name); 671dd84a43cSPoul-Henning Kamp 6728ebd558fSPoul-Henning Kamp /* If foot-shooting is enabled, any open on rank#1 is OK */ 6738ebd558fSPoul-Henning Kamp if ((g_debugflags & 16) && pp->geom->rank == 1) 6748ebd558fSPoul-Henning Kamp ; 675dd84a43cSPoul-Henning Kamp /* If we try exclusive but already write: fail */ 6768ebd558fSPoul-Henning Kamp else if (dce > 0 && pw > 0) 677dd84a43cSPoul-Henning Kamp return (EPERM); 678dd84a43cSPoul-Henning Kamp /* If we try write but already exclusive: fail */ 6798ebd558fSPoul-Henning Kamp else if (dcw > 0 && pe > 0) 680dd84a43cSPoul-Henning Kamp return (EPERM); 681dd84a43cSPoul-Henning Kamp /* If we try to open more but provider is error'ed: fail */ 6828ebd558fSPoul-Henning Kamp else if ((dcr > 0 || dcw > 0 || dce > 0) && pp->error != 0) 683dd84a43cSPoul-Henning Kamp return (pp->error); 684dd84a43cSPoul-Henning Kamp 685dd84a43cSPoul-Henning Kamp /* Ok then... */ 686dd84a43cSPoul-Henning Kamp 6878f6da0e4SPoul-Henning Kamp error = pp->geom->access(pp, dcr, dcw, dce); 688bfc37a51SPoul-Henning Kamp KASSERT(dcr > 0 || dcw > 0 || dce > 0 || error == 0, 689bfc37a51SPoul-Henning Kamp ("Geom provider %s::%s failed closing ->access()", 690bfc37a51SPoul-Henning Kamp pp->geom->class->name, pp->name)); 6918f6da0e4SPoul-Henning Kamp if (!error) { 692dd84a43cSPoul-Henning Kamp /* 693dd84a43cSPoul-Henning Kamp * If we open first write, spoil any partner consumers. 694dd84a43cSPoul-Henning Kamp * If we close last write, trigger re-taste. 695dd84a43cSPoul-Henning Kamp */ 696dd84a43cSPoul-Henning Kamp if (pp->acw == 0 && dcw != 0) 697dd84a43cSPoul-Henning Kamp g_spoil(pp, cp); 698a9ed5e11SPoul-Henning Kamp else if (pp->acw != 0 && pp->acw == -dcw && 699a9ed5e11SPoul-Henning Kamp !(pp->geom->flags & G_GEOM_WITHER)) 7008cd1535aSPoul-Henning Kamp g_post_event(g_new_provider_event, pp, M_WAITOK, 7018cd1535aSPoul-Henning Kamp pp, NULL); 702dd84a43cSPoul-Henning Kamp 703dd84a43cSPoul-Henning Kamp pp->acr += dcr; 704dd84a43cSPoul-Henning Kamp pp->acw += dcw; 705dd84a43cSPoul-Henning Kamp pp->ace += dce; 706dd84a43cSPoul-Henning Kamp cp->acr += dcr; 707dd84a43cSPoul-Henning Kamp cp->acw += dcw; 708dd84a43cSPoul-Henning Kamp cp->ace += dce; 709dd84a43cSPoul-Henning Kamp } 710dd84a43cSPoul-Henning Kamp return (error); 711dd84a43cSPoul-Henning Kamp } 712dd84a43cSPoul-Henning Kamp 713dd84a43cSPoul-Henning Kamp int 7140f9d3dbaSPoul-Henning Kamp g_handleattr_int(struct bio *bp, const char *attribute, int val) 715dd84a43cSPoul-Henning Kamp { 716dd84a43cSPoul-Henning Kamp 717503abe45SPoul-Henning Kamp return (g_handleattr(bp, attribute, &val, sizeof val)); 718dd84a43cSPoul-Henning Kamp } 719dd84a43cSPoul-Henning Kamp 720dd84a43cSPoul-Henning Kamp int 7210f9d3dbaSPoul-Henning Kamp g_handleattr_off_t(struct bio *bp, const char *attribute, off_t val) 722dd84a43cSPoul-Henning Kamp { 723dd84a43cSPoul-Henning Kamp 724503abe45SPoul-Henning Kamp return (g_handleattr(bp, attribute, &val, sizeof val)); 725dd84a43cSPoul-Henning Kamp } 726dd84a43cSPoul-Henning Kamp 727dd84a43cSPoul-Henning Kamp int 7280f9d3dbaSPoul-Henning Kamp g_handleattr(struct bio *bp, const char *attribute, void *val, int len) 729dd84a43cSPoul-Henning Kamp { 730dd84a43cSPoul-Henning Kamp int error; 731dd84a43cSPoul-Henning Kamp 732dd84a43cSPoul-Henning Kamp if (strcmp(bp->bio_attribute, attribute)) 733dd84a43cSPoul-Henning Kamp return (0); 734dd84a43cSPoul-Henning Kamp if (bp->bio_length != len) { 73514ac6812SPoul-Henning Kamp printf("bio_length %jd len %d -> EFAULT\n", 73614ac6812SPoul-Henning Kamp (intmax_t)bp->bio_length, len); 737dd84a43cSPoul-Henning Kamp error = EFAULT; 738dd84a43cSPoul-Henning Kamp } else { 739dd84a43cSPoul-Henning Kamp error = 0; 740dd84a43cSPoul-Henning Kamp bcopy(val, bp->bio_data, len); 741dd84a43cSPoul-Henning Kamp bp->bio_completed = len; 742dd84a43cSPoul-Henning Kamp } 74372840432SPoul-Henning Kamp g_io_deliver(bp, error); 744dd84a43cSPoul-Henning Kamp return (1); 745dd84a43cSPoul-Henning Kamp } 746dd84a43cSPoul-Henning Kamp 747dd84a43cSPoul-Henning Kamp int 7483d1d5bc3SPoul-Henning Kamp g_std_access(struct g_provider *pp, 749dd84a43cSPoul-Henning Kamp int dr __unused, int dw __unused, int de __unused) 750dd84a43cSPoul-Henning Kamp { 751dd84a43cSPoul-Henning Kamp 7523d1d5bc3SPoul-Henning Kamp g_topology_assert(); 7533d1d5bc3SPoul-Henning Kamp G_VALID_PROVIDER(pp); 754dd84a43cSPoul-Henning Kamp return (0); 755dd84a43cSPoul-Henning Kamp } 756dd84a43cSPoul-Henning Kamp 757dd84a43cSPoul-Henning Kamp void 758dd84a43cSPoul-Henning Kamp g_std_done(struct bio *bp) 759dd84a43cSPoul-Henning Kamp { 760dd84a43cSPoul-Henning Kamp struct bio *bp2; 761dd84a43cSPoul-Henning Kamp 762936cc461SPoul-Henning Kamp bp2 = bp->bio_parent; 7633f521b60SPoul-Henning Kamp if (bp2->bio_error == 0) 7643f521b60SPoul-Henning Kamp bp2->bio_error = bp->bio_error; 7653f521b60SPoul-Henning Kamp bp2->bio_completed += bp->bio_completed; 766dd84a43cSPoul-Henning Kamp g_destroy_bio(bp); 767801bb689SPoul-Henning Kamp bp2->bio_inbed++; 768801bb689SPoul-Henning Kamp if (bp2->bio_children == bp2->bio_inbed) 7693f521b60SPoul-Henning Kamp g_io_deliver(bp2, bp2->bio_error); 770dd84a43cSPoul-Henning Kamp } 771dd84a43cSPoul-Henning Kamp 772dd84a43cSPoul-Henning Kamp /* XXX: maybe this is only g_slice_spoiled */ 773dd84a43cSPoul-Henning Kamp 774dd84a43cSPoul-Henning Kamp void 775dd84a43cSPoul-Henning Kamp g_std_spoiled(struct g_consumer *cp) 776dd84a43cSPoul-Henning Kamp { 777c4da4e46SPoul-Henning Kamp struct g_geom *gp; 778c4da4e46SPoul-Henning Kamp struct g_provider *pp; 779dd84a43cSPoul-Henning Kamp 780dd84a43cSPoul-Henning Kamp g_topology_assert(); 7813d1d5bc3SPoul-Henning Kamp G_VALID_CONSUMER(cp); 7823d1d5bc3SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_std_spoiled(%p)", cp); 783c4da4e46SPoul-Henning Kamp g_detach(cp); 784c4da4e46SPoul-Henning Kamp gp = cp->geom; 785c4da4e46SPoul-Henning Kamp LIST_FOREACH(pp, &gp->provider, provider) 786c4da4e46SPoul-Henning Kamp g_orphan_provider(pp, ENXIO); 787c4da4e46SPoul-Henning Kamp g_destroy_consumer(cp); 788c4da4e46SPoul-Henning Kamp if (LIST_EMPTY(&gp->provider) && LIST_EMPTY(&gp->consumer)) 789c4da4e46SPoul-Henning Kamp g_destroy_geom(gp); 790c4da4e46SPoul-Henning Kamp else 791c4da4e46SPoul-Henning Kamp gp->flags |= G_GEOM_WITHER; 792dd84a43cSPoul-Henning Kamp } 793dd84a43cSPoul-Henning Kamp 794dd84a43cSPoul-Henning Kamp /* 795dd84a43cSPoul-Henning Kamp * Spoiling happens when a provider is opened for writing, but consumers 796dd84a43cSPoul-Henning Kamp * which are configured by in-band data are attached (slicers for instance). 797dd84a43cSPoul-Henning Kamp * Since the write might potentially change the in-band data, such consumers 798dd84a43cSPoul-Henning Kamp * need to re-evaluate their existence after the writing session closes. 799dd84a43cSPoul-Henning Kamp * We do this by (offering to) tear them down when the open for write happens 800dd84a43cSPoul-Henning Kamp * in return for a re-taste when it closes again. 801dd84a43cSPoul-Henning Kamp * Together with the fact that such consumers grab an 'e' bit whenever they 802dd84a43cSPoul-Henning Kamp * are open, regardless of mode, this ends up DTRT. 803dd84a43cSPoul-Henning Kamp */ 804dd84a43cSPoul-Henning Kamp 805f2e9a094SPoul-Henning Kamp static void 806f2e9a094SPoul-Henning Kamp g_spoil_event(void *arg, int flag) 807f2e9a094SPoul-Henning Kamp { 808f2e9a094SPoul-Henning Kamp struct g_provider *pp; 809f2e9a094SPoul-Henning Kamp struct g_consumer *cp, *cp2; 810f2e9a094SPoul-Henning Kamp 811f2e9a094SPoul-Henning Kamp g_topology_assert(); 812f2e9a094SPoul-Henning Kamp if (flag == EV_CANCEL) 813f2e9a094SPoul-Henning Kamp return; 814f2e9a094SPoul-Henning Kamp pp = arg; 8153d1d5bc3SPoul-Henning Kamp G_VALID_PROVIDER(pp); 816f2e9a094SPoul-Henning Kamp for (cp = LIST_FIRST(&pp->consumers); cp != NULL; cp = cp2) { 817f2e9a094SPoul-Henning Kamp cp2 = LIST_NEXT(cp, consumers); 818f2e9a094SPoul-Henning Kamp if (!cp->spoiled) 819f2e9a094SPoul-Henning Kamp continue; 820f2e9a094SPoul-Henning Kamp cp->spoiled = 0; 821f2e9a094SPoul-Henning Kamp if (cp->geom->spoiled == NULL) 822f2e9a094SPoul-Henning Kamp continue; 823f2e9a094SPoul-Henning Kamp cp->geom->spoiled(cp); 824f2e9a094SPoul-Henning Kamp g_topology_assert(); 825f2e9a094SPoul-Henning Kamp } 826f2e9a094SPoul-Henning Kamp } 827f2e9a094SPoul-Henning Kamp 828dd84a43cSPoul-Henning Kamp void 829dd84a43cSPoul-Henning Kamp g_spoil(struct g_provider *pp, struct g_consumer *cp) 830dd84a43cSPoul-Henning Kamp { 831dd84a43cSPoul-Henning Kamp struct g_consumer *cp2; 832dd84a43cSPoul-Henning Kamp 833dd84a43cSPoul-Henning Kamp g_topology_assert(); 8343d1d5bc3SPoul-Henning Kamp G_VALID_PROVIDER(pp); 8353d1d5bc3SPoul-Henning Kamp G_VALID_CONSUMER(cp); 836dd84a43cSPoul-Henning Kamp 837dd84a43cSPoul-Henning Kamp LIST_FOREACH(cp2, &pp->consumers, consumers) { 838dd84a43cSPoul-Henning Kamp if (cp2 == cp) 839dd84a43cSPoul-Henning Kamp continue; 840dd84a43cSPoul-Henning Kamp /* 841dd84a43cSPoul-Henning Kamp KASSERT(cp2->acr == 0, ("spoiling cp->acr = %d", cp2->acr)); 842dd84a43cSPoul-Henning Kamp KASSERT(cp2->acw == 0, ("spoiling cp->acw = %d", cp2->acw)); 843dd84a43cSPoul-Henning Kamp */ 844dd84a43cSPoul-Henning Kamp KASSERT(cp2->ace == 0, ("spoiling cp->ace = %d", cp2->ace)); 845dd84a43cSPoul-Henning Kamp cp2->spoiled++; 846dd84a43cSPoul-Henning Kamp } 8478cd1535aSPoul-Henning Kamp g_post_event(g_spoil_event, pp, M_WAITOK, pp, NULL); 848dd84a43cSPoul-Henning Kamp } 849dd84a43cSPoul-Henning Kamp 850a4ef1c5fSPoul-Henning Kamp int 851a4ef1c5fSPoul-Henning Kamp g_getattr__(const char *attr, struct g_consumer *cp, void *var, int len) 852a4ef1c5fSPoul-Henning Kamp { 853a4ef1c5fSPoul-Henning Kamp int error, i; 854a4ef1c5fSPoul-Henning Kamp 855a4ef1c5fSPoul-Henning Kamp i = len; 856a4ef1c5fSPoul-Henning Kamp error = g_io_getattr(attr, cp, &i, var); 857a4ef1c5fSPoul-Henning Kamp if (error) 858a4ef1c5fSPoul-Henning Kamp return (error); 859a4ef1c5fSPoul-Henning Kamp if (i != len) 860a4ef1c5fSPoul-Henning Kamp return (EINVAL); 861a4ef1c5fSPoul-Henning Kamp return (0); 862a4ef1c5fSPoul-Henning Kamp } 8637d590cc4SPoul-Henning Kamp 8643d1d5bc3SPoul-Henning Kamp #ifdef DIAGNOSTIC 8657d590cc4SPoul-Henning Kamp /* 8663d1d5bc3SPoul-Henning Kamp * This function walks (topologically unsafely) the mesh and return a 8673d1d5bc3SPoul-Henning Kamp * non-zero integer if it finds the argument pointer is an object. 8683d1d5bc3SPoul-Henning Kamp * The return value indicates which type of object it is belived to be. 8693d1d5bc3SPoul-Henning Kamp * If topology is not locked, this function is potentially dangerous, 8703d1d5bc3SPoul-Henning Kamp * but since it is for debugging purposes and can be useful for instance 8713d1d5bc3SPoul-Henning Kamp * from DDB, we do not assert topology lock is held. 872b3ecca4dSPoul-Henning Kamp */ 8733d1d5bc3SPoul-Henning Kamp int 874b3ecca4dSPoul-Henning Kamp g_valid_obj(void const *ptr) 875b3ecca4dSPoul-Henning Kamp { 876b3ecca4dSPoul-Henning Kamp struct g_class *mp; 877b3ecca4dSPoul-Henning Kamp struct g_geom *gp; 878b3ecca4dSPoul-Henning Kamp struct g_consumer *cp; 879b3ecca4dSPoul-Henning Kamp struct g_provider *pp; 880b3ecca4dSPoul-Henning Kamp 881b3ecca4dSPoul-Henning Kamp LIST_FOREACH(mp, &g_classes, class) { 882b3ecca4dSPoul-Henning Kamp if (ptr == mp) 883b3ecca4dSPoul-Henning Kamp return (1); 884b3ecca4dSPoul-Henning Kamp LIST_FOREACH(gp, &mp->geom, geom) { 885b3ecca4dSPoul-Henning Kamp if (ptr == gp) 8863d1d5bc3SPoul-Henning Kamp return (2); 887b3ecca4dSPoul-Henning Kamp LIST_FOREACH(cp, &gp->consumer, consumer) 888b3ecca4dSPoul-Henning Kamp if (ptr == cp) 8893d1d5bc3SPoul-Henning Kamp return (3); 890b3ecca4dSPoul-Henning Kamp LIST_FOREACH(pp, &gp->provider, provider) 891b3ecca4dSPoul-Henning Kamp if (ptr == pp) 8923d1d5bc3SPoul-Henning Kamp return (4); 893b3ecca4dSPoul-Henning Kamp } 894b3ecca4dSPoul-Henning Kamp } 895b3ecca4dSPoul-Henning Kamp return(0); 896b3ecca4dSPoul-Henning Kamp } 8973d1d5bc3SPoul-Henning Kamp #endif 898