1dd84a43cSPoul-Henning Kamp /*- 2dd84a43cSPoul-Henning Kamp * Copyright (c) 2002 Poul-Henning Kamp 3dd84a43cSPoul-Henning Kamp * Copyright (c) 2002 Networks Associates Technology, Inc. 4dd84a43cSPoul-Henning Kamp * All rights reserved. 5dd84a43cSPoul-Henning Kamp * 6dd84a43cSPoul-Henning Kamp * This software was developed for the FreeBSD Project by Poul-Henning Kamp 7dd84a43cSPoul-Henning Kamp * and NAI Labs, the Security Research Division of Network Associates, Inc. 8dd84a43cSPoul-Henning Kamp * under DARPA/SPAWAR contract N66001-01-C-8035 ("CBOSS"), as part of the 9dd84a43cSPoul-Henning Kamp * DARPA CHATS research program. 10dd84a43cSPoul-Henning Kamp * 11dd84a43cSPoul-Henning Kamp * Redistribution and use in source and binary forms, with or without 12dd84a43cSPoul-Henning Kamp * modification, are permitted provided that the following conditions 13dd84a43cSPoul-Henning Kamp * are met: 14dd84a43cSPoul-Henning Kamp * 1. Redistributions of source code must retain the above copyright 15dd84a43cSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer. 16dd84a43cSPoul-Henning Kamp * 2. Redistributions in binary form must reproduce the above copyright 17dd84a43cSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer in the 18dd84a43cSPoul-Henning Kamp * documentation and/or other materials provided with the distribution. 19dd84a43cSPoul-Henning Kamp * 3. The names of the authors may not be used to endorse or promote 20dd84a43cSPoul-Henning Kamp * products derived from this software without specific prior written 21dd84a43cSPoul-Henning Kamp * permission. 22dd84a43cSPoul-Henning Kamp * 23dd84a43cSPoul-Henning Kamp * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 24dd84a43cSPoul-Henning Kamp * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 25dd84a43cSPoul-Henning Kamp * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 26dd84a43cSPoul-Henning Kamp * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 27dd84a43cSPoul-Henning Kamp * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 28dd84a43cSPoul-Henning Kamp * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 29dd84a43cSPoul-Henning Kamp * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 30dd84a43cSPoul-Henning Kamp * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 31dd84a43cSPoul-Henning Kamp * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 32dd84a43cSPoul-Henning Kamp * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 33dd84a43cSPoul-Henning Kamp * SUCH DAMAGE. 34dd84a43cSPoul-Henning Kamp */ 35dd84a43cSPoul-Henning Kamp 3650b1faefSDavid E. O'Brien #include <sys/cdefs.h> 3750b1faefSDavid E. O'Brien __FBSDID("$FreeBSD$"); 38dd84a43cSPoul-Henning Kamp 39dd84a43cSPoul-Henning Kamp #include <sys/param.h> 40dd84a43cSPoul-Henning Kamp #include <sys/systm.h> 41e24cbd90SPoul-Henning Kamp #include <sys/devicestat.h> 42dd84a43cSPoul-Henning Kamp #include <sys/kernel.h> 43dd84a43cSPoul-Henning Kamp #include <sys/malloc.h> 44dd84a43cSPoul-Henning Kamp #include <sys/bio.h> 45dd84a43cSPoul-Henning Kamp #include <sys/sysctl.h> 46dd84a43cSPoul-Henning Kamp #include <sys/proc.h> 47dd84a43cSPoul-Henning Kamp #include <sys/kthread.h> 48dd84a43cSPoul-Henning Kamp #include <sys/lock.h> 49dd84a43cSPoul-Henning Kamp #include <sys/mutex.h> 50dd84a43cSPoul-Henning Kamp #include <sys/errno.h> 51dd84a43cSPoul-Henning Kamp #include <sys/sbuf.h> 52dd84a43cSPoul-Henning Kamp #include <geom/geom.h> 53b1876192SPoul-Henning Kamp #include <geom/geom_int.h> 54dd84a43cSPoul-Henning Kamp #include <machine/stdarg.h> 55dd84a43cSPoul-Henning Kamp 562654e1fcSPoul-Henning Kamp struct class_list_head g_classes = LIST_HEAD_INITIALIZER(g_classes); 57dd84a43cSPoul-Henning Kamp static struct g_tailq_head geoms = TAILQ_HEAD_INITIALIZER(geoms); 58dd84a43cSPoul-Henning Kamp char *g_wait_event, *g_wait_up, *g_wait_down, *g_wait_sim; 59dd84a43cSPoul-Henning Kamp 60b3ecca4dSPoul-Henning Kamp static int g_valid_obj(void const *ptr); 61dd84a43cSPoul-Henning Kamp 626c87f8d5SPoul-Henning Kamp struct g_hh00 { 636c87f8d5SPoul-Henning Kamp struct g_class *mp; 646c87f8d5SPoul-Henning Kamp int error; 656c87f8d5SPoul-Henning Kamp }; 669972896cSPoul-Henning Kamp 679972896cSPoul-Henning Kamp /* 689972896cSPoul-Henning Kamp * This event offers a new class a chance to taste all preexisting providers. 699972896cSPoul-Henning Kamp */ 709972896cSPoul-Henning Kamp static void 716c87f8d5SPoul-Henning Kamp g_load_class(void *arg, int flag) 729972896cSPoul-Henning Kamp { 736c87f8d5SPoul-Henning Kamp struct g_hh00 *hh; 749972896cSPoul-Henning Kamp struct g_class *mp2, *mp; 759972896cSPoul-Henning Kamp struct g_geom *gp; 769972896cSPoul-Henning Kamp struct g_provider *pp; 779972896cSPoul-Henning Kamp 789972896cSPoul-Henning Kamp g_topology_assert(); 796c87f8d5SPoul-Henning Kamp if (flag == EV_CANCEL) /* XXX: can't happen ? */ 809972896cSPoul-Henning Kamp return; 819972896cSPoul-Henning Kamp if (g_shutdown) 829972896cSPoul-Henning Kamp return; 836c87f8d5SPoul-Henning Kamp 846c87f8d5SPoul-Henning Kamp hh = arg; 856c87f8d5SPoul-Henning Kamp mp = hh->mp; 866c87f8d5SPoul-Henning Kamp g_free(hh); 876c87f8d5SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_load_class(%s)", mp->name); 88799426f8SPoul-Henning Kamp KASSERT(mp->name != NULL && *mp->name != '\0', 89799426f8SPoul-Henning Kamp ("GEOM class has no name")); 90ce64e0f2SPoul-Henning Kamp LIST_FOREACH(mp2, &g_classes, class) { 91ce64e0f2SPoul-Henning Kamp KASSERT(mp2 != mp, 92ce64e0f2SPoul-Henning Kamp ("The GEOM class %s already loaded", mp2->name)); 93ce64e0f2SPoul-Henning Kamp KASSERT(strcmp(mp2->name, mp->name) != 0, 94ce64e0f2SPoul-Henning Kamp ("A GEOM class named %s is already loaded", mp2->name)); 95ce64e0f2SPoul-Henning Kamp } 966c87f8d5SPoul-Henning Kamp 976c87f8d5SPoul-Henning Kamp LIST_INIT(&mp->geom); 986c87f8d5SPoul-Henning Kamp LIST_INSERT_HEAD(&g_classes, mp, class); 990ecc7670SPoul-Henning Kamp if (mp->init != NULL) 1000ecc7670SPoul-Henning Kamp mp->init(mp); 1016c87f8d5SPoul-Henning Kamp if (mp->taste == NULL) 1029972896cSPoul-Henning Kamp return; 1036c87f8d5SPoul-Henning Kamp LIST_FOREACH(mp2, &g_classes, class) { 1046c87f8d5SPoul-Henning Kamp if (mp == mp2) 1059972896cSPoul-Henning Kamp continue; 1066c87f8d5SPoul-Henning Kamp LIST_FOREACH(gp, &mp2->geom, geom) { 1079972896cSPoul-Henning Kamp LIST_FOREACH(pp, &gp->provider, provider) { 1086c87f8d5SPoul-Henning Kamp mp->taste(mp, pp, 0); 1099972896cSPoul-Henning Kamp g_topology_assert(); 1109972896cSPoul-Henning Kamp } 1119972896cSPoul-Henning Kamp } 1129972896cSPoul-Henning Kamp } 1139972896cSPoul-Henning Kamp } 1149972896cSPoul-Henning Kamp 1156c87f8d5SPoul-Henning Kamp static void 1166c87f8d5SPoul-Henning Kamp g_unload_class(void *arg, int flag) 117dd84a43cSPoul-Henning Kamp { 1186c87f8d5SPoul-Henning Kamp struct g_hh00 *hh; 1196c87f8d5SPoul-Henning Kamp struct g_class *mp; 1206c87f8d5SPoul-Henning Kamp struct g_geom *gp; 1216c87f8d5SPoul-Henning Kamp struct g_provider *pp; 1226c87f8d5SPoul-Henning Kamp struct g_consumer *cp; 1236c87f8d5SPoul-Henning Kamp int error; 1246c87f8d5SPoul-Henning Kamp 1256c87f8d5SPoul-Henning Kamp g_topology_assert(); 1266c87f8d5SPoul-Henning Kamp hh = arg; 1276c87f8d5SPoul-Henning Kamp mp = hh->mp; 1286c87f8d5SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_unload_class(%s)", mp->name); 1290ed4f6a1SPoul-Henning Kamp 1300ed4f6a1SPoul-Henning Kamp /* 1310ed4f6a1SPoul-Henning Kamp * We allow unloading if we have no geoms, or a class 1320ed4f6a1SPoul-Henning Kamp * method we can use to get rid of them. 1330ed4f6a1SPoul-Henning Kamp */ 1340ed4f6a1SPoul-Henning Kamp if (!LIST_EMPTY(&mp->geom) && mp->destroy_geom == NULL) { 1356c87f8d5SPoul-Henning Kamp hh->error = EOPNOTSUPP; 1366c87f8d5SPoul-Henning Kamp return; 1376c87f8d5SPoul-Henning Kamp } 1386c87f8d5SPoul-Henning Kamp 1396c87f8d5SPoul-Henning Kamp /* We refuse to unload if anything is open */ 1406c87f8d5SPoul-Henning Kamp LIST_FOREACH(gp, &mp->geom, geom) { 1416c87f8d5SPoul-Henning Kamp LIST_FOREACH(pp, &gp->provider, provider) 1426c87f8d5SPoul-Henning Kamp if (pp->acr || pp->acw || pp->ace) { 1436c87f8d5SPoul-Henning Kamp hh->error = EBUSY; 1446c87f8d5SPoul-Henning Kamp return; 1456c87f8d5SPoul-Henning Kamp } 1466c87f8d5SPoul-Henning Kamp LIST_FOREACH(cp, &gp->consumer, consumer) 1476c87f8d5SPoul-Henning Kamp if (cp->acr || cp->acw || cp->ace) { 1486c87f8d5SPoul-Henning Kamp hh->error = EBUSY; 1496c87f8d5SPoul-Henning Kamp return; 1506c87f8d5SPoul-Henning Kamp } 1516c87f8d5SPoul-Henning Kamp } 1526c87f8d5SPoul-Henning Kamp 1536c87f8d5SPoul-Henning Kamp /* Bar new entries */ 1546c87f8d5SPoul-Henning Kamp mp->taste = NULL; 1556c87f8d5SPoul-Henning Kamp mp->config = NULL; 1566c87f8d5SPoul-Henning Kamp 1576c87f8d5SPoul-Henning Kamp error = 0; 1586c87f8d5SPoul-Henning Kamp LIST_FOREACH(gp, &mp->geom, geom) { 1596c87f8d5SPoul-Henning Kamp error = mp->destroy_geom(NULL, mp, gp); 1606c87f8d5SPoul-Henning Kamp if (error != 0) 1616c87f8d5SPoul-Henning Kamp break; 1626c87f8d5SPoul-Henning Kamp } 1636c87f8d5SPoul-Henning Kamp if (error == 0) { 1646c87f8d5SPoul-Henning Kamp if (mp->fini != NULL) 1656c87f8d5SPoul-Henning Kamp mp->fini(mp); 1660ecc7670SPoul-Henning Kamp LIST_REMOVE(mp, class); 1676c87f8d5SPoul-Henning Kamp } 1686c87f8d5SPoul-Henning Kamp hh->error = error; 1696c87f8d5SPoul-Henning Kamp return; 1706c87f8d5SPoul-Henning Kamp } 1716c87f8d5SPoul-Henning Kamp 1726c87f8d5SPoul-Henning Kamp int 1736c87f8d5SPoul-Henning Kamp g_modevent(module_t mod, int type, void *data) 1746c87f8d5SPoul-Henning Kamp { 1756c87f8d5SPoul-Henning Kamp struct g_hh00 *hh; 1766c87f8d5SPoul-Henning Kamp int error; 1776c87f8d5SPoul-Henning Kamp static int g_ignition; 178dd84a43cSPoul-Henning Kamp 179dd84a43cSPoul-Henning Kamp if (!g_ignition) { 180dd84a43cSPoul-Henning Kamp g_ignition++; 181dd84a43cSPoul-Henning Kamp g_init(); 182dd84a43cSPoul-Henning Kamp } 1836c87f8d5SPoul-Henning Kamp hh = g_malloc(sizeof *hh, M_WAITOK | M_ZERO); 1846c87f8d5SPoul-Henning Kamp hh->mp = data; 1856c87f8d5SPoul-Henning Kamp error = EOPNOTSUPP; 1866c87f8d5SPoul-Henning Kamp switch (type) { 1876c87f8d5SPoul-Henning Kamp case MOD_LOAD: 1886c87f8d5SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_modevent(%s, LOAD)", hh->mp->name); 1896c87f8d5SPoul-Henning Kamp g_post_event(g_load_class, hh, M_WAITOK, NULL); 1906c87f8d5SPoul-Henning Kamp error = 0; 1916c87f8d5SPoul-Henning Kamp break; 1926c87f8d5SPoul-Henning Kamp case MOD_UNLOAD: 1936c87f8d5SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_modevent(%s, UNLOAD)", hh->mp->name); 1946c87f8d5SPoul-Henning Kamp error = g_waitfor_event(g_unload_class, hh, M_WAITOK, NULL); 1956c87f8d5SPoul-Henning Kamp if (error == 0) 1966c87f8d5SPoul-Henning Kamp error = hh->error; 1971f75de94SPoul-Henning Kamp if (error == 0) { 1986c87f8d5SPoul-Henning Kamp g_waitidle(); 1996c87f8d5SPoul-Henning Kamp KASSERT(LIST_EMPTY(&hh->mp->geom), 2006c87f8d5SPoul-Henning Kamp ("Unloaded class (%s) still has geom", hh->mp->name)); 2011f75de94SPoul-Henning Kamp } 2026c87f8d5SPoul-Henning Kamp g_free(hh); 2036c87f8d5SPoul-Henning Kamp break; 204f5b34814SPoul-Henning Kamp default: 205f5b34814SPoul-Henning Kamp g_free(hh); 206f5b34814SPoul-Henning Kamp break; 2076c87f8d5SPoul-Henning Kamp } 2086c87f8d5SPoul-Henning Kamp return (error); 209dd84a43cSPoul-Henning Kamp } 210dd84a43cSPoul-Henning Kamp 211dd84a43cSPoul-Henning Kamp struct g_geom * 2120f9d3dbaSPoul-Henning Kamp g_new_geomf(struct g_class *mp, const char *fmt, ...) 213dd84a43cSPoul-Henning Kamp { 214dd84a43cSPoul-Henning Kamp struct g_geom *gp; 215dd84a43cSPoul-Henning Kamp va_list ap; 216dd84a43cSPoul-Henning Kamp struct sbuf *sb; 217dd84a43cSPoul-Henning Kamp 218dd84a43cSPoul-Henning Kamp g_topology_assert(); 2190ecc7670SPoul-Henning Kamp KASSERT(g_valid_obj(mp), ("g_new_geom_f() on alien class %p", mp)); 220dd84a43cSPoul-Henning Kamp sb = sbuf_new(NULL, NULL, 0, SBUF_AUTOEXTEND); 221a1a9b445SPoul-Henning Kamp va_start(ap, fmt); 222dd84a43cSPoul-Henning Kamp sbuf_vprintf(sb, fmt, ap); 223a1a9b445SPoul-Henning Kamp va_end(ap); 224dd84a43cSPoul-Henning Kamp sbuf_finish(sb); 225a163d034SWarner Losh gp = g_malloc(sizeof *gp, M_WAITOK | M_ZERO); 226a163d034SWarner Losh gp->name = g_malloc(sbuf_len(sb) + 1, M_WAITOK | M_ZERO); 227e805e8f0SPoul-Henning Kamp gp->class = mp; 228dd84a43cSPoul-Henning Kamp gp->rank = 1; 229dd84a43cSPoul-Henning Kamp LIST_INIT(&gp->consumer); 230dd84a43cSPoul-Henning Kamp LIST_INIT(&gp->provider); 231dd84a43cSPoul-Henning Kamp LIST_INSERT_HEAD(&mp->geom, gp, geom); 232dd84a43cSPoul-Henning Kamp TAILQ_INSERT_HEAD(&geoms, gp, geoms); 233dd84a43cSPoul-Henning Kamp strcpy(gp->name, sbuf_data(sb)); 234dd84a43cSPoul-Henning Kamp sbuf_delete(sb); 235dd84a43cSPoul-Henning Kamp return (gp); 236dd84a43cSPoul-Henning Kamp } 237dd84a43cSPoul-Henning Kamp 238dd84a43cSPoul-Henning Kamp void 239dd84a43cSPoul-Henning Kamp g_destroy_geom(struct g_geom *gp) 240dd84a43cSPoul-Henning Kamp { 241dd84a43cSPoul-Henning Kamp 242dd84a43cSPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_destroy_geom(%p(%s))", gp, gp->name); 243dd84a43cSPoul-Henning Kamp g_topology_assert(); 244dd84a43cSPoul-Henning Kamp KASSERT(LIST_EMPTY(&gp->consumer), 245dd84a43cSPoul-Henning Kamp ("g_destroy_geom(%s) with consumer(s) [%p]", 246dd84a43cSPoul-Henning Kamp gp->name, LIST_FIRST(&gp->consumer))); 247dd84a43cSPoul-Henning Kamp KASSERT(LIST_EMPTY(&gp->provider), 248dd84a43cSPoul-Henning Kamp ("g_destroy_geom(%s) with provider(s) [%p]", 249cbb65040SPoul-Henning Kamp gp->name, LIST_FIRST(&gp->provider))); 250afcbcfaeSPoul-Henning Kamp g_cancel_event(gp); 251dd84a43cSPoul-Henning Kamp LIST_REMOVE(gp, geom); 252dd84a43cSPoul-Henning Kamp TAILQ_REMOVE(&geoms, gp, geoms); 2537d590cc4SPoul-Henning Kamp g_free(gp->name); 254dd84a43cSPoul-Henning Kamp g_free(gp); 255dd84a43cSPoul-Henning Kamp } 256dd84a43cSPoul-Henning Kamp 257d6227ae7SPoul-Henning Kamp /* 258d6227ae7SPoul-Henning Kamp * This function is called (repeatedly) until has withered away. 259d6227ae7SPoul-Henning Kamp */ 260d6227ae7SPoul-Henning Kamp void 261d6227ae7SPoul-Henning Kamp g_wither_geom(struct g_geom *gp, int error) 262d6227ae7SPoul-Henning Kamp { 263d6227ae7SPoul-Henning Kamp struct g_provider *pp, *pp2; 264d6227ae7SPoul-Henning Kamp struct g_consumer *cp, *cp2; 265d6227ae7SPoul-Henning Kamp static int once_is_enough; 266d6227ae7SPoul-Henning Kamp 267d6227ae7SPoul-Henning Kamp if (once_is_enough) 268d6227ae7SPoul-Henning Kamp return; 269d6227ae7SPoul-Henning Kamp once_is_enough = 1; 270d6227ae7SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_wither_geom(%p(%s))", gp, gp->name); 271d6227ae7SPoul-Henning Kamp g_topology_assert(); 272d6227ae7SPoul-Henning Kamp if (!(gp->flags & G_GEOM_WITHER)) { 273d6227ae7SPoul-Henning Kamp gp->flags |= G_GEOM_WITHER; 274d6227ae7SPoul-Henning Kamp LIST_FOREACH(pp, &gp->provider, provider) 275d6227ae7SPoul-Henning Kamp g_orphan_provider(pp, error); 276d6227ae7SPoul-Henning Kamp } 277d6227ae7SPoul-Henning Kamp for (pp = LIST_FIRST(&gp->provider); pp != NULL; pp = pp2) { 278d6227ae7SPoul-Henning Kamp pp2 = LIST_NEXT(pp, provider); 279d6227ae7SPoul-Henning Kamp if (!LIST_EMPTY(&pp->consumers)) 280d6227ae7SPoul-Henning Kamp continue; 281d6227ae7SPoul-Henning Kamp g_destroy_provider(pp); 282d6227ae7SPoul-Henning Kamp } 283d6227ae7SPoul-Henning Kamp for (cp = LIST_FIRST(&gp->consumer); cp != NULL; cp = cp2) { 284d6227ae7SPoul-Henning Kamp cp2 = LIST_NEXT(cp, consumer); 285d6227ae7SPoul-Henning Kamp if (cp->acr || cp->acw || cp->ace) 286d6227ae7SPoul-Henning Kamp continue; 287d6227ae7SPoul-Henning Kamp g_detach(cp); 288d6227ae7SPoul-Henning Kamp g_destroy_consumer(cp); 289d6227ae7SPoul-Henning Kamp } 290d6227ae7SPoul-Henning Kamp if (LIST_EMPTY(&gp->provider) && LIST_EMPTY(&gp->consumer)) 291d6227ae7SPoul-Henning Kamp g_destroy_geom(gp); 292d6227ae7SPoul-Henning Kamp once_is_enough = 0; 293d6227ae7SPoul-Henning Kamp } 294d6227ae7SPoul-Henning Kamp 295dd84a43cSPoul-Henning Kamp struct g_consumer * 296dd84a43cSPoul-Henning Kamp g_new_consumer(struct g_geom *gp) 297dd84a43cSPoul-Henning Kamp { 298dd84a43cSPoul-Henning Kamp struct g_consumer *cp; 299dd84a43cSPoul-Henning Kamp 300dd84a43cSPoul-Henning Kamp g_topology_assert(); 301799426f8SPoul-Henning Kamp KASSERT(!(gp->flags & G_GEOM_WITHER), 302799426f8SPoul-Henning Kamp ("g_new_consumer on WITHERing geom(%s) (class %s)", 303799426f8SPoul-Henning Kamp gp->name, gp->class->name)); 30407d77fc6SPoul-Henning Kamp KASSERT(gp->orphan != NULL, 30507d77fc6SPoul-Henning Kamp ("g_new_consumer on geom(%s) (class %s) without orphan", 30607d77fc6SPoul-Henning Kamp gp->name, gp->class->name)); 307dd84a43cSPoul-Henning Kamp 308a163d034SWarner Losh cp = g_malloc(sizeof *cp, M_WAITOK | M_ZERO); 309dd84a43cSPoul-Henning Kamp cp->geom = gp; 310e24cbd90SPoul-Henning Kamp cp->stat = devstat_new_entry(cp, -1, 0, DEVSTAT_ALL_SUPPORTED, 311e24cbd90SPoul-Henning Kamp DEVSTAT_TYPE_DIRECT, DEVSTAT_PRIORITY_MAX); 312dd84a43cSPoul-Henning Kamp LIST_INSERT_HEAD(&gp->consumer, cp, consumer); 313dd84a43cSPoul-Henning Kamp return(cp); 314dd84a43cSPoul-Henning Kamp } 315dd84a43cSPoul-Henning Kamp 316dd84a43cSPoul-Henning Kamp void 317dd84a43cSPoul-Henning Kamp g_destroy_consumer(struct g_consumer *cp) 318dd84a43cSPoul-Henning Kamp { 319d6227ae7SPoul-Henning Kamp struct g_geom *gp; 320dd84a43cSPoul-Henning Kamp 321dd84a43cSPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_destroy_consumer(%p)", cp); 322dd84a43cSPoul-Henning Kamp g_topology_assert(); 323dd84a43cSPoul-Henning Kamp KASSERT (cp->provider == NULL, ("g_destroy_consumer but attached")); 324dd84a43cSPoul-Henning Kamp KASSERT (cp->acr == 0, ("g_destroy_consumer with acr")); 325dd84a43cSPoul-Henning Kamp KASSERT (cp->acw == 0, ("g_destroy_consumer with acw")); 326dd84a43cSPoul-Henning Kamp KASSERT (cp->ace == 0, ("g_destroy_consumer with ace")); 327afcbcfaeSPoul-Henning Kamp g_cancel_event(cp); 328d6227ae7SPoul-Henning Kamp gp = cp->geom; 329dd84a43cSPoul-Henning Kamp LIST_REMOVE(cp, consumer); 330e24cbd90SPoul-Henning Kamp devstat_remove_entry(cp->stat); 331dd84a43cSPoul-Henning Kamp g_free(cp); 332d6227ae7SPoul-Henning Kamp if (gp->flags & G_GEOM_WITHER) 333d6227ae7SPoul-Henning Kamp g_wither_geom(gp, 0); 334dd84a43cSPoul-Henning Kamp } 335dd84a43cSPoul-Henning Kamp 3369ab3ea78SPoul-Henning Kamp static void 3379ab3ea78SPoul-Henning Kamp g_new_provider_event(void *arg, int flag) 3389ab3ea78SPoul-Henning Kamp { 3399ab3ea78SPoul-Henning Kamp struct g_class *mp; 3409ab3ea78SPoul-Henning Kamp struct g_provider *pp; 3419ab3ea78SPoul-Henning Kamp struct g_consumer *cp; 3429ab3ea78SPoul-Henning Kamp int i; 3439ab3ea78SPoul-Henning Kamp 3449ab3ea78SPoul-Henning Kamp g_topology_assert(); 3459ab3ea78SPoul-Henning Kamp if (flag == EV_CANCEL) 3469ab3ea78SPoul-Henning Kamp return; 3479ab3ea78SPoul-Henning Kamp if (g_shutdown) 3489ab3ea78SPoul-Henning Kamp return; 3499ab3ea78SPoul-Henning Kamp pp = arg; 3509ab3ea78SPoul-Henning Kamp LIST_FOREACH(mp, &g_classes, class) { 3519ab3ea78SPoul-Henning Kamp if (mp->taste == NULL) 3529ab3ea78SPoul-Henning Kamp continue; 3539ab3ea78SPoul-Henning Kamp i = 1; 3549ab3ea78SPoul-Henning Kamp LIST_FOREACH(cp, &pp->consumers, consumers) 3559ab3ea78SPoul-Henning Kamp if (cp->geom->class == mp) 3569ab3ea78SPoul-Henning Kamp i = 0; 3579ab3ea78SPoul-Henning Kamp if (!i) 3589ab3ea78SPoul-Henning Kamp continue; 359c4da4e46SPoul-Henning Kamp mp->taste(mp, pp, 0); 3609ab3ea78SPoul-Henning Kamp g_topology_assert(); 361b3ecca4dSPoul-Henning Kamp /* 362b3ecca4dSPoul-Henning Kamp * XXX: Bandaid for 5.2-RELEASE 363b3ecca4dSPoul-Henning Kamp * XXX: DO NOT REPLICATE THIS CODE! 364b3ecca4dSPoul-Henning Kamp */ 365b3ecca4dSPoul-Henning Kamp if (!g_valid_obj(pp)) { 366b3ecca4dSPoul-Henning Kamp printf("g_provider %p disappeared while tasting\n", pp); 367b3ecca4dSPoul-Henning Kamp return; 368b3ecca4dSPoul-Henning Kamp } 3699ab3ea78SPoul-Henning Kamp } 3709ab3ea78SPoul-Henning Kamp } 3719ab3ea78SPoul-Henning Kamp 3729ab3ea78SPoul-Henning Kamp 373dd84a43cSPoul-Henning Kamp struct g_provider * 3740f9d3dbaSPoul-Henning Kamp g_new_providerf(struct g_geom *gp, const char *fmt, ...) 375dd84a43cSPoul-Henning Kamp { 376dd84a43cSPoul-Henning Kamp struct g_provider *pp; 377dd84a43cSPoul-Henning Kamp struct sbuf *sb; 378dd84a43cSPoul-Henning Kamp va_list ap; 379dd84a43cSPoul-Henning Kamp 380dd84a43cSPoul-Henning Kamp g_topology_assert(); 381799426f8SPoul-Henning Kamp KASSERT(gp->start != NULL, 382cff2ddaeSPawel Jakub Dawidek ("new provider on geom(%s) without ->start (class %s)", 383cff2ddaeSPawel Jakub Dawidek gp->name, gp->class->name)); 384799426f8SPoul-Henning Kamp KASSERT(!(gp->flags & G_GEOM_WITHER), 385cff2ddaeSPawel Jakub Dawidek ("new provider on WITHERing geom(%s) (class %s)", 386cff2ddaeSPawel Jakub Dawidek gp->name, gp->class->name)); 387dd84a43cSPoul-Henning Kamp sb = sbuf_new(NULL, NULL, 0, SBUF_AUTOEXTEND); 388a1a9b445SPoul-Henning Kamp va_start(ap, fmt); 389dd84a43cSPoul-Henning Kamp sbuf_vprintf(sb, fmt, ap); 390a1a9b445SPoul-Henning Kamp va_end(ap); 391dd84a43cSPoul-Henning Kamp sbuf_finish(sb); 392a163d034SWarner Losh pp = g_malloc(sizeof *pp + sbuf_len(sb) + 1, M_WAITOK | M_ZERO); 393dd84a43cSPoul-Henning Kamp pp->name = (char *)(pp + 1); 394dd84a43cSPoul-Henning Kamp strcpy(pp->name, sbuf_data(sb)); 395dd84a43cSPoul-Henning Kamp sbuf_delete(sb); 396dd84a43cSPoul-Henning Kamp LIST_INIT(&pp->consumers); 397dd84a43cSPoul-Henning Kamp pp->error = ENXIO; 398dd84a43cSPoul-Henning Kamp pp->geom = gp; 399e24cbd90SPoul-Henning Kamp pp->stat = devstat_new_entry(pp, -1, 0, DEVSTAT_ALL_SUPPORTED, 400e24cbd90SPoul-Henning Kamp DEVSTAT_TYPE_DIRECT, DEVSTAT_PRIORITY_MAX); 401dd84a43cSPoul-Henning Kamp LIST_INSERT_HEAD(&gp->provider, pp, provider); 4028cd1535aSPoul-Henning Kamp g_post_event(g_new_provider_event, pp, M_WAITOK, pp, NULL); 403dd84a43cSPoul-Henning Kamp return (pp); 404dd84a43cSPoul-Henning Kamp } 405dd84a43cSPoul-Henning Kamp 406dd84a43cSPoul-Henning Kamp void 407dd84a43cSPoul-Henning Kamp g_error_provider(struct g_provider *pp, int error) 408dd84a43cSPoul-Henning Kamp { 409dd84a43cSPoul-Henning Kamp 410dd84a43cSPoul-Henning Kamp pp->error = error; 411dd84a43cSPoul-Henning Kamp } 412dd84a43cSPoul-Henning Kamp 413d6c5e716SPoul-Henning Kamp struct g_provider * 414d6c5e716SPoul-Henning Kamp g_provider_by_name(char const *arg) 415d6c5e716SPoul-Henning Kamp { 416d6c5e716SPoul-Henning Kamp struct g_class *cp; 417d6c5e716SPoul-Henning Kamp struct g_geom *gp; 418d6c5e716SPoul-Henning Kamp struct g_provider *pp; 419d6c5e716SPoul-Henning Kamp 420d6c5e716SPoul-Henning Kamp LIST_FOREACH(cp, &g_classes, class) { 421d6c5e716SPoul-Henning Kamp LIST_FOREACH(gp, &cp->geom, geom) { 422d6c5e716SPoul-Henning Kamp LIST_FOREACH(pp, &gp->provider, provider) { 423d6c5e716SPoul-Henning Kamp if (!strcmp(arg, pp->name)) 424d6c5e716SPoul-Henning Kamp return (pp); 425d6c5e716SPoul-Henning Kamp } 426d6c5e716SPoul-Henning Kamp } 427d6c5e716SPoul-Henning Kamp } 428d6c5e716SPoul-Henning Kamp return (NULL); 429d6c5e716SPoul-Henning Kamp } 430dd84a43cSPoul-Henning Kamp 431dd84a43cSPoul-Henning Kamp void 432dd84a43cSPoul-Henning Kamp g_destroy_provider(struct g_provider *pp) 433dd84a43cSPoul-Henning Kamp { 434dd84a43cSPoul-Henning Kamp struct g_geom *gp; 435dd84a43cSPoul-Henning Kamp 436dd84a43cSPoul-Henning Kamp g_topology_assert(); 437dd84a43cSPoul-Henning Kamp KASSERT(LIST_EMPTY(&pp->consumers), 438dd84a43cSPoul-Henning Kamp ("g_destroy_provider but attached")); 439dd84a43cSPoul-Henning Kamp KASSERT (pp->acr == 0, ("g_destroy_provider with acr")); 440dd84a43cSPoul-Henning Kamp KASSERT (pp->acw == 0, ("g_destroy_provider with acw")); 441dd84a43cSPoul-Henning Kamp KASSERT (pp->acw == 0, ("g_destroy_provider with ace")); 442afcbcfaeSPoul-Henning Kamp g_cancel_event(pp); 443dd84a43cSPoul-Henning Kamp LIST_REMOVE(pp, provider); 444dd84a43cSPoul-Henning Kamp gp = pp->geom; 445e24cbd90SPoul-Henning Kamp devstat_remove_entry(pp->stat); 446dd84a43cSPoul-Henning Kamp g_free(pp); 447d6227ae7SPoul-Henning Kamp if ((gp->flags & G_GEOM_WITHER)) 448d6227ae7SPoul-Henning Kamp g_wither_geom(gp, 0); 449dd84a43cSPoul-Henning Kamp } 450dd84a43cSPoul-Henning Kamp 451dd84a43cSPoul-Henning Kamp /* 452dd84a43cSPoul-Henning Kamp * We keep the "geoms" list sorted by topological order (== increasing 453dd84a43cSPoul-Henning Kamp * numerical rank) at all times. 454dd84a43cSPoul-Henning Kamp * When an attach is done, the attaching geoms rank is invalidated 455dd84a43cSPoul-Henning Kamp * and it is moved to the tail of the list. 456dd84a43cSPoul-Henning Kamp * All geoms later in the sequence has their ranks reevaluated in 457dd84a43cSPoul-Henning Kamp * sequence. If we cannot assign rank to a geom because it's 458dd84a43cSPoul-Henning Kamp * prerequisites do not have rank, we move that element to the tail 459dd84a43cSPoul-Henning Kamp * of the sequence with invalid rank as well. 460dd84a43cSPoul-Henning Kamp * At some point we encounter our original geom and if we stil fail 461dd84a43cSPoul-Henning Kamp * to assign it a rank, there must be a loop and we fail back to 462503abe45SPoul-Henning Kamp * g_attach() which detach again and calls redo_rank again 463dd84a43cSPoul-Henning Kamp * to fix up the damage. 464dd84a43cSPoul-Henning Kamp * It would be much simpler code wise to do it recursively, but we 465dd84a43cSPoul-Henning Kamp * can't risk that on the kernel stack. 466dd84a43cSPoul-Henning Kamp */ 467dd84a43cSPoul-Henning Kamp 468dd84a43cSPoul-Henning Kamp static int 469dd84a43cSPoul-Henning Kamp redo_rank(struct g_geom *gp) 470dd84a43cSPoul-Henning Kamp { 471dd84a43cSPoul-Henning Kamp struct g_consumer *cp; 472dd84a43cSPoul-Henning Kamp struct g_geom *gp1, *gp2; 473dd84a43cSPoul-Henning Kamp int n, m; 474dd84a43cSPoul-Henning Kamp 475dd84a43cSPoul-Henning Kamp g_topology_assert(); 476dd84a43cSPoul-Henning Kamp 477dd84a43cSPoul-Henning Kamp /* Invalidate this geoms rank and move it to the tail */ 478dd84a43cSPoul-Henning Kamp gp1 = TAILQ_NEXT(gp, geoms); 479dd84a43cSPoul-Henning Kamp if (gp1 != NULL) { 480dd84a43cSPoul-Henning Kamp gp->rank = 0; 481dd84a43cSPoul-Henning Kamp TAILQ_REMOVE(&geoms, gp, geoms); 482dd84a43cSPoul-Henning Kamp TAILQ_INSERT_TAIL(&geoms, gp, geoms); 483dd84a43cSPoul-Henning Kamp } else { 484dd84a43cSPoul-Henning Kamp gp1 = gp; 485dd84a43cSPoul-Henning Kamp } 486dd84a43cSPoul-Henning Kamp 487dd84a43cSPoul-Henning Kamp /* re-rank the rest of the sequence */ 488dd84a43cSPoul-Henning Kamp for (; gp1 != NULL; gp1 = gp2) { 489dd84a43cSPoul-Henning Kamp gp1->rank = 0; 490dd84a43cSPoul-Henning Kamp m = 1; 491dd84a43cSPoul-Henning Kamp LIST_FOREACH(cp, &gp1->consumer, consumer) { 492dd84a43cSPoul-Henning Kamp if (cp->provider == NULL) 493dd84a43cSPoul-Henning Kamp continue; 494dd84a43cSPoul-Henning Kamp n = cp->provider->geom->rank; 495dd84a43cSPoul-Henning Kamp if (n == 0) { 496dd84a43cSPoul-Henning Kamp m = 0; 497dd84a43cSPoul-Henning Kamp break; 498dd84a43cSPoul-Henning Kamp } else if (n >= m) 499dd84a43cSPoul-Henning Kamp m = n + 1; 500dd84a43cSPoul-Henning Kamp } 501dd84a43cSPoul-Henning Kamp gp1->rank = m; 502dd84a43cSPoul-Henning Kamp gp2 = TAILQ_NEXT(gp1, geoms); 503dd84a43cSPoul-Henning Kamp 504dd84a43cSPoul-Henning Kamp /* got a rank, moving on */ 505dd84a43cSPoul-Henning Kamp if (m != 0) 506dd84a43cSPoul-Henning Kamp continue; 507dd84a43cSPoul-Henning Kamp 508dd84a43cSPoul-Henning Kamp /* no rank to original geom means loop */ 50950d866ceSPoul-Henning Kamp if (gp == gp1) 510dd84a43cSPoul-Henning Kamp return (ELOOP); 511dd84a43cSPoul-Henning Kamp 512dd84a43cSPoul-Henning Kamp /* no rank, put it at the end move on */ 513dd84a43cSPoul-Henning Kamp TAILQ_REMOVE(&geoms, gp1, geoms); 514dd84a43cSPoul-Henning Kamp TAILQ_INSERT_TAIL(&geoms, gp1, geoms); 515dd84a43cSPoul-Henning Kamp } 516dd84a43cSPoul-Henning Kamp return (0); 517dd84a43cSPoul-Henning Kamp } 518dd84a43cSPoul-Henning Kamp 519dd84a43cSPoul-Henning Kamp int 520dd84a43cSPoul-Henning Kamp g_attach(struct g_consumer *cp, struct g_provider *pp) 521dd84a43cSPoul-Henning Kamp { 522dd84a43cSPoul-Henning Kamp int error; 523dd84a43cSPoul-Henning Kamp 524dd84a43cSPoul-Henning Kamp g_topology_assert(); 525dd84a43cSPoul-Henning Kamp KASSERT(cp->provider == NULL, ("attach but attached")); 526dd84a43cSPoul-Henning Kamp cp->provider = pp; 527dd84a43cSPoul-Henning Kamp LIST_INSERT_HEAD(&pp->consumers, cp, consumers); 528dd84a43cSPoul-Henning Kamp error = redo_rank(cp->geom); 529dd84a43cSPoul-Henning Kamp if (error) { 530dd84a43cSPoul-Henning Kamp LIST_REMOVE(cp, consumers); 531dd84a43cSPoul-Henning Kamp cp->provider = NULL; 532dd84a43cSPoul-Henning Kamp redo_rank(cp->geom); 533dd84a43cSPoul-Henning Kamp } 534dd84a43cSPoul-Henning Kamp return (error); 535dd84a43cSPoul-Henning Kamp } 536dd84a43cSPoul-Henning Kamp 537dd84a43cSPoul-Henning Kamp void 538503abe45SPoul-Henning Kamp g_detach(struct g_consumer *cp) 539dd84a43cSPoul-Henning Kamp { 540dd84a43cSPoul-Henning Kamp struct g_provider *pp; 541dd84a43cSPoul-Henning Kamp 542503abe45SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_detach(%p)", cp); 543dd84a43cSPoul-Henning Kamp KASSERT(cp != (void*)0xd0d0d0d0, ("ARGH!")); 544dd84a43cSPoul-Henning Kamp g_topology_assert(); 545503abe45SPoul-Henning Kamp KASSERT(cp->provider != NULL, ("detach but not attached")); 546503abe45SPoul-Henning Kamp KASSERT(cp->acr == 0, ("detach but nonzero acr")); 547503abe45SPoul-Henning Kamp KASSERT(cp->acw == 0, ("detach but nonzero acw")); 548503abe45SPoul-Henning Kamp KASSERT(cp->ace == 0, ("detach but nonzero ace")); 5490e6be472SPoul-Henning Kamp KASSERT(cp->nstart == cp->nend, 5504ec35300SPoul-Henning Kamp ("detach with active requests")); 551dd84a43cSPoul-Henning Kamp pp = cp->provider; 552dd84a43cSPoul-Henning Kamp LIST_REMOVE(cp, consumers); 553dd84a43cSPoul-Henning Kamp cp->provider = NULL; 554dd84a43cSPoul-Henning Kamp if (pp->geom->flags & G_GEOM_WITHER) 555d6227ae7SPoul-Henning Kamp g_wither_geom(pp->geom, 0); 55690916ef7SPoul-Henning Kamp else if (pp->flags & G_PF_WITHER) 55790916ef7SPoul-Henning Kamp g_destroy_provider(pp); 558dd84a43cSPoul-Henning Kamp redo_rank(cp->geom); 559dd84a43cSPoul-Henning Kamp } 560dd84a43cSPoul-Henning Kamp 561dd84a43cSPoul-Henning Kamp /* 562d2bae332SPoul-Henning Kamp * g_access() 563dd84a43cSPoul-Henning Kamp * 564dd84a43cSPoul-Henning Kamp * Access-check with delta values. The question asked is "can provider 565dd84a43cSPoul-Henning Kamp * "cp" change the access counters by the relative amounts dc[rwe] ?" 566dd84a43cSPoul-Henning Kamp */ 567dd84a43cSPoul-Henning Kamp 568dd84a43cSPoul-Henning Kamp int 569d2bae332SPoul-Henning Kamp g_access(struct g_consumer *cp, int dcr, int dcw, int dce) 570dd84a43cSPoul-Henning Kamp { 571dd84a43cSPoul-Henning Kamp struct g_provider *pp; 572dd84a43cSPoul-Henning Kamp int pr,pw,pe; 573dd84a43cSPoul-Henning Kamp int error; 574dd84a43cSPoul-Henning Kamp 575dd84a43cSPoul-Henning Kamp pp = cp->provider; 576dd84a43cSPoul-Henning Kamp 577d2bae332SPoul-Henning Kamp g_trace(G_T_ACCESS, "g_access(%p(%s), %d, %d, %d)", 578dd84a43cSPoul-Henning Kamp cp, pp->name, dcr, dcw, dce); 579dd84a43cSPoul-Henning Kamp 580dd84a43cSPoul-Henning Kamp g_topology_assert(); 581dd84a43cSPoul-Henning Kamp KASSERT(cp->provider != NULL, ("access but not attached")); 582dd84a43cSPoul-Henning Kamp KASSERT(cp->acr + dcr >= 0, ("access resulting in negative acr")); 583dd84a43cSPoul-Henning Kamp KASSERT(cp->acw + dcw >= 0, ("access resulting in negative acw")); 584dd84a43cSPoul-Henning Kamp KASSERT(cp->ace + dce >= 0, ("access resulting in negative ace")); 585cfa35456SPoul-Henning Kamp KASSERT(dcr != 0 || dcw != 0 || dce != 0, ("NOP access request")); 58607d77fc6SPoul-Henning Kamp KASSERT(pp->geom->access != NULL, ("NULL geom->access")); 587dd84a43cSPoul-Henning Kamp 588dd84a43cSPoul-Henning Kamp /* 589e805e8f0SPoul-Henning Kamp * If our class cares about being spoiled, and we have been, we 590dd84a43cSPoul-Henning Kamp * are probably just ahead of the event telling us that. Fail 591dd84a43cSPoul-Henning Kamp * now rather than having to unravel this later. 592dd84a43cSPoul-Henning Kamp */ 593dd84a43cSPoul-Henning Kamp if (cp->geom->spoiled != NULL && cp->spoiled) { 594537d9274SPoul-Henning Kamp KASSERT(dcr <= 0, ("spoiled but dcr = %d", dcr)); 595cff2ddaeSPawel Jakub Dawidek KASSERT(dcw <= 0, ("spoiled but dcw = %d", dcw)); 596cff2ddaeSPawel Jakub Dawidek KASSERT(dce <= 0, ("spoiled but dce = %d", dce)); 597dd84a43cSPoul-Henning Kamp } 598dd84a43cSPoul-Henning Kamp 599dd84a43cSPoul-Henning Kamp /* 600dd84a43cSPoul-Henning Kamp * Figure out what counts the provider would have had, if this 601dd84a43cSPoul-Henning Kamp * consumer had (r0w0e0) at this time. 602dd84a43cSPoul-Henning Kamp */ 603dd84a43cSPoul-Henning Kamp pr = pp->acr - cp->acr; 604dd84a43cSPoul-Henning Kamp pw = pp->acw - cp->acw; 605dd84a43cSPoul-Henning Kamp pe = pp->ace - cp->ace; 606dd84a43cSPoul-Henning Kamp 607dd84a43cSPoul-Henning Kamp g_trace(G_T_ACCESS, 608dd84a43cSPoul-Henning Kamp "open delta:[r%dw%de%d] old:[r%dw%de%d] provider:[r%dw%de%d] %p(%s)", 609dd84a43cSPoul-Henning Kamp dcr, dcw, dce, 610dd84a43cSPoul-Henning Kamp cp->acr, cp->acw, cp->ace, 611dd84a43cSPoul-Henning Kamp pp->acr, pp->acw, pp->ace, 612dd84a43cSPoul-Henning Kamp pp, pp->name); 613dd84a43cSPoul-Henning Kamp 6148ebd558fSPoul-Henning Kamp /* If foot-shooting is enabled, any open on rank#1 is OK */ 6158ebd558fSPoul-Henning Kamp if ((g_debugflags & 16) && pp->geom->rank == 1) 6168ebd558fSPoul-Henning Kamp ; 617dd84a43cSPoul-Henning Kamp /* If we try exclusive but already write: fail */ 6188ebd558fSPoul-Henning Kamp else if (dce > 0 && pw > 0) 619dd84a43cSPoul-Henning Kamp return (EPERM); 620dd84a43cSPoul-Henning Kamp /* If we try write but already exclusive: fail */ 6218ebd558fSPoul-Henning Kamp else if (dcw > 0 && pe > 0) 622dd84a43cSPoul-Henning Kamp return (EPERM); 623dd84a43cSPoul-Henning Kamp /* If we try to open more but provider is error'ed: fail */ 6248ebd558fSPoul-Henning Kamp else if ((dcr > 0 || dcw > 0 || dce > 0) && pp->error != 0) 625dd84a43cSPoul-Henning Kamp return (pp->error); 626dd84a43cSPoul-Henning Kamp 627dd84a43cSPoul-Henning Kamp /* Ok then... */ 628dd84a43cSPoul-Henning Kamp 6298f6da0e4SPoul-Henning Kamp error = pp->geom->access(pp, dcr, dcw, dce); 6308f6da0e4SPoul-Henning Kamp if (!error) { 631dd84a43cSPoul-Henning Kamp /* 632dd84a43cSPoul-Henning Kamp * If we open first write, spoil any partner consumers. 633dd84a43cSPoul-Henning Kamp * If we close last write, trigger re-taste. 634dd84a43cSPoul-Henning Kamp */ 635dd84a43cSPoul-Henning Kamp if (pp->acw == 0 && dcw != 0) 636dd84a43cSPoul-Henning Kamp g_spoil(pp, cp); 637a9ed5e11SPoul-Henning Kamp else if (pp->acw != 0 && pp->acw == -dcw && 638a9ed5e11SPoul-Henning Kamp !(pp->geom->flags & G_GEOM_WITHER)) 6398cd1535aSPoul-Henning Kamp g_post_event(g_new_provider_event, pp, M_WAITOK, 6408cd1535aSPoul-Henning Kamp pp, NULL); 641dd84a43cSPoul-Henning Kamp 642dd84a43cSPoul-Henning Kamp pp->acr += dcr; 643dd84a43cSPoul-Henning Kamp pp->acw += dcw; 644dd84a43cSPoul-Henning Kamp pp->ace += dce; 645dd84a43cSPoul-Henning Kamp cp->acr += dcr; 646dd84a43cSPoul-Henning Kamp cp->acw += dcw; 647dd84a43cSPoul-Henning Kamp cp->ace += dce; 648dd84a43cSPoul-Henning Kamp } 649dd84a43cSPoul-Henning Kamp return (error); 650dd84a43cSPoul-Henning Kamp } 651dd84a43cSPoul-Henning Kamp 652dd84a43cSPoul-Henning Kamp int 6530f9d3dbaSPoul-Henning Kamp g_handleattr_int(struct bio *bp, const char *attribute, int val) 654dd84a43cSPoul-Henning Kamp { 655dd84a43cSPoul-Henning Kamp 656503abe45SPoul-Henning Kamp return (g_handleattr(bp, attribute, &val, sizeof val)); 657dd84a43cSPoul-Henning Kamp } 658dd84a43cSPoul-Henning Kamp 659dd84a43cSPoul-Henning Kamp int 6600f9d3dbaSPoul-Henning Kamp g_handleattr_off_t(struct bio *bp, const char *attribute, off_t val) 661dd84a43cSPoul-Henning Kamp { 662dd84a43cSPoul-Henning Kamp 663503abe45SPoul-Henning Kamp return (g_handleattr(bp, attribute, &val, sizeof val)); 664dd84a43cSPoul-Henning Kamp } 665dd84a43cSPoul-Henning Kamp 666dd84a43cSPoul-Henning Kamp int 6670f9d3dbaSPoul-Henning Kamp g_handleattr(struct bio *bp, const char *attribute, void *val, int len) 668dd84a43cSPoul-Henning Kamp { 669dd84a43cSPoul-Henning Kamp int error; 670dd84a43cSPoul-Henning Kamp 671dd84a43cSPoul-Henning Kamp if (strcmp(bp->bio_attribute, attribute)) 672dd84a43cSPoul-Henning Kamp return (0); 673dd84a43cSPoul-Henning Kamp if (bp->bio_length != len) { 67414ac6812SPoul-Henning Kamp printf("bio_length %jd len %d -> EFAULT\n", 67514ac6812SPoul-Henning Kamp (intmax_t)bp->bio_length, len); 676dd84a43cSPoul-Henning Kamp error = EFAULT; 677dd84a43cSPoul-Henning Kamp } else { 678dd84a43cSPoul-Henning Kamp error = 0; 679dd84a43cSPoul-Henning Kamp bcopy(val, bp->bio_data, len); 680dd84a43cSPoul-Henning Kamp bp->bio_completed = len; 681dd84a43cSPoul-Henning Kamp } 68272840432SPoul-Henning Kamp g_io_deliver(bp, error); 683dd84a43cSPoul-Henning Kamp return (1); 684dd84a43cSPoul-Henning Kamp } 685dd84a43cSPoul-Henning Kamp 686dd84a43cSPoul-Henning Kamp int 687dd84a43cSPoul-Henning Kamp g_std_access(struct g_provider *pp __unused, 688dd84a43cSPoul-Henning Kamp int dr __unused, int dw __unused, int de __unused) 689dd84a43cSPoul-Henning Kamp { 690dd84a43cSPoul-Henning Kamp 691dd84a43cSPoul-Henning Kamp return (0); 692dd84a43cSPoul-Henning Kamp } 693dd84a43cSPoul-Henning Kamp 694dd84a43cSPoul-Henning Kamp void 695dd84a43cSPoul-Henning Kamp g_std_done(struct bio *bp) 696dd84a43cSPoul-Henning Kamp { 697dd84a43cSPoul-Henning Kamp struct bio *bp2; 698dd84a43cSPoul-Henning Kamp 699936cc461SPoul-Henning Kamp bp2 = bp->bio_parent; 7003f521b60SPoul-Henning Kamp if (bp2->bio_error == 0) 7013f521b60SPoul-Henning Kamp bp2->bio_error = bp->bio_error; 7023f521b60SPoul-Henning Kamp bp2->bio_completed += bp->bio_completed; 703dd84a43cSPoul-Henning Kamp g_destroy_bio(bp); 704801bb689SPoul-Henning Kamp bp2->bio_inbed++; 705801bb689SPoul-Henning Kamp if (bp2->bio_children == bp2->bio_inbed) 7063f521b60SPoul-Henning Kamp g_io_deliver(bp2, bp2->bio_error); 707dd84a43cSPoul-Henning Kamp } 708dd84a43cSPoul-Henning Kamp 709dd84a43cSPoul-Henning Kamp /* XXX: maybe this is only g_slice_spoiled */ 710dd84a43cSPoul-Henning Kamp 711dd84a43cSPoul-Henning Kamp void 712dd84a43cSPoul-Henning Kamp g_std_spoiled(struct g_consumer *cp) 713dd84a43cSPoul-Henning Kamp { 714c4da4e46SPoul-Henning Kamp struct g_geom *gp; 715c4da4e46SPoul-Henning Kamp struct g_provider *pp; 716dd84a43cSPoul-Henning Kamp 717dd84a43cSPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_std_spoiled(%p)", cp); 718dd84a43cSPoul-Henning Kamp g_topology_assert(); 719c4da4e46SPoul-Henning Kamp g_detach(cp); 720c4da4e46SPoul-Henning Kamp gp = cp->geom; 721c4da4e46SPoul-Henning Kamp LIST_FOREACH(pp, &gp->provider, provider) 722c4da4e46SPoul-Henning Kamp g_orphan_provider(pp, ENXIO); 723c4da4e46SPoul-Henning Kamp g_destroy_consumer(cp); 724c4da4e46SPoul-Henning Kamp if (LIST_EMPTY(&gp->provider) && LIST_EMPTY(&gp->consumer)) 725c4da4e46SPoul-Henning Kamp g_destroy_geom(gp); 726c4da4e46SPoul-Henning Kamp else 727c4da4e46SPoul-Henning Kamp gp->flags |= G_GEOM_WITHER; 728dd84a43cSPoul-Henning Kamp } 729dd84a43cSPoul-Henning Kamp 730dd84a43cSPoul-Henning Kamp /* 731dd84a43cSPoul-Henning Kamp * Spoiling happens when a provider is opened for writing, but consumers 732dd84a43cSPoul-Henning Kamp * which are configured by in-band data are attached (slicers for instance). 733dd84a43cSPoul-Henning Kamp * Since the write might potentially change the in-band data, such consumers 734dd84a43cSPoul-Henning Kamp * need to re-evaluate their existence after the writing session closes. 735dd84a43cSPoul-Henning Kamp * We do this by (offering to) tear them down when the open for write happens 736dd84a43cSPoul-Henning Kamp * in return for a re-taste when it closes again. 737dd84a43cSPoul-Henning Kamp * Together with the fact that such consumers grab an 'e' bit whenever they 738dd84a43cSPoul-Henning Kamp * are open, regardless of mode, this ends up DTRT. 739dd84a43cSPoul-Henning Kamp */ 740dd84a43cSPoul-Henning Kamp 741f2e9a094SPoul-Henning Kamp static void 742f2e9a094SPoul-Henning Kamp g_spoil_event(void *arg, int flag) 743f2e9a094SPoul-Henning Kamp { 744f2e9a094SPoul-Henning Kamp struct g_provider *pp; 745f2e9a094SPoul-Henning Kamp struct g_consumer *cp, *cp2; 746f2e9a094SPoul-Henning Kamp 747f2e9a094SPoul-Henning Kamp g_topology_assert(); 748f2e9a094SPoul-Henning Kamp if (flag == EV_CANCEL) 749f2e9a094SPoul-Henning Kamp return; 750f2e9a094SPoul-Henning Kamp pp = arg; 751f2e9a094SPoul-Henning Kamp for (cp = LIST_FIRST(&pp->consumers); cp != NULL; cp = cp2) { 752f2e9a094SPoul-Henning Kamp cp2 = LIST_NEXT(cp, consumers); 753f2e9a094SPoul-Henning Kamp if (!cp->spoiled) 754f2e9a094SPoul-Henning Kamp continue; 755f2e9a094SPoul-Henning Kamp cp->spoiled = 0; 756f2e9a094SPoul-Henning Kamp if (cp->geom->spoiled == NULL) 757f2e9a094SPoul-Henning Kamp continue; 758f2e9a094SPoul-Henning Kamp cp->geom->spoiled(cp); 759f2e9a094SPoul-Henning Kamp g_topology_assert(); 760f2e9a094SPoul-Henning Kamp } 761f2e9a094SPoul-Henning Kamp } 762f2e9a094SPoul-Henning Kamp 763dd84a43cSPoul-Henning Kamp void 764dd84a43cSPoul-Henning Kamp g_spoil(struct g_provider *pp, struct g_consumer *cp) 765dd84a43cSPoul-Henning Kamp { 766dd84a43cSPoul-Henning Kamp struct g_consumer *cp2; 767dd84a43cSPoul-Henning Kamp 768dd84a43cSPoul-Henning Kamp g_topology_assert(); 769dd84a43cSPoul-Henning Kamp 770dd84a43cSPoul-Henning Kamp LIST_FOREACH(cp2, &pp->consumers, consumers) { 771dd84a43cSPoul-Henning Kamp if (cp2 == cp) 772dd84a43cSPoul-Henning Kamp continue; 773dd84a43cSPoul-Henning Kamp /* 774dd84a43cSPoul-Henning Kamp KASSERT(cp2->acr == 0, ("spoiling cp->acr = %d", cp2->acr)); 775dd84a43cSPoul-Henning Kamp KASSERT(cp2->acw == 0, ("spoiling cp->acw = %d", cp2->acw)); 776dd84a43cSPoul-Henning Kamp */ 777dd84a43cSPoul-Henning Kamp KASSERT(cp2->ace == 0, ("spoiling cp->ace = %d", cp2->ace)); 778dd84a43cSPoul-Henning Kamp cp2->spoiled++; 779dd84a43cSPoul-Henning Kamp } 7808cd1535aSPoul-Henning Kamp g_post_event(g_spoil_event, pp, M_WAITOK, pp, NULL); 781dd84a43cSPoul-Henning Kamp } 782dd84a43cSPoul-Henning Kamp 783a4ef1c5fSPoul-Henning Kamp int 784a4ef1c5fSPoul-Henning Kamp g_getattr__(const char *attr, struct g_consumer *cp, void *var, int len) 785a4ef1c5fSPoul-Henning Kamp { 786a4ef1c5fSPoul-Henning Kamp int error, i; 787a4ef1c5fSPoul-Henning Kamp 788a4ef1c5fSPoul-Henning Kamp i = len; 789a4ef1c5fSPoul-Henning Kamp error = g_io_getattr(attr, cp, &i, var); 790a4ef1c5fSPoul-Henning Kamp if (error) 791a4ef1c5fSPoul-Henning Kamp return (error); 792a4ef1c5fSPoul-Henning Kamp if (i != len) 793a4ef1c5fSPoul-Henning Kamp return (EINVAL); 794a4ef1c5fSPoul-Henning Kamp return (0); 795a4ef1c5fSPoul-Henning Kamp } 7967d590cc4SPoul-Henning Kamp 7977d590cc4SPoul-Henning Kamp /* 798b3ecca4dSPoul-Henning Kamp * XXX: Bandaid for 5.2. 799b3ecca4dSPoul-Henning Kamp * XXX: DO NOT EVEN THINK ABOUT CALLING THIS FUNCTION! 800b3ecca4dSPoul-Henning Kamp */ 801b3ecca4dSPoul-Henning Kamp static int 802b3ecca4dSPoul-Henning Kamp g_valid_obj(void const *ptr) 803b3ecca4dSPoul-Henning Kamp { 804b3ecca4dSPoul-Henning Kamp struct g_class *mp; 805b3ecca4dSPoul-Henning Kamp struct g_geom *gp; 806b3ecca4dSPoul-Henning Kamp struct g_consumer *cp; 807b3ecca4dSPoul-Henning Kamp struct g_provider *pp; 808b3ecca4dSPoul-Henning Kamp 8090ecc7670SPoul-Henning Kamp g_topology_assert(); 810b3ecca4dSPoul-Henning Kamp LIST_FOREACH(mp, &g_classes, class) { 811b3ecca4dSPoul-Henning Kamp if (ptr == mp) 812b3ecca4dSPoul-Henning Kamp return (1); 813b3ecca4dSPoul-Henning Kamp LIST_FOREACH(gp, &mp->geom, geom) { 814b3ecca4dSPoul-Henning Kamp if (ptr == gp) 815b3ecca4dSPoul-Henning Kamp return (1); 816b3ecca4dSPoul-Henning Kamp LIST_FOREACH(cp, &gp->consumer, consumer) 817b3ecca4dSPoul-Henning Kamp if (ptr == cp) 818b3ecca4dSPoul-Henning Kamp return (1); 819b3ecca4dSPoul-Henning Kamp LIST_FOREACH(pp, &gp->provider, provider) 820b3ecca4dSPoul-Henning Kamp if (ptr == pp) 821b3ecca4dSPoul-Henning Kamp return (1); 822b3ecca4dSPoul-Henning Kamp } 823b3ecca4dSPoul-Henning Kamp } 824b3ecca4dSPoul-Henning Kamp return(0); 825b3ecca4dSPoul-Henning Kamp } 826b3ecca4dSPoul-Henning Kamp 827b3ecca4dSPoul-Henning Kamp /* 8287d590cc4SPoul-Henning Kamp * Check if the given pointer is a live object 8297d590cc4SPoul-Henning Kamp */ 8307d590cc4SPoul-Henning Kamp 8317d590cc4SPoul-Henning Kamp void 832a6c58fecSPoul-Henning Kamp g_sanity(void const *ptr) 8337d590cc4SPoul-Henning Kamp { 8347d590cc4SPoul-Henning Kamp struct g_class *mp; 8357d590cc4SPoul-Henning Kamp struct g_geom *gp; 8367d590cc4SPoul-Henning Kamp struct g_consumer *cp; 8377d590cc4SPoul-Henning Kamp struct g_provider *pp; 8387d590cc4SPoul-Henning Kamp 8395dcf28b2SPoul-Henning Kamp if (!(g_debugflags & 0x8)) 8405dcf28b2SPoul-Henning Kamp return; 8417d590cc4SPoul-Henning Kamp LIST_FOREACH(mp, &g_classes, class) { 8427d590cc4SPoul-Henning Kamp KASSERT(mp != ptr, ("Ptr is live class")); 8437d590cc4SPoul-Henning Kamp LIST_FOREACH(gp, &mp->geom, geom) { 8447d590cc4SPoul-Henning Kamp KASSERT(gp != ptr, ("Ptr is live geom")); 8457d590cc4SPoul-Henning Kamp KASSERT(gp->name != ptr, ("Ptr is live geom's name")); 8467d590cc4SPoul-Henning Kamp LIST_FOREACH(cp, &gp->consumer, consumer) { 8477d590cc4SPoul-Henning Kamp KASSERT(cp != ptr, ("Ptr is live consumer")); 8487d590cc4SPoul-Henning Kamp } 8497d590cc4SPoul-Henning Kamp LIST_FOREACH(pp, &gp->provider, provider) { 8507d590cc4SPoul-Henning Kamp KASSERT(pp != ptr, ("Ptr is live provider")); 8517d590cc4SPoul-Henning Kamp } 8527d590cc4SPoul-Henning Kamp } 8537d590cc4SPoul-Henning Kamp } 8547d590cc4SPoul-Henning Kamp } 8557d590cc4SPoul-Henning Kamp 856