1 /*- 2 * Copyright (c) 2002 Poul-Henning Kamp 3 * Copyright (c) 2002 Networks Associates Technology, Inc. 4 * All rights reserved. 5 * 6 * This software was developed for the FreeBSD Project by Poul-Henning Kamp 7 * and NAI Labs, the Security Research Division of Network Associates, Inc. 8 * under DARPA/SPAWAR contract N66001-01-C-8035 ("CBOSS"), as part of the 9 * DARPA CHATS research program. 10 * 11 * Redistribution and use in source and binary forms, with or without 12 * modification, are permitted provided that the following conditions 13 * are met: 14 * 1. Redistributions of source code must retain the above copyright 15 * notice, this list of conditions and the following disclaimer. 16 * 2. Redistributions in binary form must reproduce the above copyright 17 * notice, this list of conditions and the following disclaimer in the 18 * documentation and/or other materials provided with the distribution. 19 * 3. The names of the authors may not be used to endorse or promote 20 * products derived from this software without specific prior written 21 * permission. 22 * 23 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 24 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 25 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 26 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 27 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 28 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 29 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 30 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 31 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 32 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 33 * SUCH DAMAGE. 34 */ 35 36 #include <sys/cdefs.h> 37 __FBSDID("$FreeBSD$"); 38 39 #include <sys/param.h> 40 #include <sys/systm.h> 41 #include <sys/malloc.h> 42 #include <sys/kernel.h> 43 #include <sys/conf.h> 44 #include <sys/ctype.h> 45 #include <sys/bio.h> 46 #include <sys/bus.h> 47 #include <sys/lock.h> 48 #include <sys/mutex.h> 49 #include <sys/proc.h> 50 #include <sys/errno.h> 51 #include <sys/time.h> 52 #include <sys/disk.h> 53 #include <sys/fcntl.h> 54 #include <sys/limits.h> 55 #include <sys/sysctl.h> 56 #include <geom/geom.h> 57 #include <geom/geom_int.h> 58 #include <machine/stdarg.h> 59 60 struct g_dev_softc { 61 struct mtx sc_mtx; 62 struct cdev *sc_dev; 63 struct cdev *sc_alias; 64 int sc_open; 65 int sc_active; 66 }; 67 68 static d_open_t g_dev_open; 69 static d_close_t g_dev_close; 70 static d_strategy_t g_dev_strategy; 71 static d_ioctl_t g_dev_ioctl; 72 73 static struct cdevsw g_dev_cdevsw = { 74 .d_version = D_VERSION, 75 .d_open = g_dev_open, 76 .d_close = g_dev_close, 77 .d_read = physread, 78 .d_write = physwrite, 79 .d_ioctl = g_dev_ioctl, 80 .d_strategy = g_dev_strategy, 81 .d_name = "g_dev", 82 .d_flags = D_DISK | D_TRACKCLOSE, 83 }; 84 85 static g_init_t g_dev_init; 86 static g_fini_t g_dev_fini; 87 static g_taste_t g_dev_taste; 88 static g_orphan_t g_dev_orphan; 89 static g_attrchanged_t g_dev_attrchanged; 90 91 static struct g_class g_dev_class = { 92 .name = "DEV", 93 .version = G_VERSION, 94 .init = g_dev_init, 95 .fini = g_dev_fini, 96 .taste = g_dev_taste, 97 .orphan = g_dev_orphan, 98 .attrchanged = g_dev_attrchanged 99 }; 100 101 /* 102 * We target 262144 (8 x 32768) sectors by default as this significantly 103 * increases the throughput on commonly used SSD's with a marginal 104 * increase in non-interruptible request latency. 105 */ 106 static uint64_t g_dev_del_max_sectors = 262144; 107 SYSCTL_DECL(_kern_geom); 108 SYSCTL_NODE(_kern_geom, OID_AUTO, dev, CTLFLAG_RW, 0, "GEOM_DEV stuff"); 109 SYSCTL_QUAD(_kern_geom_dev, OID_AUTO, delete_max_sectors, CTLFLAG_RW, 110 &g_dev_del_max_sectors, 0, "Maximum number of sectors in a single " 111 "delete request sent to the provider. Larger requests are chunked " 112 "so they can be interrupted. (0 = disable chunking)"); 113 114 static char *dumpdev = NULL; 115 static void 116 g_dev_init(struct g_class *mp) 117 { 118 119 dumpdev = kern_getenv("dumpdev"); 120 } 121 122 static void 123 g_dev_fini(struct g_class *mp) 124 { 125 126 freeenv(dumpdev); 127 dumpdev = NULL; 128 } 129 130 static int 131 g_dev_setdumpdev(struct cdev *dev, struct thread *td) 132 { 133 struct g_kerneldump kd; 134 struct g_consumer *cp; 135 int error, len; 136 137 if (dev == NULL) 138 return (set_dumper(NULL, NULL, td)); 139 140 cp = dev->si_drv2; 141 len = sizeof(kd); 142 kd.offset = 0; 143 kd.length = OFF_MAX; 144 error = g_io_getattr("GEOM::kerneldump", cp, &len, &kd); 145 if (error == 0) { 146 error = set_dumper(&kd.di, devtoname(dev), td); 147 if (error == 0) 148 dev->si_flags |= SI_DUMPDEV; 149 } 150 return (error); 151 } 152 153 static void 154 init_dumpdev(struct cdev *dev) 155 { 156 const char *devprefix = "/dev/", *devname; 157 size_t len; 158 159 if (dumpdev == NULL) 160 return; 161 len = strlen(devprefix); 162 devname = devtoname(dev); 163 if (strcmp(devname, dumpdev) != 0 && 164 (strncmp(dumpdev, devprefix, len) != 0 || 165 strcmp(devname, dumpdev + len) != 0)) 166 return; 167 if (g_dev_setdumpdev(dev, curthread) == 0) { 168 freeenv(dumpdev); 169 dumpdev = NULL; 170 } 171 } 172 173 static void 174 g_dev_destroy(void *arg, int flags __unused) 175 { 176 struct g_consumer *cp; 177 struct g_geom *gp; 178 struct g_dev_softc *sc; 179 char buf[SPECNAMELEN + 6]; 180 181 g_topology_assert(); 182 cp = arg; 183 gp = cp->geom; 184 sc = cp->private; 185 g_trace(G_T_TOPOLOGY, "g_dev_destroy(%p(%s))", cp, gp->name); 186 snprintf(buf, sizeof(buf), "cdev=%s", gp->name); 187 devctl_notify_f("GEOM", "DEV", "DESTROY", buf, M_WAITOK); 188 if (cp->acr > 0 || cp->acw > 0 || cp->ace > 0) 189 g_access(cp, -cp->acr, -cp->acw, -cp->ace); 190 g_detach(cp); 191 g_destroy_consumer(cp); 192 g_destroy_geom(gp); 193 mtx_destroy(&sc->sc_mtx); 194 g_free(sc); 195 } 196 197 void 198 g_dev_print(void) 199 { 200 struct g_geom *gp; 201 char const *p = ""; 202 203 LIST_FOREACH(gp, &g_dev_class.geom, geom) { 204 printf("%s%s", p, gp->name); 205 p = " "; 206 } 207 printf("\n"); 208 } 209 210 static void 211 g_dev_attrchanged(struct g_consumer *cp, const char *attr) 212 { 213 struct g_dev_softc *sc; 214 struct cdev *dev; 215 char buf[SPECNAMELEN + 6]; 216 217 sc = cp->private; 218 if (strcmp(attr, "GEOM::media") == 0) { 219 dev = sc->sc_dev; 220 snprintf(buf, sizeof(buf), "cdev=%s", dev->si_name); 221 devctl_notify_f("DEVFS", "CDEV", "MEDIACHANGE", buf, M_WAITOK); 222 devctl_notify_f("GEOM", "DEV", "MEDIACHANGE", buf, M_WAITOK); 223 dev = sc->sc_alias; 224 if (dev != NULL) { 225 snprintf(buf, sizeof(buf), "cdev=%s", dev->si_name); 226 devctl_notify_f("DEVFS", "CDEV", "MEDIACHANGE", buf, 227 M_WAITOK); 228 devctl_notify_f("GEOM", "DEV", "MEDIACHANGE", buf, 229 M_WAITOK); 230 } 231 return; 232 } 233 234 if (strcmp(attr, "GEOM::physpath") != 0) 235 return; 236 237 if (g_access(cp, 1, 0, 0) == 0) { 238 char *physpath; 239 int error, physpath_len; 240 241 physpath_len = MAXPATHLEN; 242 physpath = g_malloc(physpath_len, M_WAITOK|M_ZERO); 243 error = 244 g_io_getattr("GEOM::physpath", cp, &physpath_len, physpath); 245 g_access(cp, -1, 0, 0); 246 if (error == 0 && strlen(physpath) != 0) { 247 struct cdev *old_alias_dev; 248 struct cdev **alias_devp; 249 250 dev = sc->sc_dev; 251 old_alias_dev = sc->sc_alias; 252 alias_devp = (struct cdev **)&sc->sc_alias; 253 make_dev_physpath_alias(MAKEDEV_WAITOK, alias_devp, 254 dev, old_alias_dev, physpath); 255 } else if (sc->sc_alias) { 256 destroy_dev((struct cdev *)sc->sc_alias); 257 sc->sc_alias = NULL; 258 } 259 g_free(physpath); 260 } 261 } 262 263 struct g_provider * 264 g_dev_getprovider(struct cdev *dev) 265 { 266 struct g_consumer *cp; 267 268 g_topology_assert(); 269 if (dev == NULL) 270 return (NULL); 271 if (dev->si_devsw != &g_dev_cdevsw) 272 return (NULL); 273 cp = dev->si_drv2; 274 return (cp->provider); 275 } 276 277 static struct g_geom * 278 g_dev_taste(struct g_class *mp, struct g_provider *pp, int insist __unused) 279 { 280 struct g_geom *gp; 281 struct g_consumer *cp; 282 struct g_dev_softc *sc; 283 int error, len; 284 struct cdev *dev, *adev; 285 char buf[SPECNAMELEN + 6], *val; 286 287 g_trace(G_T_TOPOLOGY, "dev_taste(%s,%s)", mp->name, pp->name); 288 g_topology_assert(); 289 gp = g_new_geomf(mp, "%s", pp->name); 290 sc = g_malloc(sizeof(*sc), M_WAITOK | M_ZERO); 291 mtx_init(&sc->sc_mtx, "g_dev", NULL, MTX_DEF); 292 cp = g_new_consumer(gp); 293 cp->private = sc; 294 cp->flags |= G_CF_DIRECT_SEND | G_CF_DIRECT_RECEIVE; 295 error = g_attach(cp, pp); 296 KASSERT(error == 0, 297 ("g_dev_taste(%s) failed to g_attach, err=%d", pp->name, error)); 298 error = make_dev_p(MAKEDEV_CHECKNAME | MAKEDEV_WAITOK, &dev, 299 &g_dev_cdevsw, NULL, UID_ROOT, GID_OPERATOR, 0640, "%s", gp->name); 300 if (error != 0) { 301 printf("%s: make_dev_p() failed (gp->name=%s, error=%d)\n", 302 __func__, gp->name, error); 303 g_detach(cp); 304 g_destroy_consumer(cp); 305 g_destroy_geom(gp); 306 mtx_destroy(&sc->sc_mtx); 307 g_free(sc); 308 return (NULL); 309 } 310 dev->si_flags |= SI_UNMAPPED; 311 sc->sc_dev = dev; 312 313 /* Search for device alias name and create it if found. */ 314 adev = NULL; 315 for (len = MIN(strlen(gp->name), sizeof(buf) - 15); len > 0; len--) { 316 snprintf(buf, sizeof(buf), "kern.devalias.%s", gp->name); 317 buf[14 + len] = 0; 318 val = kern_getenv(buf); 319 if (val != NULL) { 320 snprintf(buf, sizeof(buf), "%s%s", 321 val, gp->name + len); 322 freeenv(val); 323 if ((make_dev_alias_p(MAKEDEV_CHECKNAME|MAKEDEV_WAITOK, 324 &adev, dev, "%s", buf)) != 0) 325 printf("Warning: unable to create device " 326 "alias %s\n", buf); 327 break; 328 } 329 } 330 331 dev->si_iosize_max = MAXPHYS; 332 dev->si_drv2 = cp; 333 init_dumpdev(dev); 334 if (adev != NULL) { 335 adev->si_iosize_max = MAXPHYS; 336 adev->si_drv2 = cp; 337 adev->si_flags |= SI_UNMAPPED; 338 init_dumpdev(adev); 339 } 340 341 g_dev_attrchanged(cp, "GEOM::physpath"); 342 snprintf(buf, sizeof(buf), "cdev=%s", gp->name); 343 devctl_notify_f("GEOM", "DEV", "CREATE", buf, M_WAITOK); 344 345 return (gp); 346 } 347 348 static int 349 g_dev_open(struct cdev *dev, int flags, int fmt, struct thread *td) 350 { 351 struct g_consumer *cp; 352 struct g_dev_softc *sc; 353 int error, r, w, e; 354 355 cp = dev->si_drv2; 356 if (cp == NULL) 357 return (ENXIO); /* g_dev_taste() not done yet */ 358 g_trace(G_T_ACCESS, "g_dev_open(%s, %d, %d, %p)", 359 cp->geom->name, flags, fmt, td); 360 361 r = flags & FREAD ? 1 : 0; 362 w = flags & FWRITE ? 1 : 0; 363 #ifdef notyet 364 e = flags & O_EXCL ? 1 : 0; 365 #else 366 e = 0; 367 #endif 368 369 /* 370 * This happens on attempt to open a device node with O_EXEC. 371 */ 372 if (r + w + e == 0) 373 return (EINVAL); 374 375 if (w) { 376 /* 377 * When running in very secure mode, do not allow 378 * opens for writing of any disks. 379 */ 380 error = securelevel_ge(td->td_ucred, 2); 381 if (error) 382 return (error); 383 } 384 g_topology_lock(); 385 error = g_access(cp, r, w, e); 386 g_topology_unlock(); 387 if (error == 0) { 388 sc = cp->private; 389 mtx_lock(&sc->sc_mtx); 390 if (sc->sc_open == 0 && sc->sc_active != 0) 391 wakeup(&sc->sc_active); 392 sc->sc_open += r + w + e; 393 mtx_unlock(&sc->sc_mtx); 394 } 395 return (error); 396 } 397 398 static int 399 g_dev_close(struct cdev *dev, int flags, int fmt, struct thread *td) 400 { 401 struct g_consumer *cp; 402 struct g_dev_softc *sc; 403 int error, r, w, e; 404 405 cp = dev->si_drv2; 406 if (cp == NULL) 407 return (ENXIO); 408 g_trace(G_T_ACCESS, "g_dev_close(%s, %d, %d, %p)", 409 cp->geom->name, flags, fmt, td); 410 411 r = flags & FREAD ? -1 : 0; 412 w = flags & FWRITE ? -1 : 0; 413 #ifdef notyet 414 e = flags & O_EXCL ? -1 : 0; 415 #else 416 e = 0; 417 #endif 418 419 /* 420 * The vgonel(9) - caused by eg. forced unmount of devfs - calls 421 * VOP_CLOSE(9) on devfs vnode without any FREAD or FWRITE flags, 422 * which would result in zero deltas, which in turn would cause 423 * panic in g_access(9). 424 * 425 * Note that we cannot zero the counters (ie. do "r = cp->acr" 426 * etc) instead, because the consumer might be opened in another 427 * devfs instance. 428 */ 429 if (r + w + e == 0) 430 return (EINVAL); 431 432 sc = cp->private; 433 mtx_lock(&sc->sc_mtx); 434 sc->sc_open += r + w + e; 435 while (sc->sc_open == 0 && sc->sc_active != 0) 436 msleep(&sc->sc_active, &sc->sc_mtx, 0, "PRIBIO", 0); 437 mtx_unlock(&sc->sc_mtx); 438 g_topology_lock(); 439 error = g_access(cp, r, w, e); 440 g_topology_unlock(); 441 return (error); 442 } 443 444 /* 445 * XXX: Until we have unmessed the ioctl situation, there is a race against 446 * XXX: a concurrent orphanization. We cannot close it by holding topology 447 * XXX: since that would prevent us from doing our job, and stalling events 448 * XXX: will break (actually: stall) the BSD disklabel hacks. 449 */ 450 static int 451 g_dev_ioctl(struct cdev *dev, u_long cmd, caddr_t data, int fflag, struct thread *td) 452 { 453 struct g_consumer *cp; 454 struct g_provider *pp; 455 off_t offset, length, chunk; 456 int i, error; 457 458 cp = dev->si_drv2; 459 pp = cp->provider; 460 461 error = 0; 462 KASSERT(cp->acr || cp->acw, 463 ("Consumer with zero access count in g_dev_ioctl")); 464 465 i = IOCPARM_LEN(cmd); 466 switch (cmd) { 467 case DIOCGSECTORSIZE: 468 *(u_int *)data = cp->provider->sectorsize; 469 if (*(u_int *)data == 0) 470 error = ENOENT; 471 break; 472 case DIOCGMEDIASIZE: 473 *(off_t *)data = cp->provider->mediasize; 474 if (*(off_t *)data == 0) 475 error = ENOENT; 476 break; 477 case DIOCGFWSECTORS: 478 error = g_io_getattr("GEOM::fwsectors", cp, &i, data); 479 if (error == 0 && *(u_int *)data == 0) 480 error = ENOENT; 481 break; 482 case DIOCGFWHEADS: 483 error = g_io_getattr("GEOM::fwheads", cp, &i, data); 484 if (error == 0 && *(u_int *)data == 0) 485 error = ENOENT; 486 break; 487 case DIOCGFRONTSTUFF: 488 error = g_io_getattr("GEOM::frontstuff", cp, &i, data); 489 break; 490 case DIOCSKERNELDUMP: 491 if (*(u_int *)data == 0) 492 error = g_dev_setdumpdev(NULL, td); 493 else 494 error = g_dev_setdumpdev(dev, td); 495 break; 496 case DIOCGFLUSH: 497 error = g_io_flush(cp); 498 break; 499 case DIOCGDELETE: 500 offset = ((off_t *)data)[0]; 501 length = ((off_t *)data)[1]; 502 if ((offset % cp->provider->sectorsize) != 0 || 503 (length % cp->provider->sectorsize) != 0 || length <= 0) { 504 printf("%s: offset=%jd length=%jd\n", __func__, offset, 505 length); 506 error = EINVAL; 507 break; 508 } 509 while (length > 0) { 510 chunk = length; 511 if (g_dev_del_max_sectors != 0 && chunk > 512 g_dev_del_max_sectors * cp->provider->sectorsize) { 513 chunk = g_dev_del_max_sectors * 514 cp->provider->sectorsize; 515 } 516 error = g_delete_data(cp, offset, chunk); 517 length -= chunk; 518 offset += chunk; 519 if (error) 520 break; 521 /* 522 * Since the request size can be large, the service 523 * time can be is likewise. We make this ioctl 524 * interruptible by checking for signals for each bio. 525 */ 526 if (SIGPENDING(td)) 527 break; 528 } 529 break; 530 case DIOCGIDENT: 531 error = g_io_getattr("GEOM::ident", cp, &i, data); 532 break; 533 case DIOCGPROVIDERNAME: 534 if (pp == NULL) 535 return (ENOENT); 536 strlcpy(data, pp->name, i); 537 break; 538 case DIOCGSTRIPESIZE: 539 *(off_t *)data = cp->provider->stripesize; 540 break; 541 case DIOCGSTRIPEOFFSET: 542 *(off_t *)data = cp->provider->stripeoffset; 543 break; 544 case DIOCGPHYSPATH: 545 error = g_io_getattr("GEOM::physpath", cp, &i, data); 546 if (error == 0 && *(char *)data == '\0') 547 error = ENOENT; 548 break; 549 case DIOCGATTR: { 550 struct diocgattr_arg *arg = (struct diocgattr_arg *)data; 551 552 if (arg->len > sizeof(arg->value)) { 553 error = EINVAL; 554 break; 555 } 556 error = g_io_getattr(arg->name, cp, &arg->len, &arg->value); 557 break; 558 } 559 default: 560 if (cp->provider->geom->ioctl != NULL) { 561 error = cp->provider->geom->ioctl(cp->provider, cmd, data, fflag, td); 562 } else { 563 error = ENOIOCTL; 564 } 565 } 566 567 return (error); 568 } 569 570 static void 571 g_dev_done(struct bio *bp2) 572 { 573 struct g_consumer *cp; 574 struct g_dev_softc *sc; 575 struct bio *bp; 576 int destroy; 577 578 cp = bp2->bio_from; 579 sc = cp->private; 580 bp = bp2->bio_parent; 581 bp->bio_error = bp2->bio_error; 582 bp->bio_completed = bp2->bio_completed; 583 bp->bio_resid = bp->bio_length - bp2->bio_completed; 584 if (bp2->bio_error != 0) { 585 g_trace(G_T_BIO, "g_dev_done(%p) had error %d", 586 bp2, bp2->bio_error); 587 bp->bio_flags |= BIO_ERROR; 588 } else { 589 g_trace(G_T_BIO, "g_dev_done(%p/%p) resid %ld completed %jd", 590 bp2, bp, bp2->bio_resid, (intmax_t)bp2->bio_completed); 591 } 592 g_destroy_bio(bp2); 593 destroy = 0; 594 mtx_lock(&sc->sc_mtx); 595 if ((--sc->sc_active) == 0) { 596 if (sc->sc_open == 0) 597 wakeup(&sc->sc_active); 598 if (sc->sc_dev == NULL) 599 destroy = 1; 600 } 601 mtx_unlock(&sc->sc_mtx); 602 if (destroy) 603 g_post_event(g_dev_destroy, cp, M_NOWAIT, NULL); 604 biodone(bp); 605 } 606 607 static void 608 g_dev_strategy(struct bio *bp) 609 { 610 struct g_consumer *cp; 611 struct bio *bp2; 612 struct cdev *dev; 613 struct g_dev_softc *sc; 614 615 KASSERT(bp->bio_cmd == BIO_READ || 616 bp->bio_cmd == BIO_WRITE || 617 bp->bio_cmd == BIO_DELETE || 618 bp->bio_cmd == BIO_FLUSH, 619 ("Wrong bio_cmd bio=%p cmd=%d", bp, bp->bio_cmd)); 620 dev = bp->bio_dev; 621 cp = dev->si_drv2; 622 sc = cp->private; 623 KASSERT(cp->acr || cp->acw, 624 ("Consumer with zero access count in g_dev_strategy")); 625 #ifdef INVARIANTS 626 if ((bp->bio_offset % cp->provider->sectorsize) != 0 || 627 (bp->bio_bcount % cp->provider->sectorsize) != 0) { 628 bp->bio_resid = bp->bio_bcount; 629 biofinish(bp, NULL, EINVAL); 630 return; 631 } 632 #endif 633 mtx_lock(&sc->sc_mtx); 634 KASSERT(sc->sc_open > 0, ("Closed device in g_dev_strategy")); 635 sc->sc_active++; 636 mtx_unlock(&sc->sc_mtx); 637 638 for (;;) { 639 /* 640 * XXX: This is not an ideal solution, but I belive it to 641 * XXX: deadlock safe, all things considered. 642 */ 643 bp2 = g_clone_bio(bp); 644 if (bp2 != NULL) 645 break; 646 pause("gdstrat", hz / 10); 647 } 648 KASSERT(bp2 != NULL, ("XXX: ENOMEM in a bad place")); 649 bp2->bio_done = g_dev_done; 650 g_trace(G_T_BIO, 651 "g_dev_strategy(%p/%p) offset %jd length %jd data %p cmd %d", 652 bp, bp2, (intmax_t)bp->bio_offset, (intmax_t)bp2->bio_length, 653 bp2->bio_data, bp2->bio_cmd); 654 g_io_request(bp2, cp); 655 KASSERT(cp->acr || cp->acw, 656 ("g_dev_strategy raced with g_dev_close and lost")); 657 658 } 659 660 /* 661 * g_dev_callback() 662 * 663 * Called by devfs when asynchronous device destruction is completed. 664 * - Mark that we have no attached device any more. 665 * - If there are no outstanding requests, schedule geom destruction. 666 * Otherwise destruction will be scheduled later by g_dev_done(). 667 */ 668 669 static void 670 g_dev_callback(void *arg) 671 { 672 struct g_consumer *cp; 673 struct g_dev_softc *sc; 674 int destroy; 675 676 cp = arg; 677 sc = cp->private; 678 g_trace(G_T_TOPOLOGY, "g_dev_callback(%p(%s))", cp, cp->geom->name); 679 680 mtx_lock(&sc->sc_mtx); 681 sc->sc_dev = NULL; 682 sc->sc_alias = NULL; 683 destroy = (sc->sc_active == 0); 684 mtx_unlock(&sc->sc_mtx); 685 if (destroy) 686 g_post_event(g_dev_destroy, cp, M_WAITOK, NULL); 687 } 688 689 /* 690 * g_dev_orphan() 691 * 692 * Called from below when the provider orphaned us. 693 * - Clear any dump settings. 694 * - Request asynchronous device destruction to prevent any more requests 695 * from coming in. The provider is already marked with an error, so 696 * anything which comes in in the interrim will be returned immediately. 697 */ 698 699 static void 700 g_dev_orphan(struct g_consumer *cp) 701 { 702 struct cdev *dev; 703 struct g_dev_softc *sc; 704 705 g_topology_assert(); 706 sc = cp->private; 707 dev = sc->sc_dev; 708 g_trace(G_T_TOPOLOGY, "g_dev_orphan(%p(%s))", cp, cp->geom->name); 709 710 /* Reset any dump-area set on this device */ 711 if (dev->si_flags & SI_DUMPDEV) 712 (void)set_dumper(NULL, NULL, curthread); 713 714 /* Destroy the struct cdev *so we get no more requests */ 715 destroy_dev_sched_cb(dev, g_dev_callback, cp); 716 } 717 718 DECLARE_GEOM_CLASS(g_dev_class, g_dev); 719