1dd84a43cSPoul-Henning Kamp /*- 2dd84a43cSPoul-Henning Kamp * Copyright (c) 2002 Poul-Henning Kamp 3dd84a43cSPoul-Henning Kamp * Copyright (c) 2002 Networks Associates Technology, Inc. 4dd84a43cSPoul-Henning Kamp * All rights reserved. 5dd84a43cSPoul-Henning Kamp * 6dd84a43cSPoul-Henning Kamp * This software was developed for the FreeBSD Project by Poul-Henning Kamp 7dd84a43cSPoul-Henning Kamp * and NAI Labs, the Security Research Division of Network Associates, Inc. 8dd84a43cSPoul-Henning Kamp * under DARPA/SPAWAR contract N66001-01-C-8035 ("CBOSS"), as part of the 9dd84a43cSPoul-Henning Kamp * DARPA CHATS research program. 10dd84a43cSPoul-Henning Kamp * 11dd84a43cSPoul-Henning Kamp * Redistribution and use in source and binary forms, with or without 12dd84a43cSPoul-Henning Kamp * modification, are permitted provided that the following conditions 13dd84a43cSPoul-Henning Kamp * are met: 14dd84a43cSPoul-Henning Kamp * 1. Redistributions of source code must retain the above copyright 15dd84a43cSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer. 16dd84a43cSPoul-Henning Kamp * 2. Redistributions in binary form must reproduce the above copyright 17dd84a43cSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer in the 18dd84a43cSPoul-Henning Kamp * documentation and/or other materials provided with the distribution. 19dd84a43cSPoul-Henning Kamp * 3. The names of the authors may not be used to endorse or promote 20dd84a43cSPoul-Henning Kamp * products derived from this software without specific prior written 21dd84a43cSPoul-Henning Kamp * permission. 22dd84a43cSPoul-Henning Kamp * 23dd84a43cSPoul-Henning Kamp * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 24dd84a43cSPoul-Henning Kamp * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 25dd84a43cSPoul-Henning Kamp * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 26dd84a43cSPoul-Henning Kamp * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 27dd84a43cSPoul-Henning Kamp * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 28dd84a43cSPoul-Henning Kamp * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 29dd84a43cSPoul-Henning Kamp * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 30dd84a43cSPoul-Henning Kamp * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 31dd84a43cSPoul-Henning Kamp * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 32dd84a43cSPoul-Henning Kamp * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 33dd84a43cSPoul-Henning Kamp * SUCH DAMAGE. 34dd84a43cSPoul-Henning Kamp */ 35dd84a43cSPoul-Henning Kamp 3650b1faefSDavid E. O'Brien #include <sys/cdefs.h> 3750b1faefSDavid E. O'Brien __FBSDID("$FreeBSD$"); 3850b1faefSDavid E. O'Brien 393bd65612SPoul-Henning Kamp #include "opt_geom.h" 403bd65612SPoul-Henning Kamp 41dd84a43cSPoul-Henning Kamp #include <sys/param.h> 42dd84a43cSPoul-Henning Kamp #include <sys/systm.h> 43dd84a43cSPoul-Henning Kamp #include <sys/kernel.h> 44dd84a43cSPoul-Henning Kamp #include <sys/sysctl.h> 45dd84a43cSPoul-Henning Kamp #include <sys/bio.h> 4642f42c99SAlan Somers #include <sys/bus.h> 47e93f5e4dSPawel Jakub Dawidek #include <sys/ctype.h> 4831a1093fSPoul-Henning Kamp #include <sys/fcntl.h> 49dd84a43cSPoul-Henning Kamp #include <sys/malloc.h> 505d807a0eSAndrey V. Elsukov #include <sys/sbuf.h> 5160794e04SPoul-Henning Kamp #include <sys/devicestat.h> 52dd84a43cSPoul-Henning Kamp #include <machine/md_var.h> 53dd84a43cSPoul-Henning Kamp 54dd84a43cSPoul-Henning Kamp #include <sys/lock.h> 55dd84a43cSPoul-Henning Kamp #include <sys/mutex.h> 56dd84a43cSPoul-Henning Kamp #include <geom/geom.h> 574752f757SPoul-Henning Kamp #include <geom/geom_disk.h> 587da1ebfdSPoul-Henning Kamp #include <geom/geom_int.h> 59dd84a43cSPoul-Henning Kamp 60c6d4ed3aSAlexander Motin #include <dev/led/led.h> 61c6d4ed3aSAlexander Motin 62a9934668SKenneth D. Merry #include <machine/bus.h> 63a9934668SKenneth D. Merry 64c6d4ed3aSAlexander Motin struct g_disk_softc { 6530ba7471SAlexander Motin struct mtx done_mtx; 66c6d4ed3aSAlexander Motin struct disk *dp; 67c6d4ed3aSAlexander Motin struct sysctl_ctx_list sysctl_ctx; 68c6d4ed3aSAlexander Motin struct sysctl_oid *sysctl_tree; 69c6d4ed3aSAlexander Motin char led[64]; 70c6d4ed3aSAlexander Motin uint32_t state; 7140ea77a0SAlexander Motin struct mtx start_mtx; 72c6d4ed3aSAlexander Motin }; 73c6d4ed3aSAlexander Motin 74dd84a43cSPoul-Henning Kamp static g_access_t g_disk_access; 75650ee351SPoul-Henning Kamp static g_start_t g_disk_start; 76650ee351SPoul-Henning Kamp static g_ioctl_t g_disk_ioctl; 77650ee351SPoul-Henning Kamp static g_dumpconf_t g_disk_dumpconf; 78c3fb2891SKenneth D. Merry static g_provgone_t g_disk_providergone; 79dd84a43cSPoul-Henning Kamp 8007e95ed6SPoul-Henning Kamp static struct g_class g_disk_class = { 81252c094eSIvan Voras .name = G_DISK_CLASS_NAME, 825721c9c7SPoul-Henning Kamp .version = G_VERSION, 83650ee351SPoul-Henning Kamp .start = g_disk_start, 84650ee351SPoul-Henning Kamp .access = g_disk_access, 85650ee351SPoul-Henning Kamp .ioctl = g_disk_ioctl, 86c3fb2891SKenneth D. Merry .providergone = g_disk_providergone, 87650ee351SPoul-Henning Kamp .dumpconf = g_disk_dumpconf, 88dd84a43cSPoul-Henning Kamp }; 89dd84a43cSPoul-Henning Kamp 90c6d4ed3aSAlexander Motin SYSCTL_DECL(_kern_geom); 916472ac3dSEd Schouten static SYSCTL_NODE(_kern_geom, OID_AUTO, disk, CTLFLAG_RW, 0, 926472ac3dSEd Schouten "GEOM_DISK stuff"); 93c6d4ed3aSAlexander Motin 946c87f8d5SPoul-Henning Kamp DECLARE_GEOM_CLASS(g_disk_class, g_disk); 958523987bSPoul-Henning Kamp 96dd84a43cSPoul-Henning Kamp static int 97dd84a43cSPoul-Henning Kamp g_disk_access(struct g_provider *pp, int r, int w, int e) 98dd84a43cSPoul-Henning Kamp { 99dd84a43cSPoul-Henning Kamp struct disk *dp; 100c6d4ed3aSAlexander Motin struct g_disk_softc *sc; 101dd84a43cSPoul-Henning Kamp int error; 102dd84a43cSPoul-Henning Kamp 103dd84a43cSPoul-Henning Kamp g_trace(G_T_ACCESS, "g_disk_access(%s, %d, %d, %d)", 104dd84a43cSPoul-Henning Kamp pp->name, r, w, e); 105dd84a43cSPoul-Henning Kamp g_topology_assert(); 10630ba7471SAlexander Motin sc = pp->private; 107c6d4ed3aSAlexander Motin if (sc == NULL || (dp = sc->dp) == NULL || dp->d_destroyed) { 10812047230SPawel Jakub Dawidek /* 10912047230SPawel Jakub Dawidek * Allow decreasing access count even if disk is not 110e8d57122SPedro F. Giffuni * available anymore. 11112047230SPawel Jakub Dawidek */ 11212047230SPawel Jakub Dawidek if (r <= 0 && w <= 0 && e <= 0) 11312047230SPawel Jakub Dawidek return (0); 11412047230SPawel Jakub Dawidek return (ENXIO); 11512047230SPawel Jakub Dawidek } 116dd84a43cSPoul-Henning Kamp r += pp->acr; 117dd84a43cSPoul-Henning Kamp w += pp->acw; 118dd84a43cSPoul-Henning Kamp e += pp->ace; 11931a1093fSPoul-Henning Kamp error = 0; 120dd84a43cSPoul-Henning Kamp if ((pp->acr + pp->acw + pp->ace) == 0 && (r + w + e) > 0) { 12198bbd7aaSPoul-Henning Kamp if (dp->d_open != NULL) { 12251dd8980SPoul-Henning Kamp error = dp->d_open(dp); 12355fe33a3SNick Hibma if (bootverbose && error != 0) 12431a1093fSPoul-Henning Kamp printf("Opened disk %s -> %d\n", 12531a1093fSPoul-Henning Kamp pp->name, error); 126c145d600SAlexander Motin if (error != 0) 127c145d600SAlexander Motin return (error); 12831a1093fSPoul-Henning Kamp } 1293f12caa1SPoul-Henning Kamp pp->sectorsize = dp->d_sectorsize; 13099af707cSPoul-Henning Kamp if (dp->d_maxsize == 0) { 13199af707cSPoul-Henning Kamp printf("WARNING: Disk drive %s%d has no d_maxsize\n", 13299af707cSPoul-Henning Kamp dp->d_name, dp->d_unit); 13399af707cSPoul-Henning Kamp dp->d_maxsize = DFLTPHYS; 13499af707cSPoul-Henning Kamp } 1358383a92eSSteven Hartland if (dp->d_delmaxsize == 0) { 1368383a92eSSteven Hartland if (bootverbose && dp->d_flags & DISKFLAG_CANDELETE) { 1378383a92eSSteven Hartland printf("WARNING: Disk drive %s%d has no " 1388383a92eSSteven Hartland "d_delmaxsize\n", dp->d_name, dp->d_unit); 1399fe9ba5bSSteven Hartland } 1408383a92eSSteven Hartland dp->d_delmaxsize = dp->d_maxsize; 1419fe9ba5bSSteven Hartland } 1429fe9ba5bSSteven Hartland pp->stripeoffset = dp->d_stripeoffset; 1439fe9ba5bSSteven Hartland pp->stripesize = dp->d_stripesize; 1449fe9ba5bSSteven Hartland dp->d_flags |= DISKFLAG_OPEN; 14504283363SAndrey V. Elsukov /* 14604283363SAndrey V. Elsukov * Do not invoke resize event when initial size was zero. 14704283363SAndrey V. Elsukov * Some disks report its size only after first opening. 14804283363SAndrey V. Elsukov */ 14904283363SAndrey V. Elsukov if (pp->mediasize == 0) 15004283363SAndrey V. Elsukov pp->mediasize = dp->d_mediasize; 15104283363SAndrey V. Elsukov else 152f1ff88cfSAndrey V. Elsukov g_resize_provider(pp, dp->d_mediasize); 153dd84a43cSPoul-Henning Kamp } else if ((pp->acr + pp->acw + pp->ace) > 0 && (r + w + e) == 0) { 15498bbd7aaSPoul-Henning Kamp if (dp->d_close != NULL) { 15551dd8980SPoul-Henning Kamp error = dp->d_close(dp); 156dd84a43cSPoul-Henning Kamp if (error != 0) 15731a1093fSPoul-Henning Kamp printf("Closed disk %s -> %d\n", 15831a1093fSPoul-Henning Kamp pp->name, error); 15931a1093fSPoul-Henning Kamp } 160c6d4ed3aSAlexander Motin sc->state = G_STATE_ACTIVE; 161c6d4ed3aSAlexander Motin if (sc->led[0] != 0) 162c6d4ed3aSAlexander Motin led_set(sc->led, "0"); 16331a1093fSPoul-Henning Kamp dp->d_flags &= ~DISKFLAG_OPEN; 164dd84a43cSPoul-Henning Kamp } 165dd84a43cSPoul-Henning Kamp return (error); 166dd84a43cSPoul-Henning Kamp } 167dd84a43cSPoul-Henning Kamp 168dd84a43cSPoul-Henning Kamp static void 16995c24b31SPoul-Henning Kamp g_disk_kerneldump(struct bio *bp, struct disk *dp) 17095c24b31SPoul-Henning Kamp { 17195c24b31SPoul-Henning Kamp struct g_kerneldump *gkd; 1728be2bc5cSPoul-Henning Kamp struct g_geom *gp; 17395c24b31SPoul-Henning Kamp 17495c24b31SPoul-Henning Kamp gkd = (struct g_kerneldump*)bp->bio_data; 1758be2bc5cSPoul-Henning Kamp gp = bp->bio_to->geom; 1761e4b22b4SBryan Drewery g_trace(G_T_TOPOLOGY, "g_disk_kerneldump(%s, %jd, %jd)", 1778be2bc5cSPoul-Henning Kamp gp->name, (intmax_t)gkd->offset, (intmax_t)gkd->length); 1785774ceadSPoul-Henning Kamp if (dp->d_dump == NULL) { 1795774ceadSPoul-Henning Kamp g_io_deliver(bp, ENODEV); 1805774ceadSPoul-Henning Kamp return; 1815774ceadSPoul-Henning Kamp } 18206f4c96dSAlexander Motin gkd->di.dumper = dp->d_dump; 18306f4c96dSAlexander Motin gkd->di.priv = dp; 18406f4c96dSAlexander Motin gkd->di.blocksize = dp->d_sectorsize; 18506f4c96dSAlexander Motin gkd->di.maxiosize = dp->d_maxsize; 18606f4c96dSAlexander Motin gkd->di.mediaoffset = gkd->offset; 1873ad9f7c2SPoul-Henning Kamp if ((gkd->offset + gkd->length) > dp->d_mediasize) 1883ad9f7c2SPoul-Henning Kamp gkd->length = dp->d_mediasize - gkd->offset; 18906f4c96dSAlexander Motin gkd->di.mediasize = gkd->length; 19006f4c96dSAlexander Motin g_io_deliver(bp, 0); 19195c24b31SPoul-Henning Kamp } 19295c24b31SPoul-Henning Kamp 19395c24b31SPoul-Henning Kamp static void 194c6d4ed3aSAlexander Motin g_disk_setstate(struct bio *bp, struct g_disk_softc *sc) 195c6d4ed3aSAlexander Motin { 196c6d4ed3aSAlexander Motin const char *cmd; 197c6d4ed3aSAlexander Motin 198c6d4ed3aSAlexander Motin memcpy(&sc->state, bp->bio_data, sizeof(sc->state)); 199c6d4ed3aSAlexander Motin if (sc->led[0] != 0) { 200c6d4ed3aSAlexander Motin switch (sc->state) { 201c6d4ed3aSAlexander Motin case G_STATE_FAILED: 202c6d4ed3aSAlexander Motin cmd = "1"; 203c6d4ed3aSAlexander Motin break; 204c6d4ed3aSAlexander Motin case G_STATE_REBUILD: 205c6d4ed3aSAlexander Motin cmd = "f5"; 206c6d4ed3aSAlexander Motin break; 207c6d4ed3aSAlexander Motin case G_STATE_RESYNC: 208c6d4ed3aSAlexander Motin cmd = "f1"; 209c6d4ed3aSAlexander Motin break; 210c6d4ed3aSAlexander Motin default: 211c6d4ed3aSAlexander Motin cmd = "0"; 212c6d4ed3aSAlexander Motin break; 213c6d4ed3aSAlexander Motin } 214c6d4ed3aSAlexander Motin led_set(sc->led, cmd); 215c6d4ed3aSAlexander Motin } 216c6d4ed3aSAlexander Motin g_io_deliver(bp, 0); 217c6d4ed3aSAlexander Motin } 218c6d4ed3aSAlexander Motin 219c6d4ed3aSAlexander Motin static void 220dd84a43cSPoul-Henning Kamp g_disk_done(struct bio *bp) 221dd84a43cSPoul-Henning Kamp { 222e431d66cSAlexander Motin struct bintime now; 22360794e04SPoul-Henning Kamp struct bio *bp2; 224c6d4ed3aSAlexander Motin struct g_disk_softc *sc; 225dd84a43cSPoul-Henning Kamp 22615c672a3SPoul-Henning Kamp /* See "notes" for why we need a mutex here */ 22715c672a3SPoul-Henning Kamp /* XXX: will witness accept a mix of Giant/unGiant drivers here ? */ 22860794e04SPoul-Henning Kamp bp2 = bp->bio_parent; 22930ba7471SAlexander Motin sc = bp2->bio_to->private; 23030ba7471SAlexander Motin bp->bio_completed = bp->bio_length - bp->bio_resid; 231e431d66cSAlexander Motin binuptime(&now); 23230ba7471SAlexander Motin mtx_lock(&sc->done_mtx); 23360794e04SPoul-Henning Kamp if (bp2->bio_error == 0) 23460794e04SPoul-Henning Kamp bp2->bio_error = bp->bio_error; 23560794e04SPoul-Henning Kamp bp2->bio_completed += bp->bio_completed; 2369a6844d5SKenneth D. Merry 2378076d204SWarner Losh switch (bp->bio_cmd) { 2389a6844d5SKenneth D. Merry case BIO_ZONE: 2399a6844d5SKenneth D. Merry bcopy(&bp->bio_zone, &bp2->bio_zone, sizeof(bp->bio_zone)); 2409a6844d5SKenneth D. Merry /*FALLTHROUGH*/ 2418076d204SWarner Losh case BIO_READ: 2428076d204SWarner Losh case BIO_WRITE: 2438076d204SWarner Losh case BIO_DELETE: 2448076d204SWarner Losh case BIO_FLUSH: 245e431d66cSAlexander Motin devstat_end_transaction_bio_bt(sc->dp->d_devstat, bp, &now); 2468076d204SWarner Losh break; 2478076d204SWarner Losh default: 2488076d204SWarner Losh break; 2498076d204SWarner Losh } 25060794e04SPoul-Henning Kamp bp2->bio_inbed++; 25160794e04SPoul-Henning Kamp if (bp2->bio_children == bp2->bio_inbed) { 2520fd2511aSAlexander Motin mtx_unlock(&sc->done_mtx); 25381876757SPoul-Henning Kamp bp2->bio_resid = bp2->bio_bcount - bp2->bio_completed; 25460794e04SPoul-Henning Kamp g_io_deliver(bp2, bp2->bio_error); 2550fd2511aSAlexander Motin } else 25630ba7471SAlexander Motin mtx_unlock(&sc->done_mtx); 2570fd2511aSAlexander Motin g_destroy_bio(bp); 258dd84a43cSPoul-Henning Kamp } 259dd84a43cSPoul-Henning Kamp 260497c3347SPoul-Henning Kamp static int 2612221dbebSPoul-Henning Kamp g_disk_ioctl(struct g_provider *pp, u_long cmd, void * data, int fflag, struct thread *td) 262497c3347SPoul-Henning Kamp { 263497c3347SPoul-Henning Kamp struct disk *dp; 264c6d4ed3aSAlexander Motin struct g_disk_softc *sc; 265497c3347SPoul-Henning Kamp int error; 266497c3347SPoul-Henning Kamp 26730ba7471SAlexander Motin sc = pp->private; 268c6d4ed3aSAlexander Motin dp = sc->dp; 269497c3347SPoul-Henning Kamp 270497c3347SPoul-Henning Kamp if (dp->d_ioctl == NULL) 271497c3347SPoul-Henning Kamp return (ENOIOCTL); 2722221dbebSPoul-Henning Kamp error = dp->d_ioctl(dp, cmd, data, fflag, td); 273497c3347SPoul-Henning Kamp return (error); 274497c3347SPoul-Henning Kamp } 275497c3347SPoul-Henning Kamp 27642fbdde4SKenneth D. Merry static off_t 27742fbdde4SKenneth D. Merry g_disk_maxsize(struct disk *dp, struct bio *bp) 278a9934668SKenneth D. Merry { 27942fbdde4SKenneth D. Merry if (bp->bio_cmd == BIO_DELETE) 28042fbdde4SKenneth D. Merry return (dp->d_delmaxsize); 28142fbdde4SKenneth D. Merry return (dp->d_maxsize); 28242fbdde4SKenneth D. Merry } 28342fbdde4SKenneth D. Merry 28442fbdde4SKenneth D. Merry static int 28542fbdde4SKenneth D. Merry g_disk_maxsegs(struct disk *dp, struct bio *bp) 28642fbdde4SKenneth D. Merry { 28742fbdde4SKenneth D. Merry return ((g_disk_maxsize(dp, bp) / PAGE_SIZE) + 1); 288a9934668SKenneth D. Merry } 289a9934668SKenneth D. Merry 290a9934668SKenneth D. Merry static void 291a9934668SKenneth D. Merry g_disk_advance(struct disk *dp, struct bio *bp, off_t off) 292a9934668SKenneth D. Merry { 293a9934668SKenneth D. Merry 294a9934668SKenneth D. Merry bp->bio_offset += off; 295a9934668SKenneth D. Merry bp->bio_length -= off; 296a9934668SKenneth D. Merry 297a9934668SKenneth D. Merry if ((bp->bio_flags & BIO_VLIST) != 0) { 298a9934668SKenneth D. Merry bus_dma_segment_t *seg, *end; 299a9934668SKenneth D. Merry 300a9934668SKenneth D. Merry seg = (bus_dma_segment_t *)bp->bio_data; 301a9934668SKenneth D. Merry end = (bus_dma_segment_t *)bp->bio_data + bp->bio_ma_n; 302a9934668SKenneth D. Merry off += bp->bio_ma_offset; 303a9934668SKenneth D. Merry while (off >= seg->ds_len) { 304a9934668SKenneth D. Merry KASSERT((seg != end), 305a9934668SKenneth D. Merry ("vlist request runs off the end")); 306a9934668SKenneth D. Merry off -= seg->ds_len; 307a9934668SKenneth D. Merry seg++; 308a9934668SKenneth D. Merry } 309a9934668SKenneth D. Merry bp->bio_ma_offset = off; 310a9934668SKenneth D. Merry bp->bio_ma_n = end - seg; 311a9934668SKenneth D. Merry bp->bio_data = (void *)seg; 312a9934668SKenneth D. Merry } else if ((bp->bio_flags & BIO_UNMAPPED) != 0) { 313a9934668SKenneth D. Merry bp->bio_ma += off / PAGE_SIZE; 314a9934668SKenneth D. Merry bp->bio_ma_offset += off; 315a9934668SKenneth D. Merry bp->bio_ma_offset %= PAGE_SIZE; 316a9934668SKenneth D. Merry bp->bio_ma_n -= off / PAGE_SIZE; 317a9934668SKenneth D. Merry } else { 318a9934668SKenneth D. Merry bp->bio_data += off; 319a9934668SKenneth D. Merry } 320a9934668SKenneth D. Merry } 321a9934668SKenneth D. Merry 322a9934668SKenneth D. Merry static void 323a9934668SKenneth D. Merry g_disk_seg_limit(bus_dma_segment_t *seg, off_t *poffset, 324a9934668SKenneth D. Merry off_t *plength, int *ppages) 325a9934668SKenneth D. Merry { 326a9934668SKenneth D. Merry uintptr_t seg_page_base; 327a9934668SKenneth D. Merry uintptr_t seg_page_end; 328a9934668SKenneth D. Merry off_t offset; 329a9934668SKenneth D. Merry off_t length; 330a9934668SKenneth D. Merry int seg_pages; 331a9934668SKenneth D. Merry 332a9934668SKenneth D. Merry offset = *poffset; 333a9934668SKenneth D. Merry length = *plength; 334a9934668SKenneth D. Merry 335a9934668SKenneth D. Merry if (length > seg->ds_len - offset) 336a9934668SKenneth D. Merry length = seg->ds_len - offset; 337a9934668SKenneth D. Merry 338a9934668SKenneth D. Merry seg_page_base = trunc_page(seg->ds_addr + offset); 339a9934668SKenneth D. Merry seg_page_end = round_page(seg->ds_addr + offset + length); 340a9934668SKenneth D. Merry seg_pages = (seg_page_end - seg_page_base) >> PAGE_SHIFT; 341a9934668SKenneth D. Merry 342a9934668SKenneth D. Merry if (seg_pages > *ppages) { 343a9934668SKenneth D. Merry seg_pages = *ppages; 344a9934668SKenneth D. Merry length = (seg_page_base + (seg_pages << PAGE_SHIFT)) - 345a9934668SKenneth D. Merry (seg->ds_addr + offset); 346a9934668SKenneth D. Merry } 347a9934668SKenneth D. Merry 348a9934668SKenneth D. Merry *poffset = 0; 349a9934668SKenneth D. Merry *plength -= length; 350a9934668SKenneth D. Merry *ppages -= seg_pages; 351a9934668SKenneth D. Merry } 352a9934668SKenneth D. Merry 353a9934668SKenneth D. Merry static off_t 354a9934668SKenneth D. Merry g_disk_vlist_limit(struct disk *dp, struct bio *bp, bus_dma_segment_t **pendseg) 355a9934668SKenneth D. Merry { 356a9934668SKenneth D. Merry bus_dma_segment_t *seg, *end; 357a9934668SKenneth D. Merry off_t residual; 358a9934668SKenneth D. Merry off_t offset; 359a9934668SKenneth D. Merry int pages; 360a9934668SKenneth D. Merry 361a9934668SKenneth D. Merry seg = (bus_dma_segment_t *)bp->bio_data; 362a9934668SKenneth D. Merry end = (bus_dma_segment_t *)bp->bio_data + bp->bio_ma_n; 363a9934668SKenneth D. Merry residual = bp->bio_length; 364a9934668SKenneth D. Merry offset = bp->bio_ma_offset; 36542fbdde4SKenneth D. Merry pages = g_disk_maxsegs(dp, bp); 366a9934668SKenneth D. Merry while (residual != 0 && pages != 0) { 367a9934668SKenneth D. Merry KASSERT((seg != end), 368a9934668SKenneth D. Merry ("vlist limit runs off the end")); 369a9934668SKenneth D. Merry g_disk_seg_limit(seg, &offset, &residual, &pages); 370a9934668SKenneth D. Merry seg++; 371a9934668SKenneth D. Merry } 372a9934668SKenneth D. Merry if (pendseg != NULL) 373a9934668SKenneth D. Merry *pendseg = seg; 374a9934668SKenneth D. Merry return (residual); 375a9934668SKenneth D. Merry } 376a9934668SKenneth D. Merry 377a9934668SKenneth D. Merry static bool 378a9934668SKenneth D. Merry g_disk_limit(struct disk *dp, struct bio *bp) 379a9934668SKenneth D. Merry { 380a9934668SKenneth D. Merry bool limited = false; 381985108aeSKenneth D. Merry off_t maxsz; 382985108aeSKenneth D. Merry 383985108aeSKenneth D. Merry maxsz = g_disk_maxsize(dp, bp); 384a9934668SKenneth D. Merry 385a9934668SKenneth D. Merry /* 386a9934668SKenneth D. Merry * XXX: If we have a stripesize we should really use it here. 387a9934668SKenneth D. Merry * Care should be taken in the delete case if this is done 388a9934668SKenneth D. Merry * as deletes can be very sensitive to size given how they 389a9934668SKenneth D. Merry * are processed. 390a9934668SKenneth D. Merry */ 39142fbdde4SKenneth D. Merry if (bp->bio_length > maxsz) { 39242fbdde4SKenneth D. Merry bp->bio_length = maxsz; 393a9934668SKenneth D. Merry limited = true; 394a9934668SKenneth D. Merry } 395a9934668SKenneth D. Merry 396a9934668SKenneth D. Merry if ((bp->bio_flags & BIO_VLIST) != 0) { 397a9934668SKenneth D. Merry bus_dma_segment_t *firstseg, *endseg; 398a9934668SKenneth D. Merry off_t residual; 399a9934668SKenneth D. Merry 400a9934668SKenneth D. Merry firstseg = (bus_dma_segment_t*)bp->bio_data; 401a9934668SKenneth D. Merry residual = g_disk_vlist_limit(dp, bp, &endseg); 402a9934668SKenneth D. Merry if (residual != 0) { 403a9934668SKenneth D. Merry bp->bio_ma_n = endseg - firstseg; 404a9934668SKenneth D. Merry bp->bio_length -= residual; 405a9934668SKenneth D. Merry limited = true; 406a9934668SKenneth D. Merry } 407a9934668SKenneth D. Merry } else if ((bp->bio_flags & BIO_UNMAPPED) != 0) { 408a9934668SKenneth D. Merry bp->bio_ma_n = 409a9934668SKenneth D. Merry howmany(bp->bio_ma_offset + bp->bio_length, PAGE_SIZE); 410a9934668SKenneth D. Merry } 411a9934668SKenneth D. Merry 412a9934668SKenneth D. Merry return (limited); 413a9934668SKenneth D. Merry } 414a9934668SKenneth D. Merry 415dd84a43cSPoul-Henning Kamp static void 416dd84a43cSPoul-Henning Kamp g_disk_start(struct bio *bp) 417dd84a43cSPoul-Henning Kamp { 41815c672a3SPoul-Henning Kamp struct bio *bp2, *bp3; 419dd84a43cSPoul-Henning Kamp struct disk *dp; 420c6d4ed3aSAlexander Motin struct g_disk_softc *sc; 421a5b2e75dSPoul-Henning Kamp int error; 422ccf8a568SAlexander Motin off_t off; 423dd84a43cSPoul-Henning Kamp 4248532d381SConrad Meyer biotrack(bp, __func__); 4258532d381SConrad Meyer 42630ba7471SAlexander Motin sc = bp->bio_to->private; 427c6d4ed3aSAlexander Motin if (sc == NULL || (dp = sc->dp) == NULL || dp->d_destroyed) { 42867fd2837SPoul-Henning Kamp g_io_deliver(bp, ENXIO); 429b3fd9b46SPoul-Henning Kamp return; 430b3fd9b46SPoul-Henning Kamp } 431b362694cSPoul-Henning Kamp error = EJUSTRETURN; 432dd84a43cSPoul-Henning Kamp switch(bp->bio_cmd) { 433b362694cSPoul-Henning Kamp case BIO_DELETE: 43431a1093fSPoul-Henning Kamp if (!(dp->d_flags & DISKFLAG_CANDELETE)) { 43592f84a9fSPawel Jakub Dawidek error = EOPNOTSUPP; 436b362694cSPoul-Henning Kamp break; 437b362694cSPoul-Henning Kamp } 438b362694cSPoul-Henning Kamp /* fall-through */ 439dd84a43cSPoul-Henning Kamp case BIO_READ: 440dd84a43cSPoul-Henning Kamp case BIO_WRITE: 441a9934668SKenneth D. Merry KASSERT((dp->d_flags & DISKFLAG_UNMAPPED_BIO) != 0 || 442a9934668SKenneth D. Merry (bp->bio_flags & BIO_UNMAPPED) == 0, 443a9934668SKenneth D. Merry ("unmapped bio not supported by disk %s", dp->d_name)); 44415c672a3SPoul-Henning Kamp off = 0; 44515c672a3SPoul-Henning Kamp bp3 = NULL; 446dd84a43cSPoul-Henning Kamp bp2 = g_clone_bio(bp); 447a4210653SPoul-Henning Kamp if (bp2 == NULL) { 448a4210653SPoul-Henning Kamp error = ENOMEM; 449a4210653SPoul-Henning Kamp break; 450a4210653SPoul-Henning Kamp } 451a9934668SKenneth D. Merry for (;;) { 452a9934668SKenneth D. Merry if (g_disk_limit(dp, bp2)) { 453a9934668SKenneth D. Merry off += bp2->bio_length; 454ccf8a568SAlexander Motin 45515c672a3SPoul-Henning Kamp /* 45615c672a3SPoul-Henning Kamp * To avoid a race, we need to grab the next bio 45715c672a3SPoul-Henning Kamp * before we schedule this one. See "notes". 45815c672a3SPoul-Henning Kamp */ 45915c672a3SPoul-Henning Kamp bp3 = g_clone_bio(bp); 46015c672a3SPoul-Henning Kamp if (bp3 == NULL) 46115c672a3SPoul-Henning Kamp bp->bio_error = ENOMEM; 46215c672a3SPoul-Henning Kamp } 463dd84a43cSPoul-Henning Kamp bp2->bio_done = g_disk_done; 464b362694cSPoul-Henning Kamp bp2->bio_pblkno = bp2->bio_offset / dp->d_sectorsize; 465dd84a43cSPoul-Henning Kamp bp2->bio_bcount = bp2->bio_length; 466ffa91881SPoul-Henning Kamp bp2->bio_disk = dp; 46740ea77a0SAlexander Motin mtx_lock(&sc->start_mtx); 4682e93e909STor Egge devstat_start_transaction_bio(dp->d_devstat, bp2); 46940ea77a0SAlexander Motin mtx_unlock(&sc->start_mtx); 47031a1093fSPoul-Henning Kamp dp->d_strategy(bp2); 471a9934668SKenneth D. Merry 472a9934668SKenneth D. Merry if (bp3 == NULL) 473a9934668SKenneth D. Merry break; 474a9934668SKenneth D. Merry 47515c672a3SPoul-Henning Kamp bp2 = bp3; 47615c672a3SPoul-Henning Kamp bp3 = NULL; 477a9934668SKenneth D. Merry g_disk_advance(dp, bp2, off); 478a9934668SKenneth D. Merry } 479dd84a43cSPoul-Henning Kamp break; 480dd84a43cSPoul-Henning Kamp case BIO_GETATTR: 481416494d7SJustin T. Gibbs /* Give the driver a chance to override */ 482416494d7SJustin T. Gibbs if (dp->d_getattr != NULL) { 483416494d7SJustin T. Gibbs if (bp->bio_disk == NULL) 484416494d7SJustin T. Gibbs bp->bio_disk = dp; 485416494d7SJustin T. Gibbs error = dp->d_getattr(bp); 486416494d7SJustin T. Gibbs if (error != -1) 487416494d7SJustin T. Gibbs break; 488416494d7SJustin T. Gibbs error = EJUSTRETURN; 489416494d7SJustin T. Gibbs } 490d91e813cSKonstantin Belousov if (g_handleattr_int(bp, "GEOM::candelete", 491d91e813cSKonstantin Belousov (dp->d_flags & DISKFLAG_CANDELETE) != 0)) 492d91e813cSKonstantin Belousov break; 493d91e813cSKonstantin Belousov else if (g_handleattr_int(bp, "GEOM::fwsectors", 494d91e813cSKonstantin Belousov dp->d_fwsectors)) 495a5b2e75dSPoul-Henning Kamp break; 4967812d86fSPoul-Henning Kamp else if (g_handleattr_int(bp, "GEOM::fwheads", dp->d_fwheads)) 497a5b2e75dSPoul-Henning Kamp break; 498503abe45SPoul-Henning Kamp else if (g_handleattr_off_t(bp, "GEOM::frontstuff", 0)) 4991bdb20a6SPoul-Henning Kamp break; 500d0c11f9eSPawel Jakub Dawidek else if (g_handleattr_str(bp, "GEOM::ident", dp->d_ident)) 501d0c11f9eSPawel Jakub Dawidek break; 502c28078e9SSteven Hartland else if (g_handleattr_uint16_t(bp, "GEOM::hba_vendor", 503c28078e9SSteven Hartland dp->d_hba_vendor)) 5048edcf694SAlexander Motin break; 505c28078e9SSteven Hartland else if (g_handleattr_uint16_t(bp, "GEOM::hba_device", 506c28078e9SSteven Hartland dp->d_hba_device)) 5078edcf694SAlexander Motin break; 508c28078e9SSteven Hartland else if (g_handleattr_uint16_t(bp, "GEOM::hba_subvendor", 509c28078e9SSteven Hartland dp->d_hba_subvendor)) 5108edcf694SAlexander Motin break; 511c28078e9SSteven Hartland else if (g_handleattr_uint16_t(bp, "GEOM::hba_subdevice", 512c28078e9SSteven Hartland dp->d_hba_subdevice)) 5138edcf694SAlexander Motin break; 51495c24b31SPoul-Henning Kamp else if (!strcmp(bp->bio_attribute, "GEOM::kerneldump")) 51595c24b31SPoul-Henning Kamp g_disk_kerneldump(bp, dp); 516c6d4ed3aSAlexander Motin else if (!strcmp(bp->bio_attribute, "GEOM::setstate")) 517c6d4ed3aSAlexander Motin g_disk_setstate(bp, sc); 518c28078e9SSteven Hartland else if (g_handleattr_uint16_t(bp, "GEOM::rotation_rate", 519c28078e9SSteven Hartland dp->d_rotation_rate)) 520c28078e9SSteven Hartland break; 521497c3347SPoul-Henning Kamp else 522a5b2e75dSPoul-Henning Kamp error = ENOIOCTL; 523a5b2e75dSPoul-Henning Kamp break; 5241d2aee20SPawel Jakub Dawidek case BIO_FLUSH: 52585f5b9aaSAndriy Gapon g_trace(G_T_BIO, "g_disk_flushcache(%s)", 5261d2aee20SPawel Jakub Dawidek bp->bio_to->name); 5271d2aee20SPawel Jakub Dawidek if (!(dp->d_flags & DISKFLAG_CANFLUSHCACHE)) { 52892f84a9fSPawel Jakub Dawidek error = EOPNOTSUPP; 52992f84a9fSPawel Jakub Dawidek break; 5301d2aee20SPawel Jakub Dawidek } 5319a6844d5SKenneth D. Merry /*FALLTHROUGH*/ 5329a6844d5SKenneth D. Merry case BIO_ZONE: 5339a6844d5SKenneth D. Merry if (bp->bio_cmd == BIO_ZONE) { 5349a6844d5SKenneth D. Merry if (!(dp->d_flags & DISKFLAG_CANZONE)) { 5359a6844d5SKenneth D. Merry error = EOPNOTSUPP; 5369a6844d5SKenneth D. Merry break; 5379a6844d5SKenneth D. Merry } 5389a6844d5SKenneth D. Merry g_trace(G_T_BIO, "g_disk_zone(%s)", 5399a6844d5SKenneth D. Merry bp->bio_to->name); 5409a6844d5SKenneth D. Merry } 541ccf8a568SAlexander Motin bp2 = g_clone_bio(bp); 542ccf8a568SAlexander Motin if (bp2 == NULL) { 543ccf8a568SAlexander Motin g_io_deliver(bp, ENOMEM); 544ccf8a568SAlexander Motin return; 545ccf8a568SAlexander Motin } 546ccf8a568SAlexander Motin bp2->bio_done = g_disk_done; 547ccf8a568SAlexander Motin bp2->bio_disk = dp; 548413037c8SAlexander Motin mtx_lock(&sc->start_mtx); 549ccf8a568SAlexander Motin devstat_start_transaction_bio(dp->d_devstat, bp2); 550413037c8SAlexander Motin mtx_unlock(&sc->start_mtx); 551ccf8a568SAlexander Motin dp->d_strategy(bp2); 5521d2aee20SPawel Jakub Dawidek break; 553dd84a43cSPoul-Henning Kamp default: 554a5b2e75dSPoul-Henning Kamp error = EOPNOTSUPP; 555a5b2e75dSPoul-Henning Kamp break; 556dd84a43cSPoul-Henning Kamp } 557b362694cSPoul-Henning Kamp if (error != EJUSTRETURN) 55872840432SPoul-Henning Kamp g_io_deliver(bp, error); 559a5b2e75dSPoul-Henning Kamp return; 560dd84a43cSPoul-Henning Kamp } 561dd84a43cSPoul-Henning Kamp 5628523987bSPoul-Henning Kamp static void 5630f9d3dbaSPoul-Henning Kamp g_disk_dumpconf(struct sbuf *sb, const char *indent, struct g_geom *gp, struct g_consumer *cp, struct g_provider *pp) 5648f9628a1SPoul-Henning Kamp { 565ccba7102SAlexander Motin struct bio *bp; 5668f9628a1SPoul-Henning Kamp struct disk *dp; 567c6d4ed3aSAlexander Motin struct g_disk_softc *sc; 568ccba7102SAlexander Motin char *buf; 569ccba7102SAlexander Motin int res = 0; 5708f9628a1SPoul-Henning Kamp 571c6d4ed3aSAlexander Motin sc = gp->softc; 572c6d4ed3aSAlexander Motin if (sc == NULL || (dp = sc->dp) == NULL) 573eb98005fSPoul-Henning Kamp return; 574d518e539SPoul-Henning Kamp if (indent == NULL) { 575d518e539SPoul-Henning Kamp sbuf_printf(sb, " hd %u", dp->d_fwheads); 576d518e539SPoul-Henning Kamp sbuf_printf(sb, " sc %u", dp->d_fwsectors); 577d518e539SPoul-Henning Kamp return; 578d518e539SPoul-Henning Kamp } 5799e2ebaa0SPoul-Henning Kamp if (pp != NULL) { 5808f9628a1SPoul-Henning Kamp sbuf_printf(sb, "%s<fwheads>%u</fwheads>\n", 5818f9628a1SPoul-Henning Kamp indent, dp->d_fwheads); 5828f9628a1SPoul-Henning Kamp sbuf_printf(sb, "%s<fwsectors>%u</fwsectors>\n", 5838f9628a1SPoul-Henning Kamp indent, dp->d_fwsectors); 584cb03a502SRavi Pokala 585cb03a502SRavi Pokala /* 586cb03a502SRavi Pokala * "rotationrate" is a little complicated, because the value 587cb03a502SRavi Pokala * returned by the drive might not be the RPM; 0 and 1 are 588cb03a502SRavi Pokala * special cases, and there's also a valid range. 589cb03a502SRavi Pokala */ 590cb03a502SRavi Pokala sbuf_printf(sb, "%s<rotationrate>", indent); 591*17160457SAlexander Motin if (dp->d_rotation_rate == DISK_RR_UNKNOWN) /* Old drives */ 592*17160457SAlexander Motin sbuf_printf(sb, "unknown"); /* don't report RPM. */ 593*17160457SAlexander Motin else if (dp->d_rotation_rate == DISK_RR_NON_ROTATING) 594*17160457SAlexander Motin sbuf_printf(sb, "0"); 595*17160457SAlexander Motin else if ((dp->d_rotation_rate >= DISK_RR_MIN) && 596*17160457SAlexander Motin (dp->d_rotation_rate <= DISK_RR_MAX)) 597cb03a502SRavi Pokala sbuf_printf(sb, "%u", dp->d_rotation_rate); 598cb03a502SRavi Pokala else 599cb03a502SRavi Pokala sbuf_printf(sb, "invalid"); 600cb03a502SRavi Pokala sbuf_printf(sb, "</rotationrate>\n"); 601ccba7102SAlexander Motin if (dp->d_getattr != NULL) { 602ccba7102SAlexander Motin buf = g_malloc(DISK_IDENT_SIZE, M_WAITOK); 603ccba7102SAlexander Motin bp = g_alloc_bio(); 604ccba7102SAlexander Motin bp->bio_disk = dp; 605ccba7102SAlexander Motin bp->bio_attribute = "GEOM::ident"; 606ccba7102SAlexander Motin bp->bio_length = DISK_IDENT_SIZE; 607ccba7102SAlexander Motin bp->bio_data = buf; 608ccba7102SAlexander Motin res = dp->d_getattr(bp); 6097ae1a87bSAlexander Motin sbuf_printf(sb, "%s<ident>", indent); 6107ae1a87bSAlexander Motin g_conf_printf_escaped(sb, "%s", 611ccba7102SAlexander Motin res == 0 ? buf: dp->d_ident); 6127ae1a87bSAlexander Motin sbuf_printf(sb, "</ident>\n"); 613ccba7102SAlexander Motin bp->bio_attribute = "GEOM::lunid"; 614ccba7102SAlexander Motin bp->bio_length = DISK_IDENT_SIZE; 615ccba7102SAlexander Motin bp->bio_data = buf; 6167ae1a87bSAlexander Motin if (dp->d_getattr(bp) == 0) { 6177ae1a87bSAlexander Motin sbuf_printf(sb, "%s<lunid>", indent); 6187ae1a87bSAlexander Motin g_conf_printf_escaped(sb, "%s", buf); 6197ae1a87bSAlexander Motin sbuf_printf(sb, "</lunid>\n"); 6207ae1a87bSAlexander Motin } 62140f27d7cSAlexander Motin bp->bio_attribute = "GEOM::lunname"; 62240f27d7cSAlexander Motin bp->bio_length = DISK_IDENT_SIZE; 62340f27d7cSAlexander Motin bp->bio_data = buf; 6247ae1a87bSAlexander Motin if (dp->d_getattr(bp) == 0) { 6257ae1a87bSAlexander Motin sbuf_printf(sb, "%s<lunname>", indent); 6267ae1a87bSAlexander Motin g_conf_printf_escaped(sb, "%s", buf); 6277ae1a87bSAlexander Motin sbuf_printf(sb, "</lunname>\n"); 6287ae1a87bSAlexander Motin } 629ccba7102SAlexander Motin g_destroy_bio(bp); 630ccba7102SAlexander Motin g_free(buf); 6317ae1a87bSAlexander Motin } else { 6327ae1a87bSAlexander Motin sbuf_printf(sb, "%s<ident>", indent); 6337ae1a87bSAlexander Motin g_conf_printf_escaped(sb, "%s", dp->d_ident); 6347ae1a87bSAlexander Motin sbuf_printf(sb, "</ident>\n"); 6357ae1a87bSAlexander Motin } 6367ae1a87bSAlexander Motin sbuf_printf(sb, "%s<descr>", indent); 6377ae1a87bSAlexander Motin g_conf_printf_escaped(sb, "%s", dp->d_descr); 6387ae1a87bSAlexander Motin sbuf_printf(sb, "</descr>\n"); 6398f9628a1SPoul-Henning Kamp } 6408f9628a1SPoul-Henning Kamp } 6418f9628a1SPoul-Henning Kamp 6428f9628a1SPoul-Henning Kamp static void 6431af2d09bSEdward Tomasz Napierala g_disk_resize(void *ptr, int flag) 644bc97ce36SEdward Tomasz Napierala { 6451af2d09bSEdward Tomasz Napierala struct disk *dp; 646bc97ce36SEdward Tomasz Napierala struct g_geom *gp; 647bc97ce36SEdward Tomasz Napierala struct g_provider *pp; 648bc97ce36SEdward Tomasz Napierala 6491af2d09bSEdward Tomasz Napierala if (flag == EV_CANCEL) 6501af2d09bSEdward Tomasz Napierala return; 6511af2d09bSEdward Tomasz Napierala g_topology_assert(); 6521af2d09bSEdward Tomasz Napierala 6531af2d09bSEdward Tomasz Napierala dp = ptr; 654bc97ce36SEdward Tomasz Napierala gp = dp->d_geom; 655bc97ce36SEdward Tomasz Napierala 6561af2d09bSEdward Tomasz Napierala if (dp->d_destroyed || gp == NULL) 6571af2d09bSEdward Tomasz Napierala return; 6581af2d09bSEdward Tomasz Napierala 659bc97ce36SEdward Tomasz Napierala LIST_FOREACH(pp, &gp->provider, provider) { 660bc97ce36SEdward Tomasz Napierala if (pp->sectorsize != 0 && 661bc97ce36SEdward Tomasz Napierala pp->sectorsize != dp->d_sectorsize) 662bc97ce36SEdward Tomasz Napierala g_wither_provider(pp, ENXIO); 663bc97ce36SEdward Tomasz Napierala else 664bc97ce36SEdward Tomasz Napierala g_resize_provider(pp, dp->d_mediasize); 665bc97ce36SEdward Tomasz Napierala } 666bc97ce36SEdward Tomasz Napierala } 667bc97ce36SEdward Tomasz Napierala 668bc97ce36SEdward Tomasz Napierala static void 66943f0db6cSPoul-Henning Kamp g_disk_create(void *arg, int flag) 670dd84a43cSPoul-Henning Kamp { 671dd84a43cSPoul-Henning Kamp struct g_geom *gp; 672dd84a43cSPoul-Henning Kamp struct g_provider *pp; 673bb17c5f6SPoul-Henning Kamp struct disk *dp; 674c6d4ed3aSAlexander Motin struct g_disk_softc *sc; 675c6d4ed3aSAlexander Motin char tmpstr[80]; 676dd84a43cSPoul-Henning Kamp 67743f0db6cSPoul-Henning Kamp if (flag == EV_CANCEL) 67843f0db6cSPoul-Henning Kamp return; 6798523987bSPoul-Henning Kamp g_topology_assert(); 680bb17c5f6SPoul-Henning Kamp dp = arg; 6811ff824e7SKenneth D. Merry 682a02e196eSKenneth D. Merry mtx_pool_lock(mtxpool_sleep, dp); 6831ff824e7SKenneth D. Merry dp->d_init_level = DISK_INIT_START; 6841ff824e7SKenneth D. Merry 6851ff824e7SKenneth D. Merry /* 6861ff824e7SKenneth D. Merry * If the disk has already gone away, we can just stop here and 6871ff824e7SKenneth D. Merry * call the user's callback to tell him we've cleaned things up. 6881ff824e7SKenneth D. Merry */ 6891ff824e7SKenneth D. Merry if (dp->d_goneflag != 0) { 690a02e196eSKenneth D. Merry mtx_pool_unlock(mtxpool_sleep, dp); 6911ff824e7SKenneth D. Merry if (dp->d_gone != NULL) 6921ff824e7SKenneth D. Merry dp->d_gone(dp); 6931ff824e7SKenneth D. Merry return; 6941ff824e7SKenneth D. Merry } 695a02e196eSKenneth D. Merry mtx_pool_unlock(mtxpool_sleep, dp); 6961ff824e7SKenneth D. Merry 697c6d4ed3aSAlexander Motin sc = g_malloc(sizeof(*sc), M_WAITOK | M_ZERO); 69840ea77a0SAlexander Motin mtx_init(&sc->start_mtx, "g_disk_start", NULL, MTX_DEF); 69930ba7471SAlexander Motin mtx_init(&sc->done_mtx, "g_disk_done", NULL, MTX_DEF); 700c6d4ed3aSAlexander Motin sc->dp = dp; 701bb17c5f6SPoul-Henning Kamp gp = g_new_geomf(&g_disk_class, "%s%d", dp->d_name, dp->d_unit); 702c6d4ed3aSAlexander Motin gp->softc = sc; 7038523987bSPoul-Henning Kamp pp = g_new_providerf(gp, "%s", gp->name); 70440ea77a0SAlexander Motin devstat_remove_entry(pp->stat); 70540ea77a0SAlexander Motin pp->stat = NULL; 70640ea77a0SAlexander Motin dp->d_devstat->id = pp; 707bb17c5f6SPoul-Henning Kamp pp->mediasize = dp->d_mediasize; 708bb17c5f6SPoul-Henning Kamp pp->sectorsize = dp->d_sectorsize; 7098a63edc3SPoul-Henning Kamp pp->stripeoffset = dp->d_stripeoffset; 7108a63edc3SPoul-Henning Kamp pp->stripesize = dp->d_stripesize; 711f8c19ba4SKonstantin Belousov if ((dp->d_flags & DISKFLAG_UNMAPPED_BIO) != 0) 712f8c19ba4SKonstantin Belousov pp->flags |= G_PF_ACCEPT_UNMAPPED; 71340ea77a0SAlexander Motin if ((dp->d_flags & DISKFLAG_DIRECT_COMPLETION) != 0) 71440ea77a0SAlexander Motin pp->flags |= G_PF_DIRECT_SEND; 71540ea77a0SAlexander Motin pp->flags |= G_PF_DIRECT_RECEIVE; 7163d5500fcSPoul-Henning Kamp if (bootverbose) 7173d5500fcSPoul-Henning Kamp printf("GEOM: new disk %s\n", gp->name); 718c6d4ed3aSAlexander Motin sysctl_ctx_init(&sc->sysctl_ctx); 719c6d4ed3aSAlexander Motin snprintf(tmpstr, sizeof(tmpstr), "GEOM disk %s", gp->name); 720c6d4ed3aSAlexander Motin sc->sysctl_tree = SYSCTL_ADD_NODE(&sc->sysctl_ctx, 721c6d4ed3aSAlexander Motin SYSCTL_STATIC_CHILDREN(_kern_geom_disk), OID_AUTO, gp->name, 722c6d4ed3aSAlexander Motin CTLFLAG_RD, 0, tmpstr); 723c6d4ed3aSAlexander Motin if (sc->sysctl_tree != NULL) { 724c6d4ed3aSAlexander Motin SYSCTL_ADD_STRING(&sc->sysctl_ctx, 725c6d4ed3aSAlexander Motin SYSCTL_CHILDREN(sc->sysctl_tree), OID_AUTO, "led", 726af3b2549SHans Petter Selasky CTLFLAG_RWTUN, sc->led, sizeof(sc->led), 727c6d4ed3aSAlexander Motin "LED name"); 728c6d4ed3aSAlexander Motin } 729c6d4ed3aSAlexander Motin pp->private = sc; 730316aed03SPoul-Henning Kamp dp->d_geom = gp; 731316aed03SPoul-Henning Kamp g_error_provider(pp, 0); 7321ff824e7SKenneth D. Merry 733a02e196eSKenneth D. Merry mtx_pool_lock(mtxpool_sleep, dp); 7341ff824e7SKenneth D. Merry dp->d_init_level = DISK_INIT_DONE; 7351ff824e7SKenneth D. Merry 7361ff824e7SKenneth D. Merry /* 7371ff824e7SKenneth D. Merry * If the disk has gone away at this stage, start the withering 7381ff824e7SKenneth D. Merry * process for it. 7391ff824e7SKenneth D. Merry */ 7401ff824e7SKenneth D. Merry if (dp->d_goneflag != 0) { 741a02e196eSKenneth D. Merry mtx_pool_unlock(mtxpool_sleep, dp); 7421ff824e7SKenneth D. Merry g_wither_provider(pp, ENXIO); 7431ff824e7SKenneth D. Merry return; 7441ff824e7SKenneth D. Merry } 745a02e196eSKenneth D. Merry mtx_pool_unlock(mtxpool_sleep, dp); 7461ff824e7SKenneth D. Merry 747dd84a43cSPoul-Henning Kamp } 7488523987bSPoul-Henning Kamp 749c3fb2891SKenneth D. Merry /* 750c3fb2891SKenneth D. Merry * We get this callback after all of the consumers have gone away, and just 751c3fb2891SKenneth D. Merry * before the provider is freed. If the disk driver provided a d_gone 752c3fb2891SKenneth D. Merry * callback, let them know that it is okay to free resources -- they won't 753c3fb2891SKenneth D. Merry * be getting any more accesses from GEOM. 754c3fb2891SKenneth D. Merry */ 755c3fb2891SKenneth D. Merry static void 756c3fb2891SKenneth D. Merry g_disk_providergone(struct g_provider *pp) 757c3fb2891SKenneth D. Merry { 758c3fb2891SKenneth D. Merry struct disk *dp; 759c3fb2891SKenneth D. Merry struct g_disk_softc *sc; 760c3fb2891SKenneth D. Merry 76130ba7471SAlexander Motin sc = (struct g_disk_softc *)pp->private; 762c3fb2891SKenneth D. Merry dp = sc->dp; 76330ba7471SAlexander Motin if (dp != NULL && dp->d_gone != NULL) 764c3fb2891SKenneth D. Merry dp->d_gone(dp); 76530ba7471SAlexander Motin if (sc->sysctl_tree != NULL) { 76630ba7471SAlexander Motin sysctl_ctx_free(&sc->sysctl_ctx); 76730ba7471SAlexander Motin sc->sysctl_tree = NULL; 76830ba7471SAlexander Motin } 76930ba7471SAlexander Motin if (sc->led[0] != 0) { 77030ba7471SAlexander Motin led_set(sc->led, "0"); 77130ba7471SAlexander Motin sc->led[0] = 0; 77230ba7471SAlexander Motin } 77330ba7471SAlexander Motin pp->private = NULL; 77430ba7471SAlexander Motin pp->geom->softc = NULL; 77530ba7471SAlexander Motin mtx_destroy(&sc->done_mtx); 77640ea77a0SAlexander Motin mtx_destroy(&sc->start_mtx); 77730ba7471SAlexander Motin g_free(sc); 778c3fb2891SKenneth D. Merry } 779c3fb2891SKenneth D. Merry 780ce1ee789SPoul-Henning Kamp static void 781ce1ee789SPoul-Henning Kamp g_disk_destroy(void *ptr, int flag) 782ce1ee789SPoul-Henning Kamp { 7830b7ed341SPoul-Henning Kamp struct disk *dp; 784ce1ee789SPoul-Henning Kamp struct g_geom *gp; 785c6d4ed3aSAlexander Motin struct g_disk_softc *sc; 7868523987bSPoul-Henning Kamp 787ce1ee789SPoul-Henning Kamp g_topology_assert(); 7880b7ed341SPoul-Henning Kamp dp = ptr; 7890b7ed341SPoul-Henning Kamp gp = dp->d_geom; 790032bc81dSPoul-Henning Kamp if (gp != NULL) { 791c6d4ed3aSAlexander Motin sc = gp->softc; 79230ba7471SAlexander Motin if (sc != NULL) 79330ba7471SAlexander Motin sc->dp = NULL; 79430ba7471SAlexander Motin dp->d_geom = NULL; 795ce1ee789SPoul-Henning Kamp g_wither_geom(gp, ENXIO); 796032bc81dSPoul-Henning Kamp } 7971ff824e7SKenneth D. Merry 7980b7ed341SPoul-Henning Kamp g_free(dp); 7990b7ed341SPoul-Henning Kamp } 8000b7ed341SPoul-Henning Kamp 8015e16a486SPawel Jakub Dawidek /* 802e93f5e4dSPawel Jakub Dawidek * We only allow printable characters in disk ident, 803e93f5e4dSPawel Jakub Dawidek * the rest is converted to 'x<HH>'. 8045e16a486SPawel Jakub Dawidek */ 8055e16a486SPawel Jakub Dawidek static void 8065e16a486SPawel Jakub Dawidek g_disk_ident_adjust(char *ident, size_t size) 8075e16a486SPawel Jakub Dawidek { 808e93f5e4dSPawel Jakub Dawidek char *p, tmp[4], newid[DISK_IDENT_SIZE]; 8095e16a486SPawel Jakub Dawidek 810e93f5e4dSPawel Jakub Dawidek newid[0] = '\0'; 811e93f5e4dSPawel Jakub Dawidek for (p = ident; *p != '\0'; p++) { 812e93f5e4dSPawel Jakub Dawidek if (isprint(*p)) { 813e93f5e4dSPawel Jakub Dawidek tmp[0] = *p; 814e93f5e4dSPawel Jakub Dawidek tmp[1] = '\0'; 815e93f5e4dSPawel Jakub Dawidek } else { 816e93f5e4dSPawel Jakub Dawidek snprintf(tmp, sizeof(tmp), "x%02hhx", 817e93f5e4dSPawel Jakub Dawidek *(unsigned char *)p); 8185e16a486SPawel Jakub Dawidek } 819e93f5e4dSPawel Jakub Dawidek if (strlcat(newid, tmp, sizeof(newid)) >= sizeof(newid)) 8205e16a486SPawel Jakub Dawidek break; 8215e16a486SPawel Jakub Dawidek } 8225e16a486SPawel Jakub Dawidek bzero(ident, size); 8235e16a486SPawel Jakub Dawidek strlcpy(ident, newid, size); 8245e16a486SPawel Jakub Dawidek } 8255e16a486SPawel Jakub Dawidek 8260b7ed341SPoul-Henning Kamp struct disk * 82794954762SPawel Jakub Dawidek disk_alloc(void) 8280b7ed341SPoul-Henning Kamp { 8290b7ed341SPoul-Henning Kamp 83094954762SPawel Jakub Dawidek return (g_malloc(sizeof(struct disk), M_WAITOK | M_ZERO)); 831ce1ee789SPoul-Henning Kamp } 8328523987bSPoul-Henning Kamp 83398bbd7aaSPoul-Henning Kamp void 8340b7ed341SPoul-Henning Kamp disk_create(struct disk *dp, int version) 8358523987bSPoul-Henning Kamp { 83637f0f0a7SPawel Jakub Dawidek 8378383a92eSSteven Hartland if (version != DISK_VERSION) { 8380b7ed341SPoul-Henning Kamp printf("WARNING: Attempt to add disk %s%d %s", 8390b7ed341SPoul-Henning Kamp dp->d_name, dp->d_unit, 8400b7ed341SPoul-Henning Kamp " using incompatible ABI version of disk(9)\n"); 8410b7ed341SPoul-Henning Kamp printf("WARNING: Ignoring disk %s%d\n", 8420b7ed341SPoul-Henning Kamp dp->d_name, dp->d_unit); 8430b7ed341SPoul-Henning Kamp return; 8440b7ed341SPoul-Henning Kamp } 845d6d78db5SJohn Baldwin if (dp->d_flags & DISKFLAG_RESERVED) { 846d6d78db5SJohn Baldwin printf("WARNING: Attempt to add non-MPSAFE disk %s%d\n", 847d6d78db5SJohn Baldwin dp->d_name, dp->d_unit); 848d6d78db5SJohn Baldwin printf("WARNING: Ignoring disk %s%d\n", 849d6d78db5SJohn Baldwin dp->d_name, dp->d_unit); 850d6d78db5SJohn Baldwin return; 851d6d78db5SJohn Baldwin } 85231a1093fSPoul-Henning Kamp KASSERT(dp->d_strategy != NULL, ("disk_create need d_strategy")); 85331a1093fSPoul-Henning Kamp KASSERT(dp->d_name != NULL, ("disk_create need d_name")); 85431a1093fSPoul-Henning Kamp KASSERT(*dp->d_name != 0, ("disk_create need d_name")); 855237d2765SPoul-Henning Kamp KASSERT(strlen(dp->d_name) < SPECNAMELEN - 4, ("disk name too long")); 856eb98005fSPoul-Henning Kamp if (dp->d_devstat == NULL) 85709f95804SPoul-Henning Kamp dp->d_devstat = devstat_new_entry(dp->d_name, dp->d_unit, 85860794e04SPoul-Henning Kamp dp->d_sectorsize, DEVSTAT_ALL_SUPPORTED, 85960794e04SPoul-Henning Kamp DEVSTAT_TYPE_DIRECT, DEVSTAT_PRIORITY_MAX); 860316aed03SPoul-Henning Kamp dp->d_geom = NULL; 8611ff824e7SKenneth D. Merry 8621ff824e7SKenneth D. Merry dp->d_init_level = DISK_INIT_NONE; 8631ff824e7SKenneth D. Merry 8645e16a486SPawel Jakub Dawidek g_disk_ident_adjust(dp->d_ident, sizeof(dp->d_ident)); 8658cd1535aSPoul-Henning Kamp g_post_event(g_disk_create, dp, M_WAITOK, dp, NULL); 866dd84a43cSPoul-Henning Kamp } 867dd84a43cSPoul-Henning Kamp 868dd84a43cSPoul-Henning Kamp void 869b82ff758SPoul-Henning Kamp disk_destroy(struct disk *dp) 870dd84a43cSPoul-Henning Kamp { 871dd84a43cSPoul-Henning Kamp 872316aed03SPoul-Henning Kamp g_cancel_event(dp); 8730b7ed341SPoul-Henning Kamp dp->d_destroyed = 1; 87452c583feSPoul-Henning Kamp if (dp->d_devstat != NULL) 87552c583feSPoul-Henning Kamp devstat_remove_entry(dp->d_devstat); 87611e9a679SPoul-Henning Kamp g_post_event(g_disk_destroy, dp, M_WAITOK, NULL); 877dd84a43cSPoul-Henning Kamp } 878dd84a43cSPoul-Henning Kamp 879a7e69e8bSJohn Polstra void 880a7e69e8bSJohn Polstra disk_gone(struct disk *dp) 881a7e69e8bSJohn Polstra { 882a7e69e8bSJohn Polstra struct g_geom *gp; 883a7e69e8bSJohn Polstra struct g_provider *pp; 884a7e69e8bSJohn Polstra 885a02e196eSKenneth D. Merry mtx_pool_lock(mtxpool_sleep, dp); 8861ff824e7SKenneth D. Merry dp->d_goneflag = 1; 8871ff824e7SKenneth D. Merry 8881ff824e7SKenneth D. Merry /* 8891ff824e7SKenneth D. Merry * If we're still in the process of creating this disk (the 8901ff824e7SKenneth D. Merry * g_disk_create() function is still queued, or is in 8911ff824e7SKenneth D. Merry * progress), the init level will not yet be DISK_INIT_DONE. 8921ff824e7SKenneth D. Merry * 8931ff824e7SKenneth D. Merry * If that is the case, g_disk_create() will see d_goneflag 8941ff824e7SKenneth D. Merry * and take care of cleaning things up. 8951ff824e7SKenneth D. Merry * 8961ff824e7SKenneth D. Merry * If the disk has already been created, we default to 8971ff824e7SKenneth D. Merry * withering the provider as usual below. 8981ff824e7SKenneth D. Merry * 8991ff824e7SKenneth D. Merry * If the caller has not set a d_gone() callback, he will 9001ff824e7SKenneth D. Merry * not be any worse off by returning here, because the geom 9011ff824e7SKenneth D. Merry * has not been fully setup in any case. 9021ff824e7SKenneth D. Merry */ 9031ff824e7SKenneth D. Merry if (dp->d_init_level < DISK_INIT_DONE) { 904a02e196eSKenneth D. Merry mtx_pool_unlock(mtxpool_sleep, dp); 9051ff824e7SKenneth D. Merry return; 9061ff824e7SKenneth D. Merry } 907a02e196eSKenneth D. Merry mtx_pool_unlock(mtxpool_sleep, dp); 9081ff824e7SKenneth D. Merry 909a7e69e8bSJohn Polstra gp = dp->d_geom; 910171f6b3aSPawel Jakub Dawidek if (gp != NULL) { 9115d8a6a10SPawel Jakub Dawidek pp = LIST_FIRST(&gp->provider); 9125d8a6a10SPawel Jakub Dawidek if (pp != NULL) { 9135d8a6a10SPawel Jakub Dawidek KASSERT(LIST_NEXT(pp, provider) == NULL, 9145d8a6a10SPawel Jakub Dawidek ("geom %p has more than one provider", gp)); 915d99c1559SMarcel Moolenaar g_wither_provider(pp, ENXIO); 916a7e69e8bSJohn Polstra } 9175d8a6a10SPawel Jakub Dawidek } 918171f6b3aSPawel Jakub Dawidek } 919a7e69e8bSJohn Polstra 920416494d7SJustin T. Gibbs void 921416494d7SJustin T. Gibbs disk_attr_changed(struct disk *dp, const char *attr, int flag) 922416494d7SJustin T. Gibbs { 923416494d7SJustin T. Gibbs struct g_geom *gp; 924416494d7SJustin T. Gibbs struct g_provider *pp; 92542f42c99SAlan Somers char devnamebuf[128]; 926416494d7SJustin T. Gibbs 927416494d7SJustin T. Gibbs gp = dp->d_geom; 928416494d7SJustin T. Gibbs if (gp != NULL) 929416494d7SJustin T. Gibbs LIST_FOREACH(pp, &gp->provider, provider) 930416494d7SJustin T. Gibbs (void)g_attr_changed(pp, attr, flag); 9311c2c346fSAlan Somers snprintf(devnamebuf, sizeof(devnamebuf), "devname=%s%d", dp->d_name, 9321c2c346fSAlan Somers dp->d_unit); 93342f42c99SAlan Somers devctl_notify("GEOM", "disk", attr, devnamebuf); 934416494d7SJustin T. Gibbs } 935416494d7SJustin T. Gibbs 936bc97ce36SEdward Tomasz Napierala void 9373631c638SAlexander Motin disk_media_changed(struct disk *dp, int flag) 9383631c638SAlexander Motin { 9393631c638SAlexander Motin struct g_geom *gp; 9403631c638SAlexander Motin struct g_provider *pp; 9413631c638SAlexander Motin 9423631c638SAlexander Motin gp = dp->d_geom; 9433631c638SAlexander Motin if (gp != NULL) { 9440fb832fdSAlexander Motin pp = LIST_FIRST(&gp->provider); 9450fb832fdSAlexander Motin if (pp != NULL) { 9460fb832fdSAlexander Motin KASSERT(LIST_NEXT(pp, provider) == NULL, 9470fb832fdSAlexander Motin ("geom %p has more than one provider", gp)); 9483631c638SAlexander Motin g_media_changed(pp, flag); 9493631c638SAlexander Motin } 9503631c638SAlexander Motin } 9510fb832fdSAlexander Motin } 9523631c638SAlexander Motin 9533631c638SAlexander Motin void 9543631c638SAlexander Motin disk_media_gone(struct disk *dp, int flag) 9553631c638SAlexander Motin { 9563631c638SAlexander Motin struct g_geom *gp; 9573631c638SAlexander Motin struct g_provider *pp; 9583631c638SAlexander Motin 9593631c638SAlexander Motin gp = dp->d_geom; 9603631c638SAlexander Motin if (gp != NULL) { 9610fb832fdSAlexander Motin pp = LIST_FIRST(&gp->provider); 9620fb832fdSAlexander Motin if (pp != NULL) { 9630fb832fdSAlexander Motin KASSERT(LIST_NEXT(pp, provider) == NULL, 9640fb832fdSAlexander Motin ("geom %p has more than one provider", gp)); 9653631c638SAlexander Motin g_media_gone(pp, flag); 9663631c638SAlexander Motin } 9673631c638SAlexander Motin } 9680fb832fdSAlexander Motin } 9693631c638SAlexander Motin 9701af2d09bSEdward Tomasz Napierala int 9711af2d09bSEdward Tomasz Napierala disk_resize(struct disk *dp, int flag) 972bc97ce36SEdward Tomasz Napierala { 973bc97ce36SEdward Tomasz Napierala 9741af2d09bSEdward Tomasz Napierala if (dp->d_destroyed || dp->d_geom == NULL) 9751af2d09bSEdward Tomasz Napierala return (0); 976bc97ce36SEdward Tomasz Napierala 9771af2d09bSEdward Tomasz Napierala return (g_post_event(g_disk_resize, dp, flag, NULL)); 978bc97ce36SEdward Tomasz Napierala } 979bc97ce36SEdward Tomasz Napierala 9800cc3011dSPoul-Henning Kamp static void 981afcbcfaeSPoul-Henning Kamp g_kern_disks(void *p, int flag __unused) 9820cc3011dSPoul-Henning Kamp { 9830cc3011dSPoul-Henning Kamp struct sbuf *sb; 9840cc3011dSPoul-Henning Kamp struct g_geom *gp; 9850cc3011dSPoul-Henning Kamp char *sp; 9860cc3011dSPoul-Henning Kamp 9870cc3011dSPoul-Henning Kamp sb = p; 9880cc3011dSPoul-Henning Kamp sp = ""; 9890cc3011dSPoul-Henning Kamp g_topology_assert(); 9900cc3011dSPoul-Henning Kamp LIST_FOREACH(gp, &g_disk_class.geom, geom) { 9910cc3011dSPoul-Henning Kamp sbuf_printf(sb, "%s%s", sp, gp->name); 9920cc3011dSPoul-Henning Kamp sp = " "; 9930cc3011dSPoul-Henning Kamp } 9940cc3011dSPoul-Henning Kamp sbuf_finish(sb); 9950cc3011dSPoul-Henning Kamp } 9960cc3011dSPoul-Henning Kamp 9970cc3011dSPoul-Henning Kamp static int 9980cc3011dSPoul-Henning Kamp sysctl_disks(SYSCTL_HANDLER_ARGS) 9990cc3011dSPoul-Henning Kamp { 10000cc3011dSPoul-Henning Kamp int error; 10010cc3011dSPoul-Henning Kamp struct sbuf *sb; 10020cc3011dSPoul-Henning Kamp 10032616144eSDag-Erling Smørgrav sb = sbuf_new_auto(); 10040a9c130cSPoul-Henning Kamp g_waitfor_event(g_kern_disks, sb, M_WAITOK, NULL); 1005aed99af2SPoul-Henning Kamp error = SYSCTL_OUT(req, sbuf_data(sb), sbuf_len(sb) + 1); 10060cc3011dSPoul-Henning Kamp sbuf_delete(sb); 10070cc3011dSPoul-Henning Kamp return error; 10080cc3011dSPoul-Henning Kamp } 10090cc3011dSPoul-Henning Kamp 101073d6f851SMatthew D Fleming SYSCTL_PROC(_kern, OID_AUTO, disks, 101173d6f851SMatthew D Fleming CTLTYPE_STRING | CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, 0, 10120cc3011dSPoul-Henning Kamp sysctl_disks, "A", "names of available disks"); 1013