1dd84a43cSPoul-Henning Kamp /*- 2dd84a43cSPoul-Henning Kamp * Copyright (c) 2002 Poul-Henning Kamp 3dd84a43cSPoul-Henning Kamp * Copyright (c) 2002 Networks Associates Technology, Inc. 4dd84a43cSPoul-Henning Kamp * All rights reserved. 5dd84a43cSPoul-Henning Kamp * 6dd84a43cSPoul-Henning Kamp * This software was developed for the FreeBSD Project by Poul-Henning Kamp 7dd84a43cSPoul-Henning Kamp * and NAI Labs, the Security Research Division of Network Associates, Inc. 8dd84a43cSPoul-Henning Kamp * under DARPA/SPAWAR contract N66001-01-C-8035 ("CBOSS"), as part of the 9dd84a43cSPoul-Henning Kamp * DARPA CHATS research program. 10dd84a43cSPoul-Henning Kamp * 11dd84a43cSPoul-Henning Kamp * Redistribution and use in source and binary forms, with or without 12dd84a43cSPoul-Henning Kamp * modification, are permitted provided that the following conditions 13dd84a43cSPoul-Henning Kamp * are met: 14dd84a43cSPoul-Henning Kamp * 1. Redistributions of source code must retain the above copyright 15dd84a43cSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer. 16dd84a43cSPoul-Henning Kamp * 2. Redistributions in binary form must reproduce the above copyright 17dd84a43cSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer in the 18dd84a43cSPoul-Henning Kamp * documentation and/or other materials provided with the distribution. 19dd84a43cSPoul-Henning Kamp * 3. The names of the authors may not be used to endorse or promote 20dd84a43cSPoul-Henning Kamp * products derived from this software without specific prior written 21dd84a43cSPoul-Henning Kamp * permission. 22dd84a43cSPoul-Henning Kamp * 23dd84a43cSPoul-Henning Kamp * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 24dd84a43cSPoul-Henning Kamp * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 25dd84a43cSPoul-Henning Kamp * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 26dd84a43cSPoul-Henning Kamp * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 27dd84a43cSPoul-Henning Kamp * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 28dd84a43cSPoul-Henning Kamp * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 29dd84a43cSPoul-Henning Kamp * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 30dd84a43cSPoul-Henning Kamp * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 31dd84a43cSPoul-Henning Kamp * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 32dd84a43cSPoul-Henning Kamp * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 33dd84a43cSPoul-Henning Kamp * SUCH DAMAGE. 34dd84a43cSPoul-Henning Kamp */ 35dd84a43cSPoul-Henning Kamp 3650b1faefSDavid E. O'Brien #include <sys/cdefs.h> 3750b1faefSDavid E. O'Brien __FBSDID("$FreeBSD$"); 3850b1faefSDavid E. O'Brien 393bd65612SPoul-Henning Kamp #include "opt_geom.h" 403bd65612SPoul-Henning Kamp 41dd84a43cSPoul-Henning Kamp #include <sys/param.h> 42dd84a43cSPoul-Henning Kamp #include <sys/systm.h> 43dd84a43cSPoul-Henning Kamp #include <sys/kernel.h> 44dd84a43cSPoul-Henning Kamp #include <sys/sysctl.h> 45dd84a43cSPoul-Henning Kamp #include <sys/bio.h> 46*42f42c99SAlan Somers #include <sys/bus.h> 47e93f5e4dSPawel Jakub Dawidek #include <sys/ctype.h> 4831a1093fSPoul-Henning Kamp #include <sys/fcntl.h> 49dd84a43cSPoul-Henning Kamp #include <sys/malloc.h> 505d807a0eSAndrey V. Elsukov #include <sys/sbuf.h> 5160794e04SPoul-Henning Kamp #include <sys/devicestat.h> 52dd84a43cSPoul-Henning Kamp #include <machine/md_var.h> 53dd84a43cSPoul-Henning Kamp 54dd84a43cSPoul-Henning Kamp #include <sys/lock.h> 55dd84a43cSPoul-Henning Kamp #include <sys/mutex.h> 56dd84a43cSPoul-Henning Kamp #include <geom/geom.h> 574752f757SPoul-Henning Kamp #include <geom/geom_disk.h> 587da1ebfdSPoul-Henning Kamp #include <geom/geom_int.h> 59dd84a43cSPoul-Henning Kamp 60c6d4ed3aSAlexander Motin #include <dev/led/led.h> 61c6d4ed3aSAlexander Motin 62a9934668SKenneth D. Merry #include <machine/bus.h> 63a9934668SKenneth D. Merry 64c6d4ed3aSAlexander Motin struct g_disk_softc { 6530ba7471SAlexander Motin struct mtx done_mtx; 66c6d4ed3aSAlexander Motin struct disk *dp; 67c6d4ed3aSAlexander Motin struct sysctl_ctx_list sysctl_ctx; 68c6d4ed3aSAlexander Motin struct sysctl_oid *sysctl_tree; 69c6d4ed3aSAlexander Motin char led[64]; 70c6d4ed3aSAlexander Motin uint32_t state; 7140ea77a0SAlexander Motin struct mtx start_mtx; 72c6d4ed3aSAlexander Motin }; 73c6d4ed3aSAlexander Motin 74dd84a43cSPoul-Henning Kamp static g_access_t g_disk_access; 75650ee351SPoul-Henning Kamp static g_start_t g_disk_start; 76650ee351SPoul-Henning Kamp static g_ioctl_t g_disk_ioctl; 77650ee351SPoul-Henning Kamp static g_dumpconf_t g_disk_dumpconf; 78c3fb2891SKenneth D. Merry static g_provgone_t g_disk_providergone; 79dd84a43cSPoul-Henning Kamp 8007e95ed6SPoul-Henning Kamp static struct g_class g_disk_class = { 81252c094eSIvan Voras .name = G_DISK_CLASS_NAME, 825721c9c7SPoul-Henning Kamp .version = G_VERSION, 83650ee351SPoul-Henning Kamp .start = g_disk_start, 84650ee351SPoul-Henning Kamp .access = g_disk_access, 85650ee351SPoul-Henning Kamp .ioctl = g_disk_ioctl, 86c3fb2891SKenneth D. Merry .providergone = g_disk_providergone, 87650ee351SPoul-Henning Kamp .dumpconf = g_disk_dumpconf, 88dd84a43cSPoul-Henning Kamp }; 89dd84a43cSPoul-Henning Kamp 90c6d4ed3aSAlexander Motin SYSCTL_DECL(_kern_geom); 916472ac3dSEd Schouten static SYSCTL_NODE(_kern_geom, OID_AUTO, disk, CTLFLAG_RW, 0, 926472ac3dSEd Schouten "GEOM_DISK stuff"); 93c6d4ed3aSAlexander Motin 946c87f8d5SPoul-Henning Kamp DECLARE_GEOM_CLASS(g_disk_class, g_disk); 958523987bSPoul-Henning Kamp 96dd84a43cSPoul-Henning Kamp static int 97dd84a43cSPoul-Henning Kamp g_disk_access(struct g_provider *pp, int r, int w, int e) 98dd84a43cSPoul-Henning Kamp { 99dd84a43cSPoul-Henning Kamp struct disk *dp; 100c6d4ed3aSAlexander Motin struct g_disk_softc *sc; 101dd84a43cSPoul-Henning Kamp int error; 102dd84a43cSPoul-Henning Kamp 103dd84a43cSPoul-Henning Kamp g_trace(G_T_ACCESS, "g_disk_access(%s, %d, %d, %d)", 104dd84a43cSPoul-Henning Kamp pp->name, r, w, e); 105dd84a43cSPoul-Henning Kamp g_topology_assert(); 10630ba7471SAlexander Motin sc = pp->private; 107c6d4ed3aSAlexander Motin if (sc == NULL || (dp = sc->dp) == NULL || dp->d_destroyed) { 10812047230SPawel Jakub Dawidek /* 10912047230SPawel Jakub Dawidek * Allow decreasing access count even if disk is not 11012047230SPawel Jakub Dawidek * avaliable anymore. 11112047230SPawel Jakub Dawidek */ 11212047230SPawel Jakub Dawidek if (r <= 0 && w <= 0 && e <= 0) 11312047230SPawel Jakub Dawidek return (0); 11412047230SPawel Jakub Dawidek return (ENXIO); 11512047230SPawel Jakub Dawidek } 116dd84a43cSPoul-Henning Kamp r += pp->acr; 117dd84a43cSPoul-Henning Kamp w += pp->acw; 118dd84a43cSPoul-Henning Kamp e += pp->ace; 11931a1093fSPoul-Henning Kamp error = 0; 120dd84a43cSPoul-Henning Kamp if ((pp->acr + pp->acw + pp->ace) == 0 && (r + w + e) > 0) { 12198bbd7aaSPoul-Henning Kamp if (dp->d_open != NULL) { 12251dd8980SPoul-Henning Kamp error = dp->d_open(dp); 12355fe33a3SNick Hibma if (bootverbose && error != 0) 12431a1093fSPoul-Henning Kamp printf("Opened disk %s -> %d\n", 12531a1093fSPoul-Henning Kamp pp->name, error); 126c145d600SAlexander Motin if (error != 0) 127c145d600SAlexander Motin return (error); 12831a1093fSPoul-Henning Kamp } 1293f12caa1SPoul-Henning Kamp pp->mediasize = dp->d_mediasize; 1303f12caa1SPoul-Henning Kamp pp->sectorsize = dp->d_sectorsize; 13199af707cSPoul-Henning Kamp if (dp->d_maxsize == 0) { 13299af707cSPoul-Henning Kamp printf("WARNING: Disk drive %s%d has no d_maxsize\n", 13399af707cSPoul-Henning Kamp dp->d_name, dp->d_unit); 13499af707cSPoul-Henning Kamp dp->d_maxsize = DFLTPHYS; 13599af707cSPoul-Henning Kamp } 1368383a92eSSteven Hartland if (dp->d_delmaxsize == 0) { 1378383a92eSSteven Hartland if (bootverbose && dp->d_flags & DISKFLAG_CANDELETE) { 1388383a92eSSteven Hartland printf("WARNING: Disk drive %s%d has no " 1398383a92eSSteven Hartland "d_delmaxsize\n", dp->d_name, dp->d_unit); 1409fe9ba5bSSteven Hartland } 1418383a92eSSteven Hartland dp->d_delmaxsize = dp->d_maxsize; 1429fe9ba5bSSteven Hartland } 1439fe9ba5bSSteven Hartland pp->stripeoffset = dp->d_stripeoffset; 1449fe9ba5bSSteven Hartland pp->stripesize = dp->d_stripesize; 1459fe9ba5bSSteven Hartland dp->d_flags |= DISKFLAG_OPEN; 146dd84a43cSPoul-Henning Kamp } else if ((pp->acr + pp->acw + pp->ace) > 0 && (r + w + e) == 0) { 14798bbd7aaSPoul-Henning Kamp if (dp->d_close != NULL) { 14851dd8980SPoul-Henning Kamp error = dp->d_close(dp); 149dd84a43cSPoul-Henning Kamp if (error != 0) 15031a1093fSPoul-Henning Kamp printf("Closed disk %s -> %d\n", 15131a1093fSPoul-Henning Kamp pp->name, error); 15231a1093fSPoul-Henning Kamp } 153c6d4ed3aSAlexander Motin sc->state = G_STATE_ACTIVE; 154c6d4ed3aSAlexander Motin if (sc->led[0] != 0) 155c6d4ed3aSAlexander Motin led_set(sc->led, "0"); 15631a1093fSPoul-Henning Kamp dp->d_flags &= ~DISKFLAG_OPEN; 157dd84a43cSPoul-Henning Kamp } 158dd84a43cSPoul-Henning Kamp return (error); 159dd84a43cSPoul-Henning Kamp } 160dd84a43cSPoul-Henning Kamp 161dd84a43cSPoul-Henning Kamp static void 16295c24b31SPoul-Henning Kamp g_disk_kerneldump(struct bio *bp, struct disk *dp) 16395c24b31SPoul-Henning Kamp { 16495c24b31SPoul-Henning Kamp struct g_kerneldump *gkd; 1658be2bc5cSPoul-Henning Kamp struct g_geom *gp; 16695c24b31SPoul-Henning Kamp 16795c24b31SPoul-Henning Kamp gkd = (struct g_kerneldump*)bp->bio_data; 1688be2bc5cSPoul-Henning Kamp gp = bp->bio_to->geom; 1691e4b22b4SBryan Drewery g_trace(G_T_TOPOLOGY, "g_disk_kerneldump(%s, %jd, %jd)", 1708be2bc5cSPoul-Henning Kamp gp->name, (intmax_t)gkd->offset, (intmax_t)gkd->length); 1715774ceadSPoul-Henning Kamp if (dp->d_dump == NULL) { 1725774ceadSPoul-Henning Kamp g_io_deliver(bp, ENODEV); 1735774ceadSPoul-Henning Kamp return; 1745774ceadSPoul-Henning Kamp } 17506f4c96dSAlexander Motin gkd->di.dumper = dp->d_dump; 17606f4c96dSAlexander Motin gkd->di.priv = dp; 17706f4c96dSAlexander Motin gkd->di.blocksize = dp->d_sectorsize; 17806f4c96dSAlexander Motin gkd->di.maxiosize = dp->d_maxsize; 17906f4c96dSAlexander Motin gkd->di.mediaoffset = gkd->offset; 1803ad9f7c2SPoul-Henning Kamp if ((gkd->offset + gkd->length) > dp->d_mediasize) 1813ad9f7c2SPoul-Henning Kamp gkd->length = dp->d_mediasize - gkd->offset; 18206f4c96dSAlexander Motin gkd->di.mediasize = gkd->length; 18306f4c96dSAlexander Motin g_io_deliver(bp, 0); 18495c24b31SPoul-Henning Kamp } 18595c24b31SPoul-Henning Kamp 18695c24b31SPoul-Henning Kamp static void 187c6d4ed3aSAlexander Motin g_disk_setstate(struct bio *bp, struct g_disk_softc *sc) 188c6d4ed3aSAlexander Motin { 189c6d4ed3aSAlexander Motin const char *cmd; 190c6d4ed3aSAlexander Motin 191c6d4ed3aSAlexander Motin memcpy(&sc->state, bp->bio_data, sizeof(sc->state)); 192c6d4ed3aSAlexander Motin if (sc->led[0] != 0) { 193c6d4ed3aSAlexander Motin switch (sc->state) { 194c6d4ed3aSAlexander Motin case G_STATE_FAILED: 195c6d4ed3aSAlexander Motin cmd = "1"; 196c6d4ed3aSAlexander Motin break; 197c6d4ed3aSAlexander Motin case G_STATE_REBUILD: 198c6d4ed3aSAlexander Motin cmd = "f5"; 199c6d4ed3aSAlexander Motin break; 200c6d4ed3aSAlexander Motin case G_STATE_RESYNC: 201c6d4ed3aSAlexander Motin cmd = "f1"; 202c6d4ed3aSAlexander Motin break; 203c6d4ed3aSAlexander Motin default: 204c6d4ed3aSAlexander Motin cmd = "0"; 205c6d4ed3aSAlexander Motin break; 206c6d4ed3aSAlexander Motin } 207c6d4ed3aSAlexander Motin led_set(sc->led, cmd); 208c6d4ed3aSAlexander Motin } 209c6d4ed3aSAlexander Motin g_io_deliver(bp, 0); 210c6d4ed3aSAlexander Motin } 211c6d4ed3aSAlexander Motin 212c6d4ed3aSAlexander Motin static void 213dd84a43cSPoul-Henning Kamp g_disk_done(struct bio *bp) 214dd84a43cSPoul-Henning Kamp { 215e431d66cSAlexander Motin struct bintime now; 21660794e04SPoul-Henning Kamp struct bio *bp2; 217c6d4ed3aSAlexander Motin struct g_disk_softc *sc; 218dd84a43cSPoul-Henning Kamp 21915c672a3SPoul-Henning Kamp /* See "notes" for why we need a mutex here */ 22015c672a3SPoul-Henning Kamp /* XXX: will witness accept a mix of Giant/unGiant drivers here ? */ 22160794e04SPoul-Henning Kamp bp2 = bp->bio_parent; 22230ba7471SAlexander Motin sc = bp2->bio_to->private; 22330ba7471SAlexander Motin bp->bio_completed = bp->bio_length - bp->bio_resid; 224e431d66cSAlexander Motin binuptime(&now); 22530ba7471SAlexander Motin mtx_lock(&sc->done_mtx); 22660794e04SPoul-Henning Kamp if (bp2->bio_error == 0) 22760794e04SPoul-Henning Kamp bp2->bio_error = bp->bio_error; 22860794e04SPoul-Henning Kamp bp2->bio_completed += bp->bio_completed; 2298076d204SWarner Losh switch (bp->bio_cmd) { 2308076d204SWarner Losh case BIO_READ: 2318076d204SWarner Losh case BIO_WRITE: 2328076d204SWarner Losh case BIO_DELETE: 2338076d204SWarner Losh case BIO_FLUSH: 234e431d66cSAlexander Motin devstat_end_transaction_bio_bt(sc->dp->d_devstat, bp, &now); 2358076d204SWarner Losh break; 2368076d204SWarner Losh default: 2378076d204SWarner Losh break; 2388076d204SWarner Losh } 23960794e04SPoul-Henning Kamp bp2->bio_inbed++; 24060794e04SPoul-Henning Kamp if (bp2->bio_children == bp2->bio_inbed) { 2410fd2511aSAlexander Motin mtx_unlock(&sc->done_mtx); 24281876757SPoul-Henning Kamp bp2->bio_resid = bp2->bio_bcount - bp2->bio_completed; 24360794e04SPoul-Henning Kamp g_io_deliver(bp2, bp2->bio_error); 2440fd2511aSAlexander Motin } else 24530ba7471SAlexander Motin mtx_unlock(&sc->done_mtx); 2460fd2511aSAlexander Motin g_destroy_bio(bp); 247dd84a43cSPoul-Henning Kamp } 248dd84a43cSPoul-Henning Kamp 249497c3347SPoul-Henning Kamp static int 2502221dbebSPoul-Henning Kamp g_disk_ioctl(struct g_provider *pp, u_long cmd, void * data, int fflag, struct thread *td) 251497c3347SPoul-Henning Kamp { 252497c3347SPoul-Henning Kamp struct disk *dp; 253c6d4ed3aSAlexander Motin struct g_disk_softc *sc; 254497c3347SPoul-Henning Kamp int error; 255497c3347SPoul-Henning Kamp 25630ba7471SAlexander Motin sc = pp->private; 257c6d4ed3aSAlexander Motin dp = sc->dp; 258497c3347SPoul-Henning Kamp 259497c3347SPoul-Henning Kamp if (dp->d_ioctl == NULL) 260497c3347SPoul-Henning Kamp return (ENOIOCTL); 2612221dbebSPoul-Henning Kamp error = dp->d_ioctl(dp, cmd, data, fflag, td); 262497c3347SPoul-Henning Kamp return (error); 263497c3347SPoul-Henning Kamp } 264497c3347SPoul-Henning Kamp 26542fbdde4SKenneth D. Merry static off_t 26642fbdde4SKenneth D. Merry g_disk_maxsize(struct disk *dp, struct bio *bp) 267a9934668SKenneth D. Merry { 26842fbdde4SKenneth D. Merry if (bp->bio_cmd == BIO_DELETE) 26942fbdde4SKenneth D. Merry return (dp->d_delmaxsize); 27042fbdde4SKenneth D. Merry return (dp->d_maxsize); 27142fbdde4SKenneth D. Merry } 27242fbdde4SKenneth D. Merry 27342fbdde4SKenneth D. Merry static int 27442fbdde4SKenneth D. Merry g_disk_maxsegs(struct disk *dp, struct bio *bp) 27542fbdde4SKenneth D. Merry { 27642fbdde4SKenneth D. Merry return ((g_disk_maxsize(dp, bp) / PAGE_SIZE) + 1); 277a9934668SKenneth D. Merry } 278a9934668SKenneth D. Merry 279a9934668SKenneth D. Merry static void 280a9934668SKenneth D. Merry g_disk_advance(struct disk *dp, struct bio *bp, off_t off) 281a9934668SKenneth D. Merry { 282a9934668SKenneth D. Merry 283a9934668SKenneth D. Merry bp->bio_offset += off; 284a9934668SKenneth D. Merry bp->bio_length -= off; 285a9934668SKenneth D. Merry 286a9934668SKenneth D. Merry if ((bp->bio_flags & BIO_VLIST) != 0) { 287a9934668SKenneth D. Merry bus_dma_segment_t *seg, *end; 288a9934668SKenneth D. Merry 289a9934668SKenneth D. Merry seg = (bus_dma_segment_t *)bp->bio_data; 290a9934668SKenneth D. Merry end = (bus_dma_segment_t *)bp->bio_data + bp->bio_ma_n; 291a9934668SKenneth D. Merry off += bp->bio_ma_offset; 292a9934668SKenneth D. Merry while (off >= seg->ds_len) { 293a9934668SKenneth D. Merry KASSERT((seg != end), 294a9934668SKenneth D. Merry ("vlist request runs off the end")); 295a9934668SKenneth D. Merry off -= seg->ds_len; 296a9934668SKenneth D. Merry seg++; 297a9934668SKenneth D. Merry } 298a9934668SKenneth D. Merry bp->bio_ma_offset = off; 299a9934668SKenneth D. Merry bp->bio_ma_n = end - seg; 300a9934668SKenneth D. Merry bp->bio_data = (void *)seg; 301a9934668SKenneth D. Merry } else if ((bp->bio_flags & BIO_UNMAPPED) != 0) { 302a9934668SKenneth D. Merry bp->bio_ma += off / PAGE_SIZE; 303a9934668SKenneth D. Merry bp->bio_ma_offset += off; 304a9934668SKenneth D. Merry bp->bio_ma_offset %= PAGE_SIZE; 305a9934668SKenneth D. Merry bp->bio_ma_n -= off / PAGE_SIZE; 306a9934668SKenneth D. Merry } else { 307a9934668SKenneth D. Merry bp->bio_data += off; 308a9934668SKenneth D. Merry } 309a9934668SKenneth D. Merry } 310a9934668SKenneth D. Merry 311a9934668SKenneth D. Merry static void 312a9934668SKenneth D. Merry g_disk_seg_limit(bus_dma_segment_t *seg, off_t *poffset, 313a9934668SKenneth D. Merry off_t *plength, int *ppages) 314a9934668SKenneth D. Merry { 315a9934668SKenneth D. Merry uintptr_t seg_page_base; 316a9934668SKenneth D. Merry uintptr_t seg_page_end; 317a9934668SKenneth D. Merry off_t offset; 318a9934668SKenneth D. Merry off_t length; 319a9934668SKenneth D. Merry int seg_pages; 320a9934668SKenneth D. Merry 321a9934668SKenneth D. Merry offset = *poffset; 322a9934668SKenneth D. Merry length = *plength; 323a9934668SKenneth D. Merry 324a9934668SKenneth D. Merry if (length > seg->ds_len - offset) 325a9934668SKenneth D. Merry length = seg->ds_len - offset; 326a9934668SKenneth D. Merry 327a9934668SKenneth D. Merry seg_page_base = trunc_page(seg->ds_addr + offset); 328a9934668SKenneth D. Merry seg_page_end = round_page(seg->ds_addr + offset + length); 329a9934668SKenneth D. Merry seg_pages = (seg_page_end - seg_page_base) >> PAGE_SHIFT; 330a9934668SKenneth D. Merry 331a9934668SKenneth D. Merry if (seg_pages > *ppages) { 332a9934668SKenneth D. Merry seg_pages = *ppages; 333a9934668SKenneth D. Merry length = (seg_page_base + (seg_pages << PAGE_SHIFT)) - 334a9934668SKenneth D. Merry (seg->ds_addr + offset); 335a9934668SKenneth D. Merry } 336a9934668SKenneth D. Merry 337a9934668SKenneth D. Merry *poffset = 0; 338a9934668SKenneth D. Merry *plength -= length; 339a9934668SKenneth D. Merry *ppages -= seg_pages; 340a9934668SKenneth D. Merry } 341a9934668SKenneth D. Merry 342a9934668SKenneth D. Merry static off_t 343a9934668SKenneth D. Merry g_disk_vlist_limit(struct disk *dp, struct bio *bp, bus_dma_segment_t **pendseg) 344a9934668SKenneth D. Merry { 345a9934668SKenneth D. Merry bus_dma_segment_t *seg, *end; 346a9934668SKenneth D. Merry off_t residual; 347a9934668SKenneth D. Merry off_t offset; 348a9934668SKenneth D. Merry int pages; 349a9934668SKenneth D. Merry 350a9934668SKenneth D. Merry seg = (bus_dma_segment_t *)bp->bio_data; 351a9934668SKenneth D. Merry end = (bus_dma_segment_t *)bp->bio_data + bp->bio_ma_n; 352a9934668SKenneth D. Merry residual = bp->bio_length; 353a9934668SKenneth D. Merry offset = bp->bio_ma_offset; 35442fbdde4SKenneth D. Merry pages = g_disk_maxsegs(dp, bp); 355a9934668SKenneth D. Merry while (residual != 0 && pages != 0) { 356a9934668SKenneth D. Merry KASSERT((seg != end), 357a9934668SKenneth D. Merry ("vlist limit runs off the end")); 358a9934668SKenneth D. Merry g_disk_seg_limit(seg, &offset, &residual, &pages); 359a9934668SKenneth D. Merry seg++; 360a9934668SKenneth D. Merry } 361a9934668SKenneth D. Merry if (pendseg != NULL) 362a9934668SKenneth D. Merry *pendseg = seg; 363a9934668SKenneth D. Merry return (residual); 364a9934668SKenneth D. Merry } 365a9934668SKenneth D. Merry 366a9934668SKenneth D. Merry static bool 367a9934668SKenneth D. Merry g_disk_limit(struct disk *dp, struct bio *bp) 368a9934668SKenneth D. Merry { 369a9934668SKenneth D. Merry bool limited = false; 370985108aeSKenneth D. Merry off_t maxsz; 371985108aeSKenneth D. Merry 372985108aeSKenneth D. Merry maxsz = g_disk_maxsize(dp, bp); 373a9934668SKenneth D. Merry 374a9934668SKenneth D. Merry /* 375a9934668SKenneth D. Merry * XXX: If we have a stripesize we should really use it here. 376a9934668SKenneth D. Merry * Care should be taken in the delete case if this is done 377a9934668SKenneth D. Merry * as deletes can be very sensitive to size given how they 378a9934668SKenneth D. Merry * are processed. 379a9934668SKenneth D. Merry */ 38042fbdde4SKenneth D. Merry if (bp->bio_length > maxsz) { 38142fbdde4SKenneth D. Merry bp->bio_length = maxsz; 382a9934668SKenneth D. Merry limited = true; 383a9934668SKenneth D. Merry } 384a9934668SKenneth D. Merry 385a9934668SKenneth D. Merry if ((bp->bio_flags & BIO_VLIST) != 0) { 386a9934668SKenneth D. Merry bus_dma_segment_t *firstseg, *endseg; 387a9934668SKenneth D. Merry off_t residual; 388a9934668SKenneth D. Merry 389a9934668SKenneth D. Merry firstseg = (bus_dma_segment_t*)bp->bio_data; 390a9934668SKenneth D. Merry residual = g_disk_vlist_limit(dp, bp, &endseg); 391a9934668SKenneth D. Merry if (residual != 0) { 392a9934668SKenneth D. Merry bp->bio_ma_n = endseg - firstseg; 393a9934668SKenneth D. Merry bp->bio_length -= residual; 394a9934668SKenneth D. Merry limited = true; 395a9934668SKenneth D. Merry } 396a9934668SKenneth D. Merry } else if ((bp->bio_flags & BIO_UNMAPPED) != 0) { 397a9934668SKenneth D. Merry bp->bio_ma_n = 398a9934668SKenneth D. Merry howmany(bp->bio_ma_offset + bp->bio_length, PAGE_SIZE); 399a9934668SKenneth D. Merry } 400a9934668SKenneth D. Merry 401a9934668SKenneth D. Merry return (limited); 402a9934668SKenneth D. Merry } 403a9934668SKenneth D. Merry 404dd84a43cSPoul-Henning Kamp static void 405dd84a43cSPoul-Henning Kamp g_disk_start(struct bio *bp) 406dd84a43cSPoul-Henning Kamp { 40715c672a3SPoul-Henning Kamp struct bio *bp2, *bp3; 408dd84a43cSPoul-Henning Kamp struct disk *dp; 409c6d4ed3aSAlexander Motin struct g_disk_softc *sc; 410a5b2e75dSPoul-Henning Kamp int error; 411ccf8a568SAlexander Motin off_t off; 412dd84a43cSPoul-Henning Kamp 41330ba7471SAlexander Motin sc = bp->bio_to->private; 414c6d4ed3aSAlexander Motin if (sc == NULL || (dp = sc->dp) == NULL || dp->d_destroyed) { 41567fd2837SPoul-Henning Kamp g_io_deliver(bp, ENXIO); 416b3fd9b46SPoul-Henning Kamp return; 417b3fd9b46SPoul-Henning Kamp } 418b362694cSPoul-Henning Kamp error = EJUSTRETURN; 419dd84a43cSPoul-Henning Kamp switch(bp->bio_cmd) { 420b362694cSPoul-Henning Kamp case BIO_DELETE: 42131a1093fSPoul-Henning Kamp if (!(dp->d_flags & DISKFLAG_CANDELETE)) { 42292f84a9fSPawel Jakub Dawidek error = EOPNOTSUPP; 423b362694cSPoul-Henning Kamp break; 424b362694cSPoul-Henning Kamp } 425b362694cSPoul-Henning Kamp /* fall-through */ 426dd84a43cSPoul-Henning Kamp case BIO_READ: 427dd84a43cSPoul-Henning Kamp case BIO_WRITE: 428a9934668SKenneth D. Merry KASSERT((dp->d_flags & DISKFLAG_UNMAPPED_BIO) != 0 || 429a9934668SKenneth D. Merry (bp->bio_flags & BIO_UNMAPPED) == 0, 430a9934668SKenneth D. Merry ("unmapped bio not supported by disk %s", dp->d_name)); 43115c672a3SPoul-Henning Kamp off = 0; 43215c672a3SPoul-Henning Kamp bp3 = NULL; 433dd84a43cSPoul-Henning Kamp bp2 = g_clone_bio(bp); 434a4210653SPoul-Henning Kamp if (bp2 == NULL) { 435a4210653SPoul-Henning Kamp error = ENOMEM; 436a4210653SPoul-Henning Kamp break; 437a4210653SPoul-Henning Kamp } 438a9934668SKenneth D. Merry for (;;) { 439a9934668SKenneth D. Merry if (g_disk_limit(dp, bp2)) { 440a9934668SKenneth D. Merry off += bp2->bio_length; 441ccf8a568SAlexander Motin 44215c672a3SPoul-Henning Kamp /* 44315c672a3SPoul-Henning Kamp * To avoid a race, we need to grab the next bio 44415c672a3SPoul-Henning Kamp * before we schedule this one. See "notes". 44515c672a3SPoul-Henning Kamp */ 44615c672a3SPoul-Henning Kamp bp3 = g_clone_bio(bp); 44715c672a3SPoul-Henning Kamp if (bp3 == NULL) 44815c672a3SPoul-Henning Kamp bp->bio_error = ENOMEM; 44915c672a3SPoul-Henning Kamp } 450dd84a43cSPoul-Henning Kamp bp2->bio_done = g_disk_done; 451b362694cSPoul-Henning Kamp bp2->bio_pblkno = bp2->bio_offset / dp->d_sectorsize; 452dd84a43cSPoul-Henning Kamp bp2->bio_bcount = bp2->bio_length; 453ffa91881SPoul-Henning Kamp bp2->bio_disk = dp; 45440ea77a0SAlexander Motin mtx_lock(&sc->start_mtx); 4552e93e909STor Egge devstat_start_transaction_bio(dp->d_devstat, bp2); 45640ea77a0SAlexander Motin mtx_unlock(&sc->start_mtx); 45731a1093fSPoul-Henning Kamp dp->d_strategy(bp2); 458a9934668SKenneth D. Merry 459a9934668SKenneth D. Merry if (bp3 == NULL) 460a9934668SKenneth D. Merry break; 461a9934668SKenneth D. Merry 46215c672a3SPoul-Henning Kamp bp2 = bp3; 46315c672a3SPoul-Henning Kamp bp3 = NULL; 464a9934668SKenneth D. Merry g_disk_advance(dp, bp2, off); 465a9934668SKenneth D. Merry } 466dd84a43cSPoul-Henning Kamp break; 467dd84a43cSPoul-Henning Kamp case BIO_GETATTR: 468416494d7SJustin T. Gibbs /* Give the driver a chance to override */ 469416494d7SJustin T. Gibbs if (dp->d_getattr != NULL) { 470416494d7SJustin T. Gibbs if (bp->bio_disk == NULL) 471416494d7SJustin T. Gibbs bp->bio_disk = dp; 472416494d7SJustin T. Gibbs error = dp->d_getattr(bp); 473416494d7SJustin T. Gibbs if (error != -1) 474416494d7SJustin T. Gibbs break; 475416494d7SJustin T. Gibbs error = EJUSTRETURN; 476416494d7SJustin T. Gibbs } 477d91e813cSKonstantin Belousov if (g_handleattr_int(bp, "GEOM::candelete", 478d91e813cSKonstantin Belousov (dp->d_flags & DISKFLAG_CANDELETE) != 0)) 479d91e813cSKonstantin Belousov break; 480d91e813cSKonstantin Belousov else if (g_handleattr_int(bp, "GEOM::fwsectors", 481d91e813cSKonstantin Belousov dp->d_fwsectors)) 482a5b2e75dSPoul-Henning Kamp break; 4837812d86fSPoul-Henning Kamp else if (g_handleattr_int(bp, "GEOM::fwheads", dp->d_fwheads)) 484a5b2e75dSPoul-Henning Kamp break; 485503abe45SPoul-Henning Kamp else if (g_handleattr_off_t(bp, "GEOM::frontstuff", 0)) 4861bdb20a6SPoul-Henning Kamp break; 487d0c11f9eSPawel Jakub Dawidek else if (g_handleattr_str(bp, "GEOM::ident", dp->d_ident)) 488d0c11f9eSPawel Jakub Dawidek break; 489c28078e9SSteven Hartland else if (g_handleattr_uint16_t(bp, "GEOM::hba_vendor", 490c28078e9SSteven Hartland dp->d_hba_vendor)) 4918edcf694SAlexander Motin break; 492c28078e9SSteven Hartland else if (g_handleattr_uint16_t(bp, "GEOM::hba_device", 493c28078e9SSteven Hartland dp->d_hba_device)) 4948edcf694SAlexander Motin break; 495c28078e9SSteven Hartland else if (g_handleattr_uint16_t(bp, "GEOM::hba_subvendor", 496c28078e9SSteven Hartland dp->d_hba_subvendor)) 4978edcf694SAlexander Motin break; 498c28078e9SSteven Hartland else if (g_handleattr_uint16_t(bp, "GEOM::hba_subdevice", 499c28078e9SSteven Hartland dp->d_hba_subdevice)) 5008edcf694SAlexander Motin break; 50195c24b31SPoul-Henning Kamp else if (!strcmp(bp->bio_attribute, "GEOM::kerneldump")) 50295c24b31SPoul-Henning Kamp g_disk_kerneldump(bp, dp); 503c6d4ed3aSAlexander Motin else if (!strcmp(bp->bio_attribute, "GEOM::setstate")) 504c6d4ed3aSAlexander Motin g_disk_setstate(bp, sc); 505c28078e9SSteven Hartland else if (g_handleattr_uint16_t(bp, "GEOM::rotation_rate", 506c28078e9SSteven Hartland dp->d_rotation_rate)) 507c28078e9SSteven Hartland break; 508497c3347SPoul-Henning Kamp else 509a5b2e75dSPoul-Henning Kamp error = ENOIOCTL; 510a5b2e75dSPoul-Henning Kamp break; 5111d2aee20SPawel Jakub Dawidek case BIO_FLUSH: 51285f5b9aaSAndriy Gapon g_trace(G_T_BIO, "g_disk_flushcache(%s)", 5131d2aee20SPawel Jakub Dawidek bp->bio_to->name); 5141d2aee20SPawel Jakub Dawidek if (!(dp->d_flags & DISKFLAG_CANFLUSHCACHE)) { 51592f84a9fSPawel Jakub Dawidek error = EOPNOTSUPP; 51692f84a9fSPawel Jakub Dawidek break; 5171d2aee20SPawel Jakub Dawidek } 518ccf8a568SAlexander Motin bp2 = g_clone_bio(bp); 519ccf8a568SAlexander Motin if (bp2 == NULL) { 520ccf8a568SAlexander Motin g_io_deliver(bp, ENOMEM); 521ccf8a568SAlexander Motin return; 522ccf8a568SAlexander Motin } 523ccf8a568SAlexander Motin bp2->bio_done = g_disk_done; 524ccf8a568SAlexander Motin bp2->bio_disk = dp; 525413037c8SAlexander Motin mtx_lock(&sc->start_mtx); 526ccf8a568SAlexander Motin devstat_start_transaction_bio(dp->d_devstat, bp2); 527413037c8SAlexander Motin mtx_unlock(&sc->start_mtx); 528ccf8a568SAlexander Motin dp->d_strategy(bp2); 5291d2aee20SPawel Jakub Dawidek break; 530dd84a43cSPoul-Henning Kamp default: 531a5b2e75dSPoul-Henning Kamp error = EOPNOTSUPP; 532a5b2e75dSPoul-Henning Kamp break; 533dd84a43cSPoul-Henning Kamp } 534b362694cSPoul-Henning Kamp if (error != EJUSTRETURN) 53572840432SPoul-Henning Kamp g_io_deliver(bp, error); 536a5b2e75dSPoul-Henning Kamp return; 537dd84a43cSPoul-Henning Kamp } 538dd84a43cSPoul-Henning Kamp 5398523987bSPoul-Henning Kamp static void 5400f9d3dbaSPoul-Henning Kamp g_disk_dumpconf(struct sbuf *sb, const char *indent, struct g_geom *gp, struct g_consumer *cp, struct g_provider *pp) 5418f9628a1SPoul-Henning Kamp { 542ccba7102SAlexander Motin struct bio *bp; 5438f9628a1SPoul-Henning Kamp struct disk *dp; 544c6d4ed3aSAlexander Motin struct g_disk_softc *sc; 545ccba7102SAlexander Motin char *buf; 546ccba7102SAlexander Motin int res = 0; 5478f9628a1SPoul-Henning Kamp 548c6d4ed3aSAlexander Motin sc = gp->softc; 549c6d4ed3aSAlexander Motin if (sc == NULL || (dp = sc->dp) == NULL) 550eb98005fSPoul-Henning Kamp return; 551d518e539SPoul-Henning Kamp if (indent == NULL) { 552d518e539SPoul-Henning Kamp sbuf_printf(sb, " hd %u", dp->d_fwheads); 553d518e539SPoul-Henning Kamp sbuf_printf(sb, " sc %u", dp->d_fwsectors); 554d518e539SPoul-Henning Kamp return; 555d518e539SPoul-Henning Kamp } 5569e2ebaa0SPoul-Henning Kamp if (pp != NULL) { 5578f9628a1SPoul-Henning Kamp sbuf_printf(sb, "%s<fwheads>%u</fwheads>\n", 5588f9628a1SPoul-Henning Kamp indent, dp->d_fwheads); 5598f9628a1SPoul-Henning Kamp sbuf_printf(sb, "%s<fwsectors>%u</fwsectors>\n", 5608f9628a1SPoul-Henning Kamp indent, dp->d_fwsectors); 561cb03a502SRavi Pokala 562cb03a502SRavi Pokala /* 563cb03a502SRavi Pokala * "rotationrate" is a little complicated, because the value 564cb03a502SRavi Pokala * returned by the drive might not be the RPM; 0 and 1 are 565cb03a502SRavi Pokala * special cases, and there's also a valid range. 566cb03a502SRavi Pokala */ 567cb03a502SRavi Pokala sbuf_printf(sb, "%s<rotationrate>", indent); 568cb03a502SRavi Pokala if (dp->d_rotation_rate == 0) /* Old drives don't */ 569cb03a502SRavi Pokala sbuf_printf(sb, "unknown"); /* report RPM. */ 570cb03a502SRavi Pokala else if (dp->d_rotation_rate == 1) /* Since 0 is used */ 571cb03a502SRavi Pokala sbuf_printf(sb, "0"); /* above, SSDs use 1. */ 572cb03a502SRavi Pokala else if ((dp->d_rotation_rate >= 0x041) && 573cb03a502SRavi Pokala (dp->d_rotation_rate <= 0xfffe)) 574cb03a502SRavi Pokala sbuf_printf(sb, "%u", dp->d_rotation_rate); 575cb03a502SRavi Pokala else 576cb03a502SRavi Pokala sbuf_printf(sb, "invalid"); 577cb03a502SRavi Pokala sbuf_printf(sb, "</rotationrate>\n"); 578ccba7102SAlexander Motin if (dp->d_getattr != NULL) { 579ccba7102SAlexander Motin buf = g_malloc(DISK_IDENT_SIZE, M_WAITOK); 580ccba7102SAlexander Motin bp = g_alloc_bio(); 581ccba7102SAlexander Motin bp->bio_disk = dp; 582ccba7102SAlexander Motin bp->bio_attribute = "GEOM::ident"; 583ccba7102SAlexander Motin bp->bio_length = DISK_IDENT_SIZE; 584ccba7102SAlexander Motin bp->bio_data = buf; 585ccba7102SAlexander Motin res = dp->d_getattr(bp); 5867ae1a87bSAlexander Motin sbuf_printf(sb, "%s<ident>", indent); 5877ae1a87bSAlexander Motin g_conf_printf_escaped(sb, "%s", 588ccba7102SAlexander Motin res == 0 ? buf: dp->d_ident); 5897ae1a87bSAlexander Motin sbuf_printf(sb, "</ident>\n"); 590ccba7102SAlexander Motin bp->bio_attribute = "GEOM::lunid"; 591ccba7102SAlexander Motin bp->bio_length = DISK_IDENT_SIZE; 592ccba7102SAlexander Motin bp->bio_data = buf; 5937ae1a87bSAlexander Motin if (dp->d_getattr(bp) == 0) { 5947ae1a87bSAlexander Motin sbuf_printf(sb, "%s<lunid>", indent); 5957ae1a87bSAlexander Motin g_conf_printf_escaped(sb, "%s", buf); 5967ae1a87bSAlexander Motin sbuf_printf(sb, "</lunid>\n"); 5977ae1a87bSAlexander Motin } 59840f27d7cSAlexander Motin bp->bio_attribute = "GEOM::lunname"; 59940f27d7cSAlexander Motin bp->bio_length = DISK_IDENT_SIZE; 60040f27d7cSAlexander Motin bp->bio_data = buf; 6017ae1a87bSAlexander Motin if (dp->d_getattr(bp) == 0) { 6027ae1a87bSAlexander Motin sbuf_printf(sb, "%s<lunname>", indent); 6037ae1a87bSAlexander Motin g_conf_printf_escaped(sb, "%s", buf); 6047ae1a87bSAlexander Motin sbuf_printf(sb, "</lunname>\n"); 6057ae1a87bSAlexander Motin } 606ccba7102SAlexander Motin g_destroy_bio(bp); 607ccba7102SAlexander Motin g_free(buf); 6087ae1a87bSAlexander Motin } else { 6097ae1a87bSAlexander Motin sbuf_printf(sb, "%s<ident>", indent); 6107ae1a87bSAlexander Motin g_conf_printf_escaped(sb, "%s", dp->d_ident); 6117ae1a87bSAlexander Motin sbuf_printf(sb, "</ident>\n"); 6127ae1a87bSAlexander Motin } 6137ae1a87bSAlexander Motin sbuf_printf(sb, "%s<descr>", indent); 6147ae1a87bSAlexander Motin g_conf_printf_escaped(sb, "%s", dp->d_descr); 6157ae1a87bSAlexander Motin sbuf_printf(sb, "</descr>\n"); 6168f9628a1SPoul-Henning Kamp } 6178f9628a1SPoul-Henning Kamp } 6188f9628a1SPoul-Henning Kamp 6198f9628a1SPoul-Henning Kamp static void 6201af2d09bSEdward Tomasz Napierala g_disk_resize(void *ptr, int flag) 621bc97ce36SEdward Tomasz Napierala { 6221af2d09bSEdward Tomasz Napierala struct disk *dp; 623bc97ce36SEdward Tomasz Napierala struct g_geom *gp; 624bc97ce36SEdward Tomasz Napierala struct g_provider *pp; 625bc97ce36SEdward Tomasz Napierala 6261af2d09bSEdward Tomasz Napierala if (flag == EV_CANCEL) 6271af2d09bSEdward Tomasz Napierala return; 6281af2d09bSEdward Tomasz Napierala g_topology_assert(); 6291af2d09bSEdward Tomasz Napierala 6301af2d09bSEdward Tomasz Napierala dp = ptr; 631bc97ce36SEdward Tomasz Napierala gp = dp->d_geom; 632bc97ce36SEdward Tomasz Napierala 6331af2d09bSEdward Tomasz Napierala if (dp->d_destroyed || gp == NULL) 6341af2d09bSEdward Tomasz Napierala return; 6351af2d09bSEdward Tomasz Napierala 636bc97ce36SEdward Tomasz Napierala LIST_FOREACH(pp, &gp->provider, provider) { 637bc97ce36SEdward Tomasz Napierala if (pp->sectorsize != 0 && 638bc97ce36SEdward Tomasz Napierala pp->sectorsize != dp->d_sectorsize) 639bc97ce36SEdward Tomasz Napierala g_wither_provider(pp, ENXIO); 640bc97ce36SEdward Tomasz Napierala else 641bc97ce36SEdward Tomasz Napierala g_resize_provider(pp, dp->d_mediasize); 642bc97ce36SEdward Tomasz Napierala } 643bc97ce36SEdward Tomasz Napierala } 644bc97ce36SEdward Tomasz Napierala 645bc97ce36SEdward Tomasz Napierala static void 64643f0db6cSPoul-Henning Kamp g_disk_create(void *arg, int flag) 647dd84a43cSPoul-Henning Kamp { 648dd84a43cSPoul-Henning Kamp struct g_geom *gp; 649dd84a43cSPoul-Henning Kamp struct g_provider *pp; 650bb17c5f6SPoul-Henning Kamp struct disk *dp; 651c6d4ed3aSAlexander Motin struct g_disk_softc *sc; 652c6d4ed3aSAlexander Motin char tmpstr[80]; 653dd84a43cSPoul-Henning Kamp 65443f0db6cSPoul-Henning Kamp if (flag == EV_CANCEL) 65543f0db6cSPoul-Henning Kamp return; 6568523987bSPoul-Henning Kamp g_topology_assert(); 657bb17c5f6SPoul-Henning Kamp dp = arg; 658c6d4ed3aSAlexander Motin sc = g_malloc(sizeof(*sc), M_WAITOK | M_ZERO); 65940ea77a0SAlexander Motin mtx_init(&sc->start_mtx, "g_disk_start", NULL, MTX_DEF); 66030ba7471SAlexander Motin mtx_init(&sc->done_mtx, "g_disk_done", NULL, MTX_DEF); 661c6d4ed3aSAlexander Motin sc->dp = dp; 662bb17c5f6SPoul-Henning Kamp gp = g_new_geomf(&g_disk_class, "%s%d", dp->d_name, dp->d_unit); 663c6d4ed3aSAlexander Motin gp->softc = sc; 6648523987bSPoul-Henning Kamp pp = g_new_providerf(gp, "%s", gp->name); 66540ea77a0SAlexander Motin devstat_remove_entry(pp->stat); 66640ea77a0SAlexander Motin pp->stat = NULL; 66740ea77a0SAlexander Motin dp->d_devstat->id = pp; 668bb17c5f6SPoul-Henning Kamp pp->mediasize = dp->d_mediasize; 669bb17c5f6SPoul-Henning Kamp pp->sectorsize = dp->d_sectorsize; 6708a63edc3SPoul-Henning Kamp pp->stripeoffset = dp->d_stripeoffset; 6718a63edc3SPoul-Henning Kamp pp->stripesize = dp->d_stripesize; 672f8c19ba4SKonstantin Belousov if ((dp->d_flags & DISKFLAG_UNMAPPED_BIO) != 0) 673f8c19ba4SKonstantin Belousov pp->flags |= G_PF_ACCEPT_UNMAPPED; 67440ea77a0SAlexander Motin if ((dp->d_flags & DISKFLAG_DIRECT_COMPLETION) != 0) 67540ea77a0SAlexander Motin pp->flags |= G_PF_DIRECT_SEND; 67640ea77a0SAlexander Motin pp->flags |= G_PF_DIRECT_RECEIVE; 6773d5500fcSPoul-Henning Kamp if (bootverbose) 6783d5500fcSPoul-Henning Kamp printf("GEOM: new disk %s\n", gp->name); 679c6d4ed3aSAlexander Motin sysctl_ctx_init(&sc->sysctl_ctx); 680c6d4ed3aSAlexander Motin snprintf(tmpstr, sizeof(tmpstr), "GEOM disk %s", gp->name); 681c6d4ed3aSAlexander Motin sc->sysctl_tree = SYSCTL_ADD_NODE(&sc->sysctl_ctx, 682c6d4ed3aSAlexander Motin SYSCTL_STATIC_CHILDREN(_kern_geom_disk), OID_AUTO, gp->name, 683c6d4ed3aSAlexander Motin CTLFLAG_RD, 0, tmpstr); 684c6d4ed3aSAlexander Motin if (sc->sysctl_tree != NULL) { 685c6d4ed3aSAlexander Motin SYSCTL_ADD_STRING(&sc->sysctl_ctx, 686c6d4ed3aSAlexander Motin SYSCTL_CHILDREN(sc->sysctl_tree), OID_AUTO, "led", 687af3b2549SHans Petter Selasky CTLFLAG_RWTUN, sc->led, sizeof(sc->led), 688c6d4ed3aSAlexander Motin "LED name"); 689c6d4ed3aSAlexander Motin } 690c6d4ed3aSAlexander Motin pp->private = sc; 691316aed03SPoul-Henning Kamp dp->d_geom = gp; 692316aed03SPoul-Henning Kamp g_error_provider(pp, 0); 693dd84a43cSPoul-Henning Kamp } 6948523987bSPoul-Henning Kamp 695c3fb2891SKenneth D. Merry /* 696c3fb2891SKenneth D. Merry * We get this callback after all of the consumers have gone away, and just 697c3fb2891SKenneth D. Merry * before the provider is freed. If the disk driver provided a d_gone 698c3fb2891SKenneth D. Merry * callback, let them know that it is okay to free resources -- they won't 699c3fb2891SKenneth D. Merry * be getting any more accesses from GEOM. 700c3fb2891SKenneth D. Merry */ 701c3fb2891SKenneth D. Merry static void 702c3fb2891SKenneth D. Merry g_disk_providergone(struct g_provider *pp) 703c3fb2891SKenneth D. Merry { 704c3fb2891SKenneth D. Merry struct disk *dp; 705c3fb2891SKenneth D. Merry struct g_disk_softc *sc; 706c3fb2891SKenneth D. Merry 70730ba7471SAlexander Motin sc = (struct g_disk_softc *)pp->private; 708c3fb2891SKenneth D. Merry dp = sc->dp; 70930ba7471SAlexander Motin if (dp != NULL && dp->d_gone != NULL) 710c3fb2891SKenneth D. Merry dp->d_gone(dp); 71130ba7471SAlexander Motin if (sc->sysctl_tree != NULL) { 71230ba7471SAlexander Motin sysctl_ctx_free(&sc->sysctl_ctx); 71330ba7471SAlexander Motin sc->sysctl_tree = NULL; 71430ba7471SAlexander Motin } 71530ba7471SAlexander Motin if (sc->led[0] != 0) { 71630ba7471SAlexander Motin led_set(sc->led, "0"); 71730ba7471SAlexander Motin sc->led[0] = 0; 71830ba7471SAlexander Motin } 71930ba7471SAlexander Motin pp->private = NULL; 72030ba7471SAlexander Motin pp->geom->softc = NULL; 72130ba7471SAlexander Motin mtx_destroy(&sc->done_mtx); 72240ea77a0SAlexander Motin mtx_destroy(&sc->start_mtx); 72330ba7471SAlexander Motin g_free(sc); 724c3fb2891SKenneth D. Merry } 725c3fb2891SKenneth D. Merry 726ce1ee789SPoul-Henning Kamp static void 727ce1ee789SPoul-Henning Kamp g_disk_destroy(void *ptr, int flag) 728ce1ee789SPoul-Henning Kamp { 7290b7ed341SPoul-Henning Kamp struct disk *dp; 730ce1ee789SPoul-Henning Kamp struct g_geom *gp; 731c6d4ed3aSAlexander Motin struct g_disk_softc *sc; 7328523987bSPoul-Henning Kamp 733ce1ee789SPoul-Henning Kamp g_topology_assert(); 7340b7ed341SPoul-Henning Kamp dp = ptr; 7350b7ed341SPoul-Henning Kamp gp = dp->d_geom; 736032bc81dSPoul-Henning Kamp if (gp != NULL) { 737c6d4ed3aSAlexander Motin sc = gp->softc; 73830ba7471SAlexander Motin if (sc != NULL) 73930ba7471SAlexander Motin sc->dp = NULL; 74030ba7471SAlexander Motin dp->d_geom = NULL; 741ce1ee789SPoul-Henning Kamp g_wither_geom(gp, ENXIO); 742032bc81dSPoul-Henning Kamp } 7430b7ed341SPoul-Henning Kamp g_free(dp); 7440b7ed341SPoul-Henning Kamp } 7450b7ed341SPoul-Henning Kamp 7465e16a486SPawel Jakub Dawidek /* 747e93f5e4dSPawel Jakub Dawidek * We only allow printable characters in disk ident, 748e93f5e4dSPawel Jakub Dawidek * the rest is converted to 'x<HH>'. 7495e16a486SPawel Jakub Dawidek */ 7505e16a486SPawel Jakub Dawidek static void 7515e16a486SPawel Jakub Dawidek g_disk_ident_adjust(char *ident, size_t size) 7525e16a486SPawel Jakub Dawidek { 753e93f5e4dSPawel Jakub Dawidek char *p, tmp[4], newid[DISK_IDENT_SIZE]; 7545e16a486SPawel Jakub Dawidek 755e93f5e4dSPawel Jakub Dawidek newid[0] = '\0'; 756e93f5e4dSPawel Jakub Dawidek for (p = ident; *p != '\0'; p++) { 757e93f5e4dSPawel Jakub Dawidek if (isprint(*p)) { 758e93f5e4dSPawel Jakub Dawidek tmp[0] = *p; 759e93f5e4dSPawel Jakub Dawidek tmp[1] = '\0'; 760e93f5e4dSPawel Jakub Dawidek } else { 761e93f5e4dSPawel Jakub Dawidek snprintf(tmp, sizeof(tmp), "x%02hhx", 762e93f5e4dSPawel Jakub Dawidek *(unsigned char *)p); 7635e16a486SPawel Jakub Dawidek } 764e93f5e4dSPawel Jakub Dawidek if (strlcat(newid, tmp, sizeof(newid)) >= sizeof(newid)) 7655e16a486SPawel Jakub Dawidek break; 7665e16a486SPawel Jakub Dawidek } 7675e16a486SPawel Jakub Dawidek bzero(ident, size); 7685e16a486SPawel Jakub Dawidek strlcpy(ident, newid, size); 7695e16a486SPawel Jakub Dawidek } 7705e16a486SPawel Jakub Dawidek 7710b7ed341SPoul-Henning Kamp struct disk * 77294954762SPawel Jakub Dawidek disk_alloc(void) 7730b7ed341SPoul-Henning Kamp { 7740b7ed341SPoul-Henning Kamp 77594954762SPawel Jakub Dawidek return (g_malloc(sizeof(struct disk), M_WAITOK | M_ZERO)); 776ce1ee789SPoul-Henning Kamp } 7778523987bSPoul-Henning Kamp 77898bbd7aaSPoul-Henning Kamp void 7790b7ed341SPoul-Henning Kamp disk_create(struct disk *dp, int version) 7808523987bSPoul-Henning Kamp { 78137f0f0a7SPawel Jakub Dawidek 7828383a92eSSteven Hartland if (version != DISK_VERSION) { 7830b7ed341SPoul-Henning Kamp printf("WARNING: Attempt to add disk %s%d %s", 7840b7ed341SPoul-Henning Kamp dp->d_name, dp->d_unit, 7850b7ed341SPoul-Henning Kamp " using incompatible ABI version of disk(9)\n"); 7860b7ed341SPoul-Henning Kamp printf("WARNING: Ignoring disk %s%d\n", 7870b7ed341SPoul-Henning Kamp dp->d_name, dp->d_unit); 7880b7ed341SPoul-Henning Kamp return; 7890b7ed341SPoul-Henning Kamp } 790d6d78db5SJohn Baldwin if (dp->d_flags & DISKFLAG_RESERVED) { 791d6d78db5SJohn Baldwin printf("WARNING: Attempt to add non-MPSAFE disk %s%d\n", 792d6d78db5SJohn Baldwin dp->d_name, dp->d_unit); 793d6d78db5SJohn Baldwin printf("WARNING: Ignoring disk %s%d\n", 794d6d78db5SJohn Baldwin dp->d_name, dp->d_unit); 795d6d78db5SJohn Baldwin return; 796d6d78db5SJohn Baldwin } 79731a1093fSPoul-Henning Kamp KASSERT(dp->d_strategy != NULL, ("disk_create need d_strategy")); 79831a1093fSPoul-Henning Kamp KASSERT(dp->d_name != NULL, ("disk_create need d_name")); 79931a1093fSPoul-Henning Kamp KASSERT(*dp->d_name != 0, ("disk_create need d_name")); 800237d2765SPoul-Henning Kamp KASSERT(strlen(dp->d_name) < SPECNAMELEN - 4, ("disk name too long")); 801eb98005fSPoul-Henning Kamp if (dp->d_devstat == NULL) 80209f95804SPoul-Henning Kamp dp->d_devstat = devstat_new_entry(dp->d_name, dp->d_unit, 80360794e04SPoul-Henning Kamp dp->d_sectorsize, DEVSTAT_ALL_SUPPORTED, 80460794e04SPoul-Henning Kamp DEVSTAT_TYPE_DIRECT, DEVSTAT_PRIORITY_MAX); 805316aed03SPoul-Henning Kamp dp->d_geom = NULL; 8065e16a486SPawel Jakub Dawidek g_disk_ident_adjust(dp->d_ident, sizeof(dp->d_ident)); 8078cd1535aSPoul-Henning Kamp g_post_event(g_disk_create, dp, M_WAITOK, dp, NULL); 808dd84a43cSPoul-Henning Kamp } 809dd84a43cSPoul-Henning Kamp 810dd84a43cSPoul-Henning Kamp void 811b82ff758SPoul-Henning Kamp disk_destroy(struct disk *dp) 812dd84a43cSPoul-Henning Kamp { 813dd84a43cSPoul-Henning Kamp 814316aed03SPoul-Henning Kamp g_cancel_event(dp); 8150b7ed341SPoul-Henning Kamp dp->d_destroyed = 1; 81652c583feSPoul-Henning Kamp if (dp->d_devstat != NULL) 81752c583feSPoul-Henning Kamp devstat_remove_entry(dp->d_devstat); 81811e9a679SPoul-Henning Kamp g_post_event(g_disk_destroy, dp, M_WAITOK, NULL); 819dd84a43cSPoul-Henning Kamp } 820dd84a43cSPoul-Henning Kamp 821a7e69e8bSJohn Polstra void 822a7e69e8bSJohn Polstra disk_gone(struct disk *dp) 823a7e69e8bSJohn Polstra { 824a7e69e8bSJohn Polstra struct g_geom *gp; 825a7e69e8bSJohn Polstra struct g_provider *pp; 826a7e69e8bSJohn Polstra 827a7e69e8bSJohn Polstra gp = dp->d_geom; 828171f6b3aSPawel Jakub Dawidek if (gp != NULL) { 8295d8a6a10SPawel Jakub Dawidek pp = LIST_FIRST(&gp->provider); 8305d8a6a10SPawel Jakub Dawidek if (pp != NULL) { 8315d8a6a10SPawel Jakub Dawidek KASSERT(LIST_NEXT(pp, provider) == NULL, 8325d8a6a10SPawel Jakub Dawidek ("geom %p has more than one provider", gp)); 833d99c1559SMarcel Moolenaar g_wither_provider(pp, ENXIO); 834a7e69e8bSJohn Polstra } 8355d8a6a10SPawel Jakub Dawidek } 836171f6b3aSPawel Jakub Dawidek } 837a7e69e8bSJohn Polstra 838416494d7SJustin T. Gibbs void 839416494d7SJustin T. Gibbs disk_attr_changed(struct disk *dp, const char *attr, int flag) 840416494d7SJustin T. Gibbs { 841416494d7SJustin T. Gibbs struct g_geom *gp; 842416494d7SJustin T. Gibbs struct g_provider *pp; 843*42f42c99SAlan Somers char devnamebuf[128]; 844416494d7SJustin T. Gibbs 845416494d7SJustin T. Gibbs gp = dp->d_geom; 846416494d7SJustin T. Gibbs if (gp != NULL) 847416494d7SJustin T. Gibbs LIST_FOREACH(pp, &gp->provider, provider) 848416494d7SJustin T. Gibbs (void)g_attr_changed(pp, attr, flag); 849*42f42c99SAlan Somers snprintf(devnamebuf, 128, "devname=%s%d", dp->d_name, dp->d_unit); 850*42f42c99SAlan Somers devctl_notify("GEOM", "disk", attr, devnamebuf); 851416494d7SJustin T. Gibbs } 852416494d7SJustin T. Gibbs 853bc97ce36SEdward Tomasz Napierala void 8543631c638SAlexander Motin disk_media_changed(struct disk *dp, int flag) 8553631c638SAlexander Motin { 8563631c638SAlexander Motin struct g_geom *gp; 8573631c638SAlexander Motin struct g_provider *pp; 8583631c638SAlexander Motin 8593631c638SAlexander Motin gp = dp->d_geom; 8603631c638SAlexander Motin if (gp != NULL) { 8610fb832fdSAlexander Motin pp = LIST_FIRST(&gp->provider); 8620fb832fdSAlexander Motin if (pp != NULL) { 8630fb832fdSAlexander Motin KASSERT(LIST_NEXT(pp, provider) == NULL, 8640fb832fdSAlexander Motin ("geom %p has more than one provider", gp)); 8653631c638SAlexander Motin g_media_changed(pp, flag); 8663631c638SAlexander Motin } 8673631c638SAlexander Motin } 8680fb832fdSAlexander Motin } 8693631c638SAlexander Motin 8703631c638SAlexander Motin void 8713631c638SAlexander Motin disk_media_gone(struct disk *dp, int flag) 8723631c638SAlexander Motin { 8733631c638SAlexander Motin struct g_geom *gp; 8743631c638SAlexander Motin struct g_provider *pp; 8753631c638SAlexander Motin 8763631c638SAlexander Motin gp = dp->d_geom; 8773631c638SAlexander Motin if (gp != NULL) { 8780fb832fdSAlexander Motin pp = LIST_FIRST(&gp->provider); 8790fb832fdSAlexander Motin if (pp != NULL) { 8800fb832fdSAlexander Motin KASSERT(LIST_NEXT(pp, provider) == NULL, 8810fb832fdSAlexander Motin ("geom %p has more than one provider", gp)); 8823631c638SAlexander Motin g_media_gone(pp, flag); 8833631c638SAlexander Motin } 8843631c638SAlexander Motin } 8850fb832fdSAlexander Motin } 8863631c638SAlexander Motin 8871af2d09bSEdward Tomasz Napierala int 8881af2d09bSEdward Tomasz Napierala disk_resize(struct disk *dp, int flag) 889bc97ce36SEdward Tomasz Napierala { 890bc97ce36SEdward Tomasz Napierala 8911af2d09bSEdward Tomasz Napierala if (dp->d_destroyed || dp->d_geom == NULL) 8921af2d09bSEdward Tomasz Napierala return (0); 893bc97ce36SEdward Tomasz Napierala 8941af2d09bSEdward Tomasz Napierala return (g_post_event(g_disk_resize, dp, flag, NULL)); 895bc97ce36SEdward Tomasz Napierala } 896bc97ce36SEdward Tomasz Napierala 8970cc3011dSPoul-Henning Kamp static void 898afcbcfaeSPoul-Henning Kamp g_kern_disks(void *p, int flag __unused) 8990cc3011dSPoul-Henning Kamp { 9000cc3011dSPoul-Henning Kamp struct sbuf *sb; 9010cc3011dSPoul-Henning Kamp struct g_geom *gp; 9020cc3011dSPoul-Henning Kamp char *sp; 9030cc3011dSPoul-Henning Kamp 9040cc3011dSPoul-Henning Kamp sb = p; 9050cc3011dSPoul-Henning Kamp sp = ""; 9060cc3011dSPoul-Henning Kamp g_topology_assert(); 9070cc3011dSPoul-Henning Kamp LIST_FOREACH(gp, &g_disk_class.geom, geom) { 9080cc3011dSPoul-Henning Kamp sbuf_printf(sb, "%s%s", sp, gp->name); 9090cc3011dSPoul-Henning Kamp sp = " "; 9100cc3011dSPoul-Henning Kamp } 9110cc3011dSPoul-Henning Kamp sbuf_finish(sb); 9120cc3011dSPoul-Henning Kamp } 9130cc3011dSPoul-Henning Kamp 9140cc3011dSPoul-Henning Kamp static int 9150cc3011dSPoul-Henning Kamp sysctl_disks(SYSCTL_HANDLER_ARGS) 9160cc3011dSPoul-Henning Kamp { 9170cc3011dSPoul-Henning Kamp int error; 9180cc3011dSPoul-Henning Kamp struct sbuf *sb; 9190cc3011dSPoul-Henning Kamp 9202616144eSDag-Erling Smørgrav sb = sbuf_new_auto(); 9210a9c130cSPoul-Henning Kamp g_waitfor_event(g_kern_disks, sb, M_WAITOK, NULL); 922aed99af2SPoul-Henning Kamp error = SYSCTL_OUT(req, sbuf_data(sb), sbuf_len(sb) + 1); 9230cc3011dSPoul-Henning Kamp sbuf_delete(sb); 9240cc3011dSPoul-Henning Kamp return error; 9250cc3011dSPoul-Henning Kamp } 9260cc3011dSPoul-Henning Kamp 92773d6f851SMatthew D Fleming SYSCTL_PROC(_kern, OID_AUTO, disks, 92873d6f851SMatthew D Fleming CTLTYPE_STRING | CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, 0, 9290cc3011dSPoul-Henning Kamp sysctl_disks, "A", "names of available disks"); 930