1dd84a43cSPoul-Henning Kamp /*- 2dd84a43cSPoul-Henning Kamp * Copyright (c) 2002 Poul-Henning Kamp 3dd84a43cSPoul-Henning Kamp * Copyright (c) 2002 Networks Associates Technology, Inc. 4dd84a43cSPoul-Henning Kamp * All rights reserved. 5dd84a43cSPoul-Henning Kamp * 6dd84a43cSPoul-Henning Kamp * This software was developed for the FreeBSD Project by Poul-Henning Kamp 7dd84a43cSPoul-Henning Kamp * and NAI Labs, the Security Research Division of Network Associates, Inc. 8dd84a43cSPoul-Henning Kamp * under DARPA/SPAWAR contract N66001-01-C-8035 ("CBOSS"), as part of the 9dd84a43cSPoul-Henning Kamp * DARPA CHATS research program. 10dd84a43cSPoul-Henning Kamp * 11dd84a43cSPoul-Henning Kamp * Redistribution and use in source and binary forms, with or without 12dd84a43cSPoul-Henning Kamp * modification, are permitted provided that the following conditions 13dd84a43cSPoul-Henning Kamp * are met: 14dd84a43cSPoul-Henning Kamp * 1. Redistributions of source code must retain the above copyright 15dd84a43cSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer. 16dd84a43cSPoul-Henning Kamp * 2. Redistributions in binary form must reproduce the above copyright 17dd84a43cSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer in the 18dd84a43cSPoul-Henning Kamp * documentation and/or other materials provided with the distribution. 19dd84a43cSPoul-Henning Kamp * 3. The names of the authors may not be used to endorse or promote 20dd84a43cSPoul-Henning Kamp * products derived from this software without specific prior written 21dd84a43cSPoul-Henning Kamp * permission. 22dd84a43cSPoul-Henning Kamp * 23dd84a43cSPoul-Henning Kamp * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 24dd84a43cSPoul-Henning Kamp * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 25dd84a43cSPoul-Henning Kamp * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 26dd84a43cSPoul-Henning Kamp * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 27dd84a43cSPoul-Henning Kamp * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 28dd84a43cSPoul-Henning Kamp * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 29dd84a43cSPoul-Henning Kamp * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 30dd84a43cSPoul-Henning Kamp * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 31dd84a43cSPoul-Henning Kamp * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 32dd84a43cSPoul-Henning Kamp * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 33dd84a43cSPoul-Henning Kamp * SUCH DAMAGE. 34dd84a43cSPoul-Henning Kamp * 35dd84a43cSPoul-Henning Kamp * $FreeBSD$ 36dd84a43cSPoul-Henning Kamp */ 37dd84a43cSPoul-Henning Kamp 38dd84a43cSPoul-Henning Kamp 39dd84a43cSPoul-Henning Kamp #include <sys/param.h> 40dd84a43cSPoul-Henning Kamp #ifndef _KERNEL 41dd84a43cSPoul-Henning Kamp #include <stdio.h> 42dd84a43cSPoul-Henning Kamp #include <string.h> 43dd84a43cSPoul-Henning Kamp #include <stdlib.h> 44dd84a43cSPoul-Henning Kamp #include <signal.h> 45dd84a43cSPoul-Henning Kamp #include <err.h> 46dd84a43cSPoul-Henning Kamp #include <sched.h> 47dd84a43cSPoul-Henning Kamp #else 48dd84a43cSPoul-Henning Kamp #include <sys/systm.h> 49dd84a43cSPoul-Henning Kamp #include <sys/kernel.h> 50dd84a43cSPoul-Henning Kamp #include <sys/malloc.h> 51dd84a43cSPoul-Henning Kamp #include <sys/bio.h> 52dd84a43cSPoul-Henning Kamp #endif 53dd84a43cSPoul-Henning Kamp 54dd84a43cSPoul-Henning Kamp #include <sys/errno.h> 55dd84a43cSPoul-Henning Kamp #include <geom/geom.h> 56b1876192SPoul-Henning Kamp #include <geom/geom_int.h> 57dd84a43cSPoul-Henning Kamp 58dd84a43cSPoul-Henning Kamp static struct g_bioq g_bio_run_down; 59dd84a43cSPoul-Henning Kamp static struct g_bioq g_bio_run_up; 60dd84a43cSPoul-Henning Kamp static struct g_bioq g_bio_idle; 61dd84a43cSPoul-Henning Kamp 62dd84a43cSPoul-Henning Kamp #include <machine/atomic.h> 63dd84a43cSPoul-Henning Kamp 64dd84a43cSPoul-Henning Kamp static void 65dd84a43cSPoul-Henning Kamp g_bioq_lock(struct g_bioq *bq) 66dd84a43cSPoul-Henning Kamp { 67dd84a43cSPoul-Henning Kamp 68dd84a43cSPoul-Henning Kamp mtx_lock(&bq->bio_queue_lock); 69dd84a43cSPoul-Henning Kamp } 70dd84a43cSPoul-Henning Kamp 71dd84a43cSPoul-Henning Kamp static void 72dd84a43cSPoul-Henning Kamp g_bioq_unlock(struct g_bioq *bq) 73dd84a43cSPoul-Henning Kamp { 74dd84a43cSPoul-Henning Kamp 75dd84a43cSPoul-Henning Kamp mtx_unlock(&bq->bio_queue_lock); 76dd84a43cSPoul-Henning Kamp } 77dd84a43cSPoul-Henning Kamp 78dd84a43cSPoul-Henning Kamp #if 0 79dd84a43cSPoul-Henning Kamp static void 80dd84a43cSPoul-Henning Kamp g_bioq_destroy(struct g_bioq *bq) 81dd84a43cSPoul-Henning Kamp { 82dd84a43cSPoul-Henning Kamp 83dd84a43cSPoul-Henning Kamp mtx_destroy(&bq->bio_queue_lock); 84dd84a43cSPoul-Henning Kamp } 85dd84a43cSPoul-Henning Kamp #endif 86dd84a43cSPoul-Henning Kamp 87dd84a43cSPoul-Henning Kamp static void 88dd84a43cSPoul-Henning Kamp g_bioq_init(struct g_bioq *bq) 89dd84a43cSPoul-Henning Kamp { 90dd84a43cSPoul-Henning Kamp 91dd84a43cSPoul-Henning Kamp TAILQ_INIT(&bq->bio_queue); 926008862bSJohn Baldwin mtx_init(&bq->bio_queue_lock, "bio queue", NULL, MTX_DEF); 93dd84a43cSPoul-Henning Kamp } 94dd84a43cSPoul-Henning Kamp 95dd84a43cSPoul-Henning Kamp static struct bio * 96dd84a43cSPoul-Henning Kamp g_bioq_first(struct g_bioq *bq) 97dd84a43cSPoul-Henning Kamp { 98dd84a43cSPoul-Henning Kamp struct bio *bp; 99dd84a43cSPoul-Henning Kamp 100dd84a43cSPoul-Henning Kamp g_bioq_lock(bq); 101dd84a43cSPoul-Henning Kamp bp = TAILQ_FIRST(&bq->bio_queue); 102dd84a43cSPoul-Henning Kamp if (bp != NULL) { 103dd84a43cSPoul-Henning Kamp TAILQ_REMOVE(&bq->bio_queue, bp, bio_queue); 104dd84a43cSPoul-Henning Kamp bq->bio_queue_length--; 105dd84a43cSPoul-Henning Kamp } 106dd84a43cSPoul-Henning Kamp g_bioq_unlock(bq); 107dd84a43cSPoul-Henning Kamp return (bp); 108dd84a43cSPoul-Henning Kamp } 109dd84a43cSPoul-Henning Kamp 110dd84a43cSPoul-Henning Kamp static void 111dd84a43cSPoul-Henning Kamp g_bioq_enqueue_tail(struct bio *bp, struct g_bioq *rq) 112dd84a43cSPoul-Henning Kamp { 113dd84a43cSPoul-Henning Kamp 114dd84a43cSPoul-Henning Kamp g_bioq_lock(rq); 115dd84a43cSPoul-Henning Kamp TAILQ_INSERT_TAIL(&rq->bio_queue, bp, bio_queue); 116dd84a43cSPoul-Henning Kamp rq->bio_queue_length++; 117dd84a43cSPoul-Henning Kamp g_bioq_unlock(rq); 118dd84a43cSPoul-Henning Kamp } 119dd84a43cSPoul-Henning Kamp 120dd84a43cSPoul-Henning Kamp struct bio * 121dd84a43cSPoul-Henning Kamp g_new_bio(void) 122dd84a43cSPoul-Henning Kamp { 123dd84a43cSPoul-Henning Kamp struct bio *bp; 124dd84a43cSPoul-Henning Kamp 125dd84a43cSPoul-Henning Kamp bp = g_bioq_first(&g_bio_idle); 126dd84a43cSPoul-Henning Kamp if (bp == NULL) 127a1bd3ee2SPoul-Henning Kamp bp = g_malloc(sizeof *bp, M_NOWAIT | M_ZERO); 128dd84a43cSPoul-Henning Kamp g_trace(G_T_BIO, "g_new_bio() = %p", bp); 129dd84a43cSPoul-Henning Kamp return (bp); 130dd84a43cSPoul-Henning Kamp } 131dd84a43cSPoul-Henning Kamp 132dd84a43cSPoul-Henning Kamp void 133dd84a43cSPoul-Henning Kamp g_destroy_bio(struct bio *bp) 134dd84a43cSPoul-Henning Kamp { 135dd84a43cSPoul-Henning Kamp 136dd84a43cSPoul-Henning Kamp g_trace(G_T_BIO, "g_destroy_bio(%p)", bp); 137dd84a43cSPoul-Henning Kamp bzero(bp, sizeof *bp); 138dd84a43cSPoul-Henning Kamp g_bioq_enqueue_tail(bp, &g_bio_idle); 139dd84a43cSPoul-Henning Kamp } 140dd84a43cSPoul-Henning Kamp 141dd84a43cSPoul-Henning Kamp struct bio * 142dd84a43cSPoul-Henning Kamp g_clone_bio(struct bio *bp) 143dd84a43cSPoul-Henning Kamp { 144dd84a43cSPoul-Henning Kamp struct bio *bp2; 145dd84a43cSPoul-Henning Kamp 146dd84a43cSPoul-Henning Kamp bp2 = g_new_bio(); 147a1bd3ee2SPoul-Henning Kamp if (bp2 != NULL) { 148dd84a43cSPoul-Henning Kamp bp2->bio_linkage = bp; 149dd84a43cSPoul-Henning Kamp bp2->bio_cmd = bp->bio_cmd; 150dd84a43cSPoul-Henning Kamp bp2->bio_length = bp->bio_length; 151dd84a43cSPoul-Henning Kamp bp2->bio_offset = bp->bio_offset; 152dd84a43cSPoul-Henning Kamp bp2->bio_data = bp->bio_data; 153dd84a43cSPoul-Henning Kamp bp2->bio_attribute = bp->bio_attribute; 154a1bd3ee2SPoul-Henning Kamp } 155dd84a43cSPoul-Henning Kamp g_trace(G_T_BIO, "g_clone_bio(%p) = %p", bp, bp2); 156dd84a43cSPoul-Henning Kamp return(bp2); 157dd84a43cSPoul-Henning Kamp } 158dd84a43cSPoul-Henning Kamp 159dd84a43cSPoul-Henning Kamp void 160dd84a43cSPoul-Henning Kamp g_io_init() 161dd84a43cSPoul-Henning Kamp { 162dd84a43cSPoul-Henning Kamp 163dd84a43cSPoul-Henning Kamp g_bioq_init(&g_bio_run_down); 164dd84a43cSPoul-Henning Kamp g_bioq_init(&g_bio_run_up); 165dd84a43cSPoul-Henning Kamp g_bioq_init(&g_bio_idle); 166dd84a43cSPoul-Henning Kamp } 167dd84a43cSPoul-Henning Kamp 168dd84a43cSPoul-Henning Kamp int 1690d3f37a8SPoul-Henning Kamp g_io_setattr(const char *attr, struct g_consumer *cp, int len, void *ptr) 170dd84a43cSPoul-Henning Kamp { 171dd84a43cSPoul-Henning Kamp struct bio *bp; 172dd84a43cSPoul-Henning Kamp int error; 173dd84a43cSPoul-Henning Kamp 174dd84a43cSPoul-Henning Kamp g_trace(G_T_BIO, "bio_setattr(%s)", attr); 175dd84a43cSPoul-Henning Kamp do { 176dd84a43cSPoul-Henning Kamp bp = g_new_bio(); 177dd84a43cSPoul-Henning Kamp bp->bio_cmd = BIO_SETATTR; 178dd84a43cSPoul-Henning Kamp bp->bio_done = NULL; 179dd84a43cSPoul-Henning Kamp bp->bio_attribute = attr; 180dd84a43cSPoul-Henning Kamp bp->bio_length = len; 181dd84a43cSPoul-Henning Kamp bp->bio_data = ptr; 182dd84a43cSPoul-Henning Kamp g_io_request(bp, cp); 18353706245SPoul-Henning Kamp error = biowait(bp, "gsetattr"); 184dd84a43cSPoul-Henning Kamp g_destroy_bio(bp); 185dd84a43cSPoul-Henning Kamp if (error == EBUSY) 186dd84a43cSPoul-Henning Kamp tsleep(&error, 0, "setattr_busy", hz); 187dd84a43cSPoul-Henning Kamp } while(error == EBUSY); 188dd84a43cSPoul-Henning Kamp return (error); 189dd84a43cSPoul-Henning Kamp } 190dd84a43cSPoul-Henning Kamp 191dd84a43cSPoul-Henning Kamp 192dd84a43cSPoul-Henning Kamp int 1930d3f37a8SPoul-Henning Kamp g_io_getattr(const char *attr, struct g_consumer *cp, int *len, void *ptr) 194dd84a43cSPoul-Henning Kamp { 195dd84a43cSPoul-Henning Kamp struct bio *bp; 196dd84a43cSPoul-Henning Kamp int error; 197dd84a43cSPoul-Henning Kamp 198dd84a43cSPoul-Henning Kamp g_trace(G_T_BIO, "bio_getattr(%s)", attr); 199dd84a43cSPoul-Henning Kamp do { 200dd84a43cSPoul-Henning Kamp bp = g_new_bio(); 201dd84a43cSPoul-Henning Kamp bp->bio_cmd = BIO_GETATTR; 202dd84a43cSPoul-Henning Kamp bp->bio_done = NULL; 203dd84a43cSPoul-Henning Kamp bp->bio_attribute = attr; 204dd84a43cSPoul-Henning Kamp bp->bio_length = *len; 205dd84a43cSPoul-Henning Kamp bp->bio_data = ptr; 206dd84a43cSPoul-Henning Kamp g_io_request(bp, cp); 20753706245SPoul-Henning Kamp error = biowait(bp, "ggetattr"); 208dd84a43cSPoul-Henning Kamp *len = bp->bio_completed; 209dd84a43cSPoul-Henning Kamp g_destroy_bio(bp); 210dd84a43cSPoul-Henning Kamp if (error == EBUSY) 211dd84a43cSPoul-Henning Kamp tsleep(&error, 0, "getattr_busy", hz); 212dd84a43cSPoul-Henning Kamp 213dd84a43cSPoul-Henning Kamp } while(error == EBUSY); 214dd84a43cSPoul-Henning Kamp return (error); 215dd84a43cSPoul-Henning Kamp } 216dd84a43cSPoul-Henning Kamp 217dd84a43cSPoul-Henning Kamp void 2182fccec19SPoul-Henning Kamp g_io_fail(struct bio *bp, int error) 2192fccec19SPoul-Henning Kamp { 2202fccec19SPoul-Henning Kamp 2212fccec19SPoul-Henning Kamp bp->bio_error = error; 2222fccec19SPoul-Henning Kamp 2232fccec19SPoul-Henning Kamp g_trace(G_T_BIO, 2242fccec19SPoul-Henning Kamp "bio_fail(%p) from %p(%s) to %p(%s) cmd %d error %d\n", 2252fccec19SPoul-Henning Kamp bp, bp->bio_from, bp->bio_from->geom->name, 2262fccec19SPoul-Henning Kamp bp->bio_to, bp->bio_to->name, bp->bio_cmd, bp->bio_error); 2272fccec19SPoul-Henning Kamp g_io_deliver(bp); 2282fccec19SPoul-Henning Kamp return; 2292fccec19SPoul-Henning Kamp } 2302fccec19SPoul-Henning Kamp 2312fccec19SPoul-Henning Kamp void 232dd84a43cSPoul-Henning Kamp g_io_request(struct bio *bp, struct g_consumer *cp) 233dd84a43cSPoul-Henning Kamp { 234dd84a43cSPoul-Henning Kamp int error; 2352fccec19SPoul-Henning Kamp off_t excess; 236dd84a43cSPoul-Henning Kamp 237dd84a43cSPoul-Henning Kamp KASSERT(cp != NULL, ("bio_request on thin air")); 238dd84a43cSPoul-Henning Kamp error = 0; 239dd84a43cSPoul-Henning Kamp bp->bio_from = cp; 240dd84a43cSPoul-Henning Kamp bp->bio_to = cp->provider; 2412fccec19SPoul-Henning Kamp bp->bio_error = 0; 2422fccec19SPoul-Henning Kamp bp->bio_completed = 0; 243dd84a43cSPoul-Henning Kamp 244dd84a43cSPoul-Henning Kamp /* begin_stats(&bp->stats); */ 245dd84a43cSPoul-Henning Kamp 246dd84a43cSPoul-Henning Kamp atomic_add_int(&cp->biocount, 1); 2472fccec19SPoul-Henning Kamp /* Fail on unattached consumers */ 248dd84a43cSPoul-Henning Kamp if (bp->bio_to == NULL) 2492fccec19SPoul-Henning Kamp return (g_io_fail(bp, ENXIO)); 2502fccec19SPoul-Henning Kamp /* Fail if access doesn't allow operation */ 251dd84a43cSPoul-Henning Kamp switch(bp->bio_cmd) { 252dd84a43cSPoul-Henning Kamp case BIO_READ: 253dd84a43cSPoul-Henning Kamp case BIO_GETATTR: 254dd84a43cSPoul-Henning Kamp if (cp->acr == 0) 2552fccec19SPoul-Henning Kamp return (g_io_fail(bp, EPERM)); 256dd84a43cSPoul-Henning Kamp break; 257dd84a43cSPoul-Henning Kamp case BIO_WRITE: 2582fccec19SPoul-Henning Kamp case BIO_DELETE: 259dd84a43cSPoul-Henning Kamp if (cp->acw == 0) 2602fccec19SPoul-Henning Kamp return (g_io_fail(bp, EPERM)); 261dd84a43cSPoul-Henning Kamp break; 262dd84a43cSPoul-Henning Kamp case BIO_SETATTR: 263dd84a43cSPoul-Henning Kamp if ((cp->acw == 0) || (cp->ace == 0)) 2642fccec19SPoul-Henning Kamp return (g_io_fail(bp, EPERM)); 265dd84a43cSPoul-Henning Kamp break; 266dd84a43cSPoul-Henning Kamp default: 2672fccec19SPoul-Henning Kamp return (g_io_fail(bp, EPERM)); 2682fccec19SPoul-Henning Kamp } 2692fccec19SPoul-Henning Kamp /* if provider is marked for error, don't disturb. */ 2702fccec19SPoul-Henning Kamp if (bp->bio_to->error) 2712fccec19SPoul-Henning Kamp return (g_io_fail(bp, bp->bio_to->error)); 2722fccec19SPoul-Henning Kamp switch(bp->bio_cmd) { 2732fccec19SPoul-Henning Kamp case BIO_READ: 2742fccec19SPoul-Henning Kamp case BIO_WRITE: 2752fccec19SPoul-Henning Kamp case BIO_DELETE: 2762fccec19SPoul-Henning Kamp /* Reject requests past the end of media. */ 2772fccec19SPoul-Henning Kamp if (bp->bio_offset > bp->bio_to->mediasize) 2782fccec19SPoul-Henning Kamp return (g_io_fail(bp, EIO)); 2792fccec19SPoul-Henning Kamp /* Truncate requests to the end of providers media. */ 2802fccec19SPoul-Henning Kamp excess = bp->bio_offset + bp->bio_length; 2812fccec19SPoul-Henning Kamp if (excess > bp->bio_to->mediasize) { 2822fccec19SPoul-Henning Kamp excess -= bp->bio_to->mediasize; 2832fccec19SPoul-Henning Kamp bp->bio_length -= excess; 2842fccec19SPoul-Henning Kamp } 2852fccec19SPoul-Henning Kamp /* Deliver zero length transfers right here. */ 2862fccec19SPoul-Henning Kamp if (bp->bio_length == 0) 2872fccec19SPoul-Henning Kamp return (g_io_deliver(bp)); 2882fccec19SPoul-Henning Kamp break; 2892fccec19SPoul-Henning Kamp default: 290dd84a43cSPoul-Henning Kamp break; 291dd84a43cSPoul-Henning Kamp } 2922fccec19SPoul-Henning Kamp /* Pass it on down. */ 293dd84a43cSPoul-Henning Kamp g_trace(G_T_BIO, "bio_request(%p) from %p(%s) to %p(%s) cmd %d", 294dd84a43cSPoul-Henning Kamp bp, bp->bio_from, bp->bio_from->geom->name, 295dd84a43cSPoul-Henning Kamp bp->bio_to, bp->bio_to->name, bp->bio_cmd); 296dd84a43cSPoul-Henning Kamp g_bioq_enqueue_tail(bp, &g_bio_run_down); 297dd84a43cSPoul-Henning Kamp wakeup(&g_wait_down); 298dd84a43cSPoul-Henning Kamp } 299dd84a43cSPoul-Henning Kamp 300dd84a43cSPoul-Henning Kamp void 301dd84a43cSPoul-Henning Kamp g_io_deliver(struct bio *bp) 302dd84a43cSPoul-Henning Kamp { 303dd84a43cSPoul-Henning Kamp 304dd84a43cSPoul-Henning Kamp g_trace(G_T_BIO, 305dd84a43cSPoul-Henning Kamp "g_io_deliver(%p) from %p(%s) to %p(%s) cmd %d error %d", 306dd84a43cSPoul-Henning Kamp bp, bp->bio_from, bp->bio_from->geom->name, 307dd84a43cSPoul-Henning Kamp bp->bio_to, bp->bio_to->name, bp->bio_cmd, bp->bio_error); 308dd84a43cSPoul-Henning Kamp /* finish_stats(&bp->stats); */ 309dd84a43cSPoul-Henning Kamp 310dd84a43cSPoul-Henning Kamp g_bioq_enqueue_tail(bp, &g_bio_run_up); 311dd84a43cSPoul-Henning Kamp 312dd84a43cSPoul-Henning Kamp wakeup(&g_wait_up); 313dd84a43cSPoul-Henning Kamp } 314dd84a43cSPoul-Henning Kamp 315dd84a43cSPoul-Henning Kamp void 316dd84a43cSPoul-Henning Kamp g_io_schedule_down(struct thread *tp __unused) 317dd84a43cSPoul-Henning Kamp { 318dd84a43cSPoul-Henning Kamp struct bio *bp; 319dd84a43cSPoul-Henning Kamp 320dd84a43cSPoul-Henning Kamp for(;;) { 321dd84a43cSPoul-Henning Kamp bp = g_bioq_first(&g_bio_run_down); 322dd84a43cSPoul-Henning Kamp if (bp == NULL) 323dd84a43cSPoul-Henning Kamp break; 324dd84a43cSPoul-Henning Kamp bp->bio_to->geom->start(bp); 325dd84a43cSPoul-Henning Kamp } 326dd84a43cSPoul-Henning Kamp } 327dd84a43cSPoul-Henning Kamp 328dd84a43cSPoul-Henning Kamp void 329dd84a43cSPoul-Henning Kamp g_io_schedule_up(struct thread *tp __unused) 330dd84a43cSPoul-Henning Kamp { 331dd84a43cSPoul-Henning Kamp struct bio *bp; 332dd84a43cSPoul-Henning Kamp struct g_consumer *cp; 333dd84a43cSPoul-Henning Kamp 334dd84a43cSPoul-Henning Kamp for(;;) { 335dd84a43cSPoul-Henning Kamp bp = g_bioq_first(&g_bio_run_up); 336dd84a43cSPoul-Henning Kamp if (bp == NULL) 337dd84a43cSPoul-Henning Kamp break; 338dd84a43cSPoul-Henning Kamp 339dd84a43cSPoul-Henning Kamp cp = bp->bio_from; 340dd84a43cSPoul-Henning Kamp 341dd84a43cSPoul-Henning Kamp atomic_add_int(&cp->biocount, -1); 34253706245SPoul-Henning Kamp biodone(bp); 343dd84a43cSPoul-Henning Kamp } 344dd84a43cSPoul-Henning Kamp } 345dd84a43cSPoul-Henning Kamp 346dd84a43cSPoul-Henning Kamp void * 347dd84a43cSPoul-Henning Kamp g_read_data(struct g_consumer *cp, off_t offset, off_t length, int *error) 348dd84a43cSPoul-Henning Kamp { 349dd84a43cSPoul-Henning Kamp struct bio *bp; 350dd84a43cSPoul-Henning Kamp void *ptr; 351dd84a43cSPoul-Henning Kamp int errorc; 352dd84a43cSPoul-Henning Kamp 353dd84a43cSPoul-Henning Kamp do { 354dd84a43cSPoul-Henning Kamp bp = g_new_bio(); 355dd84a43cSPoul-Henning Kamp bp->bio_cmd = BIO_READ; 356dd84a43cSPoul-Henning Kamp bp->bio_done = NULL; 357dd84a43cSPoul-Henning Kamp bp->bio_offset = offset; 358dd84a43cSPoul-Henning Kamp bp->bio_length = length; 359dd84a43cSPoul-Henning Kamp ptr = g_malloc(length, M_WAITOK); 360dd84a43cSPoul-Henning Kamp bp->bio_data = ptr; 361dd84a43cSPoul-Henning Kamp g_io_request(bp, cp); 36253706245SPoul-Henning Kamp errorc = biowait(bp, "gread"); 363dd84a43cSPoul-Henning Kamp if (error != NULL) 364dd84a43cSPoul-Henning Kamp *error = errorc; 365dd84a43cSPoul-Henning Kamp g_destroy_bio(bp); 366dd84a43cSPoul-Henning Kamp if (errorc) { 367dd84a43cSPoul-Henning Kamp g_free(ptr); 368dd84a43cSPoul-Henning Kamp ptr = NULL; 369dd84a43cSPoul-Henning Kamp } 370dd84a43cSPoul-Henning Kamp if (errorc == EBUSY) 371dd84a43cSPoul-Henning Kamp tsleep(&errorc, 0, "g_read_data_busy", hz); 372dd84a43cSPoul-Henning Kamp } while (errorc == EBUSY); 373dd84a43cSPoul-Henning Kamp return (ptr); 374dd84a43cSPoul-Henning Kamp } 375