1 /*-
2 * SPDX-License-Identifier: BSD-3-Clause
3 *
4 * Copyright (c) 1982, 1986, 1989, 1993
5 * The Regents of the University of California. All rights reserved.
6 * (c) UNIX System Laboratories, Inc.
7 * All or some portions of this file are derived from material licensed
8 * to the University of California by American Telephone and Telegraph
9 * Co. or Unix System Laboratories, Inc. and are reproduced herein with
10 * the permission of UNIX System Laboratories, Inc.
11 *
12 * Redistribution and use in source and binary forms, with or without
13 * modification, are permitted provided that the following conditions
14 * are met:
15 * 1. Redistributions of source code must retain the above copyright
16 * notice, this list of conditions and the following disclaimer.
17 * 2. Redistributions in binary form must reproduce the above copyright
18 * notice, this list of conditions and the following disclaimer in the
19 * documentation and/or other materials provided with the distribution.
20 * 3. Neither the name of the University nor the names of its contributors
21 * may be used to endorse or promote products derived from this software
22 * without specific prior written permission.
23 *
24 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
25 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
26 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
28 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
29 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
30 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
31 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
32 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
33 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34 * SUCH DAMAGE.
35 */
36
37 #ifndef _SYS_BIO_H_
38 #define _SYS_BIO_H_
39
40 #include <sys/_exterr.h>
41 #include <sys/queue.h>
42 #include <sys/disk_zone.h>
43
44 /* bio_cmd */
45 #define BIO_READ 0x01 /* Read I/O data */
46 #define BIO_WRITE 0x02 /* Write I/O data */
47 #define BIO_DELETE 0x03 /* TRIM or free blocks, i.e. mark as unused */
48 #define BIO_GETATTR 0x04 /* Get GEOM attributes of object */
49 #define BIO_FLUSH 0x05 /* Commit outstanding I/O now */
50 #define BIO_CMD0 0x06 /* Available for local hacks */
51 #define BIO_CMD1 0x07 /* Available for local hacks */
52 #define BIO_CMD2 0x08 /* Available for local hacks */
53 #define BIO_ZONE 0x09 /* Zone command */
54 #define BIO_SPEEDUP 0x0a /* Upper layers face shortage */
55
56 /* bio_flags */
57 #define BIO_ERROR 0x01 /* An error occurred processing this bio. */
58 #define BIO_DONE 0x02 /* This bio is finished. */
59 #define BIO_ONQUEUE 0x04 /* This bio is in a queue & not yet taken. */
60 /*
61 * This bio must be executed after all previous bios in the queue have been
62 * executed, and before any successive bios can be executed.
63 */
64 #define BIO_ORDERED 0x08
65 #define BIO_UNMAPPED 0x10
66 #define BIO_TRANSIENT_MAPPING 0x20
67 #define BIO_VLIST 0x40
68 #define BIO_SWAP 0x200 /* Swap-related I/O */
69 #define BIO_EXTERR 0x2000
70 #define BIO_SPEEDUP_WRITE 0x4000 /* Resource shortage at upper layers */
71 #define BIO_SPEEDUP_TRIM 0x8000 /* Resource shortage at upper layers */
72
73 #define PRINT_BIO_FLAGS "\20\20speedup_trim\17speedup_write\16exterr" \
74 "\12swap\7vlist\6transient_mapping\5unmapped" \
75 "\4ordered\3onqueue\2done\1error"
76
77
78 #ifdef _KERNEL
79 struct disk;
80 struct bio;
81
82 /*
83 * The bio structure describes an I/O operation in the kernel.
84 */
85 struct bio {
86 uint16_t bio_cmd; /* I/O operation. */
87 uint16_t bio_flags; /* General flags. */
88 uint16_t bio_cflags; /* Private use by the consumer. */
89 uint16_t bio_pflags; /* Private use by the provider. */
90 struct cdev *bio_dev; /* Device to do I/O on. */
91 struct disk *bio_disk; /* Valid below geom_disk.c only */
92 off_t bio_offset; /* Offset into file. */
93 long bio_bcount; /* Valid bytes in buffer. */
94 caddr_t bio_data; /* Memory, superblocks, indirect etc. */
95 struct vm_page **bio_ma; /* Or unmapped. */
96 int bio_ma_offset; /* Offset in the first page of bio_ma. */
97 int bio_ma_n; /* Number of pages in bio_ma. */
98 long bio_resid; /* Remaining I/O in bytes. */
99 void (*bio_done)(struct bio *);
100 void *bio_driver1; /* Private use by the provider. */
101 void *bio_driver2; /* Private use by the provider. */
102 void *bio_caller1; /* Private use by the consumer. */
103 void *bio_caller2; /* Private use by the consumer. */
104 TAILQ_ENTRY(bio) bio_queue; /* Disksort queue. */
105 const char *bio_attribute; /* Attribute for BIO_[GS]ETATTR */
106 struct disk_zone_args bio_zone;/* Used for BIO_ZONE */
107 struct g_consumer *bio_from; /* GEOM linkage */
108 struct g_provider *bio_to; /* GEOM linkage */
109 off_t bio_length; /* Like bio_bcount */
110 off_t bio_completed; /* Inverse of bio_resid */
111 u_int bio_children; /* Number of spawned bios */
112 u_int bio_inbed; /* Children safely home by now */
113 struct bio *bio_parent; /* Pointer to parent */
114 struct bintime bio_t0; /* Time request started */
115
116 void *bio_spare1;
117 void *bio_spare2;
118
119 #ifdef DIAGNOSTIC
120 void *_bio_caller1;
121 void *_bio_caller2;
122 uint16_t _bio_cflags;
123 #endif
124 #if defined(BUF_TRACKING) || defined(FULL_BUF_TRACKING)
125 struct buf *bio_track_bp; /* Parent buf for tracking */
126 #endif
127
128 /* XXX: these go away when bio chaining is introduced */
129 daddr_t bio_pblkno; /* physical block number */
130 struct kexterr bio_exterr;
131 };
132
133 /* Errno for BIO_ERROR. */
134 #define bio_error bio_exterr.error
135
136 struct uio;
137 struct devstat;
138
139 struct bio_queue_head {
140 TAILQ_HEAD(bio_queue, bio) queue;
141 off_t last_offset;
142 struct bio *insert_point;
143 int total;
144 int batched;
145 };
146
147 extern int bio_transient_maxcnt;
148
149 void biodone(struct bio *bp);
150 void biofinish(struct bio *bp, struct devstat *stat, int error);
151 int biowait(struct bio *bp, const char *wmesg);
152
153 #if defined(BUF_TRACKING) || defined(FULL_BUF_TRACKING)
154 void biotrack_buf(struct bio *bp, const char *location);
155
156 static __inline void
biotrack(struct bio * bp,const char * location)157 biotrack(struct bio *bp, const char *location)
158 {
159
160 if (bp->bio_track_bp != NULL)
161 biotrack_buf(bp, location);
162 }
163 #else
164 static __inline void
biotrack(struct bio * bp __unused,const char * location __unused)165 biotrack(struct bio *bp __unused, const char *location __unused)
166 {
167 }
168 #endif
169
170 void bioq_disksort(struct bio_queue_head *ap, struct bio *bp);
171 struct bio *bioq_first(struct bio_queue_head *head);
172 struct bio *bioq_takefirst(struct bio_queue_head *head);
173 void bioq_flush(struct bio_queue_head *head, struct devstat *stp, int error);
174 void bioq_init(struct bio_queue_head *head);
175 void bioq_insert_head(struct bio_queue_head *head, struct bio *bp);
176 void bioq_insert_tail(struct bio_queue_head *head, struct bio *bp);
177 void bioq_remove(struct bio_queue_head *head, struct bio *bp);
178
179 int physio(struct cdev *dev, struct uio *uio, int ioflag);
180 #define physread physio
181 #define physwrite physio
182
183 #endif /* _KERNEL */
184
185 #endif /* !_SYS_BIO_H_ */
186