xref: /freebsd/sys/dev/virtio/virtio_ring.h (revision 310dacd09bdac56bf4b84751a3804785ecbe65ba)
1336f459cSPeter Grehan /*-
210b59a9bSPeter Grehan  * Copyright Rusty Russell IBM Corporation 2007.
3336f459cSPeter Grehan  *
4336f459cSPeter Grehan  * This header is BSD licensed so anyone can use the definitions to implement
5336f459cSPeter Grehan  * compatible drivers/servers.
6336f459cSPeter Grehan  *
7336f459cSPeter Grehan  * Redistribution and use in source and binary forms, with or without
8336f459cSPeter Grehan  * modification, are permitted provided that the following conditions
9336f459cSPeter Grehan  * are met:
10336f459cSPeter Grehan  * 1. Redistributions of source code must retain the above copyright
11336f459cSPeter Grehan  *    notice, this list of conditions and the following disclaimer.
12336f459cSPeter Grehan  * 2. Redistributions in binary form must reproduce the above copyright
13336f459cSPeter Grehan  *    notice, this list of conditions and the following disclaimer in the
14336f459cSPeter Grehan  *    documentation and/or other materials provided with the distribution.
15336f459cSPeter Grehan  * 3. Neither the name of IBM nor the names of its contributors
16336f459cSPeter Grehan  *    may be used to endorse or promote products derived from this software
17336f459cSPeter Grehan  *    without specific prior written permission.
18336f459cSPeter Grehan  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19336f459cSPeter Grehan  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
20336f459cSPeter Grehan  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
21336f459cSPeter Grehan  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL IBM OR CONTRIBUTORS BE LIABLE
22336f459cSPeter Grehan  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23336f459cSPeter Grehan  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24336f459cSPeter Grehan  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25336f459cSPeter Grehan  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26336f459cSPeter Grehan  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27336f459cSPeter Grehan  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28336f459cSPeter Grehan  * SUCH DAMAGE.
29336f459cSPeter Grehan  *
30336f459cSPeter Grehan  * $FreeBSD$
3110b59a9bSPeter Grehan  */
3210b59a9bSPeter Grehan 
3310b59a9bSPeter Grehan #ifndef VIRTIO_RING_H
3410b59a9bSPeter Grehan #define	VIRTIO_RING_H
3510b59a9bSPeter Grehan 
3610b59a9bSPeter Grehan /* This marks a buffer as continuing via the next field. */
3710b59a9bSPeter Grehan #define VRING_DESC_F_NEXT       1
3810b59a9bSPeter Grehan /* This marks a buffer as write-only (otherwise read-only). */
3910b59a9bSPeter Grehan #define VRING_DESC_F_WRITE      2
4010b59a9bSPeter Grehan /* This means the buffer contains a list of buffer descriptors. */
4110b59a9bSPeter Grehan #define VRING_DESC_F_INDIRECT	4
4210b59a9bSPeter Grehan 
4310b59a9bSPeter Grehan /* The Host uses this in used->flags to advise the Guest: don't kick me
4410b59a9bSPeter Grehan  * when you add a buffer.  It's unreliable, so it's simply an
4510b59a9bSPeter Grehan  * optimization.  Guest will still kick if it's out of buffers. */
4610b59a9bSPeter Grehan #define VRING_USED_F_NO_NOTIFY  1
4710b59a9bSPeter Grehan /* The Guest uses this in avail->flags to advise the Host: don't
4810b59a9bSPeter Grehan  * interrupt me when you consume a buffer.  It's unreliable, so it's
4910b59a9bSPeter Grehan  * simply an optimization.  */
5010b59a9bSPeter Grehan #define VRING_AVAIL_F_NO_INTERRUPT      1
5110b59a9bSPeter Grehan 
5210b59a9bSPeter Grehan /* VirtIO ring descriptors: 16 bytes.
5310b59a9bSPeter Grehan  * These can chain together via "next". */
5410b59a9bSPeter Grehan struct vring_desc {
5510b59a9bSPeter Grehan         /* Address (guest-physical). */
5610b59a9bSPeter Grehan         uint64_t addr;
5710b59a9bSPeter Grehan         /* Length. */
5810b59a9bSPeter Grehan         uint32_t len;
5910b59a9bSPeter Grehan         /* The flags as indicated above. */
6010b59a9bSPeter Grehan         uint16_t flags;
6110b59a9bSPeter Grehan         /* We chain unused descriptors via this, too. */
6210b59a9bSPeter Grehan         uint16_t next;
6310b59a9bSPeter Grehan };
6410b59a9bSPeter Grehan 
6510b59a9bSPeter Grehan struct vring_avail {
6610b59a9bSPeter Grehan         uint16_t flags;
6710b59a9bSPeter Grehan         uint16_t idx;
6810b59a9bSPeter Grehan         uint16_t ring[0];
6910b59a9bSPeter Grehan };
7010b59a9bSPeter Grehan 
7110b59a9bSPeter Grehan /* uint32_t is used here for ids for padding reasons. */
7210b59a9bSPeter Grehan struct vring_used_elem {
7310b59a9bSPeter Grehan         /* Index of start of used descriptor chain. */
7410b59a9bSPeter Grehan         uint32_t id;
7510b59a9bSPeter Grehan         /* Total length of the descriptor chain which was written to. */
7610b59a9bSPeter Grehan         uint32_t len;
7710b59a9bSPeter Grehan };
7810b59a9bSPeter Grehan 
7910b59a9bSPeter Grehan struct vring_used {
8010b59a9bSPeter Grehan         uint16_t flags;
8110b59a9bSPeter Grehan         uint16_t idx;
8210b59a9bSPeter Grehan         struct vring_used_elem ring[0];
8310b59a9bSPeter Grehan };
8410b59a9bSPeter Grehan 
8510b59a9bSPeter Grehan struct vring {
8610b59a9bSPeter Grehan 	unsigned int num;
8710b59a9bSPeter Grehan 
8810b59a9bSPeter Grehan 	struct vring_desc *desc;
8910b59a9bSPeter Grehan 	struct vring_avail *avail;
9010b59a9bSPeter Grehan 	struct vring_used *used;
9110b59a9bSPeter Grehan };
9210b59a9bSPeter Grehan 
9310b59a9bSPeter Grehan /* The standard layout for the ring is a continuous chunk of memory which
9410b59a9bSPeter Grehan  * looks like this.  We assume num is a power of 2.
9510b59a9bSPeter Grehan  *
9610b59a9bSPeter Grehan  * struct vring {
9710b59a9bSPeter Grehan  *      // The actual descriptors (16 bytes each)
9810b59a9bSPeter Grehan  *      struct vring_desc desc[num];
9910b59a9bSPeter Grehan  *
10010b59a9bSPeter Grehan  *      // A ring of available descriptor heads with free-running index.
10110b59a9bSPeter Grehan  *      __u16 avail_flags;
10210b59a9bSPeter Grehan  *      __u16 avail_idx;
10310b59a9bSPeter Grehan  *      __u16 available[num];
104b8a58707SPeter Grehan  *      __u16 used_event_idx;
10510b59a9bSPeter Grehan  *
10610b59a9bSPeter Grehan  *      // Padding to the next align boundary.
10710b59a9bSPeter Grehan  *      char pad[];
10810b59a9bSPeter Grehan  *
10910b59a9bSPeter Grehan  *      // A ring of used descriptor heads with free-running index.
11010b59a9bSPeter Grehan  *      __u16 used_flags;
11110b59a9bSPeter Grehan  *      __u16 used_idx;
11210b59a9bSPeter Grehan  *      struct vring_used_elem used[num];
113b8a58707SPeter Grehan  *      __u16 avail_event_idx;
11410b59a9bSPeter Grehan  * };
11510b59a9bSPeter Grehan  *
11610b59a9bSPeter Grehan  * NOTE: for VirtIO PCI, align is 4096.
11710b59a9bSPeter Grehan  */
11810b59a9bSPeter Grehan 
119b8a58707SPeter Grehan /*
120b8a58707SPeter Grehan  * We publish the used event index at the end of the available ring, and vice
121b8a58707SPeter Grehan  * versa. They are at the end for backwards compatibility.
122b8a58707SPeter Grehan  */
123b8a58707SPeter Grehan #define vring_used_event(vr)	((vr)->avail->ring[(vr)->num])
124b8a58707SPeter Grehan #define vring_avail_event(vr)	(*(uint16_t *)&(vr)->used->ring[(vr)->num])
125b8a58707SPeter Grehan 
12610b59a9bSPeter Grehan static inline int
12710b59a9bSPeter Grehan vring_size(unsigned int num, unsigned long align)
12810b59a9bSPeter Grehan {
12910b59a9bSPeter Grehan 	int size;
13010b59a9bSPeter Grehan 
13110b59a9bSPeter Grehan 	size = num * sizeof(struct vring_desc);
132*310dacd0SPeter Grehan 	size += sizeof(struct vring_avail) + (num * sizeof(uint16_t)) +
133*310dacd0SPeter Grehan 	    sizeof(uint16_t);
13410b59a9bSPeter Grehan 	size = (size + align - 1) & ~(align - 1);
13510b59a9bSPeter Grehan 	size += sizeof(struct vring_used) +
136*310dacd0SPeter Grehan 	    (num * sizeof(struct vring_used_elem)) + sizeof(uint16_t);
13710b59a9bSPeter Grehan 	return (size);
13810b59a9bSPeter Grehan }
13910b59a9bSPeter Grehan 
14010b59a9bSPeter Grehan static inline void
14110b59a9bSPeter Grehan vring_init(struct vring *vr, unsigned int num, uint8_t *p,
14210b59a9bSPeter Grehan     unsigned long align)
14310b59a9bSPeter Grehan {
14410b59a9bSPeter Grehan         vr->num = num;
14510b59a9bSPeter Grehan         vr->desc = (struct vring_desc *) p;
14610b59a9bSPeter Grehan         vr->avail = (struct vring_avail *) (p +
14710b59a9bSPeter Grehan 	    num * sizeof(struct vring_desc));
14810b59a9bSPeter Grehan         vr->used = (void *)
14910b59a9bSPeter Grehan 	    (((unsigned long) &vr->avail->ring[num] + align-1) & ~(align-1));
15010b59a9bSPeter Grehan }
151b8a58707SPeter Grehan 
152b8a58707SPeter Grehan /*
153b8a58707SPeter Grehan  * The following is used with VIRTIO_RING_F_EVENT_IDX.
154b8a58707SPeter Grehan  *
155b8a58707SPeter Grehan  * Assuming a given event_idx value from the other size, if we have
156b8a58707SPeter Grehan  * just incremented index from old to new_idx, should we trigger an
157b8a58707SPeter Grehan  * event?
158b8a58707SPeter Grehan  */
159b8a58707SPeter Grehan static inline int
160b8a58707SPeter Grehan vring_need_event(uint16_t event_idx, uint16_t new_idx, uint16_t old)
161b8a58707SPeter Grehan {
162b8a58707SPeter Grehan 
163b8a58707SPeter Grehan 	return (uint16_t)(new_idx - event_idx - 1) < (uint16_t)(new_idx - old);
164b8a58707SPeter Grehan }
16510b59a9bSPeter Grehan #endif /* VIRTIO_RING_H */
166