Lines Matching refs:rings

376 	struct io_rings *rings;  member
438 n.rings = io_region_get_ptr(&n.ring_region); in io_register_resize_rings()
448 WRITE_ONCE(n.rings->sq_ring_mask, p->sq_entries - 1); in io_register_resize_rings()
449 WRITE_ONCE(n.rings->cq_ring_mask, p->cq_entries - 1); in io_register_resize_rings()
450 WRITE_ONCE(n.rings->sq_ring_entries, p->sq_entries); in io_register_resize_rings()
451 WRITE_ONCE(n.rings->cq_ring_entries, p->cq_entries); in io_register_resize_rings()
491 o.rings = ctx->rings; in io_register_resize_rings()
492 ctx->rings = NULL; in io_register_resize_rings()
500 tail = READ_ONCE(o.rings->sq.tail); in io_register_resize_rings()
501 old_head = READ_ONCE(o.rings->sq.head); in io_register_resize_rings()
510 WRITE_ONCE(n.rings->sq.head, old_head); in io_register_resize_rings()
511 WRITE_ONCE(n.rings->sq.tail, tail); in io_register_resize_rings()
513 tail = READ_ONCE(o.rings->cq.tail); in io_register_resize_rings()
514 old_head = READ_ONCE(o.rings->cq.head); in io_register_resize_rings()
518 ctx->rings = o.rings; in io_register_resize_rings()
528 n.rings->cqes[dst_head] = o.rings->cqes[src_head]; in io_register_resize_rings()
530 WRITE_ONCE(n.rings->cq.head, old_head); in io_register_resize_rings()
531 WRITE_ONCE(n.rings->cq.tail, tail); in io_register_resize_rings()
535 WRITE_ONCE(n.rings->sq_dropped, READ_ONCE(o.rings->sq_dropped)); in io_register_resize_rings()
536 atomic_set(&n.rings->sq_flags, atomic_read(&o.rings->sq_flags)); in io_register_resize_rings()
537 WRITE_ONCE(n.rings->cq_flags, READ_ONCE(o.rings->cq_flags)); in io_register_resize_rings()
538 WRITE_ONCE(n.rings->cq_overflow, READ_ONCE(o.rings->cq_overflow)); in io_register_resize_rings()
542 ctx->sq_array = (u32 *)((char *)n.rings + rl->sq_array_offset); in io_register_resize_rings()
547 ctx->rings = n.rings; in io_register_resize_rings()