137 vdev_cache_evict(vdev_cache_t *vc, vdev_cache_entry_t *ve)  in vdev_cache_evict()  argument
140 	ASSERT3P(ve->ve_fill_io, ==, NULL);  in vdev_cache_evict()
141 	ASSERT3P(ve->ve_abd, !=, NULL);  in vdev_cache_evict()
143 	avl_remove(&vc->vc_lastused_tree, ve);  in vdev_cache_evict()
144 	avl_remove(&vc->vc_offset_tree, ve);  in vdev_cache_evict()
145 	abd_free(ve->ve_abd);  in vdev_cache_evict()
146 	kmem_free(ve, sizeof (vdev_cache_entry_t));  in vdev_cache_evict()
159 	vdev_cache_entry_t *ve;  in vdev_cache_allocate()  local
172 		ve = avl_first(&vc->vc_lastused_tree);  in vdev_cache_allocate()
173 		if (ve->ve_fill_io != NULL)  in vdev_cache_allocate()
175 		ASSERT3U(ve->ve_hits, !=, 0);  in vdev_cache_allocate()
176 		vdev_cache_evict(vc, ve);  in vdev_cache_allocate()
179 	ve = kmem_zalloc(sizeof (vdev_cache_entry_t), KM_SLEEP);  in vdev_cache_allocate()
180 	ve->ve_offset = offset;  in vdev_cache_allocate()
181 	ve->ve_lastused = ddi_get_lbolt();  in vdev_cache_allocate()
182 	ve->ve_abd = abd_alloc_for_io(VCBS, B_TRUE);  in vdev_cache_allocate()
184 	avl_add(&vc->vc_offset_tree, ve);  in vdev_cache_allocate()
185 	avl_add(&vc->vc_lastused_tree, ve);  in vdev_cache_allocate()
187 	return (ve);  in vdev_cache_allocate()
191 vdev_cache_hit(vdev_cache_t *vc, vdev_cache_entry_t *ve, zio_t *zio)  in vdev_cache_hit()  argument
196 	ASSERT3P(ve->ve_fill_io, ==, NULL);  in vdev_cache_hit()
198 	if (ve->ve_lastused != ddi_get_lbolt()) {  in vdev_cache_hit()
199 		avl_remove(&vc->vc_lastused_tree, ve);  in vdev_cache_hit()
200 		ve->ve_lastused = ddi_get_lbolt();  in vdev_cache_hit()
201 		avl_add(&vc->vc_lastused_tree, ve);  in vdev_cache_hit()
204 	ve->ve_hits++;  in vdev_cache_hit()
205 	abd_copy_off(zio->io_abd, ve->ve_abd, 0, cache_phase, zio->io_size);  in vdev_cache_hit()
216 	vdev_cache_entry_t *ve = fio->io_private;  in vdev_cache_fill()  local
226 	ASSERT3P(ve->ve_fill_io, ==, fio);  in vdev_cache_fill()
227 	ASSERT3U(ve->ve_offset, ==, fio->io_offset);  in vdev_cache_fill()
228 	ASSERT3P(ve->ve_abd, ==, fio->io_abd);  in vdev_cache_fill()
230 	ve->ve_fill_io = NULL;  in vdev_cache_fill()
239 		vdev_cache_hit(vc, ve, pio);  in vdev_cache_fill()
241 	if (fio->io_error || ve->ve_missed_update)  in vdev_cache_fill()
242 		vdev_cache_evict(vc, ve);  in vdev_cache_fill()
254 	vdev_cache_entry_t *ve, ve_search;  in vdev_cache_read()  local
278 	ve = avl_find(&vc->vc_offset_tree, &ve_search, NULL);  in vdev_cache_read()
280 	if (ve != NULL) {  in vdev_cache_read()
281 		if (ve->ve_missed_update) {  in vdev_cache_read()
286 		if ((fio = ve->ve_fill_io) != NULL) {  in vdev_cache_read()
294 		vdev_cache_hit(vc, ve, zio);  in vdev_cache_read()
302 	ve = vdev_cache_allocate(zio);  in vdev_cache_read()
304 	if (ve == NULL) {  in vdev_cache_read()
310 	    ve->ve_abd, VCBS, ZIO_TYPE_READ, ZIO_PRIORITY_NOW,  in vdev_cache_read()
311 	    ZIO_FLAG_DONT_CACHE, vdev_cache_fill, ve);  in vdev_cache_read()
313 	ve->ve_fill_io = fio;  in vdev_cache_read()
331 	vdev_cache_entry_t *ve, ve_search;  in vdev_cache_write()  local
343 	ve = avl_find(&vc->vc_offset_tree, &ve_search, &where);  in vdev_cache_write()
345 	if (ve == NULL)  in vdev_cache_write()
346 		ve = avl_nearest(&vc->vc_offset_tree, where, AVL_AFTER);  in vdev_cache_write()
348 	while (ve != NULL && ve->ve_offset < max_offset) {  in vdev_cache_write()
349 		uint64_t start = MAX(ve->ve_offset, io_start);  in vdev_cache_write()
350 		uint64_t end = MIN(ve->ve_offset + VCBS, io_end);  in vdev_cache_write()
352 		if (ve->ve_fill_io != NULL) {  in vdev_cache_write()
353 			ve->ve_missed_update = 1;  in vdev_cache_write()
355 			abd_copy_off(ve->ve_abd, zio->io_abd,  in vdev_cache_write()
356 			    start - ve->ve_offset, start - io_start,  in vdev_cache_write()
359 		ve = AVL_NEXT(&vc->vc_offset_tree, ve);  in vdev_cache_write()
368 	vdev_cache_entry_t *ve;  in vdev_cache_purge()  local
371 	while ((ve = avl_first(&vc->vc_offset_tree)) != NULL)  in vdev_cache_purge()
372 		vdev_cache_evict(vc, ve);  in vdev_cache_purge()