160 	struct rds_page_frag *frag;  in rds_ib_recv_free_caches()  local
179 	list_for_each_entry_safe(frag, frag_tmp, &list, f_cache_entry) {  in rds_ib_recv_free_caches()
180 		list_del(&frag->f_cache_entry);  in rds_ib_recv_free_caches()
181 		WARN_ON(!list_empty(&frag->f_item));  in rds_ib_recv_free_caches()
182 		kmem_cache_free(rds_ib_frag_slab, frag);  in rds_ib_recv_free_caches()
194 			     struct rds_page_frag *frag)  in rds_ib_frag_free()  argument
196 	rdsdebug("frag %p page %p\n", frag, sg_page(&frag->f_sg));  in rds_ib_frag_free()
198 	rds_ib_recv_cache_put(&frag->f_cache_entry, &ic->i_cache_frags);  in rds_ib_frag_free()
207 	struct rds_page_frag *frag;  in rds_ib_inc_free()  local
214 	list_for_each_entry_safe(frag, pos, &ibinc->ii_frags, f_item) {  in rds_ib_inc_free()
215 		list_del_init(&frag->f_item);  in rds_ib_inc_free()
216 		rds_ib_frag_free(ic, frag);  in rds_ib_inc_free()
279 	struct rds_page_frag *frag;  in rds_ib_refill_one_frag()  local
285 		frag = container_of(cache_item, struct rds_page_frag, f_cache_entry);  in rds_ib_refill_one_frag()
289 		frag = kmem_cache_alloc(rds_ib_frag_slab, slab_mask);  in rds_ib_refill_one_frag()
290 		if (!frag)  in rds_ib_refill_one_frag()
293 		sg_init_table(&frag->f_sg, 1);  in rds_ib_refill_one_frag()
294 		ret = rds_page_remainder_alloc(&frag->f_sg,  in rds_ib_refill_one_frag()
297 			kmem_cache_free(rds_ib_frag_slab, frag);  in rds_ib_refill_one_frag()
303 	INIT_LIST_HEAD(&frag->f_item);  in rds_ib_refill_one_frag()
305 	return frag;  in rds_ib_refill_one_frag()
537 	struct rds_page_frag *frag;  in rds_ib_inc_copy_to_user()  local
545 	frag = list_entry(ibinc->ii_frags.next, struct rds_page_frag, f_item);  in rds_ib_inc_copy_to_user()
550 			frag = list_entry(frag->f_item.next,  in rds_ib_inc_copy_to_user()
560 		ret = copy_page_to_iter(sg_page(&frag->f_sg),  in rds_ib_inc_copy_to_user()
561 					frag->f_sg.offset + frag_off,  in rds_ib_inc_copy_to_user()
790 	struct rds_page_frag *frag;  in rds_ib_cong_recv()  local
805 	frag = list_entry(ibinc->ii_frags.next, struct rds_page_frag, f_item);  in rds_ib_cong_recv()
817 		addr = kmap_atomic(sg_page(&frag->f_sg));  in rds_ib_cong_recv()
819 		src = addr + frag->f_sg.offset + frag_off;  in rds_ib_cong_recv()
839 			frag = list_entry(frag->f_item.next,  in rds_ib_cong_recv()