61 	obj->mm.page_sizes.sg = 0;  in __i915_gem_object_set_pages()
64 			obj->mm.page_sizes.sg |= BIT(i);  in __i915_gem_object_set_pages()
66 	GEM_BUG_ON(!HAS_PAGE_SIZES(i915, obj->mm.page_sizes.sg));  in __i915_gem_object_set_pages()
234 	obj->mm.page_sizes.phys = obj->mm.page_sizes.sg = 0;  in __i915_gem_object_unset_pages()
652 	struct scatterlist *sg;  in __i915_gem_object_page_iter_get_sg()  local
659 	/* As we iterate forward through the sg, we record each entry in a  in __i915_gem_object_page_iter_get_sg()
673 	/* We prefer to reuse the last sg so that repeated lookup of this  in __i915_gem_object_page_iter_get_sg()
674 	 * (or the subsequent) sg are fast - comparing against the last  in __i915_gem_object_page_iter_get_sg()
675 	 * sg is faster than going through the radixtree.  in __i915_gem_object_page_iter_get_sg()
678 	sg = iter->sg_pos;  in __i915_gem_object_page_iter_get_sg()
680 	count = dma ? __sg_dma_page_count(sg) : __sg_page_count(sg);  in __i915_gem_object_page_iter_get_sg()
695 		ret = radix_tree_insert(&iter->radix, idx, sg);  in __i915_gem_object_page_iter_get_sg()
707 		sg = ____sg_next(sg);  in __i915_gem_object_page_iter_get_sg()
708 		count = dma ? __sg_dma_page_count(sg) : __sg_page_count(sg);  in __i915_gem_object_page_iter_get_sg()
712 	iter->sg_pos = sg;  in __i915_gem_object_page_iter_get_sg()
721 	 * to look beyond the current sg.  in __i915_gem_object_page_iter_get_sg()
725 		sg = ____sg_next(sg);  in __i915_gem_object_page_iter_get_sg()
726 		count = dma ? __sg_dma_page_count(sg) : __sg_page_count(sg);  in __i915_gem_object_page_iter_get_sg()
730 	return sg;  in __i915_gem_object_page_iter_get_sg()
735 	sg = radix_tree_lookup(&iter->radix, n);  in __i915_gem_object_page_iter_get_sg()
736 	GEM_BUG_ON(!sg);  in __i915_gem_object_page_iter_get_sg()
738 	/* If this index is in the middle of multi-page sg entry,  in __i915_gem_object_page_iter_get_sg()
742 	 * sg entry's range.  in __i915_gem_object_page_iter_get_sg()
745 	if (unlikely(xa_is_value(sg))) {  in __i915_gem_object_page_iter_get_sg()
746 		unsigned long base = xa_to_value(sg);  in __i915_gem_object_page_iter_get_sg()
748 		sg = radix_tree_lookup(&iter->radix, base);  in __i915_gem_object_page_iter_get_sg()
749 		GEM_BUG_ON(!sg);  in __i915_gem_object_page_iter_get_sg()
756 	return sg;  in __i915_gem_object_page_iter_get_sg()
762 	struct scatterlist *sg;  in __i915_gem_object_get_page()  local
767 	sg = i915_gem_object_get_sg(obj, n, &offset);  in __i915_gem_object_get_page()
768 	return sg_page(sg) + offset;  in __i915_gem_object_get_page()
788 	struct scatterlist *sg;  in __i915_gem_object_get_dma_address_len()  local
791 	sg = i915_gem_object_get_sg_dma(obj, n, &offset);  in __i915_gem_object_get_dma_address_len()
794 		*len = sg_dma_len(sg) - (offset << PAGE_SHIFT);  in __i915_gem_object_get_dma_address_len()
796 	return sg_dma_address(sg) + (offset << PAGE_SHIFT);  in __i915_gem_object_get_dma_address_len()