48 static inline void assert_vma_held_evict(const struct i915_vma *vma)  in assert_vma_held_evict()
66 static void i915_vma_free(struct i915_vma *vma)  in i915_vma_free()
75 static void vma_print_allocator(struct i915_vma *vma, const char *reason)  in vma_print_allocator()
94 static void vma_print_allocator(struct i915_vma *vma, const char *reason)  in vma_print_allocator()
107 	struct i915_vma *vma = active_to_vma(ref);  in __i915_vma_active()  local
132 	struct i915_vma *vma = active_to_vma(ref);  in __i915_vma_retire()  local
151 	struct i915_vma *vma;  in vma_create()  local
293 		struct i915_vma *vma = rb_entry(rb, struct i915_vma, obj_node);  in i915_vma_lookup()  local
327 	struct i915_vma *vma;  in i915_vma_instance()  local
405 int i915_vma_wait_for_bind(struct i915_vma *vma)  in i915_vma_wait_for_bind()
425 static int i915_vma_verify_bind_complete(struct i915_vma *vma)  in i915_vma_verify_bind_complete()
448 				struct i915_vma *vma)  in i915_vma_resource_init_from_vma()
472 int i915_vma_bind(struct i915_vma *vma,  in i915_vma_bind()
581 void __iomem *i915_vma_pin_iomap(struct i915_vma *vma)  in i915_vma_pin_iomap()
649 void i915_vma_flush_writes(struct i915_vma *vma)  in i915_vma_flush_writes()
655 void i915_vma_unpin_iomap(struct i915_vma *vma)  in i915_vma_unpin_iomap()
669 	struct i915_vma *vma;  in i915_vma_unpin_and_release()  local
687 bool i915_vma_misplaced(const struct i915_vma *vma,  in i915_vma_misplaced()
721 void __i915_vma_set_map_and_fenceable(struct i915_vma *vma)  in __i915_vma_set_map_and_fenceable()
740 bool i915_gem_valid_gtt_space(struct i915_vma *vma, unsigned long color)  in i915_gem_valid_gtt_space()
788 i915_vma_insert(struct i915_vma *vma, struct i915_gem_ww_ctx *ww,  in i915_vma_insert()
927 i915_vma_detach(struct i915_vma *vma)  in i915_vma_detach()
940 static bool try_qad_pin(struct i915_vma *vma, unsigned int flags)  in try_qad_pin()
1300 __i915_vma_get_pages(struct i915_vma *vma)  in __i915_vma_get_pages()
1347 I915_SELFTEST_EXPORT int i915_vma_get_pages(struct i915_vma *vma)  in i915_vma_get_pages()
1394 static void __vma_put_pages(struct i915_vma *vma, unsigned int count)  in __vma_put_pages()
1410 I915_SELFTEST_EXPORT void i915_vma_put_pages(struct i915_vma *vma)  in i915_vma_put_pages()
1418 static void vma_unbind_pages(struct i915_vma *vma)  in vma_unbind_pages()
1432 int i915_vma_pin_ww(struct i915_vma *vma, struct i915_gem_ww_ctx *ww,  in i915_vma_pin_ww()
1621 static int __i915_ggtt_pin(struct i915_vma *vma, struct i915_gem_ww_ctx *ww,  in __i915_ggtt_pin()
1656 int i915_ggtt_pin(struct i915_vma *vma, struct i915_gem_ww_ctx *ww,  in i915_ggtt_pin()
1688 	struct i915_vma *vma;  in i915_ggtt_clear_scanout()  local
1698 static void __vma_close(struct i915_vma *vma, struct intel_gt *gt)  in __vma_close()
1716 void i915_vma_close(struct i915_vma *vma)  in i915_vma_close()
1733 static void __i915_vma_remove_closed(struct i915_vma *vma)  in __i915_vma_remove_closed()
1738 void i915_vma_reopen(struct i915_vma *vma)  in i915_vma_reopen()
1748 static void force_unbind(struct i915_vma *vma)  in force_unbind()
1758 static void release_references(struct i915_vma *vma, struct intel_gt *gt,  in release_references()
1810 void i915_vma_destroy_locked(struct i915_vma *vma)  in i915_vma_destroy_locked()
1819 void i915_vma_destroy(struct i915_vma *vma)  in i915_vma_destroy()
1838 	struct i915_vma *vma, *next;  in i915_vma_parked()  local
1881 static void __i915_vma_iounmap(struct i915_vma *vma)  in __i915_vma_iounmap()
1895 void i915_vma_revoke_mmap(struct i915_vma *vma)  in i915_vma_revoke_mmap()
1919 __i915_request_await_bind(struct i915_request *rq, struct i915_vma *vma)  in __i915_request_await_bind()
1924 static int __i915_vma_move_to_active(struct i915_vma *vma, struct i915_request *rq)  in __i915_vma_move_to_active()
1936 int _i915_vma_move_to_active(struct i915_vma *vma,  in _i915_vma_move_to_active()
2011 struct dma_fence *__i915_vma_evict(struct i915_vma *vma, bool async)  in __i915_vma_evict()
2091 int __i915_vma_unbind(struct i915_vma *vma)  in __i915_vma_unbind()
2122 static struct dma_fence *__i915_vma_unbind_async(struct i915_vma *vma)  in __i915_vma_unbind_async()
2157 int i915_vma_unbind(struct i915_vma *vma)  in i915_vma_unbind()
2195 int i915_vma_unbind_async(struct i915_vma *vma, bool trylock_vm)  in i915_vma_unbind_async()
2257 int i915_vma_unbind_unlocked(struct i915_vma *vma)  in i915_vma_unbind_unlocked()
2268 struct i915_vma *i915_vma_make_unshrinkable(struct i915_vma *vma)  in i915_vma_make_unshrinkable()
2274 void i915_vma_make_shrinkable(struct i915_vma *vma)  in i915_vma_make_shrinkable()
2279 void i915_vma_make_purgeable(struct i915_vma *vma)  in i915_vma_make_purgeable()