18  * Evict non-pinned user BOs first (via GPU), evict pinned external BOs next
19  * (via GPU), wait for evictions, and finally evict pinned kernel BOs via CPU.
60 	/* Pinned user memory in VRAM */  in xe_bo_evict_all()
62 	spin_lock(&xe->pinned.lock);  in xe_bo_evict_all()
64 		bo = list_first_entry_or_null(&xe->pinned.external_vram,  in xe_bo_evict_all()
70 		spin_unlock(&xe->pinned.lock);  in xe_bo_evict_all()
77 			spin_lock(&xe->pinned.lock);  in xe_bo_evict_all()
79 					 &xe->pinned.external_vram);  in xe_bo_evict_all()
80 			spin_unlock(&xe->pinned.lock);  in xe_bo_evict_all()
84 		spin_lock(&xe->pinned.lock);  in xe_bo_evict_all()
86 	list_splice_tail(&still_in_list, &xe->pinned.external_vram);  in xe_bo_evict_all()
87 	spin_unlock(&xe->pinned.lock);  in xe_bo_evict_all()
96 	spin_lock(&xe->pinned.lock);  in xe_bo_evict_all()
98 		bo = list_first_entry_or_null(&xe->pinned.kernel_bo_present,  in xe_bo_evict_all()
103 		list_move_tail(&bo->pinned_link, &xe->pinned.evicted);  in xe_bo_evict_all()
104 		spin_unlock(&xe->pinned.lock);  in xe_bo_evict_all()
113 		spin_lock(&xe->pinned.lock);  in xe_bo_evict_all()
115 	spin_unlock(&xe->pinned.lock);  in xe_bo_evict_all()
136 	spin_lock(&xe->pinned.lock);  in xe_bo_restore_kernel()
138 		bo = list_first_entry_or_null(&xe->pinned.evicted,  in xe_bo_restore_kernel()
143 		list_move_tail(&bo->pinned_link, &xe->pinned.kernel_bo_present);  in xe_bo_restore_kernel()
144 		spin_unlock(&xe->pinned.lock);  in xe_bo_restore_kernel()
170 		spin_lock(&xe->pinned.lock);  in xe_bo_restore_kernel()
172 	spin_unlock(&xe->pinned.lock);  in xe_bo_restore_kernel()
178  * xe_bo_restore_user - restore pinned user BOs to VRAM
182  * Move pinned user BOs from temporary (typically system) memory to VRAM via
198 	/* Pinned user memory in VRAM should be validated on resume */  in xe_bo_restore_user()
200 	spin_lock(&xe->pinned.lock);  in xe_bo_restore_user()
202 		bo = list_first_entry_or_null(&xe->pinned.external_vram,  in xe_bo_restore_user()
208 		spin_unlock(&xe->pinned.lock);  in xe_bo_restore_user()
215 			spin_lock(&xe->pinned.lock);  in xe_bo_restore_user()
217 					 &xe->pinned.external_vram);  in xe_bo_restore_user()
218 			spin_unlock(&xe->pinned.lock);  in xe_bo_restore_user()
222 		spin_lock(&xe->pinned.lock);  in xe_bo_restore_user()
224 	list_splice_tail(&still_in_list, &xe->pinned.external_vram);  in xe_bo_restore_user()
225 	spin_unlock(&xe->pinned.lock);  in xe_bo_restore_user()