16 	u32 *cs, flags = 0;  in gen8_emit_flush_rcs()  local
19 	flags |= PIPE_CONTROL_CS_STALL;  in gen8_emit_flush_rcs()
22 		flags |= PIPE_CONTROL_RENDER_TARGET_CACHE_FLUSH;  in gen8_emit_flush_rcs()
23 		flags |= PIPE_CONTROL_DEPTH_CACHE_FLUSH;  in gen8_emit_flush_rcs()
24 		flags |= PIPE_CONTROL_DC_FLUSH_ENABLE;  in gen8_emit_flush_rcs()
25 		flags |= PIPE_CONTROL_FLUSH_ENABLE;  in gen8_emit_flush_rcs()
29 		flags |= PIPE_CONTROL_TLB_INVALIDATE;  in gen8_emit_flush_rcs()
30 		flags |= PIPE_CONTROL_INSTRUCTION_CACHE_INVALIDATE;  in gen8_emit_flush_rcs()
31 		flags |= PIPE_CONTROL_TEXTURE_CACHE_INVALIDATE;  in gen8_emit_flush_rcs()
32 		flags |= PIPE_CONTROL_VF_CACHE_INVALIDATE;  in gen8_emit_flush_rcs()
33 		flags |= PIPE_CONTROL_CONST_CACHE_INVALIDATE;  in gen8_emit_flush_rcs()
34 		flags |= PIPE_CONTROL_STATE_CACHE_INVALIDATE;  in gen8_emit_flush_rcs()
35 		flags |= PIPE_CONTROL_QW_WRITE;  in gen8_emit_flush_rcs()
36 		flags |= PIPE_CONTROL_STORE_DATA_INDEX;  in gen8_emit_flush_rcs()
69 	cs = gen8_emit_pipe_control(cs, flags, LRC_PPHWSP_SCRATCH_ADDR);  in gen8_emit_flush_rcs()
116 		u32 flags = 0;  in gen11_emit_flush_rcs()  local
118 		flags |= PIPE_CONTROL_CS_STALL;  in gen11_emit_flush_rcs()
120 		flags |= PIPE_CONTROL_TILE_CACHE_FLUSH;  in gen11_emit_flush_rcs()
121 		flags |= PIPE_CONTROL_RENDER_TARGET_CACHE_FLUSH;  in gen11_emit_flush_rcs()
122 		flags |= PIPE_CONTROL_DEPTH_CACHE_FLUSH;  in gen11_emit_flush_rcs()
123 		flags |= PIPE_CONTROL_DC_FLUSH_ENABLE;  in gen11_emit_flush_rcs()
124 		flags |= PIPE_CONTROL_FLUSH_ENABLE;  in gen11_emit_flush_rcs()
125 		flags |= PIPE_CONTROL_QW_WRITE;  in gen11_emit_flush_rcs()
126 		flags |= PIPE_CONTROL_STORE_DATA_INDEX;  in gen11_emit_flush_rcs()
132 		cs = gen8_emit_pipe_control(cs, flags, LRC_PPHWSP_SCRATCH_ADDR);  in gen11_emit_flush_rcs()
138 		u32 flags = 0;  in gen11_emit_flush_rcs()  local
140 		flags |= PIPE_CONTROL_CS_STALL;  in gen11_emit_flush_rcs()
142 		flags |= PIPE_CONTROL_COMMAND_CACHE_INVALIDATE;  in gen11_emit_flush_rcs()
143 		flags |= PIPE_CONTROL_TLB_INVALIDATE;  in gen11_emit_flush_rcs()
144 		flags |= PIPE_CONTROL_INSTRUCTION_CACHE_INVALIDATE;  in gen11_emit_flush_rcs()
145 		flags |= PIPE_CONTROL_TEXTURE_CACHE_INVALIDATE;  in gen11_emit_flush_rcs()
146 		flags |= PIPE_CONTROL_VF_CACHE_INVALIDATE;  in gen11_emit_flush_rcs()
147 		flags |= PIPE_CONTROL_CONST_CACHE_INVALIDATE;  in gen11_emit_flush_rcs()
148 		flags |= PIPE_CONTROL_STATE_CACHE_INVALIDATE;  in gen11_emit_flush_rcs()
149 		flags |= PIPE_CONTROL_QW_WRITE;  in gen11_emit_flush_rcs()
150 		flags |= PIPE_CONTROL_STORE_DATA_INDEX;  in gen11_emit_flush_rcs()
156 		cs = gen8_emit_pipe_control(cs, flags, LRC_PPHWSP_SCRATCH_ADDR);  in gen11_emit_flush_rcs()
310 		u32 flags = 0;  in gen12_emit_flush_rcs()  local
318 		flags |= PIPE_CONTROL_COMMAND_CACHE_INVALIDATE;  in gen12_emit_flush_rcs()
319 		flags |= PIPE_CONTROL_TLB_INVALIDATE;  in gen12_emit_flush_rcs()
320 		flags |= PIPE_CONTROL_INSTRUCTION_CACHE_INVALIDATE;  in gen12_emit_flush_rcs()
321 		flags |= PIPE_CONTROL_TEXTURE_CACHE_INVALIDATE;  in gen12_emit_flush_rcs()
322 		flags |= PIPE_CONTROL_VF_CACHE_INVALIDATE;  in gen12_emit_flush_rcs()
323 		flags |= PIPE_CONTROL_CONST_CACHE_INVALIDATE;  in gen12_emit_flush_rcs()
324 		flags |= PIPE_CONTROL_STATE_CACHE_INVALIDATE;  in gen12_emit_flush_rcs()
326 		flags |= PIPE_CONTROL_STORE_DATA_INDEX;  in gen12_emit_flush_rcs()
327 		flags |= PIPE_CONTROL_QW_WRITE;  in gen12_emit_flush_rcs()
329 		flags |= PIPE_CONTROL_CS_STALL;  in gen12_emit_flush_rcs()
332 			flags &= ~PIPE_CONTROL_3D_ARCH_FLAGS;  in gen12_emit_flush_rcs()
334 			flags &= ~PIPE_CONTROL_3D_ENGINE_FLAGS;  in gen12_emit_flush_rcs()
351 		cs = gen8_emit_pipe_control(cs, flags, LRC_PPHWSP_SCRATCH_ADDR);  in gen12_emit_flush_rcs()
476 	__set_bit(I915_FENCE_FLAG_INITIAL_BREADCRUMB, &rq->fence.flags);  in gen8_emit_init_breadcrumb()
483 				const unsigned int flags,  in __xehp_emit_bb_start()  argument
506 		(flags & I915_DISPATCH_SECURE ? 0 : BIT(8));  in __xehp_emit_bb_start()
524 			     const unsigned int flags)  in xehp_emit_bb_start_noarb()  argument
526 	return __xehp_emit_bb_start(rq, offset, len, flags, MI_ARB_DISABLE);  in xehp_emit_bb_start_noarb()
531 		       const unsigned int flags)  in xehp_emit_bb_start()  argument
533 	return __xehp_emit_bb_start(rq, offset, len, flags, MI_ARB_ENABLE);  in xehp_emit_bb_start()
538 			     const unsigned int flags)  in gen8_emit_bb_start_noarb()  argument
563 		(flags & I915_DISPATCH_SECURE ? 0 : BIT(8));  in gen8_emit_bb_start_noarb()
574 		       const unsigned int flags)  in gen8_emit_bb_start()  argument
579 		return gen8_emit_bb_start_noarb(rq, offset, len, flags);  in gen8_emit_bb_start()
588 		(flags & I915_DISPATCH_SECURE ? 0 : BIT(8));  in gen8_emit_bb_start()
816 	u32 flags = (PIPE_CONTROL_CS_STALL |  in gen12_emit_fini_breadcrumb_rcs()  local
825 		flags |= PIPE_CONTROL_FLUSH_L3;  in gen12_emit_fini_breadcrumb_rcs()
835 		flags |= PIPE_CONTROL_DEPTH_STALL;  in gen12_emit_fini_breadcrumb_rcs()
838 		flags &= ~PIPE_CONTROL_3D_ARCH_FLAGS;  in gen12_emit_fini_breadcrumb_rcs()
840 		flags &= ~PIPE_CONTROL_3D_ENGINE_FLAGS;  in gen12_emit_fini_breadcrumb_rcs()
842 	cs = gen12_emit_pipe_control(cs, PIPE_CONTROL0_HDC_PIPELINE_FLUSH, flags, 0);  in gen12_emit_fini_breadcrumb_rcs()