161 	     u32 in_sync, struct v3d_submit_ext *se, enum v3d_queue queue)  in v3d_job_init()  argument
164 	bool has_multisync = se && (se->flags & DRM_V3D_EXT_ID_MULTI_SYNC);  in v3d_job_init()
177 		if (se->in_sync_count && se->wait_stage == queue) {  in v3d_job_init()
178 			struct drm_v3d_sem __user *handle = u64_to_user_ptr(se->in_syncs);  in v3d_job_init()
180 			for (i = 0; i < se->in_sync_count; i++) {  in v3d_job_init()
230 					 struct v3d_submit_ext *se,  in v3d_attach_fences_and_unlock_reservation()  argument
234 	bool has_multisync = se && (se->flags & DRM_V3D_EXT_ID_MULTI_SYNC);  in v3d_attach_fences_and_unlock_reservation()
257 	if (se->out_sync_count) {  in v3d_attach_fences_and_unlock_reservation()
258 		for (i = 0; i < se->out_sync_count; i++) {  in v3d_attach_fences_and_unlock_reservation()
259 			drm_syncobj_replace_fence(se->out_syncs[i].syncobj,  in v3d_attach_fences_and_unlock_reservation()
261 			drm_syncobj_put(se->out_syncs[i].syncobj);  in v3d_attach_fences_and_unlock_reservation()
263 		kvfree(se->out_syncs);  in v3d_attach_fences_and_unlock_reservation()
273 			   struct v3d_submit_ext *se,  in v3d_setup_csd_jobs_and_bos()  argument
283 			   v3d_job_free, args->in_sync, se, V3D_CSD);  in v3d_setup_csd_jobs_and_bos()
311 v3d_put_multisync_post_deps(struct v3d_submit_ext *se)  in v3d_put_multisync_post_deps()  argument
315 	if (!(se && se->out_sync_count))  in v3d_put_multisync_post_deps()
318 	for (i = 0; i < se->out_sync_count; i++)  in v3d_put_multisync_post_deps()
319 		drm_syncobj_put(se->out_syncs[i].syncobj);  in v3d_put_multisync_post_deps()
320 	kvfree(se->out_syncs);  in v3d_put_multisync_post_deps()
325 			    struct v3d_submit_ext *se,  in v3d_get_multisync_post_deps()  argument
334 	se->out_syncs = (struct v3d_submit_outsync *)  in v3d_get_multisync_post_deps()
338 	if (!se->out_syncs)  in v3d_get_multisync_post_deps()
352 		se->out_syncs[i].syncobj = drm_syncobj_find(file_priv,  in v3d_get_multisync_post_deps()
354 		if (!se->out_syncs[i].syncobj) {  in v3d_get_multisync_post_deps()
359 	se->out_sync_count = count;  in v3d_get_multisync_post_deps()
365 		drm_syncobj_put(se->out_syncs[i].syncobj);  in v3d_get_multisync_post_deps()
366 	kvfree(se->out_syncs);  in v3d_get_multisync_post_deps()
377 			      struct v3d_submit_ext *se)  in v3d_get_multisync_submit_deps()  argument
382 	if (se->in_sync_count || se->out_sync_count) {  in v3d_get_multisync_submit_deps()
393 	ret = v3d_get_multisync_post_deps(file_priv, se, multisync.out_sync_count,  in v3d_get_multisync_submit_deps()
398 	se->in_sync_count = multisync.in_sync_count;  in v3d_get_multisync_submit_deps()
399 	se->in_syncs = multisync.in_syncs;  in v3d_get_multisync_submit_deps()
400 	se->flags |= DRM_V3D_EXT_ID_MULTI_SYNC;  in v3d_get_multisync_submit_deps()
401 	se->wait_stage = multisync.wait_stage;  in v3d_get_multisync_submit_deps()
825 		   struct v3d_submit_ext *se,  in v3d_get_extensions()  argument
842 			ret = v3d_get_multisync_submit_deps(file_priv, user_ext, se);  in v3d_get_extensions()
895 	struct v3d_submit_ext se = {0};  in v3d_submit_cl_ioctl()  local
916 		ret = v3d_get_extensions(file_priv, args->extensions, &se, NULL);  in v3d_submit_cl_ioctl()
928 			   v3d_render_job_free, args->in_sync_rcl, &se, V3D_RENDER);  in v3d_submit_cl_ioctl()
944 				   v3d_job_free, args->in_sync_bcl, &se, V3D_BIN);  in v3d_submit_cl_ioctl()
1031 						 &se,  in v3d_submit_cl_ioctl()
1049 	v3d_put_multisync_post_deps(&se);  in v3d_submit_cl_ioctl()
1069 	struct v3d_submit_ext se = {0};  in v3d_submit_tfu_ioctl()  local
1082 		ret = v3d_get_extensions(file_priv, args->extensions, &se, NULL);  in v3d_submit_tfu_ioctl()
1094 			   v3d_job_free, args->in_sync, &se, V3D_TFU);  in v3d_submit_tfu_ioctl()
1139 						 &se,  in v3d_submit_tfu_ioctl()
1148 	v3d_put_multisync_post_deps(&se);  in v3d_submit_tfu_ioctl()
1169 	struct v3d_submit_ext se = {0};  in v3d_submit_csd_ioctl()  local
1191 		ret = v3d_get_extensions(file_priv, args->extensions, &se, NULL);  in v3d_submit_csd_ioctl()
1199 					 &job, &clean_job, &se,  in v3d_submit_csd_ioctl()
1233 						 &se,  in v3d_submit_csd_ioctl()
1249 	v3d_put_multisync_post_deps(&se);  in v3d_submit_csd_ioctl()
1278 	struct v3d_submit_ext se = {0};  in v3d_submit_cpu_ioctl()  local
1296 		ret = v3d_get_extensions(file_priv, args->extensions, &se, cpu_job);  in v3d_submit_cpu_ioctl()
1319 			   v3d_job_free, 0, &se, V3D_CPU);  in v3d_submit_cpu_ioctl()
1364 	out_se = (cpu_job->job_type == V3D_CPU_JOB_TYPE_INDIRECT_CSD) ? NULL : &se;  in v3d_submit_cpu_ioctl()
1376 							 0, &se, clean_job->done_fence);  in v3d_submit_cpu_ioctl()
1401 	v3d_put_multisync_post_deps(&se);  in v3d_submit_cpu_ioctl()