162 	     u32 in_sync, struct v3d_submit_ext *se, enum v3d_queue queue)  in v3d_job_init()  argument
165 	bool has_multisync = se && (se->flags & DRM_V3D_EXT_ID_MULTI_SYNC);  in v3d_job_init()
178 		if (se->in_sync_count && se->wait_stage == queue) {  in v3d_job_init()
179 			struct drm_v3d_sem __user *handle = u64_to_user_ptr(se->in_syncs);  in v3d_job_init()
181 			for (i = 0; i < se->in_sync_count; i++) {  in v3d_job_init()
231 					 struct v3d_submit_ext *se,  in v3d_attach_fences_and_unlock_reservation()  argument
235 	bool has_multisync = se && (se->flags & DRM_V3D_EXT_ID_MULTI_SYNC);  in v3d_attach_fences_and_unlock_reservation()
258 	if (se->out_sync_count) {  in v3d_attach_fences_and_unlock_reservation()
259 		for (i = 0; i < se->out_sync_count; i++) {  in v3d_attach_fences_and_unlock_reservation()
260 			drm_syncobj_replace_fence(se->out_syncs[i].syncobj,  in v3d_attach_fences_and_unlock_reservation()
262 			drm_syncobj_put(se->out_syncs[i].syncobj);  in v3d_attach_fences_and_unlock_reservation()
264 		kvfree(se->out_syncs);  in v3d_attach_fences_and_unlock_reservation()
274 			   struct v3d_submit_ext *se,  in v3d_setup_csd_jobs_and_bos()  argument
284 			   v3d_job_free, args->in_sync, se, V3D_CSD);  in v3d_setup_csd_jobs_and_bos()
312 v3d_put_multisync_post_deps(struct v3d_submit_ext *se)  in v3d_put_multisync_post_deps()  argument
316 	if (!(se && se->out_sync_count))  in v3d_put_multisync_post_deps()
319 	for (i = 0; i < se->out_sync_count; i++)  in v3d_put_multisync_post_deps()
320 		drm_syncobj_put(se->out_syncs[i].syncobj);  in v3d_put_multisync_post_deps()
321 	kvfree(se->out_syncs);  in v3d_put_multisync_post_deps()
326 			    struct v3d_submit_ext *se,  in v3d_get_multisync_post_deps()  argument
337 	se->out_syncs = (struct v3d_submit_outsync *)  in v3d_get_multisync_post_deps()
339 	if (!se->out_syncs)  in v3d_get_multisync_post_deps()
353 		se->out_syncs[i].syncobj = drm_syncobj_find(file_priv,  in v3d_get_multisync_post_deps()
355 		if (!se->out_syncs[i].syncobj) {  in v3d_get_multisync_post_deps()
360 	se->out_sync_count = count;  in v3d_get_multisync_post_deps()
366 		drm_syncobj_put(se->out_syncs[i].syncobj);  in v3d_get_multisync_post_deps()
367 	kvfree(se->out_syncs);  in v3d_get_multisync_post_deps()
378 			      struct v3d_submit_ext *se)  in v3d_get_multisync_submit_deps()  argument
385 	if (se->in_sync_count || se->out_sync_count) {  in v3d_get_multisync_submit_deps()
396 	ret = v3d_get_multisync_post_deps(file_priv, se, multisync.out_sync_count,  in v3d_get_multisync_submit_deps()
401 	se->in_sync_count = multisync.in_sync_count;  in v3d_get_multisync_submit_deps()
402 	se->in_syncs = multisync.in_syncs;  in v3d_get_multisync_submit_deps()
403 	se->flags |= DRM_V3D_EXT_ID_MULTI_SYNC;  in v3d_get_multisync_submit_deps()
404 	se->wait_stage = multisync.wait_stage;  in v3d_get_multisync_submit_deps()
799 		   struct v3d_submit_ext *se,  in v3d_get_extensions()  argument
818 			ret = v3d_get_multisync_submit_deps(file_priv, user_ext, se);  in v3d_get_extensions()
871 	struct v3d_submit_ext se = {0};  in v3d_submit_cl_ioctl()  local
892 		ret = v3d_get_extensions(file_priv, args->extensions, &se, NULL);  in v3d_submit_cl_ioctl()
904 			   v3d_render_job_free, args->in_sync_rcl, &se, V3D_RENDER);  in v3d_submit_cl_ioctl()
920 				   v3d_job_free, args->in_sync_bcl, &se, V3D_BIN);  in v3d_submit_cl_ioctl()
1007 						 &se,  in v3d_submit_cl_ioctl()
1025 	v3d_put_multisync_post_deps(&se);  in v3d_submit_cl_ioctl()
1045 	struct v3d_submit_ext se = {0};  in v3d_submit_tfu_ioctl()  local
1058 		ret = v3d_get_extensions(file_priv, args->extensions, &se, NULL);  in v3d_submit_tfu_ioctl()
1070 			   v3d_job_free, args->in_sync, &se, V3D_TFU);  in v3d_submit_tfu_ioctl()
1114 						 &se,  in v3d_submit_tfu_ioctl()
1123 	v3d_put_multisync_post_deps(&se);  in v3d_submit_tfu_ioctl()
1144 	struct v3d_submit_ext se = {0};  in v3d_submit_csd_ioctl()  local
1166 		ret = v3d_get_extensions(file_priv, args->extensions, &se, NULL);  in v3d_submit_csd_ioctl()
1174 					 &job, &clean_job, &se,  in v3d_submit_csd_ioctl()
1208 						 &se,  in v3d_submit_csd_ioctl()
1224 	v3d_put_multisync_post_deps(&se);  in v3d_submit_csd_ioctl()
1253 	struct v3d_submit_ext se = {0};  in v3d_submit_cpu_ioctl()  local
1271 		ret = v3d_get_extensions(file_priv, args->extensions, &se, cpu_job);  in v3d_submit_cpu_ioctl()
1294 			   v3d_job_free, 0, &se, V3D_CPU);  in v3d_submit_cpu_ioctl()
1339 	out_se = (cpu_job->job_type == V3D_CPU_JOB_TYPE_INDIRECT_CSD) ? NULL : &se;  in v3d_submit_cpu_ioctl()
1351 							 0, &se, clean_job->done_fence);  in v3d_submit_cpu_ioctl()
1376 	v3d_put_multisync_post_deps(&se);  in v3d_submit_cpu_ioctl()