184 	mm = get_task_mm(pdd->process->lead_thread);  in kfd_sdma_activity_worker()
283 	proc = pdd->process;  in kfd_get_cu_occupancy()
525 	if (!q || !q->process)  in kfd_procfs_add_queue()
527 	proc = q->process;  in kfd_procfs_add_queue()
827 int kfd_create_process_sysfs(struct kfd_process *process)  in kfd_create_process_sysfs()  argument
832 	if (process->kobj) {  in kfd_create_process_sysfs()
837 	process->kobj = kfd_alloc_struct(process->kobj);  in kfd_create_process_sysfs()
838 	if (!process->kobj) {  in kfd_create_process_sysfs()
843 	if (process->context_id == KFD_CONTEXT_ID_PRIMARY)  in kfd_create_process_sysfs()
844 		ret = kobject_init_and_add(process->kobj, &procfs_type,  in kfd_create_process_sysfs()
846 					   (int)process->lead_thread->pid);  in kfd_create_process_sysfs()
848 		primary_process = kfd_lookup_process_by_mm(process->lead_thread->mm);  in kfd_create_process_sysfs()
852 		ret = kobject_init_and_add(process->kobj, &procfs_type,  in kfd_create_process_sysfs()
854 					   process->context_id);  in kfd_create_process_sysfs()
860 		kobject_put(process->kobj);  in kfd_create_process_sysfs()
864 	kfd_sysfs_create_file(process->kobj, &process->attr_pasid,  in kfd_create_process_sysfs()
867 	process->kobj_queues = kobject_create_and_add("queues",  in kfd_create_process_sysfs()
868 						process->kobj);  in kfd_create_process_sysfs()
869 	if (!process->kobj_queues)  in kfd_create_process_sysfs()
872 	kfd_procfs_add_sysfs_stats(process);  in kfd_create_process_sysfs()
873 	kfd_procfs_add_sysfs_files(process);  in kfd_create_process_sysfs()
874 	kfd_procfs_add_sysfs_counters(process);  in kfd_create_process_sysfs()
879 static int kfd_process_alloc_id(struct kfd_process *process)  in kfd_process_alloc_id()  argument
885 	if (process->context_id == KFD_CONTEXT_ID_PRIMARY)  in kfd_process_alloc_id()
888 	primary_process = kfd_lookup_process_by_mm(process->lead_thread->mm);  in kfd_process_alloc_id()
898 	process->context_id = ret;  in kfd_process_alloc_id()
907 static void kfd_process_free_id(struct kfd_process *process)  in kfd_process_free_id()  argument
911 	if (process->context_id != KFD_CONTEXT_ID_PRIMARY)  in kfd_process_free_id()
914 	primary_process = kfd_lookup_process_by_mm(process->lead_thread->mm);  in kfd_process_free_id()
918 	ida_free(&primary_process->id_table, process->context_id);  in kfd_process_free_id()
925 	struct kfd_process *process;  in kfd_create_process()  local
948 		process = ERR_PTR(-EINVAL);  in kfd_create_process()
954 		process = ERR_PTR(-EINVAL);  in kfd_create_process()
961 	process = find_process(thread, true);  in kfd_create_process()
962 	if (process) {  in kfd_create_process()
965 		process = create_process(thread, true);  in kfd_create_process()
966 		if (IS_ERR(process))  in kfd_create_process()
972 		ret = kfd_create_process_sysfs(process);  in kfd_create_process()
976 		kfd_debugfs_add_process(process);  in kfd_create_process()
978 		init_waitqueue_head(&process->wait_irq_drain);  in kfd_create_process()
984 	return process;  in kfd_create_process()
989 	struct kfd_process *process;  in find_process_by_mm()  local
991 	hash_for_each_possible_rcu(kfd_processes_table, process,  in find_process_by_mm()
993 		if (process->mm == mm && process->context_id == KFD_CONTEXT_ID_PRIMARY)  in find_process_by_mm()
994 			return process;  in find_process_by_mm()
1042 	struct kfd_process *p = pdd->process;  in kfd_process_device_free_bos()
1481 					pdd->process->debug_trap_enabled);  in kfd_process_device_init_cwsr_dgpu()
1591 	struct kfd_process *process;  in create_process()  local
1595 	process = kzalloc_obj(*process);  in create_process()
1596 	if (!process)  in create_process()
1599 	kref_init(&process->ref);  in create_process()
1600 	mutex_init(&process->mutex);  in create_process()
1601 	process->mm = thread->mm;  in create_process()
1602 	process->lead_thread = thread->group_leader;  in create_process()
1603 	process->n_pdds = 0;  in create_process()
1604 	process->queues_paused = false;  in create_process()
1606 	INIT_DELAYED_WORK(&process->eviction_work, evict_process_worker);  in create_process()
1607 	INIT_DELAYED_WORK(&process->restore_work, restore_process_worker);  in create_process()
1608 	process->last_restore_timestamp = get_jiffies_64();  in create_process()
1609 	err = kfd_event_init_process(process);  in create_process()
1612 	process->is_32bit_user_mode = in_compat_syscall();  in create_process()
1613 	process->debug_trap_enabled = false;  in create_process()
1614 	process->debugger_process = NULL;  in create_process()
1615 	process->exception_enable_mask = 0;  in create_process()
1616 	atomic_set(&process->debugged_process_count, 0);  in create_process()
1617 	sema_init(&process->runtime_enable_sema, 0);  in create_process()
1619 	err = pqm_init(&process->pqm, process);  in create_process()
1624 	err = kfd_init_apertures(process);  in create_process()
1629 	process->xnack_enabled = kfd_process_xnack_mode(process, false);  in create_process()
1631 	err = svm_range_list_init(process);  in create_process()
1636 	hash_add_rcu(kfd_processes_table, &process->kfd_processes,  in create_process()
1637 			(uintptr_t)process->mm);  in create_process()
1642 	kref_get(&process->ref);  in create_process()
1650 		process->context_id = KFD_CONTEXT_ID_PRIMARY;  in create_process()
1651 		mn = mmu_notifier_get(&kfd_process_mmu_notifier_ops, process->mm);  in create_process()
1656 		BUG_ON(mn != &process->mmu_notifier);  in create_process()
1657 		ida_init(&process->id_table);  in create_process()
1660 	err = kfd_process_alloc_id(process);  in create_process()
1666 	kfd_unref_process(process);  in create_process()
1667 	get_task_struct(process->lead_thread);  in create_process()
1669 	INIT_WORK(&process->debug_event_workarea, debug_event_write_work_handler);  in create_process()
1671 	return process;  in create_process()
1674 	kfd_process_free_id(process);  in create_process()
1676 	hash_del_rcu(&process->kfd_processes);  in create_process()
1677 	svm_range_list_fini(process);  in create_process()
1679 	kfd_process_free_outstanding_kfd_bos(process);  in create_process()
1680 	kfd_process_destroy_pdds(process);  in create_process()
1682 	pqm_uninit(&process->pqm);  in create_process()
1684 	kfd_event_free_process(process);  in create_process()
1686 	mutex_destroy(&process->mutex);  in create_process()
1687 	kfree(process);  in create_process()
1722 	pdd->process = p;  in kfd_create_process_device_data()
1778 	p = pdd->process;  in kfd_process_device_init_vm()
1933 		kref_get(&ret_p->process->ref);  in kfd_lookup_process_by_pasid()
1936 		return ret_p->process;  in kfd_lookup_process_by_pasid()
2229 int kfd_reserved_mem_mmap(struct kfd_node *dev, struct kfd_process *process,  in kfd_reserved_mem_mmap()  argument
2240 	pdd = kfd_get_process_device_data(dev, process);  in kfd_reserved_mem_mmap()
2271 	pdd->process->irq_drain_is_open = true;  in kfd_process_drain_interrupts()
2292 		pdd->process->irq_drain_is_open = false;  in kfd_process_drain_interrupts()
2296 	r = wait_event_interruptible(pdd->process->wait_irq_drain,  in kfd_process_drain_interrupts()
2297 				     !READ_ONCE(pdd->process->irq_drain_is_open));  in kfd_process_drain_interrupts()
2299 		pdd->process->irq_drain_is_open = false;  in kfd_process_drain_interrupts()