xref: /linux/drivers/gpu/drm/amd/amdgpu/amdgpu_xcp.h (revision cb8fef4b07f71da01843457b66e579ad248a625e)
1 /*
2  * Copyright 2022 Advanced Micro Devices, Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  *
22  */
23 
24 #ifndef AMDGPU_XCP_H
25 #define AMDGPU_XCP_H
26 
27 #include <linux/pci.h>
28 #include <linux/xarray.h>
29 
30 #include "amdgpu_ctx.h"
31 
32 #define MAX_XCP 8
33 
34 #define AMDGPU_XCP_MODE_NONE -1
35 #define AMDGPU_XCP_MODE_TRANS -2
36 
37 #define AMDGPU_XCP_FL_NONE 0
38 #define AMDGPU_XCP_FL_LOCKED (1 << 0)
39 
40 #define AMDGPU_XCP_NO_PARTITION (~0)
41 
42 #define AMDGPU_XCP_OPS_KFD	(1 << 0)
43 
44 #define XCP_INST_MASK(num_inst, xcp_id)		\
45 	(num_inst ? GENMASK(num_inst - 1, 0) << (xcp_id * num_inst) : 0)
46 
47 struct amdgpu_fpriv;
48 
49 enum AMDGPU_XCP_IP_BLOCK {
50 	AMDGPU_XCP_GFXHUB,
51 	AMDGPU_XCP_GFX,
52 	AMDGPU_XCP_SDMA,
53 	AMDGPU_XCP_VCN,
54 	AMDGPU_XCP_MAX_BLOCKS
55 };
56 
57 enum AMDGPU_XCP_STATE {
58 	AMDGPU_XCP_PREPARE_SUSPEND,
59 	AMDGPU_XCP_SUSPEND,
60 	AMDGPU_XCP_PREPARE_RESUME,
61 	AMDGPU_XCP_RESUME,
62 };
63 
64 enum amdgpu_xcp_res_id {
65 	AMDGPU_XCP_RES_XCC,
66 	AMDGPU_XCP_RES_DMA,
67 	AMDGPU_XCP_RES_DEC,
68 	AMDGPU_XCP_RES_JPEG,
69 	AMDGPU_XCP_RES_MAX,
70 };
71 
72 struct amdgpu_xcp_res_details {
73 	enum amdgpu_xcp_res_id id;
74 	u8 num_inst;
75 	u8 num_shared;
76 	struct kobject kobj;
77 };
78 
79 struct amdgpu_xcp_cfg {
80 	u8 mode;
81 	struct amdgpu_xcp_res_details xcp_res[AMDGPU_XCP_RES_MAX];
82 	u8 num_res;
83 	struct amdgpu_xcp_mgr *xcp_mgr;
84 	struct kobject kobj;
85 	u16 compatible_nps_modes;
86 };
87 
88 struct amdgpu_xcp_ip_funcs {
89 	int (*prepare_suspend)(void *handle, uint32_t inst_mask);
90 	int (*suspend)(void *handle, uint32_t inst_mask);
91 	int (*prepare_resume)(void *handle, uint32_t inst_mask);
92 	int (*resume)(void *handle, uint32_t inst_mask);
93 };
94 
95 struct amdgpu_xcp_ip {
96 	struct amdgpu_xcp_ip_funcs *ip_funcs;
97 	uint32_t inst_mask;
98 
99 	enum AMDGPU_XCP_IP_BLOCK ip_id;
100 	bool valid;
101 };
102 
103 struct amdgpu_xcp_ualink {
104 	struct kobject kobj;
105 	bool sysfs;
106 };
107 
108 struct amdgpu_xcp {
109 	struct amdgpu_xcp_ip ip[AMDGPU_XCP_MAX_BLOCKS];
110 
111 	uint8_t id;
112 	uint8_t mem_id;
113 	bool valid;
114 	atomic_t	ref_cnt;
115 	struct drm_device *ddev;
116 	struct drm_device *rdev;
117 	struct drm_device *pdev;
118 	struct drm_driver *driver;
119 	struct drm_vma_offset_manager *vma_offset_manager;
120 	struct amdgpu_sched	gpu_sched[AMDGPU_HW_IP_NUM][AMDGPU_RING_PRIO_MAX];
121 	struct amdgpu_xcp_mgr *xcp_mgr;
122 	struct kobject kobj;
123 	struct amdgpu_xcp_ualink ualink;
124 	uint64_t unique_id;
125 };
126 
127 struct amdgpu_xcp_mgr {
128 	struct amdgpu_device *adev;
129 	struct mutex xcp_lock;
130 	struct amdgpu_xcp_mgr_funcs *funcs;
131 
132 	struct amdgpu_xcp xcp[MAX_XCP];
133 	uint8_t num_xcps;
134 	int8_t mode;
135 
136 	 /* Used to determine KFD memory size limits per XCP */
137 	unsigned int num_xcp_per_mem_partition;
138 	struct amdgpu_xcp_cfg *xcp_cfg;
139 	uint32_t supp_xcp_modes;
140 	uint32_t avail_xcp_modes;
141 	/* used to determin KFD memory alloc mode for each partition */
142 	uint32_t mem_alloc_mode;
143 };
144 
145 struct amdgpu_xcp_mgr_funcs {
146 	int (*switch_partition_mode)(struct amdgpu_xcp_mgr *xcp_mgr, int mode,
147 				     int *num_xcps);
148 	int (*query_partition_mode)(struct amdgpu_xcp_mgr *xcp_mgr);
149 	int (*get_ip_details)(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id,
150 			      enum AMDGPU_XCP_IP_BLOCK ip_id,
151 			      struct amdgpu_xcp_ip *ip);
152 	int (*get_xcp_mem_id)(struct amdgpu_xcp_mgr *xcp_mgr,
153 			      struct amdgpu_xcp *xcp, uint8_t *mem_id);
154 	int (*get_xcp_res_info)(struct amdgpu_xcp_mgr *xcp_mgr,
155 				int mode,
156 				struct amdgpu_xcp_cfg *xcp_cfg);
157 	int (*prepare_suspend)(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id);
158 	int (*suspend)(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id);
159 	int (*prepare_resume)(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id);
160 	int (*resume)(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id);
161 };
162 
163 int amdgpu_xcp_prepare_suspend(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id);
164 int amdgpu_xcp_suspend(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id);
165 int amdgpu_xcp_prepare_resume(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id);
166 int amdgpu_xcp_resume(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id);
167 
168 int amdgpu_xcp_mgr_init(struct amdgpu_device *adev, int init_mode,
169 			int init_xcps, struct amdgpu_xcp_mgr_funcs *xcp_funcs);
170 int amdgpu_xcp_init(struct amdgpu_xcp_mgr *xcp_mgr, int num_xcps, int mode);
171 int amdgpu_xcp_query_partition_mode(struct amdgpu_xcp_mgr *xcp_mgr, u32 flags);
172 int amdgpu_xcp_switch_partition_mode(struct amdgpu_xcp_mgr *xcp_mgr, int mode);
173 int amdgpu_xcp_restore_partition_mode(struct amdgpu_xcp_mgr *xcp_mgr);
174 int amdgpu_xcp_get_partition(struct amdgpu_xcp_mgr *xcp_mgr,
175 			     enum AMDGPU_XCP_IP_BLOCK ip, int instance);
176 
177 int amdgpu_xcp_get_inst_details(struct amdgpu_xcp *xcp,
178 				enum AMDGPU_XCP_IP_BLOCK ip,
179 				uint32_t *inst_mask);
180 
181 int amdgpu_xcp_dev_register(struct amdgpu_device *adev,
182 				const struct pci_device_id *ent);
183 void amdgpu_xcp_dev_unplug(struct amdgpu_device *adev);
184 int amdgpu_xcp_open_device(struct amdgpu_device *adev,
185 			   struct amdgpu_fpriv *fpriv,
186 			   struct drm_file *file_priv);
187 void amdgpu_xcp_release_sched(struct amdgpu_device *adev,
188 			      struct amdgpu_ctx_entity *entity);
189 int amdgpu_xcp_select_scheds(struct amdgpu_device *adev,
190 			     u32 hw_ip, u32 hw_prio,
191 			     struct amdgpu_fpriv *fpriv,
192 			     unsigned int *num_scheds,
193 			     struct drm_gpu_scheduler ***scheds);
194 void amdgpu_xcp_update_supported_modes(struct amdgpu_xcp_mgr *xcp_mgr);
195 int amdgpu_xcp_update_partition_sched_list(struct amdgpu_device *adev);
196 int amdgpu_xcp_pre_partition_switch(struct amdgpu_xcp_mgr *xcp_mgr, u32 flags);
197 int amdgpu_xcp_post_partition_switch(struct amdgpu_xcp_mgr *xcp_mgr, u32 flags);
198 void amdgpu_xcp_sysfs_init(struct amdgpu_device *adev);
199 void amdgpu_xcp_sysfs_fini(struct amdgpu_device *adev);
200 bool amdgpu_xcp_is_primary(struct amdgpu_xcp *xcp);
201 
202 static inline int amdgpu_xcp_get_num_xcp(struct amdgpu_xcp_mgr *xcp_mgr)
203 {
204 	if (!xcp_mgr)
205 		return 1;
206 	else
207 		return xcp_mgr->num_xcps;
208 }
209 
210 static inline struct amdgpu_xcp *
211 amdgpu_get_next_xcp(struct amdgpu_xcp_mgr *xcp_mgr, int *from)
212 {
213 	if (!xcp_mgr)
214 		return NULL;
215 
216 	while (*from < MAX_XCP) {
217 		if (xcp_mgr->xcp[*from].valid)
218 			return &xcp_mgr->xcp[*from];
219 		++(*from);
220 	}
221 
222 	return NULL;
223 }
224 
225 #define for_each_xcp(xcp_mgr, xcp, i)                            \
226 	for (i = 0, xcp = amdgpu_get_next_xcp(xcp_mgr, &i); xcp; \
227 	     ++i, xcp = amdgpu_get_next_xcp(xcp_mgr, &i))
228 
229 #endif
230