1 /*
2 * Copyright 2016 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * Author: Monk.liu@amd.com
23 */
24 #ifndef AMDGPU_VIRT_H
25 #define AMDGPU_VIRT_H
26
27 #define AMDGPU_SRIOV_CAPS_SRIOV_VBIOS (1 << 0) /* vBIOS is sr-iov ready */
28 #define AMDGPU_SRIOV_CAPS_ENABLE_IOV (1 << 1) /* sr-iov is enabled on this GPU */
29 #define AMDGPU_SRIOV_CAPS_IS_VF (1 << 2) /* this GPU is a virtual function */
30 #define AMDGPU_PASSTHROUGH_MODE (1 << 3) /* thw whole GPU is pass through for VM */
31 #define AMDGPU_SRIOV_CAPS_RUNTIME (1 << 4) /* is out of full access mode */
32
33 struct amdgpu_mm_table {
34 struct amdgpu_bo *bo;
35 uint32_t *cpu_addr;
36 uint64_t gpu_addr;
37 };
38
39 #define AMDGPU_VF_ERROR_ENTRY_SIZE 16
40
41 /* struct error_entry - amdgpu VF error information. */
42 struct amdgpu_vf_error_buffer {
43 struct lock lock;
44 int read_count;
45 int write_count;
46 uint16_t code[AMDGPU_VF_ERROR_ENTRY_SIZE];
47 uint16_t flags[AMDGPU_VF_ERROR_ENTRY_SIZE];
48 uint64_t data[AMDGPU_VF_ERROR_ENTRY_SIZE];
49 };
50
51 /**
52 * struct amdgpu_virt_ops - amdgpu device virt operations
53 */
54 struct amdgpu_virt_ops {
55 int (*req_full_gpu)(struct amdgpu_device *adev, bool init);
56 int (*rel_full_gpu)(struct amdgpu_device *adev, bool init);
57 int (*reset_gpu)(struct amdgpu_device *adev);
58 int (*wait_reset)(struct amdgpu_device *adev);
59 void (*trans_msg)(struct amdgpu_device *adev, u32 req, u32 data1, u32 data2, u32 data3);
60 };
61
62 /*
63 * Firmware Reserve Frame buffer
64 */
65 struct amdgpu_virt_fw_reserve {
66 struct amdgim_pf2vf_info_header *p_pf2vf;
67 struct amdgim_vf2pf_info_header *p_vf2pf;
68 unsigned int checksum_key;
69 };
70 /*
71 * Defination between PF and VF
72 * Structures forcibly aligned to 4 to keep the same style as PF.
73 */
74 #define AMDGIM_DATAEXCHANGE_OFFSET (64 * 1024)
75
76 #define AMDGIM_GET_STRUCTURE_RESERVED_SIZE(total, u8, u16, u32, u64) \
77 (total - (((u8)+3) / 4 + ((u16)+1) / 2 + (u32) + (u64)*2))
78
79 enum AMDGIM_FEATURE_FLAG {
80 /* GIM supports feature of Error log collecting */
81 AMDGIM_FEATURE_ERROR_LOG_COLLECT = 0x1,
82 /* GIM supports feature of loading uCodes */
83 AMDGIM_FEATURE_GIM_LOAD_UCODES = 0x2,
84 /* VRAM LOST by GIM */
85 AMDGIM_FEATURE_GIM_FLR_VRAMLOST = 0x4,
86 };
87
88 struct amdgim_pf2vf_info_header {
89 /* the total structure size in byte. */
90 uint32_t size;
91 /* version of this structure, written by the GIM */
92 uint32_t version;
93 } __aligned(4);
94 struct amdgim_pf2vf_info_v1 {
95 /* header contains size and version */
96 struct amdgim_pf2vf_info_header header;
97 /* max_width * max_height */
98 unsigned int uvd_enc_max_pixels_count;
99 /* 16x16 pixels/sec, codec independent */
100 unsigned int uvd_enc_max_bandwidth;
101 /* max_width * max_height */
102 unsigned int vce_enc_max_pixels_count;
103 /* 16x16 pixels/sec, codec independent */
104 unsigned int vce_enc_max_bandwidth;
105 /* MEC FW position in kb from the start of visible frame buffer */
106 unsigned int mecfw_kboffset;
107 /* The features flags of the GIM driver supports. */
108 unsigned int feature_flags;
109 /* use private key from mailbox 2 to create chueksum */
110 unsigned int checksum;
111 } __aligned(4);
112
113 struct amdgim_pf2vf_info_v2 {
114 /* header contains size and version */
115 struct amdgim_pf2vf_info_header header;
116 /* use private key from mailbox 2 to create chueksum */
117 uint32_t checksum;
118 /* The features flags of the GIM driver supports. */
119 uint32_t feature_flags;
120 /* max_width * max_height */
121 uint32_t uvd_enc_max_pixels_count;
122 /* 16x16 pixels/sec, codec independent */
123 uint32_t uvd_enc_max_bandwidth;
124 /* max_width * max_height */
125 uint32_t vce_enc_max_pixels_count;
126 /* 16x16 pixels/sec, codec independent */
127 uint32_t vce_enc_max_bandwidth;
128 /* MEC FW position in kb from the start of VF visible frame buffer */
129 uint64_t mecfw_kboffset;
130 /* MEC FW size in KB */
131 uint32_t mecfw_ksize;
132 /* UVD FW position in kb from the start of VF visible frame buffer */
133 uint64_t uvdfw_kboffset;
134 /* UVD FW size in KB */
135 uint32_t uvdfw_ksize;
136 /* VCE FW position in kb from the start of VF visible frame buffer */
137 uint64_t vcefw_kboffset;
138 /* VCE FW size in KB */
139 uint32_t vcefw_ksize;
140 uint32_t reserved[AMDGIM_GET_STRUCTURE_RESERVED_SIZE(256, 0, 0, (9 + sizeof(struct amdgim_pf2vf_info_header)/sizeof(uint32_t)), 3)];
141 } __aligned(4);
142
143
144 struct amdgim_vf2pf_info_header {
145 /* the total structure size in byte. */
146 uint32_t size;
147 /*version of this structure, written by the guest */
148 uint32_t version;
149 } __aligned(4);
150
151 struct amdgim_vf2pf_info_v1 {
152 /* header contains size and version */
153 struct amdgim_vf2pf_info_header header;
154 /* driver version */
155 char driver_version[64];
156 /* driver certification, 1=WHQL, 0=None */
157 unsigned int driver_cert;
158 /* guest OS type and version: need a define */
159 unsigned int os_info;
160 /* in the unit of 1M */
161 unsigned int fb_usage;
162 /* guest gfx engine usage percentage */
163 unsigned int gfx_usage;
164 /* guest gfx engine health percentage */
165 unsigned int gfx_health;
166 /* guest compute engine usage percentage */
167 unsigned int compute_usage;
168 /* guest compute engine health percentage */
169 unsigned int compute_health;
170 /* guest vce engine usage percentage. 0xffff means N/A. */
171 unsigned int vce_enc_usage;
172 /* guest vce engine health percentage. 0xffff means N/A. */
173 unsigned int vce_enc_health;
174 /* guest uvd engine usage percentage. 0xffff means N/A. */
175 unsigned int uvd_enc_usage;
176 /* guest uvd engine usage percentage. 0xffff means N/A. */
177 unsigned int uvd_enc_health;
178 unsigned int checksum;
179 } __aligned(4);
180
181 struct amdgim_vf2pf_info_v2 {
182 /* header contains size and version */
183 struct amdgim_vf2pf_info_header header;
184 uint32_t checksum;
185 /* driver version */
186 uint8_t driver_version[64];
187 /* driver certification, 1=WHQL, 0=None */
188 uint32_t driver_cert;
189 /* guest OS type and version: need a define */
190 uint32_t os_info;
191 /* in the unit of 1M */
192 uint32_t fb_usage;
193 /* guest gfx engine usage percentage */
194 uint32_t gfx_usage;
195 /* guest gfx engine health percentage */
196 uint32_t gfx_health;
197 /* guest compute engine usage percentage */
198 uint32_t compute_usage;
199 /* guest compute engine health percentage */
200 uint32_t compute_health;
201 /* guest vce engine usage percentage. 0xffff means N/A. */
202 uint32_t vce_enc_usage;
203 /* guest vce engine health percentage. 0xffff means N/A. */
204 uint32_t vce_enc_health;
205 /* guest uvd engine usage percentage. 0xffff means N/A. */
206 uint32_t uvd_enc_usage;
207 /* guest uvd engine usage percentage. 0xffff means N/A. */
208 uint32_t uvd_enc_health;
209 uint32_t reserved[AMDGIM_GET_STRUCTURE_RESERVED_SIZE(256, 64, 0, (12 + sizeof(struct amdgim_vf2pf_info_header)/sizeof(uint32_t)), 0)];
210 } __aligned(4);
211
212 #define AMDGPU_FW_VRAM_VF2PF_VER 2
213 typedef struct amdgim_vf2pf_info_v2 amdgim_vf2pf_info ;
214
215 #define AMDGPU_FW_VRAM_VF2PF_WRITE(adev, field, val) \
216 do { \
217 ((amdgim_vf2pf_info *)adev->virt.fw_reserve.p_vf2pf)->field = (val); \
218 } while (0)
219
220 #define AMDGPU_FW_VRAM_VF2PF_READ(adev, field, val) \
221 do { \
222 (*val) = ((amdgim_vf2pf_info *)adev->virt.fw_reserve.p_vf2pf)->field; \
223 } while (0)
224
225 #define AMDGPU_FW_VRAM_PF2VF_READ(adev, field, val) \
226 do { \
227 if (!adev->virt.fw_reserve.p_pf2vf) \
228 *(val) = 0; \
229 else { \
230 if (adev->virt.fw_reserve.p_pf2vf->version == 1) \
231 *(val) = ((struct amdgim_pf2vf_info_v1 *)adev->virt.fw_reserve.p_pf2vf)->field; \
232 if (adev->virt.fw_reserve.p_pf2vf->version == 2) \
233 *(val) = ((struct amdgim_pf2vf_info_v2 *)adev->virt.fw_reserve.p_pf2vf)->field; \
234 } \
235 } while (0)
236
237 /* GPU virtualization */
238 struct amdgpu_virt {
239 uint32_t caps;
240 struct amdgpu_bo *csa_obj;
241 uint64_t csa_vmid0_addr;
242 bool chained_ib_support;
243 uint32_t reg_val_offs;
244 struct amdgpu_irq_src ack_irq;
245 struct amdgpu_irq_src rcv_irq;
246 struct work_struct flr_work;
247 struct amdgpu_mm_table mm_table;
248 const struct amdgpu_virt_ops *ops;
249 struct amdgpu_vf_error_buffer vf_errors;
250 struct amdgpu_virt_fw_reserve fw_reserve;
251 uint32_t gim_feature;
252 };
253
254 #define AMDGPU_CSA_SIZE (8 * 1024)
255
256 #define amdgpu_sriov_enabled(adev) \
257 ((adev)->virt.caps & AMDGPU_SRIOV_CAPS_ENABLE_IOV)
258
259 #define amdgpu_sriov_vf(adev) \
260 ((adev)->virt.caps & AMDGPU_SRIOV_CAPS_IS_VF)
261
262 #define amdgpu_sriov_bios(adev) \
263 ((adev)->virt.caps & AMDGPU_SRIOV_CAPS_SRIOV_VBIOS)
264
265 #define amdgpu_sriov_runtime(adev) \
266 ((adev)->virt.caps & AMDGPU_SRIOV_CAPS_RUNTIME)
267
268 #define amdgpu_passthrough(adev) \
269 ((adev)->virt.caps & AMDGPU_PASSTHROUGH_MODE)
270
is_virtual_machine(void)271 static inline bool is_virtual_machine(void)
272 {
273 #ifdef CONFIG_X86
274 return boot_cpu_has(X86_FEATURE_HYPERVISOR);
275 #else
276 return false;
277 #endif
278 }
279
280 struct amdgpu_vm;
281
282 uint64_t amdgpu_csa_vaddr(struct amdgpu_device *adev);
283 bool amdgpu_virt_mmio_blocked(struct amdgpu_device *adev);
284 int amdgpu_allocate_static_csa(struct amdgpu_device *adev);
285 int amdgpu_map_static_csa(struct amdgpu_device *adev, struct amdgpu_vm *vm,
286 struct amdgpu_bo_va **bo_va);
287 void amdgpu_free_static_csa(struct amdgpu_device *adev);
288 void amdgpu_virt_init_setting(struct amdgpu_device *adev);
289 uint32_t amdgpu_virt_kiq_rreg(struct amdgpu_device *adev, uint32_t reg);
290 void amdgpu_virt_kiq_wreg(struct amdgpu_device *adev, uint32_t reg, uint32_t v);
291 int amdgpu_virt_request_full_gpu(struct amdgpu_device *adev, bool init);
292 int amdgpu_virt_release_full_gpu(struct amdgpu_device *adev, bool init);
293 int amdgpu_virt_reset_gpu(struct amdgpu_device *adev);
294 int amdgpu_virt_wait_reset(struct amdgpu_device *adev);
295 int amdgpu_virt_alloc_mm_table(struct amdgpu_device *adev);
296 void amdgpu_virt_free_mm_table(struct amdgpu_device *adev);
297 int amdgpu_virt_fw_reserve_get_checksum(void *obj, unsigned long obj_size,
298 unsigned int key,
299 unsigned int chksum);
300 void amdgpu_virt_init_data_exchange(struct amdgpu_device *adev);
301
302 #endif
303