| /openbsd/src/sys/dev/pci/drm/amd/amdkfd/ |
| D | kfd_smi_events.h | 29 int kfd_smi_event_open(struct kfd_node *dev, uint32_t *fd);
30 void kfd_smi_event_update_vmfault(struct kfd_node *dev, uint16_t pasid);
31 void kfd_smi_event_update_thermal_throttling(struct kfd_node *dev,
33 void kfd_smi_event_update_gpu_reset(struct kfd_node *dev, bool post_reset,
35 void kfd_smi_event_page_fault_start(struct kfd_node *node, pid_t pid,
38 void kfd_smi_event_page_fault_end(struct kfd_node *node, pid_t pid,
40 void kfd_smi_event_migration_start(struct kfd_node *node, pid_t pid,
45 void kfd_smi_event_migration_end(struct kfd_node *node, pid_t pid,
48 void kfd_smi_event_queue_eviction(struct kfd_node *node, pid_t pid,
50 void kfd_smi_event_queue_restore(struct kfd_node *node, pid_t pid);
[all …]
|
| D | kfd_priv.h | 212 struct kfd_node;
215 bool (*interrupt_isr)(struct kfd_node *dev,
218 void (*interrupt_wq)(struct kfd_node *dev,
239 unsigned int kfd_get_num_sdma_engines(struct kfd_node *kdev);
240 unsigned int kfd_get_num_xgmi_sdma_engines(struct kfd_node *kdev);
260 struct kfd_node { struct
366 struct kfd_node *nodes[MAX_KFD_NODES];
606 struct kfd_node *device;
743 struct kfd_node *dev;
1030 bool kfd_dev_is_large_bar(struct kfd_node *dev);
[all …]
|
| D | kfd_interrupt.c | 53 int kfd_interrupt_init(struct kfd_node *node) in kfd_interrupt_init()
87 void kfd_interrupt_exit(struct kfd_node *node) in kfd_interrupt_exit()
115 bool enqueue_ih_ring_entry(struct kfd_node *node, const void *ih_ring_entry) in enqueue_ih_ring_entry()
134 static bool dequeue_ih_ring_entry(struct kfd_node *node, void *ih_ring_entry) in dequeue_ih_ring_entry()
148 struct kfd_node *dev = container_of(work, struct kfd_node, in interrupt_wq()
171 bool interrupt_is_wanted(struct kfd_node *dev, in interrupt_is_wanted()
|
| D | kfd_smi_events.c | 40 struct kfd_node *dev;
153 struct kfd_node *dev = client->dev; in kfd_smi_ev_release()
175 static void add_event_to_kfifo(pid_t pid, struct kfd_node *dev, in add_event_to_kfifo()
200 static void kfd_smi_event_add(pid_t pid, struct kfd_node *dev, in kfd_smi_event_add()
219 void kfd_smi_event_update_gpu_reset(struct kfd_node *dev, bool post_reset, in kfd_smi_event_update_gpu_reset()
242 void kfd_smi_event_update_thermal_throttling(struct kfd_node *dev, in kfd_smi_event_update_thermal_throttling()
250 void kfd_smi_event_update_vmfault(struct kfd_node *dev, uint16_t pasid) in kfd_smi_event_update_vmfault()
264 void kfd_smi_event_page_fault_start(struct kfd_node *node, pid_t pid, in kfd_smi_event_page_fault_start()
273 void kfd_smi_event_page_fault_end(struct kfd_node *node, pid_t pid, in kfd_smi_event_page_fault_end()
281 void kfd_smi_event_migration_start(struct kfd_node *node, pid_t pid, in kfd_smi_event_migration_start()
[all …]
|
| D | kfd_debug.h | 35 bool kfd_set_dbg_ev_from_interrupt(struct kfd_node *dev,
42 struct kfd_process *process, struct kfd_node *dev,
77 static inline bool kfd_dbg_is_per_vmid_supported(struct kfd_node *dev) in kfd_dbg_is_per_vmid_supported()
99 static inline bool kfd_dbg_is_rlc_restore_supported(struct kfd_node *dev) in kfd_dbg_is_rlc_restore_supported()
105 static inline bool kfd_dbg_has_cwsr_workaround(struct kfd_node *dev) in kfd_dbg_has_cwsr_workaround()
111 static inline bool kfd_dbg_has_gws_support(struct kfd_node *dev) in kfd_dbg_has_gws_support()
132 static inline bool kfd_dbg_has_ttmps_always_setup(struct kfd_node *dev) in kfd_dbg_has_ttmps_always_setup()
|
| D | kfd_mqd_manager.h | 71 struct kfd_mem_obj* (*allocate_mqd)(struct kfd_node *kfd,
127 struct kfd_node *dev;
156 struct kfd_mem_obj *allocate_hiq_mqd(struct kfd_node *dev,
159 struct kfd_mem_obj *allocate_sdma_mqd(struct kfd_node *dev,
195 void kfd_get_hiq_xcc_mqd(struct kfd_node *dev,
198 uint64_t kfd_hiq_mqd_stride(struct kfd_node *dev);
201 bool kfd_check_hiq_mqd_doorbell_id(struct kfd_node *node, uint32_t doorbell_id,
|
| D | kfd_device.c | 65 static int kfd_resume(struct kfd_node *kfd);
549 static int kfd_gws_init(struct kfd_node *node) in kfd_gws_init()
581 static void kfd_smi_init(struct kfd_node *dev) in kfd_smi_init()
587 static int kfd_init_node(struct kfd_node *node) in kfd_init_node()
637 struct kfd_node *knode; in kfd_cleanup_nodes()
652 static void kfd_setup_interrupt_bitmap(struct kfd_node *node, in kfd_setup_interrupt_bitmap()
691 struct kfd_node *node; in kgd2kfd_device_init()
826 node = kzalloc(sizeof(struct kfd_node), GFP_KERNEL); in kgd2kfd_device_init()
941 struct kfd_node *node; in kgd2kfd_pre_reset()
969 struct kfd_node *node; in kgd2kfd_post_reset()
[all …]
|
| D | kfd_topology.h | 91 struct kfd_node *gpu;
109 struct kfd_node *gpu;
130 struct kfd_node *gpu;
152 struct kfd_node *gpu;
|
| D | kfd_packet_manager.c | 48 struct kfd_node *node = pm->dqm->dev; in pm_calc_rlib_size()
94 struct kfd_node *node = pm->dqm->dev; in pm_allocate_runlist_ib()
130 struct kfd_node *node = pm->dqm->dev; in pm_create_runlist_ib()
284 struct kfd_node *node = pm->dqm->dev; in pm_send_set_resources()
357 struct kfd_node *node = pm->dqm->dev; in pm_send_query_status()
388 struct kfd_node *node = pm->dqm->dev; in pm_update_grace_period()
425 struct kfd_node *node = pm->dqm->dev; in pm_send_unmap_queue()
484 struct kfd_node *node = pm->dqm->dev; in pm_debugfs_hang_hws()
|
| D | kfd_svm.h | 51 struct kfd_node *node;
171 struct kfd_node *svm_range_get_node_by_id(struct svm_range *prange,
173 int svm_range_vram_node_new(struct kfd_node *node, struct svm_range *prange,
198 svm_range_get_pdd_by_node(struct svm_range *prange, struct kfd_node *node);
|
| D | kfd_mqd_manager.c | 49 struct kfd_mem_obj *allocate_hiq_mqd(struct kfd_node *dev, struct queue_properties *q) in allocate_hiq_mqd()
64 struct kfd_mem_obj *allocate_sdma_mqd(struct kfd_node *dev, in allocate_sdma_mqd()
271 uint64_t kfd_hiq_mqd_stride(struct kfd_node *dev) in kfd_hiq_mqd_stride()
276 void kfd_get_hiq_xcc_mqd(struct kfd_node *dev, struct kfd_mem_obj *mqd_mem_obj, in kfd_get_hiq_xcc_mqd()
296 bool kfd_check_hiq_mqd_doorbell_id(struct kfd_node *node, uint32_t doorbell_id, in kfd_check_hiq_mqd_doorbell_id()
|
| D | kfd_crat.h | 298 struct kfd_node;
311 int kfd_get_gpu_cache_info(struct kfd_node *kdev, struct kfd_gpu_cache_info **pcache_info);
317 int flags, struct kfd_node *kdev,
|
| D | cik_event_interrupt.c | 29 static bool cik_event_interrupt_isr(struct kfd_node *dev, in cik_event_interrupt_isr()
88 static void cik_event_interrupt_wq(struct kfd_node *dev, in cik_event_interrupt_wq()
|
| D | kfd_process.c | 270 struct kfd_node *dev = NULL; in kfd_get_cu_occupancy()
723 struct kfd_node *dev = pdd->dev; in kfd_process_free_gpuvm()
745 struct kfd_node *kdev = pdd->dev; in kfd_process_alloc_gpuvm()
1020 struct kfd_node *kdev; in kfd_process_kunmap_signal_bo()
1332 struct kfd_node *dev = p->pdds[i]->dev; in kfd_process_init_cwsr_apu()
1369 struct kfd_node *dev = pdd->dev; in kfd_process_device_init_cwsr_dgpu()
1405 struct kfd_node *dev = pdd->dev; in kfd_process_device_destroy_cwsr_dgpu()
1452 struct kfd_node *dev = p->pdds[i]->dev; in kfd_process_xnack_mode()
1599 struct kfd_process_device *kfd_get_process_device_data(struct kfd_node *dev, in kfd_get_process_device_data()
1611 struct kfd_process_device *kfd_create_process_device_data(struct kfd_node *dev, in kfd_create_process_device_data()
[all …]
|
| D | kfd_int_process_v9.c | 144 static void event_interrupt_poison_consumption_v9(struct kfd_node *dev, in event_interrupt_poison_consumption_v9()
257 static bool event_interrupt_isr_v9(struct kfd_node *dev, in event_interrupt_isr_v9()
354 static void event_interrupt_wq_v9(struct kfd_node *dev, in event_interrupt_wq_v9()
493 static bool event_interrupt_isr_v9_4_3(struct kfd_node *node, in event_interrupt_isr_v9_4_3()
|
| D | kfd_int_process_v11.c | 191 static void event_interrupt_poison_consumption_v11(struct kfd_node *dev, in event_interrupt_poison_consumption_v11()
233 static bool event_interrupt_isr_v11(struct kfd_node *dev, in event_interrupt_isr_v11()
282 static void event_interrupt_wq_v11(struct kfd_node *dev, in event_interrupt_wq_v11()
|
| D | kfd_kernel_queue.h | 56 struct kfd_node *dev;
|
| D | kfd_kernel_queue.c | 42 static bool kq_initialize(struct kernel_queue *kq, struct kfd_node *dev, in kq_initialize()
333 struct kernel_queue *kernel_queue_init(struct kfd_node *dev, in kernel_queue_init()
358 static __attribute__((unused)) void test_kq(struct kfd_node *dev) in test_kq()
|
| D | kfd_device_queue_manager.h | 218 struct kfd_node *dev);
246 struct kfd_node *dev;
|
| D | kfd_topology.c | 100 struct kfd_node *kfd_device_by_id(uint32_t gpu_id) in kfd_device_by_id()
111 struct kfd_node *kfd_device_by_pci_dev(const struct pci_dev *pdev) in kfd_device_by_pci_dev()
114 struct kfd_node *device = NULL; in kfd_device_by_pci_dev()
1095 static uint32_t kfd_generate_gpu_id(struct kfd_node *gpu) in kfd_generate_gpu_id()
1154 static struct kfd_topology_device *kfd_assign_gpu(struct kfd_node *gpu) in kfd_assign_gpu()
1285 struct kfd_node *gpu = outbound_link->gpu; in kfd_set_recommended_sdma_engines()
1684 struct kfd_node *knode) in fill_in_l2_l3_pcache()
1768 static void kfd_fill_cache_non_crat_info(struct kfd_topology_device *dev, struct kfd_node *kdev) in kfd_fill_cache_non_crat_info()
1854 static int kfd_topology_add_device_locked(struct kfd_node *gpu, in kfd_topology_add_device_locked()
2017 int kfd_topology_add_device(struct kfd_node *gpu) in kfd_topology_add_device()
[all …]
|
| D | kfd_int_process_v10.c | 132 static bool event_interrupt_isr_v10(struct kfd_node *dev, in event_interrupt_isr_v10()
194 static void event_interrupt_wq_v10(struct kfd_node *dev, in event_interrupt_wq_v10()
|
| D | kfd_process_queue_manager.c | 85 struct kfd_node *dev = pdd->dev; in kfd_process_dequeue_from_device()
104 struct kfd_node *dev = NULL; in pqm_set_gws()
186 struct kfd_node *dev; in pqm_clean_queue_resource()
240 struct kfd_node *dev, struct queue **q, in init_user_queue()
306 struct kfd_node *dev, in pqm_create_queue()
485 struct kfd_node *dev; in pqm_destroy_queue()
|
| D | kfd_debugfs.c | 46 struct kfd_node *dev; in kfd_debugfs_hang_hws_write()
|
| D | kfd_packet_manager_v9.c | 37 struct kfd_node *kfd = pm->dqm->dev; in pm_map_process_v9()
95 struct kfd_node *knode = pm->dqm->dev; in pm_map_process_aldebaran()
153 struct kfd_node *kfd = pm->dqm->dev; in pm_runlist_v9()
|
| D | kfd_crat.c | 1578 int kfd_get_gpu_cache_info(struct kfd_node *kdev, struct kfd_gpu_cache_info **pcache_info) in kfd_get_gpu_cache_info()
1979 struct kfd_node *kdev, uint8_t type, uint64_t size, in kfd_fill_gpu_memory_affinity()
2008 static void kfd_find_numa_node_in_srat(struct kfd_node *kdev) in kfd_find_numa_node_in_srat()
2106 struct kfd_node *kdev, in kfd_fill_gpu_direct_io_link_to_cpu()
2173 struct kfd_node *kdev, in kfd_fill_gpu_xgmi_link_to_gpu()
2174 struct kfd_node *peer_kdev, in kfd_fill_gpu_xgmi_link_to_gpu()
2225 size_t *size, struct kfd_node *kdev, in kfd_create_vcrat_image_gpu()
2393 int flags, struct kfd_node *kdev, in kfd_create_crat_image_virtual()
|