| /linux-6.6.21/drivers/gpu/drm/amd/amdkfd/ |
| D | kfd_smi_events.h | 27 int kfd_smi_event_open(struct kfd_node *dev, uint32_t *fd);
28 void kfd_smi_event_update_vmfault(struct kfd_node *dev, uint16_t pasid);
29 void kfd_smi_event_update_thermal_throttling(struct kfd_node *dev,
31 void kfd_smi_event_update_gpu_reset(struct kfd_node *dev, bool post_reset);
32 void kfd_smi_event_page_fault_start(struct kfd_node *node, pid_t pid,
35 void kfd_smi_event_page_fault_end(struct kfd_node *node, pid_t pid,
37 void kfd_smi_event_migration_start(struct kfd_node *node, pid_t pid,
42 void kfd_smi_event_migration_end(struct kfd_node *node, pid_t pid,
45 void kfd_smi_event_queue_eviction(struct kfd_node *node, pid_t pid,
47 void kfd_smi_event_queue_restore(struct kfd_node *node, pid_t pid);
[all …]
|
| D | kfd_priv.h | 211 struct kfd_node;
214 bool (*interrupt_isr)(struct kfd_node *dev,
217 void (*interrupt_wq)(struct kfd_node *dev,
238 unsigned int kfd_get_num_sdma_engines(struct kfd_node *kdev);
239 unsigned int kfd_get_num_xgmi_sdma_engines(struct kfd_node *kdev);
259 struct kfd_node { struct
361 struct kfd_node *nodes[MAX_KFD_NODES];
595 struct kfd_node *device;
732 struct kfd_node *dev;
1009 bool kfd_dev_is_large_bar(struct kfd_node *dev);
[all …]
|
| D | kfd_smi_events.c | 39 struct kfd_node *dev;
152 struct kfd_node *dev = client->dev; in kfd_smi_ev_release()
174 static void add_event_to_kfifo(pid_t pid, struct kfd_node *dev, in add_event_to_kfifo()
199 static void kfd_smi_event_add(pid_t pid, struct kfd_node *dev, in kfd_smi_event_add()
218 void kfd_smi_event_update_gpu_reset(struct kfd_node *dev, bool post_reset) in kfd_smi_event_update_gpu_reset()
231 void kfd_smi_event_update_thermal_throttling(struct kfd_node *dev, in kfd_smi_event_update_thermal_throttling()
239 void kfd_smi_event_update_vmfault(struct kfd_node *dev, uint16_t pasid) in kfd_smi_event_update_vmfault()
253 void kfd_smi_event_page_fault_start(struct kfd_node *node, pid_t pid, in kfd_smi_event_page_fault_start()
262 void kfd_smi_event_page_fault_end(struct kfd_node *node, pid_t pid, in kfd_smi_event_page_fault_end()
270 void kfd_smi_event_migration_start(struct kfd_node *node, pid_t pid, in kfd_smi_event_migration_start()
[all …]
|
| D | kfd_interrupt.c | 53 int kfd_interrupt_init(struct kfd_node *node) in kfd_interrupt_init()
87 void kfd_interrupt_exit(struct kfd_node *node) in kfd_interrupt_exit()
113 bool enqueue_ih_ring_entry(struct kfd_node *node, const void *ih_ring_entry) in enqueue_ih_ring_entry()
132 static bool dequeue_ih_ring_entry(struct kfd_node *node, void *ih_ring_entry) in dequeue_ih_ring_entry()
146 struct kfd_node *dev = container_of(work, struct kfd_node, in interrupt_wq()
169 bool interrupt_is_wanted(struct kfd_node *dev, in interrupt_is_wanted()
|
| D | kfd_debug.h | 35 bool kfd_set_dbg_ev_from_interrupt(struct kfd_node *dev,
42 struct kfd_process *process, struct kfd_node *dev,
77 static inline bool kfd_dbg_is_per_vmid_supported(struct kfd_node *dev) in kfd_dbg_is_per_vmid_supported()
98 static inline bool kfd_dbg_is_rlc_restore_supported(struct kfd_node *dev) in kfd_dbg_is_rlc_restore_supported()
104 static inline bool kfd_dbg_has_cwsr_workaround(struct kfd_node *dev) in kfd_dbg_has_cwsr_workaround()
110 static inline bool kfd_dbg_has_gws_support(struct kfd_node *dev) in kfd_dbg_has_gws_support()
131 static inline bool kfd_dbg_has_ttmps_always_setup(struct kfd_node *dev) in kfd_dbg_has_ttmps_always_setup()
|
| D | kfd_mqd_manager.h | 71 struct kfd_mem_obj* (*allocate_mqd)(struct kfd_node *kfd,
127 struct kfd_node *dev;
131 struct kfd_mem_obj *allocate_hiq_mqd(struct kfd_node *dev,
134 struct kfd_mem_obj *allocate_sdma_mqd(struct kfd_node *dev,
170 void kfd_get_hiq_xcc_mqd(struct kfd_node *dev,
173 uint64_t kfd_hiq_mqd_stride(struct kfd_node *dev);
|
| D | kfd_device.c | 64 static int kfd_resume(struct kfd_node *kfd);
490 static int kfd_gws_init(struct kfd_node *node) in kfd_gws_init()
521 static void kfd_smi_init(struct kfd_node *dev) in kfd_smi_init()
527 static int kfd_init_node(struct kfd_node *node) in kfd_init_node()
577 struct kfd_node *knode; in kfd_cleanup_nodes()
592 static void kfd_setup_interrupt_bitmap(struct kfd_node *node, in kfd_setup_interrupt_bitmap()
631 struct kfd_node *node; in kgd2kfd_device_init()
763 node = kzalloc(sizeof(struct kfd_node), GFP_KERNEL); in kgd2kfd_device_init()
874 struct kfd_node *node; in kgd2kfd_pre_reset()
903 struct kfd_node *node; in kgd2kfd_post_reset()
[all …]
|
| D | kfd_topology.h | 87 struct kfd_node *gpu;
105 struct kfd_node *gpu;
125 struct kfd_node *gpu;
147 struct kfd_node *gpu;
|
| D | kfd_svm.h | 51 struct kfd_node *node;
166 struct kfd_node *svm_range_get_node_by_id(struct svm_range *prange,
168 int svm_range_vram_node_new(struct kfd_node *node, struct svm_range *prange,
196 svm_range_get_pdd_by_node(struct svm_range *prange, struct kfd_node *node);
|
| D | kfd_mqd_manager.c | 49 struct kfd_mem_obj *allocate_hiq_mqd(struct kfd_node *dev, struct queue_properties *q) in allocate_hiq_mqd()
64 struct kfd_mem_obj *allocate_sdma_mqd(struct kfd_node *dev, in allocate_sdma_mqd()
269 uint64_t kfd_hiq_mqd_stride(struct kfd_node *dev) in kfd_hiq_mqd_stride()
274 void kfd_get_hiq_xcc_mqd(struct kfd_node *dev, struct kfd_mem_obj *mqd_mem_obj, in kfd_get_hiq_xcc_mqd()
|
| D | kfd_crat.h | 300 struct kfd_node;
312 int kfd_get_gpu_cache_info(struct kfd_node *kdev, struct kfd_gpu_cache_info **pcache_info);
318 int flags, struct kfd_node *kdev,
|
| D | cik_event_interrupt.c | 29 static bool cik_event_interrupt_isr(struct kfd_node *dev, in cik_event_interrupt_isr()
88 static void cik_event_interrupt_wq(struct kfd_node *dev, in cik_event_interrupt_wq()
|
| D | kfd_int_process_v9.c | 143 static void event_interrupt_poison_consumption_v9(struct kfd_node *dev, in event_interrupt_poison_consumption_v9()
213 static bool event_interrupt_isr_v9(struct kfd_node *dev, in event_interrupt_isr_v9()
310 static void event_interrupt_wq_v9(struct kfd_node *dev, in event_interrupt_wq_v9()
449 static bool event_interrupt_isr_v9_4_3(struct kfd_node *node, in event_interrupt_isr_v9_4_3()
|
| D | kfd_process.c | 270 struct kfd_node *dev = NULL; in kfd_get_cu_occupancy()
692 struct kfd_node *dev = pdd->dev; in kfd_process_free_gpuvm()
714 struct kfd_node *kdev = pdd->dev; in kfd_process_alloc_gpuvm()
981 struct kfd_node *kdev; in kfd_process_kunmap_signal_bo()
1288 struct kfd_node *dev = p->pdds[i]->dev; in kfd_process_init_cwsr_apu()
1324 struct kfd_node *dev = pdd->dev; in kfd_process_device_init_cwsr_dgpu()
1360 struct kfd_node *dev = pdd->dev; in kfd_process_device_destroy_cwsr_dgpu()
1407 struct kfd_node *dev = p->pdds[i]->dev; in kfd_process_xnack_mode()
1549 struct kfd_process_device *kfd_get_process_device_data(struct kfd_node *dev, in kfd_get_process_device_data()
1561 struct kfd_process_device *kfd_create_process_device_data(struct kfd_node *dev, in kfd_create_process_device_data()
[all …]
|
| D | kfd_int_process_v10.c | 132 static void event_interrupt_poison_consumption(struct kfd_node *dev, in event_interrupt_poison_consumption()
183 static bool event_interrupt_isr_v10(struct kfd_node *dev, in event_interrupt_isr_v10()
245 static void event_interrupt_wq_v10(struct kfd_node *dev, in event_interrupt_wq_v10()
|
| D | kfd_int_process_v11.c | 191 static void event_interrupt_poison_consumption_v11(struct kfd_node *dev, in event_interrupt_poison_consumption_v11()
229 static bool event_interrupt_isr_v11(struct kfd_node *dev, in event_interrupt_isr_v11()
278 static void event_interrupt_wq_v11(struct kfd_node *dev, in event_interrupt_wq_v11()
|
| D | kfd_kernel_queue.c | 41 static bool kq_initialize(struct kernel_queue *kq, struct kfd_node *dev, in kq_initialize()
323 struct kernel_queue *kernel_queue_init(struct kfd_node *dev, in kernel_queue_init()
348 static __attribute__((unused)) void test_kq(struct kfd_node *dev) in test_kq()
|
| D | kfd_kernel_queue.h | 56 struct kfd_node *dev;
|
| D | kfd_device_queue_manager.h | 211 struct kfd_node *dev);
232 struct kfd_node *dev;
|
| D | kfd_process_queue_manager.c | 84 struct kfd_node *dev = pdd->dev; in kfd_process_dequeue_from_device()
98 struct kfd_node *dev = NULL; in pqm_set_gws()
177 struct kfd_node *dev; in pqm_clean_queue_resource()
222 struct kfd_node *dev, struct queue **q, in init_user_queue()
269 struct kfd_node *dev, in pqm_create_queue()
447 struct kfd_node *dev; in pqm_destroy_queue()
|
| D | kfd_debugfs.c | 46 struct kfd_node *dev; in kfd_debugfs_hang_hws_write()
|
| D | kfd_crat.c | 1407 int kfd_get_gpu_cache_info(struct kfd_node *kdev, struct kfd_gpu_cache_info **pcache_info) in kfd_get_gpu_cache_info()
1790 struct kfd_node *kdev, uint8_t type, uint64_t size, in kfd_fill_gpu_memory_affinity()
1819 static void kfd_find_numa_node_in_srat(struct kfd_node *kdev) in kfd_find_numa_node_in_srat()
1917 struct kfd_node *kdev, in kfd_fill_gpu_direct_io_link_to_cpu()
1984 struct kfd_node *kdev, in kfd_fill_gpu_xgmi_link_to_gpu()
1985 struct kfd_node *peer_kdev, in kfd_fill_gpu_xgmi_link_to_gpu()
2036 size_t *size, struct kfd_node *kdev, in kfd_create_vcrat_image_gpu()
2210 int flags, struct kfd_node *kdev, in kfd_create_crat_image_virtual()
|
| D | kfd_topology.c | 99 struct kfd_node *kfd_device_by_id(uint32_t gpu_id) in kfd_device_by_id()
110 struct kfd_node *kfd_device_by_pci_dev(const struct pci_dev *pdev) in kfd_device_by_pci_dev()
113 struct kfd_node *device = NULL; in kfd_device_by_pci_dev()
1093 static uint32_t kfd_generate_gpu_id(struct kfd_node *gpu) in kfd_generate_gpu_id()
1125 static struct kfd_topology_device *kfd_assign_gpu(struct kfd_node *gpu) in kfd_assign_gpu()
1605 struct kfd_node *knode) in fill_in_l2_l3_pcache()
1675 static void kfd_fill_cache_non_crat_info(struct kfd_topology_device *dev, struct kfd_node *kdev) in kfd_fill_cache_non_crat_info()
1762 static int kfd_topology_add_device_locked(struct kfd_node *gpu, uint32_t gpu_id, in kfd_topology_add_device_locked()
1922 int kfd_topology_add_device(struct kfd_node *gpu) in kfd_topology_add_device()
2151 int kfd_topology_remove_device(struct kfd_node *gpu) in kfd_topology_remove_device()
[all …]
|
| D | kfd_migrate.c | 290 svm_migrate_copy_to_vram(struct kfd_node *node, struct svm_range *prange, in svm_migrate_copy_to_vram()
394 svm_migrate_vma_to_vram(struct kfd_node *node, struct svm_range *prange, in svm_migrate_vma_to_vram()
497 struct kfd_node *node; in svm_migrate_ram_to_vram()
671 svm_migrate_vma_to_ram(struct kfd_node *node, struct svm_range *prange, in svm_migrate_vma_to_ram()
776 struct kfd_node *node; in svm_migrate_vram_to_ram()
|
| D | kfd_flat_memory.c | 359 struct kfd_node *dev; in kfd_init_apertures()
|