/linux-6.1.9/drivers/gpu/drm/amd/amdkfd/ |
D | kfd_smi_events.h | 27 int kfd_smi_event_open(struct kfd_dev *dev, uint32_t *fd); 28 void kfd_smi_event_update_vmfault(struct kfd_dev *dev, uint16_t pasid); 29 void kfd_smi_event_update_thermal_throttling(struct kfd_dev *dev, 31 void kfd_smi_event_update_gpu_reset(struct kfd_dev *dev, bool post_reset); 32 void kfd_smi_event_page_fault_start(struct kfd_dev *dev, pid_t pid, 35 void kfd_smi_event_page_fault_end(struct kfd_dev *dev, pid_t pid, 37 void kfd_smi_event_migration_start(struct kfd_dev *dev, pid_t pid, 42 void kfd_smi_event_migration_end(struct kfd_dev *dev, pid_t pid, 45 void kfd_smi_event_queue_eviction(struct kfd_dev *dev, pid_t pid, 47 void kfd_smi_event_queue_restore(struct kfd_dev *dev, pid_t pid); [all …]
|
D | kfd_priv.h | 211 bool (*interrupt_isr)(struct kfd_dev *dev, 214 void (*interrupt_wq)(struct kfd_dev *dev, 236 unsigned int kfd_get_num_sdma_engines(struct kfd_dev *kdev); 237 unsigned int kfd_get_num_xgmi_sdma_engines(struct kfd_dev *kdev); 253 struct kfd_dev { struct 565 struct kfd_dev *device; 699 struct kfd_dev *dev; 927 bool kfd_dev_is_large_bar(struct kfd_dev *dev); 962 struct kfd_process_device *kfd_bind_process_to_device(struct kfd_dev *dev, 964 struct kfd_process_device *kfd_get_process_device_data(struct kfd_dev *dev, [all …]
|
D | kfd_iommu.h | 33 int kfd_iommu_check_device(struct kfd_dev *kfd); 34 int kfd_iommu_device_init(struct kfd_dev *kfd); 39 void kfd_iommu_suspend(struct kfd_dev *kfd); 40 int kfd_iommu_resume(struct kfd_dev *kfd); 46 static inline int kfd_iommu_check_device(struct kfd_dev *kfd) in kfd_iommu_check_device() 50 static inline int kfd_iommu_device_init(struct kfd_dev *kfd) in kfd_iommu_device_init() 68 static inline void kfd_iommu_suspend(struct kfd_dev *kfd) in kfd_iommu_suspend() 72 static inline int kfd_iommu_resume(struct kfd_dev *kfd) in kfd_iommu_resume()
|
D | kfd_device.c | 58 static int kfd_gtt_sa_init(struct kfd_dev *kfd, unsigned int buf_size, 60 static void kfd_gtt_sa_fini(struct kfd_dev *kfd); 62 static int kfd_resume(struct kfd_dev *kfd); 64 static void kfd_device_info_set_sdma_info(struct kfd_dev *kfd) in kfd_device_info_set_sdma_info() 124 static void kfd_device_info_set_event_interrupt_class(struct kfd_dev *kfd) in kfd_device_info_set_event_interrupt_class() 165 static void kfd_device_info_init(struct kfd_dev *kfd, in kfd_device_info_init() 226 struct kfd_dev *kgd2kfd_probe(struct amdgpu_device *adev, bool vf) in kgd2kfd_probe() 228 struct kfd_dev *kfd = NULL; in kgd2kfd_probe() 448 static void kfd_cwsr_init(struct kfd_dev *kfd) in kfd_cwsr_init() 485 static int kfd_gws_init(struct kfd_dev *kfd) in kfd_gws_init() [all …]
|
D | kfd_smi_events.c | 39 struct kfd_dev *dev; 152 struct kfd_dev *dev = client->dev; in kfd_smi_ev_release() 174 static void add_event_to_kfifo(pid_t pid, struct kfd_dev *dev, in add_event_to_kfifo() 199 static void kfd_smi_event_add(pid_t pid, struct kfd_dev *dev, in kfd_smi_event_add() 218 void kfd_smi_event_update_gpu_reset(struct kfd_dev *dev, bool post_reset) in kfd_smi_event_update_gpu_reset() 231 void kfd_smi_event_update_thermal_throttling(struct kfd_dev *dev, in kfd_smi_event_update_thermal_throttling() 239 void kfd_smi_event_update_vmfault(struct kfd_dev *dev, uint16_t pasid) in kfd_smi_event_update_vmfault() 253 void kfd_smi_event_page_fault_start(struct kfd_dev *dev, pid_t pid, in kfd_smi_event_page_fault_start() 262 void kfd_smi_event_page_fault_end(struct kfd_dev *dev, pid_t pid, in kfd_smi_event_page_fault_end() 270 void kfd_smi_event_migration_start(struct kfd_dev *dev, pid_t pid, in kfd_smi_event_migration_start() [all …]
|
D | kfd_interrupt.c | 53 int kfd_interrupt_init(struct kfd_dev *kfd) in kfd_interrupt_init() 87 void kfd_interrupt_exit(struct kfd_dev *kfd) in kfd_interrupt_exit() 113 bool enqueue_ih_ring_entry(struct kfd_dev *kfd, const void *ih_ring_entry) in enqueue_ih_ring_entry() 132 static bool dequeue_ih_ring_entry(struct kfd_dev *kfd, void *ih_ring_entry) in dequeue_ih_ring_entry() 146 struct kfd_dev *dev = container_of(work, struct kfd_dev, in interrupt_wq() 169 bool interrupt_is_wanted(struct kfd_dev *dev, in interrupt_is_wanted()
|
D | kfd_doorbell.c | 50 size_t kfd_doorbell_process_slice(struct kfd_dev *kfd) in kfd_doorbell_process_slice() 62 int kfd_doorbell_init(struct kfd_dev *kfd) in kfd_doorbell_init() 135 void kfd_doorbell_fini(struct kfd_dev *kfd) in kfd_doorbell_fini() 141 int kfd_doorbell_mmap(struct kfd_dev *dev, struct kfd_process *process, in kfd_doorbell_mmap() 185 void __iomem *kfd_get_kernel_doorbell(struct kfd_dev *kfd, in kfd_get_kernel_doorbell() 216 void kfd_release_kernel_doorbell(struct kfd_dev *kfd, u32 __iomem *db_addr) in kfd_release_kernel_doorbell() 246 unsigned int kfd_get_doorbell_dw_offset_in_bar(struct kfd_dev *kfd, in kfd_get_doorbell_dw_offset_in_bar() 268 uint64_t kfd_get_number_elems(struct kfd_dev *kfd) in kfd_get_number_elems() 291 int kfd_alloc_process_doorbells(struct kfd_dev *kfd, unsigned int *doorbell_index) in kfd_alloc_process_doorbells() 312 void kfd_free_process_doorbells(struct kfd_dev *kfd, unsigned int doorbell_index) in kfd_free_process_doorbells()
|
D | kfd_iommu.c | 43 int kfd_iommu_check_device(struct kfd_dev *kfd) in kfd_iommu_check_device() 64 int kfd_iommu_device_init(struct kfd_dev *kfd) in kfd_iommu_device_init() 112 struct kfd_dev *dev = pdd->dev; in kfd_iommu_bind_process_to_device() 148 struct kfd_dev *dev = kfd_device_by_pci_dev(pdev); in iommu_pasid_shutdown_callback() 184 struct kfd_dev *dev; in iommu_invalid_ppr_cb() 207 static int kfd_bind_processes_to_device(struct kfd_dev *kfd) in kfd_bind_processes_to_device() 248 static void kfd_unbind_processes_from_device(struct kfd_dev *kfd) in kfd_unbind_processes_from_device() 278 void kfd_iommu_suspend(struct kfd_dev *kfd) in kfd_iommu_suspend() 295 int kfd_iommu_resume(struct kfd_dev *kfd) in kfd_iommu_resume()
|
D | kfd_mqd_manager.h | 71 struct kfd_mem_obj* (*allocate_mqd)(struct kfd_dev *kfd, 124 struct kfd_dev *dev; 128 struct kfd_mem_obj *allocate_hiq_mqd(struct kfd_dev *dev, 131 struct kfd_mem_obj *allocate_sdma_mqd(struct kfd_dev *dev,
|
D | kfd_topology.h | 78 struct kfd_dev *gpu; 94 struct kfd_dev *gpu; 113 struct kfd_dev *gpu; 136 struct kfd_dev *gpu;
|
D | kfd_int_process_v9.c | 93 static void event_interrupt_poison_consumption_v9(struct kfd_dev *dev, in event_interrupt_poison_consumption_v9() 144 static bool context_id_expected(struct kfd_dev *dev) in context_id_expected() 163 static bool event_interrupt_isr_v9(struct kfd_dev *dev, in event_interrupt_isr_v9() 256 static void event_interrupt_wq_v9(struct kfd_dev *dev, in event_interrupt_wq_v9()
|
D | cik_event_interrupt.c | 29 static bool cik_event_interrupt_isr(struct kfd_dev *dev, in cik_event_interrupt_isr() 88 static void cik_event_interrupt_wq(struct kfd_dev *dev, in cik_event_interrupt_wq()
|
D | kfd_process.c | 272 struct kfd_dev *dev = NULL; in kfd_get_cu_occupancy() 694 struct kfd_dev *dev = pdd->dev; in kfd_process_free_gpuvm() 716 struct kfd_dev *kdev = pdd->dev; in kfd_process_alloc_gpuvm() 985 struct kfd_dev *kdev; in kfd_process_kunmap_signal_bo() 1209 struct kfd_dev *dev = p->pdds[i]->dev; in kfd_process_init_cwsr_apu() 1241 struct kfd_dev *dev = pdd->dev; in kfd_process_device_init_cwsr_dgpu() 1274 struct kfd_dev *dev = pdd->dev; in kfd_process_device_destroy_cwsr_dgpu() 1321 struct kfd_dev *dev = p->pdds[i]->dev; in kfd_process_xnack_mode() 1447 struct kfd_dev *dev) in init_doorbell_bitmap() 1478 struct kfd_process_device *kfd_get_process_device_data(struct kfd_dev *dev, in kfd_get_process_device_data() [all …]
|
D | kfd_int_process_v11.c | 190 static void event_interrupt_poison_consumption_v11(struct kfd_dev *dev, in event_interrupt_poison_consumption_v11() 228 static bool event_interrupt_isr_v11(struct kfd_dev *dev, in event_interrupt_isr_v11() 277 static void event_interrupt_wq_v11(struct kfd_dev *dev, in event_interrupt_wq_v11()
|
D | kfd_device_queue_manager.h | 210 struct kfd_dev *dev); 231 struct kfd_dev *dev;
|
D | kfd_kernel_queue.c | 41 static bool kq_initialize(struct kernel_queue *kq, struct kfd_dev *dev, in kq_initialize() 323 struct kernel_queue *kernel_queue_init(struct kfd_dev *dev, in kernel_queue_init() 348 static __attribute__((unused)) void test_kq(struct kfd_dev *dev) in test_kq()
|
D | kfd_kernel_queue.h | 56 struct kfd_dev *dev;
|
D | kfd_crat.h | 318 struct kfd_dev; 325 int flags, struct kfd_dev *kdev,
|
D | kfd_mqd_manager.c | 49 struct kfd_mem_obj *allocate_hiq_mqd(struct kfd_dev *dev, struct queue_properties *q) in allocate_hiq_mqd() 64 struct kfd_mem_obj *allocate_sdma_mqd(struct kfd_dev *dev, in allocate_sdma_mqd()
|
D | kfd_topology.c | 99 struct kfd_dev *kfd_device_by_id(uint32_t gpu_id) in kfd_device_by_id() 110 struct kfd_dev *kfd_device_by_pci_dev(const struct pci_dev *pdev) in kfd_device_by_pci_dev() 113 struct kfd_dev *device = NULL; in kfd_device_by_pci_dev() 128 struct kfd_dev *kfd_device_by_adev(const struct amdgpu_device *adev) in kfd_device_by_adev() 131 struct kfd_dev *device = NULL; in kfd_device_by_adev() 1160 static uint32_t kfd_generate_gpu_id(struct kfd_dev *gpu) in kfd_generate_gpu_id() 1192 static struct kfd_topology_device *kfd_assign_gpu(struct kfd_dev *gpu) in kfd_assign_gpu() 1596 int kfd_topology_add_device(struct kfd_dev *gpu) in kfd_topology_add_device() 1855 int kfd_topology_remove_device(struct kfd_dev *gpu) in kfd_topology_remove_device() 1895 int kfd_topology_enum_kfd_devices(uint8_t idx, struct kfd_dev **kdev) in kfd_topology_enum_kfd_devices() [all …]
|
D | kfd_mqd_manager_cik.c | 77 static struct kfd_mem_obj *allocate_mqd(struct kfd_dev *kfd, in allocate_mqd() 393 struct kfd_dev *dev) in mqd_manager_init_cik() 473 struct kfd_dev *dev) in mqd_manager_init_cik_hawaii()
|
D | kfd_crat.c | 1414 static int kfd_fill_gpu_cache_info_from_gfx_config(struct kfd_dev *kdev, in kfd_fill_gpu_cache_info_from_gfx_config() 1498 static int kfd_fill_gpu_cache_info(struct kfd_dev *kdev, in kfd_fill_gpu_cache_info() 2032 struct kfd_dev *kdev, uint8_t type, uint64_t size, in kfd_fill_gpu_memory_affinity() 2061 static void kfd_find_numa_node_in_srat(struct kfd_dev *kdev) in kfd_find_numa_node_in_srat() 2156 struct kfd_dev *kdev, in kfd_fill_gpu_direct_io_link_to_cpu() 2218 struct kfd_dev *kdev, in kfd_fill_gpu_xgmi_link_to_gpu() 2219 struct kfd_dev *peer_kdev, in kfd_fill_gpu_xgmi_link_to_gpu() 2255 size_t *size, struct kfd_dev *kdev, in kfd_create_vcrat_image_gpu() 2455 int flags, struct kfd_dev *kdev, in kfd_create_crat_image_virtual()
|
D | kfd_debugfs.c | 46 struct kfd_dev *dev; in kfd_debugfs_hang_hws_write()
|
D | kfd_process_queue_manager.c | 84 struct kfd_dev *dev = pdd->dev; in kfd_process_dequeue_from_device() 96 struct kfd_dev *dev = NULL; in pqm_set_gws() 181 struct kfd_dev *dev, struct queue **q, in init_user_queue() 227 struct kfd_dev *dev, in pqm_create_queue() 390 struct kfd_dev *dev; in pqm_destroy_queue()
|
/linux-6.1.9/drivers/gpu/drm/amd/amdgpu/ |
D | amdgpu_amdkfd.h | 97 struct kfd_dev *dev; 356 struct kfd_dev *kgd2kfd_probe(struct amdgpu_device *adev, bool vf); 357 bool kgd2kfd_device_init(struct kfd_dev *kfd, 360 void kgd2kfd_device_exit(struct kfd_dev *kfd); 361 void kgd2kfd_suspend(struct kfd_dev *kfd, bool run_pm); 362 int kgd2kfd_resume_iommu(struct kfd_dev *kfd); 363 int kgd2kfd_resume(struct kfd_dev *kfd, bool run_pm); 364 int kgd2kfd_pre_reset(struct kfd_dev *kfd); 365 int kgd2kfd_post_reset(struct kfd_dev *kfd); 366 void kgd2kfd_interrupt(struct kfd_dev *kfd, const void *ih_ring_entry); [all …]
|