| /linux-5.19.10/drivers/gpu/drm/amd/amdkfd/ |
| D | kfd_mqd_manager_vi.c | 38 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd()
43 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
48 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
92 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
158 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd()
171 static void __update_mqd(struct mqd_manager *mm, void *mqd, in __update_mqd()
242 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
249 static uint32_t read_doorbell_id(void *mqd) in read_doorbell_id()
256 static void update_mqd_tonga(struct mqd_manager *mm, void *mqd, in update_mqd_tonga()
263 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state()
[all …]
|
| D | kfd_mqd_manager_cik.c | 35 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd()
40 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd()
45 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
89 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
143 static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, in init_mqd_sdma()
160 static int load_mqd(struct mqd_manager *mm, void *mqd, uint32_t pipe_id, in load_mqd()
173 static void __update_mqd(struct mqd_manager *mm, void *mqd, in __update_mqd()
210 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
217 static uint32_t read_doorbell_id(void *mqd) in read_doorbell_id()
224 static void update_mqd_hawaii(struct mqd_manager *mm, void *mqd, in update_mqd_hawaii()
[all …]
|
| D | kfd_mqd_manager_v11.c | 34 static inline struct v11_compute_mqd *get_mqd(void *mqd) in get_mqd()
39 static inline struct v11_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
44 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
105 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
166 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd()
180 static int hiq_load_mqd_kiq(struct mqd_manager *mm, void *mqd, in hiq_load_mqd_kiq()
188 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
252 static uint32_t read_doorbell_id(void *mqd) in read_doorbell_id()
259 static int destroy_mqd(struct mqd_manager *mm, void *mqd, in destroy_mqd()
269 static void free_mqd(struct mqd_manager *mm, void *mqd, in free_mqd()
[all …]
|
| D | kfd_mqd_manager_v9.c | 36 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd()
41 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
46 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
132 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
196 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd()
208 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
274 static uint32_t read_doorbell_id(void *mqd) in read_doorbell_id()
281 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state()
304 static void get_checkpoint_info(struct mqd_manager *mm, void *mqd, u32 *ctl_stack_size) in get_checkpoint_info()
311 static void checkpoint_mqd(struct mqd_manager *mm, void *mqd, void *mqd_dst, void *ctl_stack_dst) in checkpoint_mqd()
[all …]
|
| D | kfd_mqd_manager_v10.c | 35 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd()
40 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
45 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
89 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
144 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd()
158 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
222 static uint32_t read_doorbell_id(void *mqd) in read_doorbell_id()
229 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state()
256 static void checkpoint_mqd(struct mqd_manager *mm, void *mqd, void *mqd_dst, void *ctl_stack_dst) in checkpoint_mqd()
265 static void restore_mqd(struct mqd_manager *mm, void **mqd, in restore_mqd()
[all …]
|
| D | kfd_mqd_manager.c | 90 void free_mqd_hiq_sdma(struct mqd_manager *mm, void *mqd, in free_mqd_hiq_sdma()
185 int kfd_hiq_load_mqd_kiq(struct mqd_manager *mm, void *mqd, in kfd_hiq_load_mqd_kiq()
193 int kfd_destroy_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_cp()
201 void kfd_free_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_free_mqd_cp()
212 bool kfd_is_occupied_cp(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_cp()
220 int kfd_load_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_load_mqd_sdma()
233 int kfd_destroy_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_sdma()
241 bool kfd_is_occupied_sdma(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_sdma()
|
| D | kfd_process_queue_manager.c | 605 void *mqd, in pqm_checkpoint_mqd()
629 uint8_t *mqd, *ctl_stack; in criu_checkpoint_queue() local
789 uint8_t *mqd, *ctl_stack, *q_extra_data = NULL; in kfd_criu_restore_queue() local
|
| D | kfd_device_queue_manager.c | 2092 void *mqd, in checkpoint_mqd()
2384 struct kfd_mem_obj *mqd) in deallocate_hiq_sdma_mqd()
|
| /linux-5.19.10/drivers/gpu/drm/amd/amdgpu/ |
| D | amdgpu_amdkfd_arcturus.c | 60 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
121 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_load()
222 void *mqd) in kgd_arcturus_hqd_sdma_is_occupied()
240 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_destroy()
|
| D | amdgpu_amdkfd_gfx_v10.c | 195 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd()
200 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
205 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load()
287 static int kgd_hiq_mqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hiq_mqd_load()
370 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load()
492 static bool kgd_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_hqd_sdma_is_occupied()
510 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy()
623 static int kgd_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_destroy()
|
| D | amdgpu_amdkfd_gfx_v11.c | 152 static inline struct v11_compute_mqd *get_mqd(void *mqd) in get_mqd()
157 static inline struct v11_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
162 static int hqd_load_v11(struct amdgpu_device *adev, void *mqd, uint32_t pipe_id, in hqd_load_v11()
259 static int hiq_mqd_load_v11(struct amdgpu_device *adev, void *mqd, in hiq_mqd_load_v11()
342 static int hqd_sdma_load_v11(struct amdgpu_device *adev, void *mqd, in hqd_sdma_load_v11()
468 static bool hqd_sdma_is_occupied_v11(struct amdgpu_device *adev, void *mqd) in hqd_sdma_is_occupied_v11()
486 static int hqd_destroy_v11(struct amdgpu_device *adev, void *mqd, in hqd_destroy_v11()
533 static int hqd_sdma_destroy_v11(struct amdgpu_device *adev, void *mqd, in hqd_sdma_destroy_v11()
|
| D | amdgpu_amdkfd_gfx_v10_3.c | 167 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd()
172 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
177 static int hqd_load_v10_3(struct amdgpu_device *adev, void *mqd, in hqd_load_v10_3()
274 static int hiq_mqd_load_v10_3(struct amdgpu_device *adev, void *mqd, in hiq_mqd_load_v10_3()
357 static int hqd_sdma_load_v10_3(struct amdgpu_device *adev, void *mqd, in hqd_sdma_load_v10_3()
480 void *mqd) in hqd_sdma_is_occupied_v10_3()
498 static int hqd_destroy_v10_3(struct amdgpu_device *adev, void *mqd, in hqd_destroy_v10_3()
548 static int hqd_sdma_destroy_v10_3(struct amdgpu_device *adev, void *mqd, in hqd_sdma_destroy_v10_3()
|
| D | amdgpu_amdkfd_gfx_v7.c | 148 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd()
153 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd()
158 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load()
238 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load()
341 static bool kgd_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_hqd_sdma_is_occupied()
358 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy()
459 static int kgd_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_destroy()
|
| D | amdgpu_amdkfd_gfx_v8.c | 143 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd()
148 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
153 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load()
262 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load()
373 static bool kgd_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_hqd_sdma_is_occupied()
390 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy()
494 static int kgd_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_destroy()
|
| D | amdgpu_amdkfd_gfx_v9.c | 210 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd()
215 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
220 int kgd_gfx_v9_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_hqd_load()
299 int kgd_gfx_v9_hiq_mqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_hiq_mqd_load()
382 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load()
504 static bool kgd_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_hqd_sdma_is_occupied()
522 int kgd_gfx_v9_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_hqd_destroy()
574 static int kgd_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_destroy()
|
| D | mes_v11_0.c | 642 struct v11_compute_mqd *mqd = ring->mqd_ptr; in mes_v11_0_mqd_init() local
744 struct v11_compute_mqd *mqd = ring->mqd_ptr; in mes_v11_0_queue_init_register() local
|
| D | gfx_v11_0.c | 3781 struct v11_gfx_mqd *mqd = m; in gfx_v11_0_gfx_mqd_init() local
3868 struct v11_gfx_mqd *mqd = ring->mqd_ptr; in gfx_v11_0_gfx_queue_init_register() local
3916 struct v11_gfx_mqd *mqd = ring->mqd_ptr; in gfx_v11_0_gfx_init_queue() local
4019 struct v11_compute_mqd *mqd = m; in gfx_v11_0_compute_mqd_init() local
4148 struct v11_compute_mqd *mqd = ring->mqd_ptr; in gfx_v11_0_kiq_init_register() local
4258 struct v11_compute_mqd *mqd = ring->mqd_ptr; in gfx_v11_0_kiq_init_queue() local
4296 struct v11_compute_mqd *mqd = ring->mqd_ptr; in gfx_v11_0_kcq_init_queue() local
|
| D | gfx_v10_0.c | 6588 struct v10_gfx_mqd *mqd = m; in gfx_v10_0_gfx_mqd_init() local
6675 struct v10_gfx_mqd *mqd = ring->mqd_ptr; in gfx_v10_0_gfx_queue_init_register() local
6723 struct v10_gfx_mqd *mqd = ring->mqd_ptr; in gfx_v10_0_gfx_init_queue() local
6835 struct v10_compute_mqd *mqd = m; in gfx_v10_0_compute_mqd_init() local
6950 struct v10_compute_mqd *mqd = ring->mqd_ptr; in gfx_v10_0_kiq_init_register() local
7059 struct v10_compute_mqd *mqd = ring->mqd_ptr; in gfx_v10_0_kiq_init_queue() local
7097 struct v10_compute_mqd *mqd = ring->mqd_ptr; in gfx_v10_0_kcq_init_queue() local
|
| D | gfx_v8_0.c | 4424 static void gfx_v8_0_mqd_set_priority(struct amdgpu_ring *ring, struct vi_mqd *mqd) in gfx_v8_0_mqd_set_priority()
4440 struct vi_mqd *mqd = ring->mqd_ptr; in gfx_v8_0_mqd_init() local
4585 struct vi_mqd *mqd) in gfx_v8_0_mqd_commit()
4624 struct vi_mqd *mqd = ring->mqd_ptr; in gfx_v8_0_kiq_init_queue() local
4663 struct vi_mqd *mqd = ring->mqd_ptr; in gfx_v8_0_kcq_init_queue() local
|
| D | mes_v10_1.c | 669 struct v10_compute_mqd *mqd = ring->mqd_ptr; in mes_v10_1_mqd_init() local
|
| D | gfx_v9_0.c | 3423 static void gfx_v9_0_mqd_set_priority(struct amdgpu_ring *ring, struct v9_mqd *mqd) in gfx_v9_0_mqd_set_priority()
3439 struct v9_mqd *mqd = ring->mqd_ptr; in gfx_v9_0_mqd_init() local
3571 struct v9_mqd *mqd = ring->mqd_ptr; in gfx_v9_0_kiq_init_register() local
3724 struct v9_mqd *mqd = ring->mqd_ptr; in gfx_v9_0_kiq_init_queue() local
3771 struct v9_mqd *mqd = ring->mqd_ptr; in gfx_v9_0_kcq_init_queue() local
|
| D | gfx_v7_0.c | 2888 struct cik_mqd *mqd, in gfx_v7_0_mqd_init()
3007 static int gfx_v7_0_mqd_commit(struct amdgpu_device *adev, struct cik_mqd *mqd) in gfx_v7_0_mqd_commit()
3036 struct cik_mqd *mqd; in gfx_v7_0_compute_queue_init() local
|
| D | sdma_v5_0.c | 964 static int sdma_v5_0_mqd_init(struct amdgpu_device *adev, void *mqd, in sdma_v5_0_mqd_init()
|
| D | sdma_v6_0.c | 848 static int sdma_v6_0_mqd_init(struct amdgpu_device *adev, void *mqd, in sdma_v6_0_mqd_init()
|
| /linux-5.19.10/drivers/misc/sgi-gru/ |
| D | grukservices.c | 545 int gru_create_message_queue(struct gru_message_queue_desc *mqd, in gru_create_message_queue()
579 static int send_noop_message(void *cb, struct gru_message_queue_desc *mqd, in send_noop_message()
637 static int send_message_queue_full(void *cb, struct gru_message_queue_desc *mqd, in send_message_queue_full()
706 static int send_message_put_nacked(void *cb, struct gru_message_queue_desc *mqd, in send_message_put_nacked()
754 static int send_message_failure(void *cb, struct gru_message_queue_desc *mqd, in send_message_failure()
796 int gru_send_message_gpa(struct gru_message_queue_desc *mqd, void *mesg, in gru_send_message_gpa()
837 void gru_free_message(struct gru_message_queue_desc *mqd, void *mesg) in gru_free_message()
869 void *gru_get_next_message(struct gru_message_queue_desc *mqd) in gru_get_next_message()
997 struct gru_message_queue_desc mqd; in quicktest1() local
|