| /linux-6.1.9/drivers/gpu/drm/amd/amdkfd/ |
| D | kfd_mqd_manager_cik.c | 35 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd() argument
37 return (struct cik_mqd *)mqd; in get_mqd()
40 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
42 return (struct cik_sdma_rlc_registers *)mqd; in get_sdma_mqd()
45 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() argument
58 m = get_mqd(mqd); in update_cu_mask()
89 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() argument
137 *mqd = m; in init_mqd()
143 static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, in init_mqd_sdma() argument
153 *mqd = m; in init_mqd_sdma()
[all …]
|
| D | kfd_mqd_manager_vi.c | 38 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd() argument
40 return (struct vi_mqd *)mqd; in get_mqd()
43 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
45 return (struct vi_sdma_mqd *)mqd; in get_sdma_mqd()
48 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() argument
61 m = get_mqd(mqd); in update_cu_mask()
92 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() argument
152 *mqd = m; in init_mqd()
158 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd() argument
166 return mm->dev->kfd2kgd->hqd_load(mm->dev->adev, mqd, pipe_id, queue_id, in load_mqd()
[all …]
|
| D | kfd_mqd_manager_v9.c | 36 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() argument
38 return (struct v9_mqd *)mqd; in get_mqd()
41 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
43 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
46 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() argument
59 m = get_mqd(mqd); in update_cu_mask()
132 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() argument
190 *mqd = m; in init_mqd()
196 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd() argument
203 return mm->dev->kfd2kgd->hqd_load(mm->dev->adev, mqd, pipe_id, queue_id, in load_mqd()
[all …]
|
| D | kfd_mqd_manager_v10.c | 35 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
37 return (struct v10_compute_mqd *)mqd; in get_mqd()
40 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
42 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd()
45 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() argument
58 m = get_mqd(mqd); in update_cu_mask()
89 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() argument
138 *mqd = m; in init_mqd()
144 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd() argument
152 r = mm->dev->kfd2kgd->hqd_load(mm->dev->adev, mqd, pipe_id, queue_id, in load_mqd()
[all …]
|
| D | kfd_mqd_manager_v11.c | 34 static inline struct v11_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
36 return (struct v11_compute_mqd *)mqd; in get_mqd()
39 static inline struct v11_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
41 return (struct v11_sdma_mqd *)mqd; in get_sdma_mqd()
44 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() argument
57 m = get_mqd(mqd); in update_cu_mask()
105 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() argument
164 *mqd = m; in init_mqd()
170 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd() argument
178 r = mm->dev->kfd2kgd->hqd_load(mm->dev->adev, mqd, pipe_id, queue_id, in load_mqd()
[all …]
|
| D | kfd_mqd_manager.h | 74 void (*init_mqd)(struct mqd_manager *mm, void **mqd,
78 int (*load_mqd)(struct mqd_manager *mm, void *mqd,
83 void (*update_mqd)(struct mqd_manager *mm, void *mqd,
87 int (*destroy_mqd)(struct mqd_manager *mm, void *mqd,
92 void (*free_mqd)(struct mqd_manager *mm, void *mqd,
95 bool (*is_occupied)(struct mqd_manager *mm, void *mqd,
99 int (*get_wave_state)(struct mqd_manager *mm, void *mqd,
104 void (*get_checkpoint_info)(struct mqd_manager *mm, void *mqd, uint32_t *ctl_stack_size);
107 void *mqd,
111 void (*restore_mqd)(struct mqd_manager *mm, void **mqd,
[all …]
|
| D | kfd_mqd_manager.c | 90 void free_mqd_hiq_sdma(struct mqd_manager *mm, void *mqd, in free_mqd_hiq_sdma() argument
187 int kfd_hiq_load_mqd_kiq(struct mqd_manager *mm, void *mqd, in kfd_hiq_load_mqd_kiq() argument
191 return mm->dev->kfd2kgd->hiq_mqd_load(mm->dev->adev, mqd, pipe_id, in kfd_hiq_load_mqd_kiq()
195 int kfd_destroy_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_cp() argument
199 return mm->dev->kfd2kgd->hqd_destroy(mm->dev->adev, mqd, type, timeout, in kfd_destroy_mqd_cp()
203 void kfd_free_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_free_mqd_cp() argument
214 bool kfd_is_occupied_cp(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_cp() argument
222 int kfd_load_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_load_mqd_sdma() argument
226 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->adev, mqd, in kfd_load_mqd_sdma()
235 int kfd_destroy_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_sdma() argument
[all …]
|
| D | kfd_process_queue_manager.c | 627 void *mqd, in pqm_checkpoint_mqd() argument
644 pqn->q, mqd, ctl_stack); in pqm_checkpoint_mqd()
651 uint8_t *mqd, *ctl_stack; in criu_checkpoint_queue() local
654 mqd = (void *)(q_data + 1); in criu_checkpoint_queue()
655 ctl_stack = mqd + q_data->mqd_size; in criu_checkpoint_queue()
684 ret = pqm_checkpoint_mqd(&pdd->process->pqm, q->properties.queue_id, mqd, ctl_stack); in criu_checkpoint_queue()
811 uint8_t *mqd, *ctl_stack, *q_extra_data = NULL; in kfd_criu_restore_queue() local
868 mqd = q_extra_data; in kfd_criu_restore_queue()
869 ctl_stack = mqd + q_data->mqd_size; in kfd_criu_restore_queue()
876 ret = pqm_create_queue(&p->pqm, pdd->dev, NULL, &qp, &queue_id, NULL, q_data, mqd, ctl_stack, in kfd_criu_restore_queue()
[all …]
|
| /linux-6.1.9/drivers/misc/sgi-gru/ |
| D | grukservices.c | 545 int gru_create_message_queue(struct gru_message_queue_desc *mqd, in gru_create_message_queue() argument
561 mqd->mq = mq; in gru_create_message_queue()
562 mqd->mq_gpa = uv_gpa(mq); in gru_create_message_queue()
563 mqd->qlines = qlines; in gru_create_message_queue()
564 mqd->interrupt_pnode = nasid >> 1; in gru_create_message_queue()
565 mqd->interrupt_vector = vector; in gru_create_message_queue()
566 mqd->interrupt_apicid = apicid; in gru_create_message_queue()
579 static int send_noop_message(void *cb, struct gru_message_queue_desc *mqd, in send_noop_message() argument
591 gru_mesq(cb, mqd->mq_gpa, gru_get_tri(mhdr), 1, IMA); in send_noop_message()
615 m = mqd->mq_gpa + (gru_get_amo_value_head(cb) << 6); in send_noop_message()
[all …]
|
| D | grukservices.h | 61 extern int gru_create_message_queue(struct gru_message_queue_desc *mqd,
81 extern int gru_send_message_gpa(struct gru_message_queue_desc *mqd,
101 extern void gru_free_message(struct gru_message_queue_desc *mqd,
117 extern void *gru_get_next_message(struct gru_message_queue_desc *mqd);
|
| /linux-6.1.9/drivers/gpu/drm/amd/amdgpu/ |
| D | mes_v10_1.c | 714 struct v10_compute_mqd *mqd = ring->mqd_ptr; in mes_v10_1_mqd_init() local
718 mqd->header = 0xC0310800; in mes_v10_1_mqd_init()
719 mqd->compute_pipelinestat_enable = 0x00000001; in mes_v10_1_mqd_init()
720 mqd->compute_static_thread_mgmt_se0 = 0xffffffff; in mes_v10_1_mqd_init()
721 mqd->compute_static_thread_mgmt_se1 = 0xffffffff; in mes_v10_1_mqd_init()
722 mqd->compute_static_thread_mgmt_se2 = 0xffffffff; in mes_v10_1_mqd_init()
723 mqd->compute_static_thread_mgmt_se3 = 0xffffffff; in mes_v10_1_mqd_init()
724 mqd->compute_misc_reserved = 0x00000003; in mes_v10_1_mqd_init()
733 mqd->cp_hqd_eop_base_addr_lo = lower_32_bits(eop_base_addr); in mes_v10_1_mqd_init()
734 mqd->cp_hqd_eop_base_addr_hi = upper_32_bits(eop_base_addr); in mes_v10_1_mqd_init()
[all …]
|
| D | mes_v11_0.c | 765 struct v11_compute_mqd *mqd = ring->mqd_ptr; in mes_v11_0_mqd_init() local
769 mqd->header = 0xC0310800; in mes_v11_0_mqd_init()
770 mqd->compute_pipelinestat_enable = 0x00000001; in mes_v11_0_mqd_init()
771 mqd->compute_static_thread_mgmt_se0 = 0xffffffff; in mes_v11_0_mqd_init()
772 mqd->compute_static_thread_mgmt_se1 = 0xffffffff; in mes_v11_0_mqd_init()
773 mqd->compute_static_thread_mgmt_se2 = 0xffffffff; in mes_v11_0_mqd_init()
774 mqd->compute_static_thread_mgmt_se3 = 0xffffffff; in mes_v11_0_mqd_init()
775 mqd->compute_misc_reserved = 0x00000007; in mes_v11_0_mqd_init()
784 mqd->cp_hqd_eop_base_addr_lo = lower_32_bits(eop_base_addr); in mes_v11_0_mqd_init()
785 mqd->cp_hqd_eop_base_addr_hi = upper_32_bits(eop_base_addr); in mes_v11_0_mqd_init()
[all …]
|
| D | amdgpu_amdkfd_gfx_v7.c | 148 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd() argument
150 return (struct cik_mqd *)mqd; in get_mqd()
153 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
155 return (struct cik_sdma_rlc_registers *)mqd; in get_sdma_mqd()
158 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument
168 m = get_mqd(mqd); in kgd_hqd_load()
238 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load() argument
246 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
341 static bool kgd_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_hqd_sdma_is_occupied() argument
347 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
[all …]
|
| D | amdgpu_amdkfd_arcturus.c | 60 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
62 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
121 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_load() argument
131 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_load()
222 void *mqd) in kgd_arcturus_hqd_sdma_is_occupied() argument
228 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_is_occupied()
240 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_destroy() argument
248 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_destroy()
|
| D | amdgpu_amdkfd_gfx_v10.c | 195 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
197 return (struct v10_compute_mqd *)mqd; in get_mqd()
200 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
202 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd()
205 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument
214 m = get_mqd(mqd); in kgd_hqd_load()
287 static int kgd_hiq_mqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hiq_mqd_load() argument
296 m = get_mqd(mqd); in kgd_hiq_mqd_load()
370 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load() argument
380 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
[all …]
|
| D | amdgpu_amdkfd_gfx_v11.c | 152 static inline struct v11_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
154 return (struct v11_compute_mqd *)mqd; in get_mqd()
157 static inline struct v11_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
159 return (struct v11_sdma_mqd *)mqd; in get_sdma_mqd()
162 static int hqd_load_v11(struct amdgpu_device *adev, void *mqd, uint32_t pipe_id, in hqd_load_v11() argument
171 m = get_mqd(mqd); in hqd_load_v11()
259 static int hiq_mqd_load_v11(struct amdgpu_device *adev, void *mqd, in hiq_mqd_load_v11() argument
268 m = get_mqd(mqd); in hiq_mqd_load_v11()
342 static int hqd_sdma_load_v11(struct amdgpu_device *adev, void *mqd, in hqd_sdma_load_v11() argument
352 m = get_sdma_mqd(mqd); in hqd_sdma_load_v11()
[all …]
|
| D | amdgpu_amdkfd_gfx_v8.c | 143 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd() argument
145 return (struct vi_mqd *)mqd; in get_mqd()
148 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
150 return (struct vi_sdma_mqd *)mqd; in get_sdma_mqd()
153 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument
163 m = get_mqd(mqd); in kgd_hqd_load()
262 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load() argument
270 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
373 static bool kgd_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_hqd_sdma_is_occupied() argument
379 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
[all …]
|
| D | amdgpu_amdkfd_arcturus.h | 23 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd,
29 void *mqd);
30 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd,
|
| D | amdgpu_amdkfd_gfx_v9.c | 210 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() argument
212 return (struct v9_mqd *)mqd; in get_mqd()
215 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
217 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
220 int kgd_gfx_v9_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_hqd_load() argument
229 m = get_mqd(mqd); in kgd_gfx_v9_hqd_load()
299 int kgd_gfx_v9_hiq_mqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_hiq_mqd_load() argument
308 m = get_mqd(mqd); in kgd_gfx_v9_hiq_mqd_load()
382 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load() argument
392 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
[all …]
|
| D | amdgpu_amdkfd_gfx_v10_3.c | 167 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
169 return (struct v10_compute_mqd *)mqd; in get_mqd()
172 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
174 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd()
177 static int hqd_load_v10_3(struct amdgpu_device *adev, void *mqd, in hqd_load_v10_3() argument
186 m = get_mqd(mqd); in hqd_load_v10_3()
274 static int hiq_mqd_load_v10_3(struct amdgpu_device *adev, void *mqd, in hiq_mqd_load_v10_3() argument
283 m = get_mqd(mqd); in hiq_mqd_load_v10_3()
357 static int hqd_sdma_load_v10_3(struct amdgpu_device *adev, void *mqd, in hqd_sdma_load_v10_3() argument
367 m = get_sdma_mqd(mqd); in hqd_sdma_load_v10_3()
[all …]
|
| D | gfx_v11_0.c | 3524 struct v11_gfx_mqd *mqd = m; in gfx_v11_0_gfx_mqd_init() local
3530 mqd->cp_gfx_hqd_wptr = 0; in gfx_v11_0_gfx_mqd_init()
3531 mqd->cp_gfx_hqd_wptr_hi = 0; in gfx_v11_0_gfx_mqd_init()
3534 mqd->cp_mqd_base_addr = prop->mqd_gpu_addr & 0xfffffffc; in gfx_v11_0_gfx_mqd_init()
3535 mqd->cp_mqd_base_addr_hi = upper_32_bits(prop->mqd_gpu_addr); in gfx_v11_0_gfx_mqd_init()
3542 mqd->cp_gfx_mqd_control = tmp; in gfx_v11_0_gfx_mqd_init()
3547 mqd->cp_gfx_hqd_vmid = 0; in gfx_v11_0_gfx_mqd_init()
3553 mqd->cp_gfx_hqd_queue_priority = tmp; in gfx_v11_0_gfx_mqd_init()
3558 mqd->cp_gfx_hqd_quantum = tmp; in gfx_v11_0_gfx_mqd_init()
3562 mqd->cp_gfx_hqd_base = hqd_gpu_addr; in gfx_v11_0_gfx_mqd_init()
[all …]
|
| D | amdgpu_amdkfd_gfx_v9.h | 32 int kgd_gfx_v9_hqd_load(struct amdgpu_device *adev, void *mqd, uint32_t pipe_id,
36 int kgd_gfx_v9_hiq_mqd_load(struct amdgpu_device *adev, void *mqd,
45 int kgd_gfx_v9_hqd_destroy(struct amdgpu_device *adev, void *mqd,
|
| D | gfx_v7_0.c | 2888 struct cik_mqd *mqd, in gfx_v7_0_mqd_init() argument
2896 memset(mqd, 0, sizeof(struct cik_mqd)); in gfx_v7_0_mqd_init()
2898 mqd->header = 0xC0310800; in gfx_v7_0_mqd_init()
2899 mqd->compute_static_thread_mgmt_se0 = 0xffffffff; in gfx_v7_0_mqd_init()
2900 mqd->compute_static_thread_mgmt_se1 = 0xffffffff; in gfx_v7_0_mqd_init()
2901 mqd->compute_static_thread_mgmt_se2 = 0xffffffff; in gfx_v7_0_mqd_init()
2902 mqd->compute_static_thread_mgmt_se3 = 0xffffffff; in gfx_v7_0_mqd_init()
2905 mqd->cp_hqd_pq_doorbell_control = in gfx_v7_0_mqd_init()
2908 mqd->cp_hqd_pq_doorbell_control |= CP_HQD_PQ_DOORBELL_CONTROL__DOORBELL_EN_MASK; in gfx_v7_0_mqd_init()
2910 mqd->cp_hqd_pq_doorbell_control &= ~CP_HQD_PQ_DOORBELL_CONTROL__DOORBELL_EN_MASK; in gfx_v7_0_mqd_init()
[all …]
|
| D | gfx_v9_0.c | 3255 static void gfx_v9_0_mqd_set_priority(struct amdgpu_ring *ring, struct v9_mqd *mqd) in gfx_v9_0_mqd_set_priority() argument
3261 mqd->cp_hqd_pipe_priority = AMDGPU_GFX_PIPE_PRIO_HIGH; in gfx_v9_0_mqd_set_priority()
3262 mqd->cp_hqd_queue_priority = in gfx_v9_0_mqd_set_priority()
3271 struct v9_mqd *mqd = ring->mqd_ptr; in gfx_v9_0_mqd_init() local
3275 mqd->header = 0xC0310800; in gfx_v9_0_mqd_init()
3276 mqd->compute_pipelinestat_enable = 0x00000001; in gfx_v9_0_mqd_init()
3277 mqd->compute_static_thread_mgmt_se0 = 0xffffffff; in gfx_v9_0_mqd_init()
3278 mqd->compute_static_thread_mgmt_se1 = 0xffffffff; in gfx_v9_0_mqd_init()
3279 mqd->compute_static_thread_mgmt_se2 = 0xffffffff; in gfx_v9_0_mqd_init()
3280 mqd->compute_static_thread_mgmt_se3 = 0xffffffff; in gfx_v9_0_mqd_init()
[all …]
|
| /linux-6.1.9/drivers/gpu/drm/amd/include/ |
| D | kgd_kfd_interface.h | 240 int (*hqd_load)(struct amdgpu_device *adev, void *mqd, uint32_t pipe_id,
245 int (*hiq_mqd_load)(struct amdgpu_device *adev, void *mqd,
249 int (*hqd_sdma_load)(struct amdgpu_device *adev, void *mqd,
264 int (*hqd_destroy)(struct amdgpu_device *adev, void *mqd,
269 bool (*hqd_sdma_is_occupied)(struct amdgpu_device *adev, void *mqd);
271 int (*hqd_sdma_destroy)(struct amdgpu_device *adev, void *mqd,
|