1 /*
2 * Copyright 2018 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * Authors: AMD
23 *
24 */
25
26 #include "dcn10/dcn10_hubp.h"
27 #include "dcn21_hubp.h"
28
29 #include "dm_services.h"
30 #include "reg_helper.h"
31
32 #include "dc_dmub_srv.h"
33
34 #define DC_LOGGER_INIT(logger)
35
36 #define REG(reg)\
37 hubp21->hubp_regs->reg
38
39 #define CTX \
40 hubp21->base.ctx
41
42 #undef FN
43 #define FN(reg_name, field_name) \
44 hubp21->hubp_shift->field_name, hubp21->hubp_mask->field_name
45
46 /*
47 * In DCN2.1, the non-double buffered version of the following 4 DLG registers are used in RTL.
48 * As a result, if S/W updates any of these registers during a mode change,
49 * the current frame before the mode change will use the new value right away
50 * and can lead to generating incorrect request deadlines and incorrect TTU/QoS behavior.
51 *
52 * REFCYC_PER_VM_GROUP_FLIP[22:0]
53 * REFCYC_PER_VM_GROUP_VBLANK[22:0]
54 * REFCYC_PER_VM_REQ_FLIP[22:0]
55 * REFCYC_PER_VM_REQ_VBLANK[22:0]
56 *
57 * REFCYC_PER_VM_*_FLIP affects the deadline of the VM requests generated
58 * when flipping to a new surface
59 *
60 * REFCYC_PER_VM_*_VBLANK affects the deadline of the VM requests generated
61 * during prefetch period of a frame. The prefetch starts at a pre-determined
62 * number of lines before the display active per frame
63 *
64 * DCN may underflow due to incorrectly programming these registers
65 * during VM stage of prefetch/iflip. First lines of display active
66 * or a sub-region of active using a new surface will be corrupted
67 * until the VM data returns at flip/mode change transitions
68 *
69 * Work around:
70 * workaround is always opt to use the more aggressive settings.
71 * On any mode switch, if the new reg values are smaller than the current values,
72 * then update the regs with the new values.
73 *
74 * Link to the ticket: http://ontrack-internal.amd.com/browse/DEDCN21-142
75 *
76 */
apply_DEDCN21_142_wa_for_hostvm_deadline(struct hubp * hubp,struct _vcs_dpi_display_dlg_regs_st * dlg_attr)77 void apply_DEDCN21_142_wa_for_hostvm_deadline(
78 struct hubp *hubp,
79 struct _vcs_dpi_display_dlg_regs_st *dlg_attr)
80 {
81 struct dcn21_hubp *hubp21 = TO_DCN21_HUBP(hubp);
82 uint32_t refcyc_per_vm_group_vblank;
83 uint32_t refcyc_per_vm_req_vblank;
84 uint32_t refcyc_per_vm_group_flip;
85 uint32_t refcyc_per_vm_req_flip;
86 const uint32_t uninitialized_hw_default = 0;
87
88 REG_GET(VBLANK_PARAMETERS_5,
89 REFCYC_PER_VM_GROUP_VBLANK, &refcyc_per_vm_group_vblank);
90
91 if (refcyc_per_vm_group_vblank == uninitialized_hw_default ||
92 refcyc_per_vm_group_vblank > dlg_attr->refcyc_per_vm_group_vblank)
93 REG_SET(VBLANK_PARAMETERS_5, 0,
94 REFCYC_PER_VM_GROUP_VBLANK, dlg_attr->refcyc_per_vm_group_vblank);
95
96 REG_GET(VBLANK_PARAMETERS_6,
97 REFCYC_PER_VM_REQ_VBLANK, &refcyc_per_vm_req_vblank);
98
99 if (refcyc_per_vm_req_vblank == uninitialized_hw_default ||
100 refcyc_per_vm_req_vblank > dlg_attr->refcyc_per_vm_req_vblank)
101 REG_SET(VBLANK_PARAMETERS_6, 0,
102 REFCYC_PER_VM_REQ_VBLANK, dlg_attr->refcyc_per_vm_req_vblank);
103
104 REG_GET(FLIP_PARAMETERS_3,
105 REFCYC_PER_VM_GROUP_FLIP, &refcyc_per_vm_group_flip);
106
107 if (refcyc_per_vm_group_flip == uninitialized_hw_default ||
108 refcyc_per_vm_group_flip > dlg_attr->refcyc_per_vm_group_flip)
109 REG_SET(FLIP_PARAMETERS_3, 0,
110 REFCYC_PER_VM_GROUP_FLIP, dlg_attr->refcyc_per_vm_group_flip);
111
112 REG_GET(FLIP_PARAMETERS_4,
113 REFCYC_PER_VM_REQ_FLIP, &refcyc_per_vm_req_flip);
114
115 if (refcyc_per_vm_req_flip == uninitialized_hw_default ||
116 refcyc_per_vm_req_flip > dlg_attr->refcyc_per_vm_req_flip)
117 REG_SET(FLIP_PARAMETERS_4, 0,
118 REFCYC_PER_VM_REQ_FLIP, dlg_attr->refcyc_per_vm_req_flip);
119
120 REG_SET(FLIP_PARAMETERS_5, 0,
121 REFCYC_PER_PTE_GROUP_FLIP_C, dlg_attr->refcyc_per_pte_group_flip_c);
122
123 REG_SET(FLIP_PARAMETERS_6, 0,
124 REFCYC_PER_META_CHUNK_FLIP_C, dlg_attr->refcyc_per_meta_chunk_flip_c);
125 }
126
hubp21_program_deadline(struct hubp * hubp,struct _vcs_dpi_display_dlg_regs_st * dlg_attr,struct _vcs_dpi_display_ttu_regs_st * ttu_attr)127 void hubp21_program_deadline(
128 struct hubp *hubp,
129 struct _vcs_dpi_display_dlg_regs_st *dlg_attr,
130 struct _vcs_dpi_display_ttu_regs_st *ttu_attr)
131 {
132 hubp2_program_deadline(hubp, dlg_attr, ttu_attr);
133
134 apply_DEDCN21_142_wa_for_hostvm_deadline(hubp, dlg_attr);
135 }
136
hubp21_program_requestor(struct hubp * hubp,struct _vcs_dpi_display_rq_regs_st * rq_regs)137 void hubp21_program_requestor(
138 struct hubp *hubp,
139 struct _vcs_dpi_display_rq_regs_st *rq_regs)
140 {
141 struct dcn21_hubp *hubp21 = TO_DCN21_HUBP(hubp);
142
143 REG_UPDATE(HUBPRET_CONTROL,
144 DET_BUF_PLANE1_BASE_ADDRESS, rq_regs->plane1_base_address);
145 REG_SET_4(DCN_EXPANSION_MODE, 0,
146 DRQ_EXPANSION_MODE, rq_regs->drq_expansion_mode,
147 PRQ_EXPANSION_MODE, rq_regs->prq_expansion_mode,
148 MRQ_EXPANSION_MODE, rq_regs->mrq_expansion_mode,
149 CRQ_EXPANSION_MODE, rq_regs->crq_expansion_mode);
150 REG_SET_8(DCHUBP_REQ_SIZE_CONFIG, 0,
151 CHUNK_SIZE, rq_regs->rq_regs_l.chunk_size,
152 MIN_CHUNK_SIZE, rq_regs->rq_regs_l.min_chunk_size,
153 META_CHUNK_SIZE, rq_regs->rq_regs_l.meta_chunk_size,
154 MIN_META_CHUNK_SIZE, rq_regs->rq_regs_l.min_meta_chunk_size,
155 DPTE_GROUP_SIZE, rq_regs->rq_regs_l.dpte_group_size,
156 VM_GROUP_SIZE, rq_regs->rq_regs_l.mpte_group_size,
157 SWATH_HEIGHT, rq_regs->rq_regs_l.swath_height,
158 PTE_ROW_HEIGHT_LINEAR, rq_regs->rq_regs_l.pte_row_height_linear);
159 REG_SET_7(DCHUBP_REQ_SIZE_CONFIG_C, 0,
160 CHUNK_SIZE_C, rq_regs->rq_regs_c.chunk_size,
161 MIN_CHUNK_SIZE_C, rq_regs->rq_regs_c.min_chunk_size,
162 META_CHUNK_SIZE_C, rq_regs->rq_regs_c.meta_chunk_size,
163 MIN_META_CHUNK_SIZE_C, rq_regs->rq_regs_c.min_meta_chunk_size,
164 DPTE_GROUP_SIZE_C, rq_regs->rq_regs_c.dpte_group_size,
165 SWATH_HEIGHT_C, rq_regs->rq_regs_c.swath_height,
166 PTE_ROW_HEIGHT_LINEAR_C, rq_regs->rq_regs_c.pte_row_height_linear);
167 }
168
hubp21_setup(struct hubp * hubp,struct _vcs_dpi_display_dlg_regs_st * dlg_attr,struct _vcs_dpi_display_ttu_regs_st * ttu_attr,struct _vcs_dpi_display_rq_regs_st * rq_regs,struct _vcs_dpi_display_pipe_dest_params_st * pipe_dest)169 static void hubp21_setup(
170 struct hubp *hubp,
171 struct _vcs_dpi_display_dlg_regs_st *dlg_attr,
172 struct _vcs_dpi_display_ttu_regs_st *ttu_attr,
173 struct _vcs_dpi_display_rq_regs_st *rq_regs,
174 struct _vcs_dpi_display_pipe_dest_params_st *pipe_dest)
175 {
176 /* otg is locked when this func is called. Register are double buffered.
177 * disable the requestors is not needed
178 */
179
180 hubp2_vready_at_or_After_vsync(hubp, pipe_dest);
181 hubp21_program_requestor(hubp, rq_regs);
182 hubp21_program_deadline(hubp, dlg_attr, ttu_attr);
183
184 }
185
hubp21_set_viewport(struct hubp * hubp,const struct rect * viewport,const struct rect * viewport_c)186 static void hubp21_set_viewport(
187 struct hubp *hubp,
188 const struct rect *viewport,
189 const struct rect *viewport_c)
190 {
191 struct dcn21_hubp *hubp21 = TO_DCN21_HUBP(hubp);
192
193 REG_SET_2(DCSURF_PRI_VIEWPORT_DIMENSION, 0,
194 PRI_VIEWPORT_WIDTH, viewport->width,
195 PRI_VIEWPORT_HEIGHT, viewport->height);
196
197 REG_SET_2(DCSURF_PRI_VIEWPORT_START, 0,
198 PRI_VIEWPORT_X_START, viewport->x,
199 PRI_VIEWPORT_Y_START, viewport->y);
200
201 /*for stereo*/
202 REG_SET_2(DCSURF_SEC_VIEWPORT_DIMENSION, 0,
203 SEC_VIEWPORT_WIDTH, viewport->width,
204 SEC_VIEWPORT_HEIGHT, viewport->height);
205
206 REG_SET_2(DCSURF_SEC_VIEWPORT_START, 0,
207 SEC_VIEWPORT_X_START, viewport->x,
208 SEC_VIEWPORT_Y_START, viewport->y);
209
210 /* DC supports NV12 only at the moment */
211 REG_SET_2(DCSURF_PRI_VIEWPORT_DIMENSION_C, 0,
212 PRI_VIEWPORT_WIDTH_C, viewport_c->width,
213 PRI_VIEWPORT_HEIGHT_C, viewport_c->height);
214
215 REG_SET_2(DCSURF_PRI_VIEWPORT_START_C, 0,
216 PRI_VIEWPORT_X_START_C, viewport_c->x,
217 PRI_VIEWPORT_Y_START_C, viewport_c->y);
218
219 REG_SET_2(DCSURF_SEC_VIEWPORT_DIMENSION_C, 0,
220 SEC_VIEWPORT_WIDTH_C, viewport_c->width,
221 SEC_VIEWPORT_HEIGHT_C, viewport_c->height);
222
223 REG_SET_2(DCSURF_SEC_VIEWPORT_START_C, 0,
224 SEC_VIEWPORT_X_START_C, viewport_c->x,
225 SEC_VIEWPORT_Y_START_C, viewport_c->y);
226 }
227
hubp21_set_vm_system_aperture_settings(struct hubp * hubp,struct vm_system_aperture_param * apt)228 static void hubp21_set_vm_system_aperture_settings(struct hubp *hubp,
229 struct vm_system_aperture_param *apt)
230 {
231 struct dcn21_hubp *hubp21 = TO_DCN21_HUBP(hubp);
232
233 PHYSICAL_ADDRESS_LOC mc_vm_apt_low;
234 PHYSICAL_ADDRESS_LOC mc_vm_apt_high;
235
236 // The format of high/low are 48:18 of the 48 bit addr
237 mc_vm_apt_low.quad_part = apt->sys_low.quad_part >> 18;
238 mc_vm_apt_high.quad_part = apt->sys_high.quad_part >> 18;
239
240 REG_SET(DCN_VM_SYSTEM_APERTURE_LOW_ADDR, 0,
241 MC_VM_SYSTEM_APERTURE_LOW_ADDR, mc_vm_apt_low.quad_part);
242
243 REG_SET(DCN_VM_SYSTEM_APERTURE_HIGH_ADDR, 0,
244 MC_VM_SYSTEM_APERTURE_HIGH_ADDR, mc_vm_apt_high.quad_part);
245
246 REG_SET_2(DCN_VM_MX_L1_TLB_CNTL, 0,
247 ENABLE_L1_TLB, 1,
248 SYSTEM_ACCESS_MODE, 0x3);
249 }
250
hubp21_validate_dml_output(struct hubp * hubp,struct dc_context * ctx,struct _vcs_dpi_display_rq_regs_st * dml_rq_regs,struct _vcs_dpi_display_dlg_regs_st * dml_dlg_attr,struct _vcs_dpi_display_ttu_regs_st * dml_ttu_attr)251 static void hubp21_validate_dml_output(struct hubp *hubp,
252 struct dc_context *ctx,
253 struct _vcs_dpi_display_rq_regs_st *dml_rq_regs,
254 struct _vcs_dpi_display_dlg_regs_st *dml_dlg_attr,
255 struct _vcs_dpi_display_ttu_regs_st *dml_ttu_attr)
256 {
257 struct dcn21_hubp *hubp21 = TO_DCN21_HUBP(hubp);
258 struct _vcs_dpi_display_rq_regs_st rq_regs = {0};
259 struct _vcs_dpi_display_dlg_regs_st dlg_attr = {0};
260 struct _vcs_dpi_display_ttu_regs_st ttu_attr = {0};
261 DC_LOGGER_INIT(ctx->logger);
262 DC_LOG_DEBUG("DML Validation | Running Validation");
263
264 /* Requester - Per hubp */
265 REG_GET(HUBPRET_CONTROL,
266 DET_BUF_PLANE1_BASE_ADDRESS, &rq_regs.plane1_base_address);
267 REG_GET_4(DCN_EXPANSION_MODE,
268 DRQ_EXPANSION_MODE, &rq_regs.drq_expansion_mode,
269 PRQ_EXPANSION_MODE, &rq_regs.prq_expansion_mode,
270 MRQ_EXPANSION_MODE, &rq_regs.mrq_expansion_mode,
271 CRQ_EXPANSION_MODE, &rq_regs.crq_expansion_mode);
272 REG_GET_8(DCHUBP_REQ_SIZE_CONFIG,
273 CHUNK_SIZE, &rq_regs.rq_regs_l.chunk_size,
274 MIN_CHUNK_SIZE, &rq_regs.rq_regs_l.min_chunk_size,
275 META_CHUNK_SIZE, &rq_regs.rq_regs_l.meta_chunk_size,
276 MIN_META_CHUNK_SIZE, &rq_regs.rq_regs_l.min_meta_chunk_size,
277 DPTE_GROUP_SIZE, &rq_regs.rq_regs_l.dpte_group_size,
278 VM_GROUP_SIZE, &rq_regs.rq_regs_l.mpte_group_size,
279 SWATH_HEIGHT, &rq_regs.rq_regs_l.swath_height,
280 PTE_ROW_HEIGHT_LINEAR, &rq_regs.rq_regs_l.pte_row_height_linear);
281 REG_GET_7(DCHUBP_REQ_SIZE_CONFIG_C,
282 CHUNK_SIZE_C, &rq_regs.rq_regs_c.chunk_size,
283 MIN_CHUNK_SIZE_C, &rq_regs.rq_regs_c.min_chunk_size,
284 META_CHUNK_SIZE_C, &rq_regs.rq_regs_c.meta_chunk_size,
285 MIN_META_CHUNK_SIZE_C, &rq_regs.rq_regs_c.min_meta_chunk_size,
286 DPTE_GROUP_SIZE_C, &rq_regs.rq_regs_c.dpte_group_size,
287 SWATH_HEIGHT_C, &rq_regs.rq_regs_c.swath_height,
288 PTE_ROW_HEIGHT_LINEAR_C, &rq_regs.rq_regs_c.pte_row_height_linear);
289
290 if (rq_regs.plane1_base_address != dml_rq_regs->plane1_base_address)
291 DC_LOG_DEBUG("DML Validation | HUBPRET_CONTROL:DET_BUF_PLANE1_BASE_ADDRESS - Expected: %u Actual: %u\n",
292 dml_rq_regs->plane1_base_address, rq_regs.plane1_base_address);
293 if (rq_regs.drq_expansion_mode != dml_rq_regs->drq_expansion_mode)
294 DC_LOG_DEBUG("DML Validation | DCN_EXPANSION_MODE:DRQ_EXPANSION_MODE - Expected: %u Actual: %u\n",
295 dml_rq_regs->drq_expansion_mode, rq_regs.drq_expansion_mode);
296 if (rq_regs.prq_expansion_mode != dml_rq_regs->prq_expansion_mode)
297 DC_LOG_DEBUG("DML Validation | DCN_EXPANSION_MODE:MRQ_EXPANSION_MODE - Expected: %u Actual: %u\n",
298 dml_rq_regs->prq_expansion_mode, rq_regs.prq_expansion_mode);
299 if (rq_regs.mrq_expansion_mode != dml_rq_regs->mrq_expansion_mode)
300 DC_LOG_DEBUG("DML Validation | DCN_EXPANSION_MODE:DET_BUF_PLANE1_BASE_ADDRESS - Expected: %u Actual: %u\n",
301 dml_rq_regs->mrq_expansion_mode, rq_regs.mrq_expansion_mode);
302 if (rq_regs.crq_expansion_mode != dml_rq_regs->crq_expansion_mode)
303 DC_LOG_DEBUG("DML Validation | DCN_EXPANSION_MODE:CRQ_EXPANSION_MODE - Expected: %u Actual: %u\n",
304 dml_rq_regs->crq_expansion_mode, rq_regs.crq_expansion_mode);
305
306 if (rq_regs.rq_regs_l.chunk_size != dml_rq_regs->rq_regs_l.chunk_size)
307 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG_C:CHUNK_SIZE - Expected: %u Actual: %u\n",
308 dml_rq_regs->rq_regs_l.chunk_size, rq_regs.rq_regs_l.chunk_size);
309 if (rq_regs.rq_regs_l.min_chunk_size != dml_rq_regs->rq_regs_l.min_chunk_size)
310 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG_C:MIN_CHUNK_SIZE - Expected: %u Actual: %u\n",
311 dml_rq_regs->rq_regs_l.min_chunk_size, rq_regs.rq_regs_l.min_chunk_size);
312 if (rq_regs.rq_regs_l.meta_chunk_size != dml_rq_regs->rq_regs_l.meta_chunk_size)
313 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG_C:META_CHUNK_SIZE - Expected: %u Actual: %u\n",
314 dml_rq_regs->rq_regs_l.meta_chunk_size, rq_regs.rq_regs_l.meta_chunk_size);
315 if (rq_regs.rq_regs_l.min_meta_chunk_size != dml_rq_regs->rq_regs_l.min_meta_chunk_size)
316 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG_C:MIN_META_CHUNK_SIZE - Expected: %u Actual: %u\n",
317 dml_rq_regs->rq_regs_l.min_meta_chunk_size, rq_regs.rq_regs_l.min_meta_chunk_size);
318 if (rq_regs.rq_regs_l.dpte_group_size != dml_rq_regs->rq_regs_l.dpte_group_size)
319 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG_C:DPTE_GROUP_SIZE - Expected: %u Actual: %u\n",
320 dml_rq_regs->rq_regs_l.dpte_group_size, rq_regs.rq_regs_l.dpte_group_size);
321 if (rq_regs.rq_regs_l.mpte_group_size != dml_rq_regs->rq_regs_l.mpte_group_size)
322 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG_C:VM_GROUP_SIZE - Expected: %u Actual: %u\n",
323 dml_rq_regs->rq_regs_l.mpte_group_size, rq_regs.rq_regs_l.mpte_group_size);
324 if (rq_regs.rq_regs_l.swath_height != dml_rq_regs->rq_regs_l.swath_height)
325 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG_C:SWATH_HEIGHT - Expected: %u Actual: %u\n",
326 dml_rq_regs->rq_regs_l.swath_height, rq_regs.rq_regs_l.swath_height);
327 if (rq_regs.rq_regs_l.pte_row_height_linear != dml_rq_regs->rq_regs_l.pte_row_height_linear)
328 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG_C:PTE_ROW_HEIGHT_LINEAR - Expected: %u Actual: %u\n",
329 dml_rq_regs->rq_regs_l.pte_row_height_linear, rq_regs.rq_regs_l.pte_row_height_linear);
330
331 if (rq_regs.rq_regs_c.chunk_size != dml_rq_regs->rq_regs_c.chunk_size)
332 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG:CHUNK_SIZE_C - Expected: %u Actual: %u\n",
333 dml_rq_regs->rq_regs_c.chunk_size, rq_regs.rq_regs_c.chunk_size);
334 if (rq_regs.rq_regs_c.min_chunk_size != dml_rq_regs->rq_regs_c.min_chunk_size)
335 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG:MIN_CHUNK_SIZE_C - Expected: %u Actual: %u\n",
336 dml_rq_regs->rq_regs_c.min_chunk_size, rq_regs.rq_regs_c.min_chunk_size);
337 if (rq_regs.rq_regs_c.meta_chunk_size != dml_rq_regs->rq_regs_c.meta_chunk_size)
338 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG:META_CHUNK_SIZE_C - Expected: %u Actual: %u\n",
339 dml_rq_regs->rq_regs_c.meta_chunk_size, rq_regs.rq_regs_c.meta_chunk_size);
340 if (rq_regs.rq_regs_c.min_meta_chunk_size != dml_rq_regs->rq_regs_c.min_meta_chunk_size)
341 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG:MIN_META_CHUNK_SIZE_C - Expected: %u Actual: %u\n",
342 dml_rq_regs->rq_regs_c.min_meta_chunk_size, rq_regs.rq_regs_c.min_meta_chunk_size);
343 if (rq_regs.rq_regs_c.dpte_group_size != dml_rq_regs->rq_regs_c.dpte_group_size)
344 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG:DPTE_GROUP_SIZE_C - Expected: %u Actual: %u\n",
345 dml_rq_regs->rq_regs_c.dpte_group_size, rq_regs.rq_regs_c.dpte_group_size);
346 if (rq_regs.rq_regs_c.swath_height != dml_rq_regs->rq_regs_c.swath_height)
347 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG:SWATH_HEIGHT_C - Expected: %u Actual: %u\n",
348 dml_rq_regs->rq_regs_c.swath_height, rq_regs.rq_regs_c.swath_height);
349 if (rq_regs.rq_regs_c.pte_row_height_linear != dml_rq_regs->rq_regs_c.pte_row_height_linear)
350 DC_LOG_DEBUG("DML Validation | DCHUBP_REQ_SIZE_CONFIG:PTE_ROW_HEIGHT_LINEAR_C - Expected: %u Actual: %u\n",
351 dml_rq_regs->rq_regs_c.pte_row_height_linear, rq_regs.rq_regs_c.pte_row_height_linear);
352
353
354 /* DLG - Per hubp */
355 REG_GET_2(BLANK_OFFSET_0,
356 REFCYC_H_BLANK_END, &dlg_attr.refcyc_h_blank_end,
357 DLG_V_BLANK_END, &dlg_attr.dlg_vblank_end);
358 REG_GET(BLANK_OFFSET_1,
359 MIN_DST_Y_NEXT_START, &dlg_attr.min_dst_y_next_start);
360 REG_GET(DST_DIMENSIONS,
361 REFCYC_PER_HTOTAL, &dlg_attr.refcyc_per_htotal);
362 REG_GET_2(DST_AFTER_SCALER,
363 REFCYC_X_AFTER_SCALER, &dlg_attr.refcyc_x_after_scaler,
364 DST_Y_AFTER_SCALER, &dlg_attr.dst_y_after_scaler);
365 REG_GET(REF_FREQ_TO_PIX_FREQ,
366 REF_FREQ_TO_PIX_FREQ, &dlg_attr.ref_freq_to_pix_freq);
367
368 if (dlg_attr.refcyc_h_blank_end != dml_dlg_attr->refcyc_h_blank_end)
369 DC_LOG_DEBUG("DML Validation | BLANK_OFFSET_0:REFCYC_H_BLANK_END - Expected: %u Actual: %u\n",
370 dml_dlg_attr->refcyc_h_blank_end, dlg_attr.refcyc_h_blank_end);
371 if (dlg_attr.dlg_vblank_end != dml_dlg_attr->dlg_vblank_end)
372 DC_LOG_DEBUG("DML Validation | BLANK_OFFSET_0:DLG_V_BLANK_END - Expected: %u Actual: %u\n",
373 dml_dlg_attr->dlg_vblank_end, dlg_attr.dlg_vblank_end);
374 if (dlg_attr.min_dst_y_next_start != dml_dlg_attr->min_dst_y_next_start)
375 DC_LOG_DEBUG("DML Validation | BLANK_OFFSET_1:MIN_DST_Y_NEXT_START - Expected: %u Actual: %u\n",
376 dml_dlg_attr->min_dst_y_next_start, dlg_attr.min_dst_y_next_start);
377 if (dlg_attr.refcyc_per_htotal != dml_dlg_attr->refcyc_per_htotal)
378 DC_LOG_DEBUG("DML Validation | DST_DIMENSIONS:REFCYC_PER_HTOTAL - Expected: %u Actual: %u\n",
379 dml_dlg_attr->refcyc_per_htotal, dlg_attr.refcyc_per_htotal);
380 if (dlg_attr.refcyc_x_after_scaler != dml_dlg_attr->refcyc_x_after_scaler)
381 DC_LOG_DEBUG("DML Validation | DST_AFTER_SCALER:REFCYC_X_AFTER_SCALER - Expected: %u Actual: %u\n",
382 dml_dlg_attr->refcyc_x_after_scaler, dlg_attr.refcyc_x_after_scaler);
383 if (dlg_attr.dst_y_after_scaler != dml_dlg_attr->dst_y_after_scaler)
384 DC_LOG_DEBUG("DML Validation | DST_AFTER_SCALER:DST_Y_AFTER_SCALER - Expected: %u Actual: %u\n",
385 dml_dlg_attr->dst_y_after_scaler, dlg_attr.dst_y_after_scaler);
386 if (dlg_attr.ref_freq_to_pix_freq != dml_dlg_attr->ref_freq_to_pix_freq)
387 DC_LOG_DEBUG("DML Validation | REF_FREQ_TO_PIX_FREQ:REF_FREQ_TO_PIX_FREQ - Expected: %u Actual: %u\n",
388 dml_dlg_attr->ref_freq_to_pix_freq, dlg_attr.ref_freq_to_pix_freq);
389
390 /* DLG - Per luma/chroma */
391 REG_GET(VBLANK_PARAMETERS_1,
392 REFCYC_PER_PTE_GROUP_VBLANK_L, &dlg_attr.refcyc_per_pte_group_vblank_l);
393 if (REG(NOM_PARAMETERS_0))
394 REG_GET(NOM_PARAMETERS_0,
395 DST_Y_PER_PTE_ROW_NOM_L, &dlg_attr.dst_y_per_pte_row_nom_l);
396 if (REG(NOM_PARAMETERS_1))
397 REG_GET(NOM_PARAMETERS_1,
398 REFCYC_PER_PTE_GROUP_NOM_L, &dlg_attr.refcyc_per_pte_group_nom_l);
399 REG_GET(NOM_PARAMETERS_4,
400 DST_Y_PER_META_ROW_NOM_L, &dlg_attr.dst_y_per_meta_row_nom_l);
401 REG_GET(NOM_PARAMETERS_5,
402 REFCYC_PER_META_CHUNK_NOM_L, &dlg_attr.refcyc_per_meta_chunk_nom_l);
403 REG_GET_2(PER_LINE_DELIVERY,
404 REFCYC_PER_LINE_DELIVERY_L, &dlg_attr.refcyc_per_line_delivery_l,
405 REFCYC_PER_LINE_DELIVERY_C, &dlg_attr.refcyc_per_line_delivery_c);
406 REG_GET_2(PER_LINE_DELIVERY_PRE,
407 REFCYC_PER_LINE_DELIVERY_PRE_L, &dlg_attr.refcyc_per_line_delivery_pre_l,
408 REFCYC_PER_LINE_DELIVERY_PRE_C, &dlg_attr.refcyc_per_line_delivery_pre_c);
409 REG_GET(VBLANK_PARAMETERS_2,
410 REFCYC_PER_PTE_GROUP_VBLANK_C, &dlg_attr.refcyc_per_pte_group_vblank_c);
411 if (REG(NOM_PARAMETERS_2))
412 REG_GET(NOM_PARAMETERS_2,
413 DST_Y_PER_PTE_ROW_NOM_C, &dlg_attr.dst_y_per_pte_row_nom_c);
414 if (REG(NOM_PARAMETERS_3))
415 REG_GET(NOM_PARAMETERS_3,
416 REFCYC_PER_PTE_GROUP_NOM_C, &dlg_attr.refcyc_per_pte_group_nom_c);
417 REG_GET(NOM_PARAMETERS_6,
418 DST_Y_PER_META_ROW_NOM_C, &dlg_attr.dst_y_per_meta_row_nom_c);
419 REG_GET(NOM_PARAMETERS_7,
420 REFCYC_PER_META_CHUNK_NOM_C, &dlg_attr.refcyc_per_meta_chunk_nom_c);
421 REG_GET(VBLANK_PARAMETERS_3,
422 REFCYC_PER_META_CHUNK_VBLANK_L, &dlg_attr.refcyc_per_meta_chunk_vblank_l);
423 REG_GET(VBLANK_PARAMETERS_4,
424 REFCYC_PER_META_CHUNK_VBLANK_C, &dlg_attr.refcyc_per_meta_chunk_vblank_c);
425
426 if (dlg_attr.refcyc_per_pte_group_vblank_l != dml_dlg_attr->refcyc_per_pte_group_vblank_l)
427 DC_LOG_DEBUG("DML Validation | VBLANK_PARAMETERS_1:REFCYC_PER_PTE_GROUP_VBLANK_L - Expected: %u Actual: %u\n",
428 dml_dlg_attr->refcyc_per_pte_group_vblank_l, dlg_attr.refcyc_per_pte_group_vblank_l);
429 if (dlg_attr.dst_y_per_pte_row_nom_l != dml_dlg_attr->dst_y_per_pte_row_nom_l)
430 DC_LOG_DEBUG("DML Validation | NOM_PARAMETERS_0:DST_Y_PER_PTE_ROW_NOM_L - Expected: %u Actual: %u\n",
431 dml_dlg_attr->dst_y_per_pte_row_nom_l, dlg_attr.dst_y_per_pte_row_nom_l);
432 if (dlg_attr.refcyc_per_pte_group_nom_l != dml_dlg_attr->refcyc_per_pte_group_nom_l)
433 DC_LOG_DEBUG("DML Validation | NOM_PARAMETERS_1:REFCYC_PER_PTE_GROUP_NOM_L - Expected: %u Actual: %u\n",
434 dml_dlg_attr->refcyc_per_pte_group_nom_l, dlg_attr.refcyc_per_pte_group_nom_l);
435 if (dlg_attr.dst_y_per_meta_row_nom_l != dml_dlg_attr->dst_y_per_meta_row_nom_l)
436 DC_LOG_DEBUG("DML Validation | NOM_PARAMETERS_4:DST_Y_PER_META_ROW_NOM_L - Expected: %u Actual: %u\n",
437 dml_dlg_attr->dst_y_per_meta_row_nom_l, dlg_attr.dst_y_per_meta_row_nom_l);
438 if (dlg_attr.refcyc_per_meta_chunk_nom_l != dml_dlg_attr->refcyc_per_meta_chunk_nom_l)
439 DC_LOG_DEBUG("DML Validation | NOM_PARAMETERS_5:REFCYC_PER_META_CHUNK_NOM_L - Expected: %u Actual: %u\n",
440 dml_dlg_attr->refcyc_per_meta_chunk_nom_l, dlg_attr.refcyc_per_meta_chunk_nom_l);
441 if (dlg_attr.refcyc_per_line_delivery_l != dml_dlg_attr->refcyc_per_line_delivery_l)
442 DC_LOG_DEBUG("DML Validation | PER_LINE_DELIVERY:REFCYC_PER_LINE_DELIVERY_L - Expected: %u Actual: %u\n",
443 dml_dlg_attr->refcyc_per_line_delivery_l, dlg_attr.refcyc_per_line_delivery_l);
444 if (dlg_attr.refcyc_per_line_delivery_c != dml_dlg_attr->refcyc_per_line_delivery_c)
445 DC_LOG_DEBUG("DML Validation | PER_LINE_DELIVERY:REFCYC_PER_LINE_DELIVERY_C - Expected: %u Actual: %u\n",
446 dml_dlg_attr->refcyc_per_line_delivery_c, dlg_attr.refcyc_per_line_delivery_c);
447 if (dlg_attr.refcyc_per_pte_group_vblank_c != dml_dlg_attr->refcyc_per_pte_group_vblank_c)
448 DC_LOG_DEBUG("DML Validation | VBLANK_PARAMETERS_2:REFCYC_PER_PTE_GROUP_VBLANK_C - Expected: %u Actual: %u\n",
449 dml_dlg_attr->refcyc_per_pte_group_vblank_c, dlg_attr.refcyc_per_pte_group_vblank_c);
450 if (dlg_attr.dst_y_per_pte_row_nom_c != dml_dlg_attr->dst_y_per_pte_row_nom_c)
451 DC_LOG_DEBUG("DML Validation | NOM_PARAMETERS_2:DST_Y_PER_PTE_ROW_NOM_C - Expected: %u Actual: %u\n",
452 dml_dlg_attr->dst_y_per_pte_row_nom_c, dlg_attr.dst_y_per_pte_row_nom_c);
453 if (dlg_attr.refcyc_per_pte_group_nom_c != dml_dlg_attr->refcyc_per_pte_group_nom_c)
454 DC_LOG_DEBUG("DML Validation | NOM_PARAMETERS_3:REFCYC_PER_PTE_GROUP_NOM_C - Expected: %u Actual: %u\n",
455 dml_dlg_attr->refcyc_per_pte_group_nom_c, dlg_attr.refcyc_per_pte_group_nom_c);
456 if (dlg_attr.dst_y_per_meta_row_nom_c != dml_dlg_attr->dst_y_per_meta_row_nom_c)
457 DC_LOG_DEBUG("DML Validation | NOM_PARAMETERS_6:DST_Y_PER_META_ROW_NOM_C - Expected: %u Actual: %u\n",
458 dml_dlg_attr->dst_y_per_meta_row_nom_c, dlg_attr.dst_y_per_meta_row_nom_c);
459 if (dlg_attr.refcyc_per_meta_chunk_nom_c != dml_dlg_attr->refcyc_per_meta_chunk_nom_c)
460 DC_LOG_DEBUG("DML Validation | NOM_PARAMETERS_7:REFCYC_PER_META_CHUNK_NOM_C - Expected: %u Actual: %u\n",
461 dml_dlg_attr->refcyc_per_meta_chunk_nom_c, dlg_attr.refcyc_per_meta_chunk_nom_c);
462 if (dlg_attr.refcyc_per_line_delivery_pre_l != dml_dlg_attr->refcyc_per_line_delivery_pre_l)
463 DC_LOG_DEBUG("DML Validation | PER_LINE_DELIVERY_PRE:REFCYC_PER_LINE_DELIVERY_PRE_L - Expected: %u Actual: %u\n",
464 dml_dlg_attr->refcyc_per_line_delivery_pre_l, dlg_attr.refcyc_per_line_delivery_pre_l);
465 if (dlg_attr.refcyc_per_line_delivery_pre_c != dml_dlg_attr->refcyc_per_line_delivery_pre_c)
466 DC_LOG_DEBUG("DML Validation | PER_LINE_DELIVERY_PRE:REFCYC_PER_LINE_DELIVERY_PRE_C - Expected: %u Actual: %u\n",
467 dml_dlg_attr->refcyc_per_line_delivery_pre_c, dlg_attr.refcyc_per_line_delivery_pre_c);
468 if (dlg_attr.refcyc_per_meta_chunk_vblank_l != dml_dlg_attr->refcyc_per_meta_chunk_vblank_l)
469 DC_LOG_DEBUG("DML Validation | VBLANK_PARAMETERS_3:REFCYC_PER_META_CHUNK_VBLANK_L - Expected: %u Actual: %u\n",
470 dml_dlg_attr->refcyc_per_meta_chunk_vblank_l, dlg_attr.refcyc_per_meta_chunk_vblank_l);
471 if (dlg_attr.refcyc_per_meta_chunk_vblank_c != dml_dlg_attr->refcyc_per_meta_chunk_vblank_c)
472 DC_LOG_DEBUG("DML Validation | VBLANK_PARAMETERS_4:REFCYC_PER_META_CHUNK_VBLANK_C - Expected: %u Actual: %u\n",
473 dml_dlg_attr->refcyc_per_meta_chunk_vblank_c, dlg_attr.refcyc_per_meta_chunk_vblank_c);
474
475 /* TTU - per hubp */
476 REG_GET_2(DCN_TTU_QOS_WM,
477 QoS_LEVEL_LOW_WM, &ttu_attr.qos_level_low_wm,
478 QoS_LEVEL_HIGH_WM, &ttu_attr.qos_level_high_wm);
479
480 if (ttu_attr.qos_level_low_wm != dml_ttu_attr->qos_level_low_wm)
481 DC_LOG_DEBUG("DML Validation | DCN_TTU_QOS_WM:QoS_LEVEL_LOW_WM - Expected: %u Actual: %u\n",
482 dml_ttu_attr->qos_level_low_wm, ttu_attr.qos_level_low_wm);
483 if (ttu_attr.qos_level_high_wm != dml_ttu_attr->qos_level_high_wm)
484 DC_LOG_DEBUG("DML Validation | DCN_TTU_QOS_WM:QoS_LEVEL_HIGH_WM - Expected: %u Actual: %u\n",
485 dml_ttu_attr->qos_level_high_wm, ttu_attr.qos_level_high_wm);
486
487 /* TTU - per luma/chroma */
488 /* Assumed surf0 is luma and 1 is chroma */
489 REG_GET_3(DCN_SURF0_TTU_CNTL0,
490 REFCYC_PER_REQ_DELIVERY, &ttu_attr.refcyc_per_req_delivery_l,
491 QoS_LEVEL_FIXED, &ttu_attr.qos_level_fixed_l,
492 QoS_RAMP_DISABLE, &ttu_attr.qos_ramp_disable_l);
493 REG_GET_3(DCN_SURF1_TTU_CNTL0,
494 REFCYC_PER_REQ_DELIVERY, &ttu_attr.refcyc_per_req_delivery_c,
495 QoS_LEVEL_FIXED, &ttu_attr.qos_level_fixed_c,
496 QoS_RAMP_DISABLE, &ttu_attr.qos_ramp_disable_c);
497 REG_GET_3(DCN_CUR0_TTU_CNTL0,
498 REFCYC_PER_REQ_DELIVERY, &ttu_attr.refcyc_per_req_delivery_cur0,
499 QoS_LEVEL_FIXED, &ttu_attr.qos_level_fixed_cur0,
500 QoS_RAMP_DISABLE, &ttu_attr.qos_ramp_disable_cur0);
501 REG_GET(FLIP_PARAMETERS_1,
502 REFCYC_PER_PTE_GROUP_FLIP_L, &dlg_attr.refcyc_per_pte_group_flip_l);
503 REG_GET(DCN_CUR0_TTU_CNTL1,
504 REFCYC_PER_REQ_DELIVERY_PRE, &ttu_attr.refcyc_per_req_delivery_pre_cur0);
505 REG_GET(DCN_CUR1_TTU_CNTL1,
506 REFCYC_PER_REQ_DELIVERY_PRE, &ttu_attr.refcyc_per_req_delivery_pre_cur1);
507 REG_GET(DCN_SURF0_TTU_CNTL1,
508 REFCYC_PER_REQ_DELIVERY_PRE, &ttu_attr.refcyc_per_req_delivery_pre_l);
509 REG_GET(DCN_SURF1_TTU_CNTL1,
510 REFCYC_PER_REQ_DELIVERY_PRE, &ttu_attr.refcyc_per_req_delivery_pre_c);
511
512 if (ttu_attr.refcyc_per_req_delivery_l != dml_ttu_attr->refcyc_per_req_delivery_l)
513 DC_LOG_DEBUG("DML Validation | DCN_SURF0_TTU_CNTL0:REFCYC_PER_REQ_DELIVERY - Expected: %u Actual: %u\n",
514 dml_ttu_attr->refcyc_per_req_delivery_l, ttu_attr.refcyc_per_req_delivery_l);
515 if (ttu_attr.qos_level_fixed_l != dml_ttu_attr->qos_level_fixed_l)
516 DC_LOG_DEBUG("DML Validation | DCN_SURF0_TTU_CNTL0:QoS_LEVEL_FIXED - Expected: %u Actual: %u\n",
517 dml_ttu_attr->qos_level_fixed_l, ttu_attr.qos_level_fixed_l);
518 if (ttu_attr.qos_ramp_disable_l != dml_ttu_attr->qos_ramp_disable_l)
519 DC_LOG_DEBUG("DML Validation | DCN_SURF0_TTU_CNTL0:QoS_RAMP_DISABLE - Expected: %u Actual: %u\n",
520 dml_ttu_attr->qos_ramp_disable_l, ttu_attr.qos_ramp_disable_l);
521 if (ttu_attr.refcyc_per_req_delivery_c != dml_ttu_attr->refcyc_per_req_delivery_c)
522 DC_LOG_DEBUG("DML Validation | DCN_SURF1_TTU_CNTL0:REFCYC_PER_REQ_DELIVERY - Expected: %u Actual: %u\n",
523 dml_ttu_attr->refcyc_per_req_delivery_c, ttu_attr.refcyc_per_req_delivery_c);
524 if (ttu_attr.qos_level_fixed_c != dml_ttu_attr->qos_level_fixed_c)
525 DC_LOG_DEBUG("DML Validation | DCN_SURF1_TTU_CNTL0:QoS_LEVEL_FIXED - Expected: %u Actual: %u\n",
526 dml_ttu_attr->qos_level_fixed_c, ttu_attr.qos_level_fixed_c);
527 if (ttu_attr.qos_ramp_disable_c != dml_ttu_attr->qos_ramp_disable_c)
528 DC_LOG_DEBUG("DML Validation | DCN_SURF1_TTU_CNTL0:QoS_RAMP_DISABLE - Expected: %u Actual: %u\n",
529 dml_ttu_attr->qos_ramp_disable_c, ttu_attr.qos_ramp_disable_c);
530 if (ttu_attr.refcyc_per_req_delivery_cur0 != dml_ttu_attr->refcyc_per_req_delivery_cur0)
531 DC_LOG_DEBUG("DML Validation | DCN_CUR0_TTU_CNTL0:REFCYC_PER_REQ_DELIVERY - Expected: %u Actual: %u\n",
532 dml_ttu_attr->refcyc_per_req_delivery_cur0, ttu_attr.refcyc_per_req_delivery_cur0);
533 if (ttu_attr.qos_level_fixed_cur0 != dml_ttu_attr->qos_level_fixed_cur0)
534 DC_LOG_DEBUG("DML Validation | DCN_CUR0_TTU_CNTL0:QoS_LEVEL_FIXED - Expected: %u Actual: %u\n",
535 dml_ttu_attr->qos_level_fixed_cur0, ttu_attr.qos_level_fixed_cur0);
536 if (ttu_attr.qos_ramp_disable_cur0 != dml_ttu_attr->qos_ramp_disable_cur0)
537 DC_LOG_DEBUG("DML Validation | DCN_CUR0_TTU_CNTL0:QoS_RAMP_DISABLE - Expected: %u Actual: %u\n",
538 dml_ttu_attr->qos_ramp_disable_cur0, ttu_attr.qos_ramp_disable_cur0);
539 if (dlg_attr.refcyc_per_pte_group_flip_l != dml_dlg_attr->refcyc_per_pte_group_flip_l)
540 DC_LOG_DEBUG("DML Validation | FLIP_PARAMETERS_1:REFCYC_PER_PTE_GROUP_FLIP_L - Expected: %u Actual: %u\n",
541 dml_dlg_attr->refcyc_per_pte_group_flip_l, dlg_attr.refcyc_per_pte_group_flip_l);
542 if (ttu_attr.refcyc_per_req_delivery_pre_cur0 != dml_ttu_attr->refcyc_per_req_delivery_pre_cur0)
543 DC_LOG_DEBUG("DML Validation | DCN_CUR0_TTU_CNTL1:REFCYC_PER_REQ_DELIVERY_PRE - Expected: %u Actual: %u\n",
544 dml_ttu_attr->refcyc_per_req_delivery_pre_cur0, ttu_attr.refcyc_per_req_delivery_pre_cur0);
545 if (ttu_attr.refcyc_per_req_delivery_pre_cur1 != dml_ttu_attr->refcyc_per_req_delivery_pre_cur1)
546 DC_LOG_DEBUG("DML Validation | DCN_CUR1_TTU_CNTL1:REFCYC_PER_REQ_DELIVERY_PRE - Expected: %u Actual: %u\n",
547 dml_ttu_attr->refcyc_per_req_delivery_pre_cur1, ttu_attr.refcyc_per_req_delivery_pre_cur1);
548 if (ttu_attr.refcyc_per_req_delivery_pre_l != dml_ttu_attr->refcyc_per_req_delivery_pre_l)
549 DC_LOG_DEBUG("DML Validation | DCN_SURF0_TTU_CNTL1:REFCYC_PER_REQ_DELIVERY_PRE - Expected: %u Actual: %u\n",
550 dml_ttu_attr->refcyc_per_req_delivery_pre_l, ttu_attr.refcyc_per_req_delivery_pre_l);
551 if (ttu_attr.refcyc_per_req_delivery_pre_c != dml_ttu_attr->refcyc_per_req_delivery_pre_c)
552 DC_LOG_DEBUG("DML Validation | DCN_SURF1_TTU_CNTL1:REFCYC_PER_REQ_DELIVERY_PRE - Expected: %u Actual: %u\n",
553 dml_ttu_attr->refcyc_per_req_delivery_pre_c, ttu_attr.refcyc_per_req_delivery_pre_c);
554
555 /* Host VM deadline regs */
556 REG_GET(VBLANK_PARAMETERS_5,
557 REFCYC_PER_VM_GROUP_VBLANK, &dlg_attr.refcyc_per_vm_group_vblank);
558 REG_GET(VBLANK_PARAMETERS_6,
559 REFCYC_PER_VM_REQ_VBLANK, &dlg_attr.refcyc_per_vm_req_vblank);
560 REG_GET(FLIP_PARAMETERS_3,
561 REFCYC_PER_VM_GROUP_FLIP, &dlg_attr.refcyc_per_vm_group_flip);
562 REG_GET(FLIP_PARAMETERS_4,
563 REFCYC_PER_VM_REQ_FLIP, &dlg_attr.refcyc_per_vm_req_flip);
564 REG_GET(FLIP_PARAMETERS_5,
565 REFCYC_PER_PTE_GROUP_FLIP_C, &dlg_attr.refcyc_per_pte_group_flip_c);
566 REG_GET(FLIP_PARAMETERS_6,
567 REFCYC_PER_META_CHUNK_FLIP_C, &dlg_attr.refcyc_per_meta_chunk_flip_c);
568 REG_GET(FLIP_PARAMETERS_2,
569 REFCYC_PER_META_CHUNK_FLIP_L, &dlg_attr.refcyc_per_meta_chunk_flip_l);
570
571 if (dlg_attr.refcyc_per_vm_group_vblank != dml_dlg_attr->refcyc_per_vm_group_vblank)
572 DC_LOG_DEBUG("DML Validation | VBLANK_PARAMETERS_5:REFCYC_PER_VM_GROUP_VBLANK - Expected: %u Actual: %u\n",
573 dml_dlg_attr->refcyc_per_vm_group_vblank, dlg_attr.refcyc_per_vm_group_vblank);
574 if (dlg_attr.refcyc_per_vm_req_vblank != dml_dlg_attr->refcyc_per_vm_req_vblank)
575 DC_LOG_DEBUG("DML Validation | VBLANK_PARAMETERS_6:REFCYC_PER_VM_REQ_VBLANK - Expected: %u Actual: %u\n",
576 dml_dlg_attr->refcyc_per_vm_req_vblank, dlg_attr.refcyc_per_vm_req_vblank);
577 if (dlg_attr.refcyc_per_vm_group_flip != dml_dlg_attr->refcyc_per_vm_group_flip)
578 DC_LOG_DEBUG("DML Validation | FLIP_PARAMETERS_3:REFCYC_PER_VM_GROUP_FLIP - Expected: %u Actual: %u\n",
579 dml_dlg_attr->refcyc_per_vm_group_flip, dlg_attr.refcyc_per_vm_group_flip);
580 if (dlg_attr.refcyc_per_vm_req_flip != dml_dlg_attr->refcyc_per_vm_req_flip)
581 DC_LOG_DEBUG("DML Validation | FLIP_PARAMETERS_4:REFCYC_PER_VM_REQ_FLIP - Expected: %u Actual: %u\n",
582 dml_dlg_attr->refcyc_per_vm_req_flip, dlg_attr.refcyc_per_vm_req_flip);
583 if (dlg_attr.refcyc_per_pte_group_flip_c != dml_dlg_attr->refcyc_per_pte_group_flip_c)
584 DC_LOG_DEBUG("DML Validation | FLIP_PARAMETERS_5:REFCYC_PER_PTE_GROUP_FLIP_C - Expected: %u Actual: %u\n",
585 dml_dlg_attr->refcyc_per_pte_group_flip_c, dlg_attr.refcyc_per_pte_group_flip_c);
586 if (dlg_attr.refcyc_per_meta_chunk_flip_c != dml_dlg_attr->refcyc_per_meta_chunk_flip_c)
587 DC_LOG_DEBUG("DML Validation | FLIP_PARAMETERS_6:REFCYC_PER_META_CHUNK_FLIP_C - Expected: %u Actual: %u\n",
588 dml_dlg_attr->refcyc_per_meta_chunk_flip_c, dlg_attr.refcyc_per_meta_chunk_flip_c);
589 if (dlg_attr.refcyc_per_meta_chunk_flip_l != dml_dlg_attr->refcyc_per_meta_chunk_flip_l)
590 DC_LOG_DEBUG("DML Validation | FLIP_PARAMETERS_2:REFCYC_PER_META_CHUNK_FLIP_L - Expected: %u Actual: %u\n",
591 dml_dlg_attr->refcyc_per_meta_chunk_flip_l, dlg_attr.refcyc_per_meta_chunk_flip_l);
592 }
593
program_surface_flip_and_addr(struct hubp * hubp,struct surface_flip_registers * flip_regs)594 static void program_surface_flip_and_addr(struct hubp *hubp, struct surface_flip_registers *flip_regs)
595 {
596 struct dcn21_hubp *hubp21 = TO_DCN21_HUBP(hubp);
597
598 REG_UPDATE_3(DCSURF_FLIP_CONTROL,
599 SURFACE_FLIP_TYPE, flip_regs->immediate,
600 SURFACE_FLIP_MODE_FOR_STEREOSYNC, flip_regs->grph_stereo,
601 SURFACE_FLIP_IN_STEREOSYNC, flip_regs->grph_stereo);
602
603 REG_UPDATE(VMID_SETTINGS_0,
604 VMID, flip_regs->vmid);
605
606 REG_UPDATE_8(DCSURF_SURFACE_CONTROL,
607 PRIMARY_SURFACE_TMZ, flip_regs->tmz_surface,
608 PRIMARY_SURFACE_TMZ_C, flip_regs->tmz_surface,
609 PRIMARY_META_SURFACE_TMZ, flip_regs->tmz_surface,
610 PRIMARY_META_SURFACE_TMZ_C, flip_regs->tmz_surface,
611 SECONDARY_SURFACE_TMZ, flip_regs->tmz_surface,
612 SECONDARY_SURFACE_TMZ_C, flip_regs->tmz_surface,
613 SECONDARY_META_SURFACE_TMZ, flip_regs->tmz_surface,
614 SECONDARY_META_SURFACE_TMZ_C, flip_regs->tmz_surface);
615
616 REG_SET(DCSURF_PRIMARY_META_SURFACE_ADDRESS_HIGH_C, 0,
617 PRIMARY_META_SURFACE_ADDRESS_HIGH_C,
618 flip_regs->DCSURF_PRIMARY_META_SURFACE_ADDRESS_HIGH_C);
619
620 REG_SET(DCSURF_PRIMARY_META_SURFACE_ADDRESS_C, 0,
621 PRIMARY_META_SURFACE_ADDRESS_C,
622 flip_regs->DCSURF_PRIMARY_META_SURFACE_ADDRESS_C);
623
624 REG_SET(DCSURF_PRIMARY_META_SURFACE_ADDRESS_HIGH, 0,
625 PRIMARY_META_SURFACE_ADDRESS_HIGH,
626 flip_regs->DCSURF_PRIMARY_META_SURFACE_ADDRESS_HIGH);
627
628 REG_SET(DCSURF_PRIMARY_META_SURFACE_ADDRESS, 0,
629 PRIMARY_META_SURFACE_ADDRESS,
630 flip_regs->DCSURF_PRIMARY_META_SURFACE_ADDRESS);
631
632 REG_SET(DCSURF_SECONDARY_META_SURFACE_ADDRESS_HIGH, 0,
633 SECONDARY_META_SURFACE_ADDRESS_HIGH,
634 flip_regs->DCSURF_SECONDARY_META_SURFACE_ADDRESS_HIGH);
635
636 REG_SET(DCSURF_SECONDARY_META_SURFACE_ADDRESS, 0,
637 SECONDARY_META_SURFACE_ADDRESS,
638 flip_regs->DCSURF_SECONDARY_META_SURFACE_ADDRESS);
639
640
641 REG_SET(DCSURF_SECONDARY_SURFACE_ADDRESS_HIGH, 0,
642 SECONDARY_SURFACE_ADDRESS_HIGH,
643 flip_regs->DCSURF_SECONDARY_SURFACE_ADDRESS_HIGH);
644
645 REG_SET(DCSURF_SECONDARY_SURFACE_ADDRESS, 0,
646 SECONDARY_SURFACE_ADDRESS,
647 flip_regs->DCSURF_SECONDARY_SURFACE_ADDRESS);
648
649
650 REG_SET(DCSURF_PRIMARY_SURFACE_ADDRESS_HIGH_C, 0,
651 PRIMARY_SURFACE_ADDRESS_HIGH_C,
652 flip_regs->DCSURF_PRIMARY_SURFACE_ADDRESS_HIGH_C);
653
654 REG_SET(DCSURF_PRIMARY_SURFACE_ADDRESS_C, 0,
655 PRIMARY_SURFACE_ADDRESS_C,
656 flip_regs->DCSURF_PRIMARY_SURFACE_ADDRESS_C);
657
658 REG_SET(DCSURF_PRIMARY_SURFACE_ADDRESS_HIGH, 0,
659 PRIMARY_SURFACE_ADDRESS_HIGH,
660 flip_regs->DCSURF_PRIMARY_SURFACE_ADDRESS_HIGH);
661
662 REG_SET(DCSURF_PRIMARY_SURFACE_ADDRESS, 0,
663 PRIMARY_SURFACE_ADDRESS,
664 flip_regs->DCSURF_PRIMARY_SURFACE_ADDRESS);
665 }
666
dmcub_PLAT_54186_wa(struct hubp * hubp,struct surface_flip_registers * flip_regs)667 static void dmcub_PLAT_54186_wa(struct hubp *hubp,
668 struct surface_flip_registers *flip_regs)
669 {
670 struct dc_dmub_srv *dmcub = hubp->ctx->dmub_srv;
671 struct dcn21_hubp *hubp21 = TO_DCN21_HUBP(hubp);
672 union dmub_rb_cmd cmd;
673
674 memset(&cmd, 0, sizeof(cmd));
675
676 cmd.PLAT_54186_wa.header.type = DMUB_CMD__PLAT_54186_WA;
677 cmd.PLAT_54186_wa.header.payload_bytes = sizeof(cmd.PLAT_54186_wa.flip);
678 cmd.PLAT_54186_wa.flip.DCSURF_PRIMARY_SURFACE_ADDRESS =
679 flip_regs->DCSURF_PRIMARY_SURFACE_ADDRESS;
680 cmd.PLAT_54186_wa.flip.DCSURF_PRIMARY_SURFACE_ADDRESS_C =
681 flip_regs->DCSURF_PRIMARY_SURFACE_ADDRESS_C;
682 cmd.PLAT_54186_wa.flip.DCSURF_PRIMARY_SURFACE_ADDRESS_HIGH =
683 flip_regs->DCSURF_PRIMARY_SURFACE_ADDRESS_HIGH;
684 cmd.PLAT_54186_wa.flip.DCSURF_PRIMARY_SURFACE_ADDRESS_HIGH_C =
685 flip_regs->DCSURF_PRIMARY_SURFACE_ADDRESS_HIGH_C;
686 cmd.PLAT_54186_wa.flip.flip_params.grph_stereo = flip_regs->grph_stereo;
687 cmd.PLAT_54186_wa.flip.flip_params.hubp_inst = hubp->inst;
688 cmd.PLAT_54186_wa.flip.flip_params.immediate = flip_regs->immediate;
689 cmd.PLAT_54186_wa.flip.flip_params.tmz_surface = flip_regs->tmz_surface;
690 cmd.PLAT_54186_wa.flip.flip_params.vmid = flip_regs->vmid;
691
692 PERF_TRACE(); // TODO: remove after performance is stable.
693 dc_dmub_srv_cmd_queue(dmcub, &cmd);
694 PERF_TRACE(); // TODO: remove after performance is stable.
695 dc_dmub_srv_cmd_execute(dmcub);
696 PERF_TRACE(); // TODO: remove after performance is stable.
697 dc_dmub_srv_wait_idle(dmcub);
698 PERF_TRACE(); // TODO: remove after performance is stable.
699 }
700
hubp21_program_surface_flip_and_addr(struct hubp * hubp,const struct dc_plane_address * address,bool flip_immediate)701 static bool hubp21_program_surface_flip_and_addr(
702 struct hubp *hubp,
703 const struct dc_plane_address *address,
704 bool flip_immediate)
705 {
706 struct surface_flip_registers flip_regs = { 0 };
707
708 flip_regs.vmid = address->vmid;
709
710 switch (address->type) {
711 case PLN_ADDR_TYPE_GRAPHICS:
712 if (address->grph.addr.quad_part == 0) {
713 BREAK_TO_DEBUGGER();
714 break;
715 }
716
717 if (address->grph.meta_addr.quad_part != 0) {
718 flip_regs.DCSURF_PRIMARY_META_SURFACE_ADDRESS =
719 address->grph.meta_addr.low_part;
720 flip_regs.DCSURF_PRIMARY_META_SURFACE_ADDRESS_HIGH =
721 address->grph.meta_addr.high_part;
722 }
723
724 flip_regs.DCSURF_PRIMARY_SURFACE_ADDRESS =
725 address->grph.addr.low_part;
726 flip_regs.DCSURF_PRIMARY_SURFACE_ADDRESS_HIGH =
727 address->grph.addr.high_part;
728 break;
729 case PLN_ADDR_TYPE_VIDEO_PROGRESSIVE:
730 if (address->video_progressive.luma_addr.quad_part == 0
731 || address->video_progressive.chroma_addr.quad_part == 0)
732 break;
733
734 if (address->video_progressive.luma_meta_addr.quad_part != 0) {
735 flip_regs.DCSURF_PRIMARY_META_SURFACE_ADDRESS =
736 address->video_progressive.luma_meta_addr.low_part;
737 flip_regs.DCSURF_PRIMARY_META_SURFACE_ADDRESS_HIGH =
738 address->video_progressive.luma_meta_addr.high_part;
739
740 flip_regs.DCSURF_PRIMARY_META_SURFACE_ADDRESS_C =
741 address->video_progressive.chroma_meta_addr.low_part;
742 flip_regs.DCSURF_PRIMARY_META_SURFACE_ADDRESS_HIGH_C =
743 address->video_progressive.chroma_meta_addr.high_part;
744 }
745
746 flip_regs.DCSURF_PRIMARY_SURFACE_ADDRESS =
747 address->video_progressive.luma_addr.low_part;
748 flip_regs.DCSURF_PRIMARY_SURFACE_ADDRESS_HIGH =
749 address->video_progressive.luma_addr.high_part;
750
751 flip_regs.DCSURF_PRIMARY_SURFACE_ADDRESS_C =
752 address->video_progressive.chroma_addr.low_part;
753
754 flip_regs.DCSURF_PRIMARY_SURFACE_ADDRESS_HIGH_C =
755 address->video_progressive.chroma_addr.high_part;
756
757 break;
758 case PLN_ADDR_TYPE_GRPH_STEREO:
759 if (address->grph_stereo.left_addr.quad_part == 0)
760 break;
761 if (address->grph_stereo.right_addr.quad_part == 0)
762 break;
763
764 flip_regs.grph_stereo = true;
765
766 if (address->grph_stereo.right_meta_addr.quad_part != 0) {
767 flip_regs.DCSURF_SECONDARY_META_SURFACE_ADDRESS =
768 address->grph_stereo.right_meta_addr.low_part;
769 flip_regs.DCSURF_SECONDARY_META_SURFACE_ADDRESS_HIGH =
770 address->grph_stereo.right_meta_addr.high_part;
771 }
772
773 if (address->grph_stereo.left_meta_addr.quad_part != 0) {
774 flip_regs.DCSURF_PRIMARY_META_SURFACE_ADDRESS =
775 address->grph_stereo.left_meta_addr.low_part;
776 flip_regs.DCSURF_PRIMARY_META_SURFACE_ADDRESS_HIGH =
777 address->grph_stereo.left_meta_addr.high_part;
778 }
779
780 flip_regs.DCSURF_PRIMARY_SURFACE_ADDRESS =
781 address->grph_stereo.left_addr.low_part;
782 flip_regs.DCSURF_PRIMARY_SURFACE_ADDRESS_HIGH =
783 address->grph_stereo.left_addr.high_part;
784
785 flip_regs.DCSURF_SECONDARY_SURFACE_ADDRESS =
786 address->grph_stereo.right_addr.low_part;
787 flip_regs.DCSURF_SECONDARY_SURFACE_ADDRESS_HIGH =
788 address->grph_stereo.right_addr.high_part;
789
790 break;
791 default:
792 BREAK_TO_DEBUGGER();
793 break;
794 }
795
796 flip_regs.tmz_surface = address->tmz_surface;
797 flip_regs.immediate = flip_immediate;
798
799 if (hubp->ctx->dc->debug.enable_dmcub_surface_flip && address->type == PLN_ADDR_TYPE_VIDEO_PROGRESSIVE)
800 dmcub_PLAT_54186_wa(hubp, &flip_regs);
801 else
802 program_surface_flip_and_addr(hubp, &flip_regs);
803
804 hubp->request_address = *address;
805
806 return true;
807 }
808
hubp21_init(struct hubp * hubp)809 static void hubp21_init(struct hubp *hubp)
810 {
811 // DEDCN21-133: Inconsistent row starting line for flip between DPTE and Meta
812 // This is a chicken bit to enable the ECO fix.
813
814 struct dcn21_hubp *hubp21 = TO_DCN21_HUBP(hubp);
815 //hubp[i].HUBPREQ_DEBUG.HUBPREQ_DEBUG[26] = 1;
816 REG_WRITE(HUBPREQ_DEBUG, 1 << 26);
817 }
818 static struct hubp_funcs dcn21_hubp_funcs = {
819 .hubp_enable_tripleBuffer = hubp2_enable_triplebuffer,
820 .hubp_is_triplebuffer_enabled = hubp2_is_triplebuffer_enabled,
821 .hubp_program_surface_flip_and_addr = hubp21_program_surface_flip_and_addr,
822 .hubp_program_surface_config = hubp1_program_surface_config,
823 .hubp_is_flip_pending = hubp1_is_flip_pending,
824 .hubp_setup = hubp21_setup,
825 .hubp_setup_interdependent = hubp2_setup_interdependent,
826 .hubp_set_vm_system_aperture_settings = hubp21_set_vm_system_aperture_settings,
827 .set_blank = hubp1_set_blank,
828 .dcc_control = hubp1_dcc_control,
829 .mem_program_viewport = hubp21_set_viewport,
830 .set_cursor_attributes = hubp2_cursor_set_attributes,
831 .set_cursor_position = hubp1_cursor_set_position,
832 .hubp_clk_cntl = hubp1_clk_cntl,
833 .hubp_vtg_sel = hubp1_vtg_sel,
834 .dmdata_set_attributes = hubp2_dmdata_set_attributes,
835 .dmdata_load = hubp2_dmdata_load,
836 .dmdata_status_done = hubp2_dmdata_status_done,
837 .hubp_read_state = hubp2_read_state,
838 .hubp_clear_underflow = hubp1_clear_underflow,
839 .hubp_set_flip_control_surface_gsl = hubp2_set_flip_control_surface_gsl,
840 .hubp_init = hubp21_init,
841 .validate_dml_output = hubp21_validate_dml_output,
842 .hubp_set_flip_int = hubp1_set_flip_int,
843 };
844
hubp21_construct(struct dcn21_hubp * hubp21,struct dc_context * ctx,uint32_t inst,const struct dcn_hubp2_registers * hubp_regs,const struct dcn_hubp2_shift * hubp_shift,const struct dcn_hubp2_mask * hubp_mask)845 bool hubp21_construct(
846 struct dcn21_hubp *hubp21,
847 struct dc_context *ctx,
848 uint32_t inst,
849 const struct dcn_hubp2_registers *hubp_regs,
850 const struct dcn_hubp2_shift *hubp_shift,
851 const struct dcn_hubp2_mask *hubp_mask)
852 {
853 hubp21->base.funcs = &dcn21_hubp_funcs;
854 hubp21->base.ctx = ctx;
855 hubp21->hubp_regs = hubp_regs;
856 hubp21->hubp_shift = hubp_shift;
857 hubp21->hubp_mask = hubp_mask;
858 hubp21->base.inst = inst;
859 hubp21->base.opp_id = OPP_ID_INVALID;
860 hubp21->base.mpcc_id = 0xf;
861
862 return true;
863 }
864