163 	uint32_t tmp;  in mmhub_v3_0_2_init_system_aperture_regs()  local
197 	tmp = RREG32_SOC15(MMHUB, 0, regMMVM_L2_PROTECTION_FAULT_CNTL2);  in mmhub_v3_0_2_init_system_aperture_regs()
198 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL2,  in mmhub_v3_0_2_init_system_aperture_regs()
200 	WREG32_SOC15(MMHUB, 0, regMMVM_L2_PROTECTION_FAULT_CNTL2, tmp);  in mmhub_v3_0_2_init_system_aperture_regs()
205 	uint32_t tmp;  in mmhub_v3_0_2_init_tlb_regs()  local
208 	tmp = RREG32_SOC15(MMHUB, 0, regMMMC_VM_MX_L1_TLB_CNTL);  in mmhub_v3_0_2_init_tlb_regs()
210 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB, 1);  in mmhub_v3_0_2_init_tlb_regs()
211 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, SYSTEM_ACCESS_MODE, 3);  in mmhub_v3_0_2_init_tlb_regs()
212 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v3_0_2_init_tlb_regs()
214 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v3_0_2_init_tlb_regs()
216 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, ECO_BITS, 0);  in mmhub_v3_0_2_init_tlb_regs()
217 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v3_0_2_init_tlb_regs()
220 	WREG32_SOC15(MMHUB, 0, regMMMC_VM_MX_L1_TLB_CNTL, tmp);  in mmhub_v3_0_2_init_tlb_regs()
225 	uint32_t tmp;  in mmhub_v3_0_2_init_cache_regs()  local
234 	tmp = RREG32_SOC15(MMHUB, 0, regMMVM_L2_CNTL);  in mmhub_v3_0_2_init_cache_regs()
235 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, ENABLE_L2_CACHE, 1);  in mmhub_v3_0_2_init_cache_regs()
236 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, ENABLE_L2_FRAGMENT_PROCESSING, 0);  in mmhub_v3_0_2_init_cache_regs()
237 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL,  in mmhub_v3_0_2_init_cache_regs()
240 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, L2_PDE0_CACHE_TAG_GENERATION_MODE,  in mmhub_v3_0_2_init_cache_regs()
242 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, PDE_FAULT_CLASSIFICATION, 0);  in mmhub_v3_0_2_init_cache_regs()
243 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, CONTEXT1_IDENTITY_ACCESS_MODE, 1);  in mmhub_v3_0_2_init_cache_regs()
244 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, IDENTITY_MODE_FRAGMENT_SIZE, 0);  in mmhub_v3_0_2_init_cache_regs()
245 	WREG32_SOC15(MMHUB, 0, regMMVM_L2_CNTL, tmp);  in mmhub_v3_0_2_init_cache_regs()
247 	tmp = RREG32_SOC15(MMHUB, 0, regMMVM_L2_CNTL2);  in mmhub_v3_0_2_init_cache_regs()
248 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL2, INVALIDATE_ALL_L1_TLBS, 1);  in mmhub_v3_0_2_init_cache_regs()
249 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL2, INVALIDATE_L2_CACHE, 1);  in mmhub_v3_0_2_init_cache_regs()
250 	WREG32_SOC15(MMHUB, 0, regMMVM_L2_CNTL2, tmp);  in mmhub_v3_0_2_init_cache_regs()
252 	tmp = regMMVM_L2_CNTL3_DEFAULT;  in mmhub_v3_0_2_init_cache_regs()
254 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3, BANK_SELECT, 12);  in mmhub_v3_0_2_init_cache_regs()
255 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3,  in mmhub_v3_0_2_init_cache_regs()
258 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3, BANK_SELECT, 9);  in mmhub_v3_0_2_init_cache_regs()
259 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3,  in mmhub_v3_0_2_init_cache_regs()
262 	WREG32_SOC15(MMHUB, 0, regMMVM_L2_CNTL3, tmp);  in mmhub_v3_0_2_init_cache_regs()
264 	tmp = regMMVM_L2_CNTL4_DEFAULT;  in mmhub_v3_0_2_init_cache_regs()
265 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL4, VMC_TAP_PDE_REQUEST_PHYSICAL, 0);  in mmhub_v3_0_2_init_cache_regs()
266 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL4, VMC_TAP_PTE_REQUEST_PHYSICAL, 0);  in mmhub_v3_0_2_init_cache_regs()
267 	WREG32_SOC15(MMHUB, 0, regMMVM_L2_CNTL4, tmp);  in mmhub_v3_0_2_init_cache_regs()
269 	tmp = regMMVM_L2_CNTL5_DEFAULT;  in mmhub_v3_0_2_init_cache_regs()
270 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL5, L2_CACHE_SMALLK_FRAGMENT_SIZE, 0);  in mmhub_v3_0_2_init_cache_regs()
271 	WREG32_SOC15(MMHUB, 0, regMMVM_L2_CNTL5, tmp);  in mmhub_v3_0_2_init_cache_regs()
276 	uint32_t tmp;  in mmhub_v3_0_2_enable_system_domain()  local
278 	tmp = RREG32_SOC15(MMHUB, 0, regMMVM_CONTEXT0_CNTL);  in mmhub_v3_0_2_enable_system_domain()
279 	tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT0_CNTL, ENABLE_CONTEXT, 1);  in mmhub_v3_0_2_enable_system_domain()
280 	tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT0_CNTL, PAGE_TABLE_DEPTH, 0);  in mmhub_v3_0_2_enable_system_domain()
281 	tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT0_CNTL,  in mmhub_v3_0_2_enable_system_domain()
283 	WREG32_SOC15(MMHUB, 0, regMMVM_CONTEXT0_CNTL, tmp);  in mmhub_v3_0_2_enable_system_domain()
316 	uint32_t tmp;  in mmhub_v3_0_2_setup_vmid_config()  local
319 		tmp = RREG32_SOC15_OFFSET(MMHUB, 0, regMMVM_CONTEXT1_CNTL, i);  in mmhub_v3_0_2_setup_vmid_config()
320 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL, ENABLE_CONTEXT, 1);  in mmhub_v3_0_2_setup_vmid_config()
321 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL, PAGE_TABLE_DEPTH,  in mmhub_v3_0_2_setup_vmid_config()
323 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v3_0_2_setup_vmid_config()
325 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v3_0_2_setup_vmid_config()
328 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v3_0_2_setup_vmid_config()
330 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v3_0_2_setup_vmid_config()
332 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v3_0_2_setup_vmid_config()
334 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v3_0_2_setup_vmid_config()
336 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v3_0_2_setup_vmid_config()
338 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v3_0_2_setup_vmid_config()
342 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v3_0_2_setup_vmid_config()
346 				    i * hub->ctx_distance, tmp);  in mmhub_v3_0_2_setup_vmid_config()
359 	hub->vm_cntx_cntl = tmp;  in mmhub_v3_0_2_setup_vmid_config()
394 	u32 tmp;  in mmhub_v3_0_2_gart_disable()  local
403 	tmp = RREG32_SOC15(MMHUB, 0, regMMMC_VM_MX_L1_TLB_CNTL);  in mmhub_v3_0_2_gart_disable()
404 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB, 0);  in mmhub_v3_0_2_gart_disable()
405 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v3_0_2_gart_disable()
407 	WREG32_SOC15(MMHUB, 0, regMMMC_VM_MX_L1_TLB_CNTL, tmp);  in mmhub_v3_0_2_gart_disable()
410 	tmp = RREG32_SOC15(MMHUB, 0, regMMVM_L2_CNTL);  in mmhub_v3_0_2_gart_disable()
411 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, ENABLE_L2_CACHE, 0);  in mmhub_v3_0_2_gart_disable()
412 	WREG32_SOC15(MMHUB, 0, regMMVM_L2_CNTL, tmp);  in mmhub_v3_0_2_gart_disable()
424 	u32 tmp;  in mmhub_v3_0_2_set_fault_enable_default()  local
432 	tmp = RREG32_SOC15(MMHUB, 0, regMMVM_L2_PROTECTION_FAULT_CNTL);  in mmhub_v3_0_2_set_fault_enable_default()
433 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v3_0_2_set_fault_enable_default()
435 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v3_0_2_set_fault_enable_default()
437 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v3_0_2_set_fault_enable_default()
439 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v3_0_2_set_fault_enable_default()
441 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v3_0_2_set_fault_enable_default()
444 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v3_0_2_set_fault_enable_default()
446 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v3_0_2_set_fault_enable_default()
448 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v3_0_2_set_fault_enable_default()
450 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v3_0_2_set_fault_enable_default()
452 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v3_0_2_set_fault_enable_default()
454 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v3_0_2_set_fault_enable_default()
457 		tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v3_0_2_set_fault_enable_default()
459 		tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v3_0_2_set_fault_enable_default()
462 	WREG32_SOC15(MMHUB, 0, regMMVM_L2_PROTECTION_FAULT_CNTL, tmp);  in mmhub_v3_0_2_set_fault_enable_default()