130 	uint32_t tmp, inst_mask;  in mmhub_v1_8_init_system_aperture_regs()  local
184 		tmp = RREG32_SOC15(MMHUB, i, regVM_L2_PROTECTION_FAULT_CNTL2);  in mmhub_v1_8_init_system_aperture_regs()
185 		tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL2,  in mmhub_v1_8_init_system_aperture_regs()
187 		WREG32_SOC15(MMHUB, i, regVM_L2_PROTECTION_FAULT_CNTL2, tmp);  in mmhub_v1_8_init_system_aperture_regs()
193 	uint32_t tmp, inst_mask;  in mmhub_v1_8_init_tlb_regs()  local
199 		tmp = RREG32_SOC15(MMHUB, i, regMC_VM_MX_L1_TLB_CNTL);  in mmhub_v1_8_init_tlb_regs()
201 		tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB,  in mmhub_v1_8_init_tlb_regs()
203 		tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL,  in mmhub_v1_8_init_tlb_regs()
205 		tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL,  in mmhub_v1_8_init_tlb_regs()
207 		tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL,  in mmhub_v1_8_init_tlb_regs()
209 		tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL,  in mmhub_v1_8_init_tlb_regs()
211 		tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ATC_EN, 1);  in mmhub_v1_8_init_tlb_regs()
213 		WREG32_SOC15(MMHUB, i, regMC_VM_MX_L1_TLB_CNTL, tmp);  in mmhub_v1_8_init_tlb_regs()
219 	uint32_t tmp, inst_mask;  in mmhub_v1_8_init_cache_regs()  local
228 		tmp = RREG32_SOC15(MMHUB, i, regVM_L2_CNTL);  in mmhub_v1_8_init_cache_regs()
229 		tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_CACHE, 1);  in mmhub_v1_8_init_cache_regs()
230 		tmp = REG_SET_FIELD(tmp, VM_L2_CNTL,  in mmhub_v1_8_init_cache_regs()
233 		tmp = REG_SET_FIELD(tmp, VM_L2_CNTL,  in mmhub_v1_8_init_cache_regs()
235 		tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, PDE_FAULT_CLASSIFICATION,  in mmhub_v1_8_init_cache_regs()
237 		tmp = REG_SET_FIELD(tmp, VM_L2_CNTL,  in mmhub_v1_8_init_cache_regs()
239 		tmp = REG_SET_FIELD(tmp, VM_L2_CNTL,  in mmhub_v1_8_init_cache_regs()
241 		WREG32_SOC15(MMHUB, i, regVM_L2_CNTL, tmp);  in mmhub_v1_8_init_cache_regs()
243 		tmp = RREG32_SOC15(MMHUB, i, regVM_L2_CNTL2);  in mmhub_v1_8_init_cache_regs()
244 		tmp = REG_SET_FIELD(tmp, VM_L2_CNTL2, INVALIDATE_ALL_L1_TLBS,  in mmhub_v1_8_init_cache_regs()
246 		tmp = REG_SET_FIELD(tmp, VM_L2_CNTL2, INVALIDATE_L2_CACHE, 1);  in mmhub_v1_8_init_cache_regs()
247 		WREG32_SOC15(MMHUB, i, regVM_L2_CNTL2, tmp);  in mmhub_v1_8_init_cache_regs()
249 		tmp = regVM_L2_CNTL3_DEFAULT;  in mmhub_v1_8_init_cache_regs()
251 			tmp = REG_SET_FIELD(tmp, VM_L2_CNTL3, BANK_SELECT, 12);  in mmhub_v1_8_init_cache_regs()
252 			tmp = REG_SET_FIELD(tmp, VM_L2_CNTL3,  in mmhub_v1_8_init_cache_regs()
255 			tmp = REG_SET_FIELD(tmp, VM_L2_CNTL3, BANK_SELECT, 9);  in mmhub_v1_8_init_cache_regs()
256 			tmp = REG_SET_FIELD(tmp, VM_L2_CNTL3,  in mmhub_v1_8_init_cache_regs()
259 		WREG32_SOC15(MMHUB, i, regVM_L2_CNTL3, tmp);  in mmhub_v1_8_init_cache_regs()
261 		tmp = regVM_L2_CNTL4_DEFAULT;  in mmhub_v1_8_init_cache_regs()
264 			tmp = REG_SET_FIELD(tmp, VM_L2_CNTL4,  in mmhub_v1_8_init_cache_regs()
266 			tmp = REG_SET_FIELD(tmp, VM_L2_CNTL4,  in mmhub_v1_8_init_cache_regs()
269 			tmp = REG_SET_FIELD(tmp, VM_L2_CNTL4,  in mmhub_v1_8_init_cache_regs()
271 			tmp = REG_SET_FIELD(tmp, VM_L2_CNTL4,  in mmhub_v1_8_init_cache_regs()
274 		WREG32_SOC15(MMHUB, i, regVM_L2_CNTL4, tmp);  in mmhub_v1_8_init_cache_regs()
280 	uint32_t tmp, inst_mask;  in mmhub_v1_8_enable_system_domain()  local
285 		tmp = RREG32_SOC15(MMHUB, i, regVM_CONTEXT0_CNTL);  in mmhub_v1_8_enable_system_domain()
286 		tmp = REG_SET_FIELD(tmp, VM_CONTEXT0_CNTL, ENABLE_CONTEXT, 1);  in mmhub_v1_8_enable_system_domain()
287 		tmp = REG_SET_FIELD(tmp, VM_CONTEXT0_CNTL, PAGE_TABLE_DEPTH,  in mmhub_v1_8_enable_system_domain()
289 		tmp = REG_SET_FIELD(tmp,  in mmhub_v1_8_enable_system_domain()
292 		tmp = REG_SET_FIELD(tmp, VM_CONTEXT0_CNTL,  in mmhub_v1_8_enable_system_domain()
294 		WREG32_SOC15(MMHUB, i, regVM_CONTEXT0_CNTL, tmp);  in mmhub_v1_8_enable_system_domain()
333 	uint32_t tmp, inst_mask;  in mmhub_v1_8_setup_vmid_config()  local
347 			tmp = RREG32_SOC15_OFFSET(MMHUB, j, regVM_CONTEXT1_CNTL,  in mmhub_v1_8_setup_vmid_config()
349 			tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_8_setup_vmid_config()
351 			tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_8_setup_vmid_config()
353 			tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_8_setup_vmid_config()
355 			tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_8_setup_vmid_config()
357 			tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_8_setup_vmid_config()
359 			tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_8_setup_vmid_config()
361 			tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_8_setup_vmid_config()
363 			tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_8_setup_vmid_config()
365 			tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_8_setup_vmid_config()
367 			tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_8_setup_vmid_config()
374 			tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_8_setup_vmid_config()
377 					    i * hub->ctx_distance, tmp);  in mmhub_v1_8_setup_vmid_config()
434 	u32 tmp;  in mmhub_v1_8_gart_disable()  local
446 		tmp = RREG32_SOC15(MMHUB, j, regMC_VM_MX_L1_TLB_CNTL);  in mmhub_v1_8_gart_disable()
447 		tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB,  in mmhub_v1_8_gart_disable()
449 		tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL,  in mmhub_v1_8_gart_disable()
451 		WREG32_SOC15(MMHUB, j, regMC_VM_MX_L1_TLB_CNTL, tmp);  in mmhub_v1_8_gart_disable()
455 			tmp = RREG32_SOC15(MMHUB, j, regVM_L2_CNTL);  in mmhub_v1_8_gart_disable()
456 			tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_CACHE,  in mmhub_v1_8_gart_disable()
458 			WREG32_SOC15(MMHUB, j, regVM_L2_CNTL, tmp);  in mmhub_v1_8_gart_disable()
472 	u32 tmp, inst_mask;  in mmhub_v1_8_set_fault_enable_default()  local
480 		tmp = RREG32_SOC15(MMHUB, i, regVM_L2_PROTECTION_FAULT_CNTL);  in mmhub_v1_8_set_fault_enable_default()
481 		tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_8_set_fault_enable_default()
483 		tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_8_set_fault_enable_default()
485 		tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_8_set_fault_enable_default()
487 		tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_8_set_fault_enable_default()
489 		tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_8_set_fault_enable_default()
492 		tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_8_set_fault_enable_default()
494 		tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_8_set_fault_enable_default()
496 		tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_8_set_fault_enable_default()
498 		tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_8_set_fault_enable_default()
500 		tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_8_set_fault_enable_default()
502 		tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_8_set_fault_enable_default()
505 			tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_8_set_fault_enable_default()
507 			tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_8_set_fault_enable_default()
511 		WREG32_SOC15(MMHUB, i, regVM_L2_PROTECTION_FAULT_CNTL, tmp);  in mmhub_v1_8_set_fault_enable_default()