293 int hl_mmu_map_page(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, u32 page_size,  in hl_mmu_map_page()  argument
325 			((hdev->asic_funcs->scramble_addr(hdev, phys_addr) &  in hl_mmu_map_page()
329 		(!is_dram_addr && ((phys_addr & (real_page_size - 1)) ||  in hl_mmu_map_page()
333 			phys_addr, virt_addr, real_page_size);  in hl_mmu_map_page()
337 	real_phys_addr = phys_addr;  in hl_mmu_map_page()
353 	trace_habanalabs_mmu_map(&hdev->pdev->dev, virt_addr, phys_addr, page_size, flush_pte);  in hl_mmu_map_page()
383 					u64 phys_addr, u32 size)  in hl_mmu_map_contiguous()  argument
406 		curr_pa = phys_addr + off;  in hl_mmu_map_contiguous()
478 						u64 *phys_addr)  in hl_mmu_pa_page_with_offset()  argument
517 		*phys_addr = page_start + page_off + dram_base;  in hl_mmu_pa_page_with_offset()
527 		*phys_addr = (tmp_phys_addr & addr_mask) |  in hl_mmu_pa_page_with_offset()
532 int hl_mmu_va_to_pa(struct hl_ctx *ctx, u64 virt_addr, u64 *phys_addr)  in hl_mmu_va_to_pa()  argument
543 	hl_mmu_pa_page_with_offset(ctx, virt_addr, &hops,  phys_addr);  in hl_mmu_va_to_pa()
759 					(void *)chunk->start_addr, chunk->phys_addr);  in mmu_dma_mem_free_from_chunk()
877 								(dma_addr_t *) &hop0_pgt->phys_addr,  in hl_mmu_hr_init()
1070 	dma_addr_t phys_addr;  in hl_mmu_hr_alloc_hop()  local
1081 							&phys_addr,  in hl_mmu_hr_alloc_hop()
1087 		virt_addr = hl_asic_dma_alloc_coherent(hdev, SZ_2M, &phys_addr,  in hl_mmu_hr_alloc_hop()
1093 								phys_addr, SZ_2M, -1)) {  in hl_mmu_hr_alloc_hop()
1094 			hl_asic_dma_free_coherent(hdev, SZ_2M, virt_addr, phys_addr);  in hl_mmu_hr_alloc_hop()
1105 	pgt_info->phys_addr = phys_addr;  in hl_mmu_hr_alloc_hop()
1110 	hr_func->add_pgt_info(ctx, pgt_info, phys_addr);  in hl_mmu_hr_alloc_hop()
1187 		hops->hop_info[i].hop_addr = hops_pgt_info[i]->phys_addr;  in hl_mmu_hr_get_tlb_info()
1242 	gen_pool_free(hdev->mmu_priv.dr.mmu_pgt_pool, pgt_info->phys_addr,  in hl_mmu_dr_free_pgt_node()
1269 		phys_hop_addr = hl_mmu_dr_get_pgt_info(ctx, shadow_hop_addr)->phys_addr;  in hl_mmu_dr_get_phys_addr()
1326 	u64 phys_addr, shadow_addr;  in hl_mmu_dr_alloc_hop()  local
1332 	phys_addr = (u64) gen_pool_alloc(hdev->mmu_priv.dr.mmu_pgt_pool,  in hl_mmu_dr_alloc_hop()
1334 	if (!phys_addr) {  in hl_mmu_dr_alloc_hop()
1344 	pgt_info->phys_addr = phys_addr;  in hl_mmu_dr_alloc_hop()
1354 			phys_addr, prop->dmmu.hop_table_size);  in hl_mmu_dr_alloc_hop()