/linux-6.12.1/drivers/accel/habanalabs/common/mmu/ |
D | mmu.c | 29 bool hl_is_dram_va(struct hl_device *hdev, u64 virt_addr) in hl_is_dram_va() argument 33 return hl_mem_area_inside_range(virt_addr, prop->dmmu.page_size, in hl_is_dram_va() 227 int hl_mmu_unmap_page(struct hl_ctx *ctx, u64 virt_addr, u32 page_size, bool flush_pte) in hl_mmu_unmap_page() argument 240 is_dram_addr = hl_is_dram_va(hdev, virt_addr); in hl_mmu_unmap_page() 252 real_virt_addr = virt_addr; in hl_mmu_unmap_page() 266 trace_habanalabs_mmu_unmap(&hdev->pdev->dev, virt_addr, 0, page_size, flush_pte); in hl_mmu_unmap_page() 293 int hl_mmu_map_page(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, u32 page_size, in hl_mmu_map_page() argument 308 is_dram_addr = hl_is_dram_va(hdev, virt_addr); in hl_mmu_map_page() 327 (hdev->asic_funcs->scramble_addr(hdev, virt_addr) & in hl_mmu_map_page() 330 (virt_addr & (real_page_size - 1))))) in hl_mmu_map_page() [all …]
|
D | mmu_v1.c | 16 u64 *hop_addr_arr, u64 virt_addr, enum mmu_hop_num hop_idx) in get_hop_pte_addr() argument 23 ctx->hdev->asic_prop.mmu_pte_size * ((virt_addr & mask) >> shift); in get_hop_pte_addr() 220 u64 virt_addr, bool is_dram_addr) in hl_mmu_v1_unmap() argument 242 get_hop_pte_addr(ctx, mmu_prop, hop_addr, virt_addr, hop_idx); in hl_mmu_v1_unmap() 261 get_hop_pte_addr(ctx, mmu_prop, hop_addr, virt_addr, hop_idx); in hl_mmu_v1_unmap() 273 virt_addr); in hl_mmu_v1_unmap() 280 virt_addr); in hl_mmu_v1_unmap() 318 virt_addr); in hl_mmu_v1_unmap() 323 static int hl_mmu_v1_map(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, in hl_mmu_v1_map() argument 364 get_hop_pte_addr(ctx, mmu_prop, hop_addr, virt_addr, hop_idx); in hl_mmu_v1_map() [all …]
|
D | mmu_v2.c | 58 static int hl_mmu_v2_unmap(struct hl_ctx *ctx, u64 virt_addr, bool is_dram_addr) in hl_mmu_v2_unmap() argument 76 scrambled_virt_addr = hdev->asic_funcs->scramble_addr(hdev, virt_addr); in hl_mmu_v2_unmap() 125 virt_addr); in hl_mmu_v2_unmap() 130 static int hl_mmu_v2_map(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, in hl_mmu_v2_map() argument 149 scrambled_virt_addr = hdev->asic_funcs->scramble_addr(hdev, virt_addr); in hl_mmu_v2_map() 184 virt_addr); in hl_mmu_v2_map() 245 static int hl_mmu_v2_get_tlb_info(struct hl_ctx *ctx, u64 virt_addr, struct hl_mmu_hop_info *hops) in hl_mmu_v2_get_tlb_info() argument 253 is_dram_addr = hl_mem_area_inside_range(virt_addr, prop->dmmu.page_size, in hl_mmu_v2_get_tlb_info() 264 hops->scrambled_vaddr = hdev->asic_funcs->scramble_addr(hdev, virt_addr); in hl_mmu_v2_get_tlb_info() 309 if (hops->scrambled_vaddr != virt_addr) in hl_mmu_v2_get_tlb_info()
|
D | mmu_v2_hr.c | 116 u64 virt_addr, bool is_dram_addr) in _hl_mmu_v2_hr_unmap() argument 132 scrambled_virt_addr = hdev->asic_funcs->scramble_addr(hdev, virt_addr); in _hl_mmu_v2_hr_unmap() 185 dev_err(hdev->dev, "virt addr 0x%llx is not mapped to phys addr\n", virt_addr); in _hl_mmu_v2_hr_unmap() 206 u64 virt_addr, u64 phys_addr, in _hl_mmu_v2_hr_map() argument 238 scrambled_virt_addr = hdev->asic_funcs->scramble_addr(hdev, virt_addr); in _hl_mmu_v2_hr_map() 336 u64 virt_addr, bool *is_huge) in hl_mmu_v2_hr_get_tlb_mapping_params() argument 341 is_dram_addr = hl_mem_area_inside_range(virt_addr, prop->dmmu.page_size, in hl_mmu_v2_hr_get_tlb_mapping_params() 344 is_pmmu_addr = hl_mem_area_inside_range(virt_addr, prop->pmmu.page_size, in hl_mmu_v2_hr_get_tlb_mapping_params() 347 is_pmmu_h_addr = hl_mem_area_inside_range(virt_addr, in hl_mmu_v2_hr_get_tlb_mapping_params() 370 static int hl_mmu_v2_hr_get_tlb_info(struct hl_ctx *ctx, u64 virt_addr, in hl_mmu_v2_hr_get_tlb_info() argument [all …]
|
/linux-6.12.1/drivers/virt/ |
D | vmgenid.c | 38 static void setup_vmgenid_state(struct vmgenid_state *state, void *virt_addr) in setup_vmgenid_state() argument 40 state->next_id = virt_addr; in setup_vmgenid_state() 59 void *virt_addr; in vmgenid_add_acpi() local 78 virt_addr = devm_memremap(&device->dev, phys_addr, VMGENID_SIZE, MEMREMAP_WB); in vmgenid_add_acpi() 79 if (IS_ERR(virt_addr)) { in vmgenid_add_acpi() 80 ret = PTR_ERR(virt_addr); in vmgenid_add_acpi() 83 setup_vmgenid_state(state, virt_addr); in vmgenid_add_acpi() 113 void *virt_addr; in vmgenid_add_of() local 116 virt_addr = devm_platform_get_and_ioremap_resource(pdev, 0, NULL); in vmgenid_add_of() 117 if (IS_ERR(virt_addr)) in vmgenid_add_of() [all …]
|
/linux-6.12.1/drivers/usb/gadget/udc/ |
D | amd5536udc_pci.c | 72 iounmap(dev->virt_addr); in udc_pci_remove() 118 dev->virt_addr = ioremap(resource, len); in udc_pci_probe() 119 if (!dev->virt_addr) { in udc_pci_probe() 133 dev->csr = dev->virt_addr + UDC_CSR_ADDR; in udc_pci_probe() 135 dev->regs = dev->virt_addr + UDC_DEVCFG_ADDR; in udc_pci_probe() 137 dev->ep_regs = dev->virt_addr + UDC_EPREGS_ADDR; in udc_pci_probe() 139 dev->rxfifo = (u32 __iomem *)(dev->virt_addr + UDC_RXFIFO_ADDR); in udc_pci_probe() 140 dev->txfifo = (u32 __iomem *)(dev->virt_addr + UDC_TXFIFO_ADDR); in udc_pci_probe() 184 iounmap(dev->virt_addr); in udc_pci_probe()
|
D | snps_udc_plat.c | 114 udc->virt_addr = devm_platform_get_and_ioremap_resource(pdev, 0, &res); in udc_plat_probe() 115 if (IS_ERR(udc->virt_addr)) in udc_plat_probe() 116 return PTR_ERR(udc->virt_addr); in udc_plat_probe() 119 udc->csr = udc->virt_addr + UDC_CSR_ADDR; in udc_plat_probe() 122 udc->regs = udc->virt_addr + UDC_DEVCFG_ADDR; in udc_plat_probe() 125 udc->ep_regs = udc->virt_addr + UDC_EPREGS_ADDR; in udc_plat_probe() 128 udc->rxfifo = (u32 __iomem *)(udc->virt_addr + UDC_RXFIFO_ADDR); in udc_plat_probe() 129 udc->txfifo = (u32 __iomem *)(udc->virt_addr + UDC_TXFIFO_ADDR); in udc_plat_probe()
|
/linux-6.12.1/arch/powerpc/include/asm/ |
D | edac.h | 21 unsigned int *virt_addr = va; in edac_atomic_scrub() local 25 for (i = 0; i < size / sizeof(*virt_addr); i++, virt_addr++) { in edac_atomic_scrub() 35 : "r"(virt_addr) in edac_atomic_scrub()
|
/linux-6.12.1/arch/arm/include/asm/ |
D | edac.h | 18 unsigned int *virt_addr = va; in edac_atomic_scrub() local 22 for (i = 0; i < size / sizeof(*virt_addr); i++, virt_addr++) { in edac_atomic_scrub() 32 : "r"(virt_addr) in edac_atomic_scrub()
|
/linux-6.12.1/arch/mips/include/asm/ |
D | edac.h | 11 unsigned long *virt_addr = va; in edac_atomic_scrub() local 31 : "=&r" (temp), "=" GCC_OFF_SMALL_ASM() (*virt_addr) in edac_atomic_scrub() 32 : GCC_OFF_SMALL_ASM() (*virt_addr)); in edac_atomic_scrub() 34 virt_addr++; in edac_atomic_scrub()
|
/linux-6.12.1/arch/x86/boot/compressed/ |
D | misc.c | 200 unsigned long virt_addr) in handle_relocations() argument 228 delta = virt_addr - LOAD_PHYSICAL_ADDR; in handle_relocations() 290 unsigned long virt_addr) in handle_relocations() argument 355 unsigned long decompress_kernel(unsigned char *outbuf, unsigned long virt_addr, in decompress_kernel() argument 370 handle_relocations(outbuf, output_len, virt_addr); in decompress_kernel() 407 unsigned long virt_addr = LOAD_PHYSICAL_ADDR; in extract_kernel() local 489 &virt_addr); in extract_kernel() 494 if (virt_addr & (MIN_KERNEL_ALIGN - 1)) in extract_kernel() 499 if (virt_addr + needed_size > KERNEL_IMAGE_SIZE) in extract_kernel() 506 if (virt_addr != LOAD_PHYSICAL_ADDR) in extract_kernel() [all …]
|
/linux-6.12.1/drivers/w1/masters/ |
D | matrox_w1.c | 49 void __iomem *virt_addr; member 136 dev->virt_addr = ioremap(dev->phys_addr, 16384); in matrox_w1_probe() 137 if (!dev->virt_addr) { in matrox_w1_probe() 144 dev->base_addr = dev->virt_addr + MATROX_BASE; in matrox_w1_probe() 168 if (dev->virt_addr) in matrox_w1_probe() 169 iounmap(dev->virt_addr); in matrox_w1_probe() 181 iounmap(dev->virt_addr); in matrox_w1_remove()
|
/linux-6.12.1/include/trace/events/ |
D | habanalabs.h | 17 TP_PROTO(struct device *dev, u64 virt_addr, u64 phys_addr, u32 page_size, bool flush_pte), 19 TP_ARGS(dev, virt_addr, phys_addr, page_size, flush_pte), 23 __field(u64, virt_addr) 31 __entry->virt_addr = virt_addr; 39 __entry->virt_addr, 46 TP_PROTO(struct device *dev, u64 virt_addr, u64 phys_addr, u32 page_size, bool flush_pte), 47 TP_ARGS(dev, virt_addr, phys_addr, page_size, flush_pte)); 50 TP_PROTO(struct device *dev, u64 virt_addr, u64 phys_addr, u32 page_size, bool flush_pte), 51 TP_ARGS(dev, virt_addr, phys_addr, page_size, flush_pte));
|
D | dma.h | 118 TP_PROTO(struct device *dev, void *virt_addr, dma_addr_t dma_addr, 120 TP_ARGS(dev, virt_addr, dma_addr, size, flags, attrs), 124 __field(void *, virt_addr) 133 __entry->virt_addr = virt_addr; 144 __entry->virt_addr, 150 TP_PROTO(struct device *dev, void *virt_addr, dma_addr_t dma_addr, 152 TP_ARGS(dev, virt_addr, dma_addr, size, attrs), 156 __field(void *, virt_addr) 164 __entry->virt_addr = virt_addr; 174 __entry->virt_addr,
|
/linux-6.12.1/drivers/net/wireless/ath/ath10k/ |
D | swap.c | 19 u8 *virt_addr = seg_info->virt_address[0]; in ath10k_swap_code_seg_fill() local 55 memcpy(virt_addr, swap_item->tlv.data, payload_len); in ath10k_swap_code_seg_fill() 56 virt_addr += payload_len; in ath10k_swap_code_seg_fill() 93 void *virt_addr; in ath10k_swap_code_seg_alloc() local 107 virt_addr = dma_alloc_coherent(ar->dev, swap_bin_len, &paddr, in ath10k_swap_code_seg_alloc() 109 if (!virt_addr) in ath10k_swap_code_seg_alloc() 118 seg_info->virt_address[0] = virt_addr; in ath10k_swap_code_seg_alloc()
|
/linux-6.12.1/drivers/comedi/ |
D | comedi_buf.c | 37 buf->virt_addr, buf->dma_addr); in comedi_buf_map_kref_release() 41 ClearPageReserved(virt_to_page(buf->virt_addr)); in comedi_buf_map_kref_release() 42 free_page((unsigned long)buf->virt_addr); in comedi_buf_map_kref_release() 97 void *virt_addr; in comedi_buf_map_alloc() local 104 virt_addr = dma_alloc_coherent(bm->dma_hw_dev, in comedi_buf_map_alloc() 107 if (!virt_addr) in comedi_buf_map_alloc() 112 buf->virt_addr = virt_addr + (i << PAGE_SHIFT); in comedi_buf_map_alloc() 120 buf->virt_addr = (void *)get_zeroed_page(GFP_KERNEL); in comedi_buf_map_alloc() 121 if (!buf->virt_addr) in comedi_buf_map_alloc() 124 SetPageReserved(virt_to_page(buf->virt_addr)); in comedi_buf_map_alloc() [all …]
|
/linux-6.12.1/arch/x86/include/asm/ |
D | edac.h | 9 u32 i, *virt_addr = va; in edac_atomic_scrub() local 15 for (i = 0; i < size / 4; i++, virt_addr++) in edac_atomic_scrub() 16 asm volatile("lock; addl $0, %0"::"m" (*virt_addr)); in edac_atomic_scrub()
|
/linux-6.12.1/drivers/pci/endpoint/ |
D | pci-epc-mem.c | 181 void __iomem *virt_addr = NULL; in pci_epc_mem_alloc_addr() local 201 virt_addr = ioremap(*phys_addr, align_size); in pci_epc_mem_alloc_addr() 202 if (!virt_addr) { in pci_epc_mem_alloc_addr() 209 return virt_addr; in pci_epc_mem_alloc_addr() 214 return virt_addr; in pci_epc_mem_alloc_addr() 245 void __iomem *virt_addr, size_t size) in pci_epc_mem_free_addr() argument 261 iounmap(virt_addr); in pci_epc_mem_free_addr()
|
/linux-6.12.1/drivers/net/ethernet/cirrus/ |
D | cs89x0.c | 151 void __iomem *virt_addr;/* CS89x0 virtual address. */ member 205 tmp16 = ioread16(lp->virt_addr + portno); in readwords() 220 iowrite16(tmp16, lp->virt_addr + portno); in writewords() 229 iowrite16(regno, lp->virt_addr + ADD_PORT); in readreg() 230 return ioread16(lp->virt_addr + DATA_PORT); in readreg() 238 iowrite16(regno, lp->virt_addr + ADD_PORT); in writereg() 239 iowrite16(value, lp->virt_addr + DATA_PORT); in writereg() 527 iowrite16(TX_AFTER_ALL, lp->virt_addr + TX_CMD_PORT); in send_test_pkt() 528 iowrite16(ETH_ZLEN, lp->virt_addr + TX_LEN_PORT); in send_test_pkt() 678 status = ioread16(lp->virt_addr + RX_FRAME_PORT); in net_rx() [all …]
|
/linux-6.12.1/arch/powerpc/platforms/ps3/ |
D | mm.c | 773 static int dma_sb_map_area(struct ps3_dma_region *r, unsigned long virt_addr, in dma_sb_map_area() argument 780 unsigned long phys_addr = is_kernel_addr(virt_addr) ? __pa(virt_addr) in dma_sb_map_area() 781 : virt_addr; in dma_sb_map_area() 791 virt_addr); in dma_sb_map_area() 828 static int dma_ioc0_map_area(struct ps3_dma_region *r, unsigned long virt_addr, in dma_ioc0_map_area() argument 835 unsigned long phys_addr = is_kernel_addr(virt_addr) ? __pa(virt_addr) in dma_ioc0_map_area() 836 : virt_addr; in dma_ioc0_map_area() 842 virt_addr, len); in dma_ioc0_map_area() 870 virt_addr, phys_addr, aligned_phys, *bus_addr); in dma_ioc0_map_area() 972 unsigned long virt_addr, len; in dma_sb_region_create_linear() local [all …]
|
/linux-6.12.1/drivers/acpi/ |
D | osl.c | 684 int acpi_os_read_iomem(void __iomem *virt_addr, u64 *value, u32 width) in acpi_os_read_iomem() argument 689 *(u8 *) value = readb(virt_addr); in acpi_os_read_iomem() 692 *(u16 *) value = readw(virt_addr); in acpi_os_read_iomem() 695 *(u32 *) value = readl(virt_addr); in acpi_os_read_iomem() 698 *(u64 *) value = readq(virt_addr); in acpi_os_read_iomem() 710 void __iomem *virt_addr; in acpi_os_read_memory() local 717 virt_addr = acpi_map_vaddr_lookup(phys_addr, size); in acpi_os_read_memory() 718 if (!virt_addr) { in acpi_os_read_memory() 720 virt_addr = acpi_os_ioremap(phys_addr, size); in acpi_os_read_memory() 721 if (!virt_addr) in acpi_os_read_memory() [all …]
|
/linux-6.12.1/tools/testing/nvdimm/ |
D | pmem-dax.c | 29 *kaddr = pmem->virt_addr + offset; in __pmem_direct_access() 30 page = vmalloc_to_page(pmem->virt_addr + offset); in __pmem_direct_access() 40 *kaddr = pmem->virt_addr + offset; in __pmem_direct_access()
|
/linux-6.12.1/drivers/crypto/intel/qat/qat_common/ |
D | adf_heartbeat.c | 62 struct hb_cnt_pair *hb_stats = accel_dev->heartbeat->dma.virt_addr; in validate_hb_ctrs_cnt() 80 struct hb_cnt_pair *hb_stats = accel_dev->heartbeat->dma.virt_addr; in adf_heartbeat_check_ctrs() 181 live_stats = accel_dev->heartbeat->dma.virt_addr; in adf_hb_get_status() 288 hb->dma.virt_addr = dma_alloc_coherent(&GET_DEV(accel_dev), PAGE_SIZE, in adf_heartbeat_init() 290 if (!hb->dma.virt_addr) in adf_heartbeat_init() 339 if (hb->dma.virt_addr) in adf_heartbeat_shutdown() 341 hb->dma.virt_addr, hb->dma.phy_addr); in adf_heartbeat_shutdown()
|
/linux-6.12.1/arch/riscv/mm/ |
D | init.c | 158 print_ml("kernel", (unsigned long)kernel_map.virt_addr, in print_vm_layout() 462 BUG_ON((va - kernel_map.virt_addr) >> PUD_SHIFT); in alloc_pmd_early() 526 BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT); in alloc_pud_early() 564 BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT); in alloc_p4d_early() 890 uintptr_t reloc_offset = kernel_map.virt_addr - KERNEL_LINK_ADDR; in relocate_kernel() 925 end_va = kernel_map.virt_addr + kernel_map.xiprom_sz; in create_kernel_page_table() 926 for (va = kernel_map.virt_addr; va < end_va; va += PMD_SIZE) in create_kernel_page_table() 928 kernel_map.xiprom + (va - kernel_map.virt_addr), in create_kernel_page_table() 932 start_va = kernel_map.virt_addr + (uintptr_t)&_sdata - (uintptr_t)&_start; in create_kernel_page_table() 933 end_va = kernel_map.virt_addr + kernel_map.size; in create_kernel_page_table() [all …]
|
/linux-6.12.1/arch/arm64/kvm/hyp/nvhe/ |
D | mm.c | 117 unsigned long virt_addr; in pkvm_create_mappings_locked() local 125 for (virt_addr = start; virt_addr < end; virt_addr += PAGE_SIZE) { in pkvm_create_mappings_locked() 128 phys = hyp_virt_to_phys((void *)virt_addr); in pkvm_create_mappings_locked() 129 err = kvm_pgtable_hyp_map(&pkvm_pgtable, virt_addr, PAGE_SIZE, in pkvm_create_mappings_locked()
|