| /linux-6.12.1/drivers/iommu/amd/ |
| D | io_pgtable_v2.c | 233 phys_addr_t paddr, size_t pgsize, size_t pgcount, in iommu_v2_map_pages() argument
242 size_t size = pgcount << __ffs(pgsize); in iommu_v2_map_pages()
246 if (WARN_ON(!pgsize || (pgsize & cfg->pgsize_bitmap) != pgsize) || !pgcount) in iommu_v2_map_pages()
283 size_t pgsize, size_t pgcount, in iommu_v2_unmap_pages() argument
290 size_t size = pgcount << __ffs(pgsize); in iommu_v2_unmap_pages()
293 if (WARN_ON(!pgsize || (pgsize & cfg->pgsize_bitmap) != pgsize || !pgcount)) in iommu_v2_unmap_pages()
|
| D | io_pgtable.c | 329 phys_addr_t paddr, size_t pgsize, size_t pgcount, in iommu_v1_map_pages() argument
337 size_t size = pgcount << __ffs(pgsize); in iommu_v1_map_pages()
347 while (pgcount > 0) { in iommu_v1_map_pages()
377 pgcount--; in iommu_v1_map_pages()
407 size_t pgsize, size_t pgcount, in iommu_v1_unmap_pages() argument
414 size_t size = pgcount << __ffs(pgsize); in iommu_v1_unmap_pages()
|
| D | iommu.c | 2519 phys_addr_t paddr, size_t pgsize, size_t pgcount, in amd_iommu_map_pages() argument
2538 pgcount, prot, gfp, mapped); in amd_iommu_map_pages()
2566 size_t pgsize, size_t pgcount, in amd_iommu_unmap_pages() argument
2577 r = (ops->unmap_pages) ? ops->unmap_pages(ops, iova, pgsize, pgcount, NULL) : 0; in amd_iommu_unmap_pages()
|
| /linux-6.12.1/drivers/gpu/drm/panfrost/ |
| D | panfrost_mmu.c | 305 size_t pgcount, mapped = 0; in mmu_map_sg() local
306 size_t pgsize = get_pgsize(iova | paddr, len, &pgcount); in mmu_map_sg()
308 ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, in mmu_map_sg()
366 size_t unmapped_page, pgcount; in panfrost_mmu_unmap() local
367 size_t pgsize = get_pgsize(iova, len - unmapped_len, &pgcount); in panfrost_mmu_unmap()
370 pgcount = 1; in panfrost_mmu_unmap()
372 unmapped_page = ops->unmap_pages(ops, iova, pgsize, pgcount, NULL); in panfrost_mmu_unmap()
373 WARN_ON(unmapped_page != pgsize * pgcount); in panfrost_mmu_unmap()
375 iova += pgsize * pgcount; in panfrost_mmu_unmap()
376 unmapped_len += pgsize * pgcount; in panfrost_mmu_unmap()
|
| /linux-6.12.1/drivers/iommu/ |
| D | io-pgtable-arm.c | 288 unsigned long iova, size_t size, size_t pgcount,
377 phys_addr_t paddr, size_t size, size_t pgcount, in __arm_lpae_map() argument
394 num_entries = min_t(int, pgcount, max_entries); in __arm_lpae_map()
429 return __arm_lpae_map(data, iova, paddr, size, pgcount, prot, lvl + 1, in __arm_lpae_map()
500 phys_addr_t paddr, size_t pgsize, size_t pgcount, in arm_lpae_map_pages() argument
522 ret = __arm_lpae_map(data, iova, paddr, pgsize, pgcount, prot, lvl, in arm_lpae_map_pages()
576 arm_lpae_iopte *ptep, size_t pgcount) in arm_lpae_split_blk_unmap() argument
596 num_entries = min_t(int, pgcount, max_entries); in arm_lpae_split_blk_unmap()
629 return __arm_lpae_unmap(data, gather, iova, size, pgcount, lvl, tablep); in arm_lpae_split_blk_unmap()
634 unsigned long iova, size_t size, size_t pgcount, in __arm_lpae_unmap() argument
[all …]
|
| D | sprd-iommu.c | 285 phys_addr_t paddr, size_t pgsize, size_t pgcount, in sprd_iommu_map() argument
289 size_t size = pgcount * SPRD_IOMMU_PAGE_SIZE; in sprd_iommu_map()
311 for (i = 0; i < pgcount; i++) { in sprd_iommu_map()
322 size_t pgsize, size_t pgcount, in sprd_iommu_unmap() argument
328 size_t size = pgcount * SPRD_IOMMU_PAGE_SIZE; in sprd_iommu_unmap()
338 memset(pgt_base_iova, 0, pgcount * sizeof(u32)); in sprd_iommu_unmap()
|
| D | s390-iommu.c | 612 size_t pgsize, size_t pgcount, in s390_iommu_map_pages() argument
616 size_t size = pgcount << __ffs(pgsize); in s390_iommu_map_pages()
633 pgcount, flags, gfp); in s390_iommu_map_pages()
636 atomic64_add(pgcount, &s390_domain->ctrs.mapped_pages); in s390_iommu_map_pages()
677 size_t pgsize, size_t pgcount, in s390_iommu_unmap_pages() argument
681 size_t size = pgcount << __ffs(pgsize); in s390_iommu_unmap_pages()
688 rc = s390_iommu_invalidate_trans(s390_domain, iova, pgcount); in s390_iommu_unmap_pages()
693 atomic64_add(pgcount, &s390_domain->ctrs.unmapped_pages); in s390_iommu_unmap_pages()
|
| D | io-pgtable-dart.c | 232 phys_addr_t paddr, size_t pgsize, size_t pgcount, in dart_map_pages() argument
277 num_entries = min_t(int, pgcount, max_entries); in dart_map_pages()
293 size_t pgsize, size_t pgcount, in dart_unmap_pages() argument
301 if (WARN_ON(pgsize != cfg->pgsize_bitmap || !pgcount)) in dart_unmap_pages()
314 num_entries = min_t(int, pgcount, max_entries); in dart_unmap_pages()
|
| D | mtk_iommu_v1.c | 338 phys_addr_t paddr, size_t pgsize, size_t pgcount, in mtk_iommu_v1_map() argument
348 for (i = 0; i < pgcount; i++) { in mtk_iommu_v1_map()
360 return i == pgcount ? 0 : -EEXIST; in mtk_iommu_v1_map()
364 size_t pgsize, size_t pgcount, in mtk_iommu_v1_unmap() argument
370 size_t size = pgcount * MT2701_IOMMU_PAGE_SIZE; in mtk_iommu_v1_unmap()
373 memset(pgt_base_iova, 0, pgcount * sizeof(u32)); in mtk_iommu_v1_unmap()
|
| D | ipmmu-vmsa.c | 669 phys_addr_t paddr, size_t pgsize, size_t pgcount, in ipmmu_map() argument
674 return domain->iop->map_pages(domain->iop, iova, paddr, pgsize, pgcount, in ipmmu_map()
679 size_t pgsize, size_t pgcount, in ipmmu_unmap() argument
684 return domain->iop->unmap_pages(domain->iop, iova, pgsize, pgcount, gather); in ipmmu_unmap()
|
| D | msm_iommu.c | 486 phys_addr_t pa, size_t pgsize, size_t pgcount, in msm_iommu_map() argument
494 ret = priv->iop->map_pages(priv->iop, iova, pa, pgsize, pgcount, prot, in msm_iommu_map()
511 size_t pgsize, size_t pgcount, in msm_iommu_unmap() argument
519 ret = priv->iop->unmap_pages(priv->iop, iova, pgsize, pgcount, gather); in msm_iommu_unmap()
|
| D | io-pgtable-arm-v7s.c | 545 phys_addr_t paddr, size_t pgsize, size_t pgcount, in arm_v7s_map_pages() argument
558 while (pgcount--) { in arm_v7s_map_pages()
738 size_t pgsize, size_t pgcount, in arm_v7s_unmap_pages() argument
747 while (pgcount--) { in arm_v7s_unmap_pages()
|
| D | virtio-iommu.c | 815 phys_addr_t paddr, size_t pgsize, size_t pgcount, in viommu_map_pages() argument
820 size_t size = pgsize * pgcount; in viommu_map_pages()
859 size_t pgsize, size_t pgcount, in viommu_unmap_pages() argument
866 size_t size = pgsize * pgcount; in viommu_unmap_pages()
|
| D | apple-dart.c | 531 size_t pgcount, int prot, gfp_t gfp, in apple_dart_map_pages() argument
540 return ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, gfp, in apple_dart_map_pages()
546 size_t pgcount, in apple_dart_unmap_pages() argument
552 return ops->unmap_pages(ops, iova, pgsize, pgcount, gather); in apple_dart_unmap_pages()
|
| D | mtk_iommu.c | 799 phys_addr_t paddr, size_t pgsize, size_t pgcount, in mtk_iommu_map() argument
809 return dom->iop->map_pages(dom->iop, iova, paddr, pgsize, pgcount, prot, gfp, mapped); in mtk_iommu_map()
813 unsigned long iova, size_t pgsize, size_t pgcount, in mtk_iommu_unmap() argument
818 iommu_iotlb_gather_add_range(gather, iova, pgsize * pgcount); in mtk_iommu_unmap()
819 return dom->iop->unmap_pages(dom->iop, iova, pgsize, pgcount, gather); in mtk_iommu_unmap()
|
| /linux-6.12.1/drivers/hv/ |
| D | hv_common.c | 438 int pgcount = hv_root_partition ? 2 : 1; in hv_common_cpu_init() local
452 mem = kmalloc(pgcount * HV_HYP_PAGE_SIZE, flags); in hv_common_cpu_init()
463 ret = set_memory_decrypted((unsigned long)mem, pgcount); in hv_common_cpu_init()
469 memset(mem, 0x00, pgcount * HV_HYP_PAGE_SIZE); in hv_common_cpu_init()
|
| /linux-6.12.1/include/linux/ |
| D | io-pgtable.h | 193 phys_addr_t paddr, size_t pgsize, size_t pgcount,
196 size_t pgsize, size_t pgcount,
|
| D | iommu.h | 648 phys_addr_t paddr, size_t pgsize, size_t pgcount,
651 size_t pgsize, size_t pgcount,
|
| /linux-6.12.1/drivers/iommu/iommufd/ |
| D | selftest.c | 378 size_t pgsize, size_t pgcount, int prot, in mock_domain_map_pages() argument
395 for (; pgcount; pgcount--) { in mock_domain_map_pages()
401 if (pgcount == 1 && cur + MOCK_IO_PAGE_SIZE == pgsize) in mock_domain_map_pages()
430 size_t pgcount, in mock_domain_unmap_pages() argument
442 for (; pgcount; pgcount--) { in mock_domain_unmap_pages()
466 if (pgcount == 1 && in mock_domain_unmap_pages()
|
| /linux-6.12.1/drivers/iommu/arm/arm-smmu/ |
| D | qcom_iommu.c | 430 phys_addr_t paddr, size_t pgsize, size_t pgcount, in qcom_iommu_map() argument
442 ret = ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, GFP_ATOMIC, mapped); in qcom_iommu_map()
448 size_t pgsize, size_t pgcount, in qcom_iommu_unmap() argument
466 ret = ops->unmap_pages(ops, iova, pgsize, pgcount, gather); in qcom_iommu_unmap()
|
| D | arm-smmu.c | 1256 phys_addr_t paddr, size_t pgsize, size_t pgcount, in arm_smmu_map_pages() argument
1267 ret = ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, gfp, mapped); in arm_smmu_map_pages()
1274 size_t pgsize, size_t pgcount, in arm_smmu_unmap_pages() argument
1285 ret = ops->unmap_pages(ops, iova, pgsize, pgcount, iotlb_gather); in arm_smmu_unmap_pages()
|
| /linux-6.12.1/drivers/gpu/drm/panthor/ |
| D | panthor_mmu.c | 917 size_t unmapped_sz = 0, pgcount; in panthor_vm_unmap_pages() local
918 size_t pgsize = get_pgsize(iova + offset, size - offset, &pgcount); in panthor_vm_unmap_pages()
920 unmapped_sz = ops->unmap_pages(ops, iova + offset, pgsize, pgcount, NULL); in panthor_vm_unmap_pages()
922 if (drm_WARN_ON(&ptdev->base, unmapped_sz != pgsize * pgcount)) { in panthor_vm_unmap_pages()
925 iova + offset + pgsize * pgcount, in panthor_vm_unmap_pages()
968 size_t pgcount, mapped = 0; in panthor_vm_map_pages() local
969 size_t pgsize = get_pgsize(iova | paddr, len, &pgcount); in panthor_vm_map_pages()
971 ret = ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, in panthor_vm_map_pages()
|
| /linux-6.12.1/drivers/iommu/intel/ |
| D | iommu.c | 3682 size_t pgsize, size_t pgcount, in intel_iommu_map_pages() argument
3686 size_t size = pgcount << pgshift; in intel_iommu_map_pages()
3739 size_t pgsize, size_t pgcount, in intel_iommu_unmap_pages() argument
3743 size_t size = pgcount << pgshift; in intel_iommu_unmap_pages()
|
| /linux-6.12.1/drivers/iommu/arm/arm-smmu-v3/ |
| D | arm-smmu-v3.c | 3113 phys_addr_t paddr, size_t pgsize, size_t pgcount, in arm_smmu_map_pages() argument
3121 return ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, gfp, mapped); in arm_smmu_map_pages()
3125 size_t pgsize, size_t pgcount, in arm_smmu_unmap_pages() argument
3134 return ops->unmap_pages(ops, iova, pgsize, pgcount, gather); in arm_smmu_unmap_pages()
|