| /linux-6.12.1/drivers/staging/media/atomisp/pci/mmu/ |
| D | isp_mmu.c | 79 static phys_addr_t isp_pte_to_pgaddr(struct isp_mmu *mmu, in isp_pte_to_pgaddr()
85 static unsigned int isp_pgaddr_to_pte_valid(struct isp_mmu *mmu, in isp_pgaddr_to_pte_valid()
97 static phys_addr_t alloc_page_table(struct isp_mmu *mmu) in alloc_page_table()
125 static void free_page_table(struct isp_mmu *mmu, phys_addr_t page) in free_page_table()
142 static void mmu_remap_error(struct isp_mmu *mmu, in mmu_remap_error()
161 static void mmu_unmap_l2_pte_error(struct isp_mmu *mmu, in mmu_unmap_l2_pte_error()
177 static void mmu_unmap_l1_pte_error(struct isp_mmu *mmu, in mmu_unmap_l1_pte_error()
189 static void mmu_unmap_l1_pt_error(struct isp_mmu *mmu, unsigned int pte) in mmu_unmap_l1_pt_error()
199 static int mmu_l2_map(struct isp_mmu *mmu, phys_addr_t l1_pt, in mmu_l2_map()
244 static int mmu_l1_map(struct isp_mmu *mmu, phys_addr_t l1_pt, in mmu_l1_map()
[all …]
|
| D | sh_mmu_mrfld.c | 31 static unsigned int sh_phys_to_pte(struct isp_mmu *mmu, in sh_phys_to_pte()
37 static phys_addr_t sh_pte_to_phys(struct isp_mmu *mmu, in sh_pte_to_phys()
45 static unsigned int sh_get_pd_base(struct isp_mmu *mmu, in sh_get_pd_base()
64 static void sh_tlb_flush(struct isp_mmu *mmu) in sh_tlb_flush()
|
| /linux-6.12.1/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| D | base.c | 42 nvkm_mmu_ptp_put(struct nvkm_mmu *mmu, bool force, struct nvkm_mmu_pt *pt) in nvkm_mmu_ptp_put()
65 nvkm_mmu_ptp_get(struct nvkm_mmu *mmu, u32 size, bool zero) in nvkm_mmu_ptp_get()
120 nvkm_mmu_ptc_find(struct nvkm_mmu *mmu, u32 size) in nvkm_mmu_ptc_find()
141 nvkm_mmu_ptc_put(struct nvkm_mmu *mmu, bool force, struct nvkm_mmu_pt **ppt) in nvkm_mmu_ptc_put()
167 nvkm_mmu_ptc_get(struct nvkm_mmu *mmu, u32 size, u32 align, bool zero) in nvkm_mmu_ptc_get()
220 nvkm_mmu_ptc_dump(struct nvkm_mmu *mmu) in nvkm_mmu_ptc_dump()
234 nvkm_mmu_ptc_fini(struct nvkm_mmu *mmu) in nvkm_mmu_ptc_fini()
246 nvkm_mmu_ptc_init(struct nvkm_mmu *mmu) in nvkm_mmu_ptc_init()
255 nvkm_mmu_type(struct nvkm_mmu *mmu, int heap, u8 type) in nvkm_mmu_type()
265 nvkm_mmu_heap(struct nvkm_mmu *mmu, u8 type, u64 size) in nvkm_mmu_heap()
[all …]
|
| D | ummu.c | 35 struct nvkm_mmu *mmu = nvkm_ummu(object)->mmu; in nvkm_ummu_sclass() local
59 struct nvkm_mmu *mmu = ummu->mmu; in nvkm_ummu_heap() local
79 struct nvkm_mmu *mmu = ummu->mmu; in nvkm_ummu_type() local
108 struct nvkm_mmu *mmu = ummu->mmu; in nvkm_ummu_kind() local
159 struct nvkm_mmu *mmu = device->mmu; in nvkm_ummu_new() local
|
| D | vmmgm20b.c | 57 gm20b_vmm_new(struct nvkm_mmu *mmu, bool managed, u64 addr, u64 size, in gm20b_vmm_new()
66 gm20b_vmm_new_fixed(struct nvkm_mmu *mmu, bool managed, u64 addr, u64 size, in gm20b_vmm_new_fixed()
|
| D | vmmgm200.c | 144 struct nvkm_mmu *mmu, bool managed, u64 addr, u64 size, in gm200_vmm_new_()
172 gm200_vmm_new(struct nvkm_mmu *mmu, bool managed, u64 addr, u64 size, in gm200_vmm_new()
181 gm200_vmm_new_fixed(struct nvkm_mmu *mmu, bool managed, u64 addr, u64 size, in gm200_vmm_new_fixed()
|
| D | memnv04.c | 31 nv04_mem_map(struct nvkm_mmu *mmu, struct nvkm_memory *memory, void *argv, in nv04_mem_map()
51 nv04_mem_new(struct nvkm_mmu *mmu, int type, u8 page, u64 size, in nv04_mem_new()
|
| /linux-6.12.1/drivers/staging/media/ipu3/ |
| D | ipu3-mmu.c | 78 static void imgu_mmu_tlb_invalidate(struct imgu_mmu *mmu) in imgu_mmu_tlb_invalidate()
83 static void call_if_imgu_is_powered(struct imgu_mmu *mmu, in call_if_imgu_is_powered()
84 void (*func)(struct imgu_mmu *mmu)) in call_if_imgu_is_powered()
101 static void imgu_mmu_set_halt(struct imgu_mmu *mmu, bool halt) in imgu_mmu_set_halt()
168 static u32 *imgu_mmu_get_l2pt(struct imgu_mmu *mmu, u32 l1pt_idx) in imgu_mmu_get_l2pt()
210 static int __imgu_mmu_map(struct imgu_mmu *mmu, unsigned long iova, in __imgu_mmu_map()
254 struct imgu_mmu *mmu = to_imgu_mmu(info); in imgu_mmu_map() local
302 struct imgu_mmu *mmu = to_imgu_mmu(info); in imgu_mmu_map_sg() local
338 static size_t __imgu_mmu_unmap(struct imgu_mmu *mmu, in __imgu_mmu_unmap()
382 struct imgu_mmu *mmu = to_imgu_mmu(info); in imgu_mmu_unmap() local
[all …]
|
| /linux-6.12.1/arch/arm64/kvm/hyp/nvhe/ |
| D | tlb.c | 14 struct kvm_s2_mmu *mmu; member
19 static void enter_vmid_context(struct kvm_s2_mmu *mmu, in enter_vmid_context()
120 struct kvm_s2_mmu *mmu = cxt->mmu; in exit_vmid_context() local
148 void __kvm_tlb_flush_vmid_ipa(struct kvm_s2_mmu *mmu, in __kvm_tlb_flush_vmid_ipa()
178 void __kvm_tlb_flush_vmid_ipa_nsh(struct kvm_s2_mmu *mmu, in __kvm_tlb_flush_vmid_ipa_nsh()
208 void __kvm_tlb_flush_vmid_range(struct kvm_s2_mmu *mmu, in __kvm_tlb_flush_vmid_range()
235 void __kvm_tlb_flush_vmid(struct kvm_s2_mmu *mmu) in __kvm_tlb_flush_vmid()
249 void __kvm_flush_cpu_context(struct kvm_s2_mmu *mmu) in __kvm_flush_cpu_context()
|
| /linux-6.12.1/arch/arm64/kvm/hyp/vhe/ |
| D | tlb.c | 14 struct kvm_s2_mmu *mmu; member
20 static void enter_vmid_context(struct kvm_s2_mmu *mmu, in enter_vmid_context()
92 void __kvm_tlb_flush_vmid_ipa(struct kvm_s2_mmu *mmu, in __kvm_tlb_flush_vmid_ipa()
124 void __kvm_tlb_flush_vmid_ipa_nsh(struct kvm_s2_mmu *mmu, in __kvm_tlb_flush_vmid_ipa_nsh()
156 void __kvm_tlb_flush_vmid_range(struct kvm_s2_mmu *mmu, in __kvm_tlb_flush_vmid_range()
185 void __kvm_tlb_flush_vmid(struct kvm_s2_mmu *mmu) in __kvm_tlb_flush_vmid()
201 void __kvm_flush_cpu_context(struct kvm_s2_mmu *mmu) in __kvm_flush_cpu_context()
232 int __kvm_tlbi_s1e2(struct kvm_s2_mmu *mmu, u64 va, u64 sys_encoding) in __kvm_tlbi_s1e2()
|
| /linux-6.12.1/drivers/iommu/ |
| D | ipmmu-vmsa.c | 71 struct ipmmu_vmsa_device *mmu; member
149 static bool ipmmu_is_root(struct ipmmu_vmsa_device *mmu) in ipmmu_is_root()
156 struct ipmmu_vmsa_device *mmu = dev_get_drvdata(dev); in __ipmmu_check_device() local
177 static u32 ipmmu_read(struct ipmmu_vmsa_device *mmu, unsigned int offset) in ipmmu_read()
182 static void ipmmu_write(struct ipmmu_vmsa_device *mmu, unsigned int offset, in ipmmu_write()
188 static unsigned int ipmmu_ctx_reg(struct ipmmu_vmsa_device *mmu, in ipmmu_ctx_reg()
199 static u32 ipmmu_ctx_read(struct ipmmu_vmsa_device *mmu, in ipmmu_ctx_read()
205 static void ipmmu_ctx_write(struct ipmmu_vmsa_device *mmu, in ipmmu_ctx_write()
232 static u32 ipmmu_utlb_reg(struct ipmmu_vmsa_device *mmu, unsigned int reg) in ipmmu_utlb_reg()
237 static void ipmmu_imuasid_write(struct ipmmu_vmsa_device *mmu, in ipmmu_imuasid_write()
[all …]
|
| /linux-6.12.1/drivers/gpu/drm/msm/ |
| D | msm_iommu.c | 30 static struct msm_iommu_pagetable *to_pagetable(struct msm_mmu *mmu) in to_pagetable()
91 static int msm_iommu_pagetable_unmap(struct msm_mmu *mmu, u64 iova, in msm_iommu_pagetable_unmap()
115 static int msm_iommu_pagetable_map(struct msm_mmu *mmu, u64 iova, in msm_iommu_pagetable_map()
154 static void msm_iommu_pagetable_destroy(struct msm_mmu *mmu) in msm_iommu_pagetable_destroy()
172 int msm_iommu_pagetable_params(struct msm_mmu *mmu, in msm_iommu_pagetable_params()
191 struct iommu_domain_geometry *msm_iommu_get_geometry(struct msm_mmu *mmu) in msm_iommu_get_geometry()
326 struct msm_mmu *mmu = &iommu->base; in msm_fault_handler() local
346 static void msm_iommu_resume_translation(struct msm_mmu *mmu) in msm_iommu_resume_translation()
354 static void msm_iommu_detach(struct msm_mmu *mmu) in msm_iommu_detach()
361 static int msm_iommu_map(struct msm_mmu *mmu, uint64_t iova, in msm_iommu_map()
[all …]
|
| /linux-6.12.1/arch/arm64/include/asm/ |
| D | kvm_mmu.h | 148 #define kvm_phys_shift(mmu) VTCR_EL2_IPA((mmu)->vtcr) argument
149 #define kvm_phys_size(mmu) (_AC(1, ULL) << kvm_phys_shift(mmu)) argument
150 #define kvm_phys_mask(mmu) (kvm_phys_size(mmu) - _AC(1, ULL)) argument
301 static __always_inline u64 kvm_get_vttbr(struct kvm_s2_mmu *mmu) in kvm_get_vttbr()
317 static __always_inline void __load_stage2(struct kvm_s2_mmu *mmu, in __load_stage2()
331 static inline struct kvm *kvm_s2_mmu_to_kvm(struct kvm_s2_mmu *mmu) in kvm_s2_mmu_to_kvm()
342 static inline bool kvm_s2_mmu_valid(struct kvm_s2_mmu *mmu) in kvm_s2_mmu_valid()
347 static inline bool kvm_is_nested_s2_mmu(struct kvm *kvm, struct kvm_s2_mmu *mmu) in kvm_is_nested_s2_mmu()
|
| D | stage2_pgtable.h | 24 #define kvm_stage2_levels(mmu) VTCR_EL2_LVLS((mmu)->vtcr) argument
31 #define kvm_mmu_cache_min_pages(mmu) (kvm_stage2_levels(mmu) - 1) argument
|
| /linux-6.12.1/drivers/gpu/drm/msm/adreno/ |
| D | a2xx_gpummu.c | 27 static void a2xx_gpummu_detach(struct msm_mmu *mmu) in a2xx_gpummu_detach()
31 static int a2xx_gpummu_map(struct msm_mmu *mmu, uint64_t iova, in a2xx_gpummu_map()
59 static int a2xx_gpummu_unmap(struct msm_mmu *mmu, uint64_t iova, size_t len) in a2xx_gpummu_unmap()
74 static void a2xx_gpummu_resume_translation(struct msm_mmu *mmu) in a2xx_gpummu_resume_translation()
78 static void a2xx_gpummu_destroy(struct msm_mmu *mmu) in a2xx_gpummu_destroy()
117 void a2xx_gpummu_params(struct msm_mmu *mmu, dma_addr_t *pt_base, in a2xx_gpummu_params()
|
| /linux-6.12.1/drivers/gpu/drm/panfrost/ |
| D | panfrost_mmu.c | 113 struct panfrost_mmu *mmu, in mmu_hw_do_operation()
124 static void panfrost_mmu_enable(struct panfrost_device *pfdev, struct panfrost_mmu *mmu) in panfrost_mmu_enable()
158 u32 panfrost_mmu_as_get(struct panfrost_device *pfdev, struct panfrost_mmu *mmu) in panfrost_mmu_as_get()
224 void panfrost_mmu_as_put(struct panfrost_device *pfdev, struct panfrost_mmu *mmu) in panfrost_mmu_as_put()
232 struct panfrost_mmu *mmu, *mmu_tmp; in panfrost_mmu_reset() local
275 struct panfrost_mmu *mmu, in panfrost_mmu_flush_range()
290 static int mmu_map_sg(struct panfrost_device *pfdev, struct panfrost_mmu *mmu, in mmu_map_sg()
410 struct panfrost_mmu *mmu; in addr_to_mapping() local
556 struct panfrost_mmu *mmu = container_of(kref, struct panfrost_mmu, in panfrost_mmu_release_ctx() local
578 void panfrost_mmu_ctx_put(struct panfrost_mmu *mmu) in panfrost_mmu_ctx_put()
[all …]
|
| /linux-6.12.1/arch/arm64/kvm/ |
| D | nested.c | 36 static int init_nested_s2_mmu(struct kvm *kvm, struct kvm_s2_mmu *mmu) in init_nested_s2_mmu()
411 static u8 get_guest_mapping_ttl(struct kvm_s2_mmu *mmu, u64 addr) in get_guest_mapping_ttl()
481 unsigned long compute_tlb_inval_range(struct kvm_s2_mmu *mmu, u64 val) in compute_tlb_inval_range()
544 struct kvm_s2_mmu *mmu = &kvm->arch.nested_mmus[i]; in kvm_s2_mmu_iterate_by_vmid() local
586 struct kvm_s2_mmu *mmu = &kvm->arch.nested_mmus[i]; in lookup_s2_mmu() local
666 void kvm_init_nested_s2_mmu(struct kvm_s2_mmu *mmu) in kvm_init_nested_s2_mmu()
751 struct kvm_s2_mmu *mmu = &kvm->arch.nested_mmus[i]; in kvm_nested_s2_wp() local
765 struct kvm_s2_mmu *mmu = &kvm->arch.nested_mmus[i]; in kvm_nested_s2_unmap() local
779 struct kvm_s2_mmu *mmu = &kvm->arch.nested_mmus[i]; in kvm_nested_s2_flush() local
791 struct kvm_s2_mmu *mmu = &kvm->arch.nested_mmus[i]; in kvm_arch_flush_shadow_all() local
[all …]
|
| /linux-6.12.1/drivers/media/pci/intel/ipu6/ |
| D | ipu6-dma.c | 29 static struct vm_info *get_vm_info(struct ipu6_mmu *mmu, dma_addr_t iova) in get_vm_info()
125 struct ipu6_mmu *mmu = to_ipu6_bus_device(dev)->mmu; in ipu6_dma_sync_single_for_cpu() local
154 struct ipu6_mmu *mmu = to_ipu6_bus_device(dev)->mmu; in ipu6_dma_alloc() local
244 struct ipu6_mmu *mmu = to_ipu6_bus_device(dev)->mmu; in ipu6_dma_free() local
297 struct ipu6_mmu *mmu = to_ipu6_bus_device(dev)->mmu; in ipu6_dma_mmap() local
332 struct ipu6_mmu *mmu = to_ipu6_bus_device(dev)->mmu; in ipu6_dma_unmap_sg() local
393 struct ipu6_mmu *mmu = to_ipu6_bus_device(dev)->mmu; in ipu6_dma_map_sg() local
466 struct ipu6_mmu *mmu = to_ipu6_bus_device(dev)->mmu; in ipu6_dma_get_sgtable() local
|
| D | ipu6-mmu.c | 54 static void tlb_invalidate(struct ipu6_mmu *mmu) in tlb_invalidate()
385 static int allocate_trash_buffer(struct ipu6_mmu *mmu) in allocate_trash_buffer()
444 int ipu6_mmu_hw_init(struct ipu6_mmu *mmu) in ipu6_mmu_hw_init()
572 void ipu6_mmu_hw_cleanup(struct ipu6_mmu *mmu) in ipu6_mmu_hw_cleanup()
745 static void ipu6_mmu_destroy(struct ipu6_mmu *mmu) in ipu6_mmu_destroy()
794 struct ipu6_mmu *mmu; in ipu6_mmu_init() local
837 void ipu6_mmu_cleanup(struct ipu6_mmu *mmu) in ipu6_mmu_cleanup()
|
| /linux-6.12.1/drivers/gpu/drm/nouveau/nvif/ |
| D | mem.c | 28 nvif_mem_ctor_map(struct nvif_mmu *mmu, const char *name, u8 type, u64 size, in nvif_mem_ctor_map()
48 nvif_mem_ctor_type(struct nvif_mmu *mmu, const char *name, s32 oclass, in nvif_mem_ctor_type()
88 nvif_mem_ctor(struct nvif_mmu *mmu, const char *name, s32 oclass, u8 type, in nvif_mem_ctor()
|
| D | mmu.c | 28 nvif_mmu_dtor(struct nvif_mmu *mmu) in nvif_mmu_dtor()
41 struct nvif_mmu *mmu) in nvif_mmu_ctor()
|
| /linux-6.12.1/drivers/staging/media/atomisp/include/mmu/ |
| D | isp_mmu.h | 120 #define ISP_PTE_VALID_MASK(mmu) \ argument
123 #define ISP_PTE_VALID(mmu, pte) \ argument
154 static inline void isp_mmu_flush_tlb_all(struct isp_mmu *mmu) in isp_mmu_flush_tlb_all()
162 static inline void isp_mmu_flush_tlb_range(struct isp_mmu *mmu, in isp_mmu_flush_tlb_range()
|
| /linux-6.12.1/drivers/accel/ivpu/ |
| D | ivpu_mmu.c | 337 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_cdtab_alloc() local
352 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_strtab_alloc() local
372 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_cmdq_alloc() local
391 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_evtq_alloc() local
566 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_reset() local
640 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_strtab_link_cd() local
682 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_invalidate_tlb() local
701 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_cd_add() local
790 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_init() local
830 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_enable() local
[all …]
|
| /linux-6.12.1/drivers/xen/ |
| D | grant-dma-iommu.c | 36 struct grant_dma_iommu_device *mmu; in grant_dma_iommu_probe() local
56 struct grant_dma_iommu_device *mmu = platform_get_drvdata(pdev); in grant_dma_iommu_remove() local
|
| /linux-6.12.1/arch/arc/mm/ |
| D | tlb.c | 136 struct cpuinfo_arc_mmu *mmu = &mmuinfo; in local_flush_tlb_all() local
565 struct cpuinfo_arc_mmu *mmu = &mmuinfo; in arc_mmu_mumbojumbo() local
618 struct cpuinfo_arc_mmu *mmu = &mmuinfo; in arc_mmu_init() local
682 #define SET_WAY_TO_IDX(mmu, set, way) ((set) * mmu->ways + (way)) argument
697 struct cpuinfo_arc_mmu *mmu = &mmuinfo; in do_tlb_overlap_fault() local
|