/linux-6.12.1/drivers/iommu/arm/arm-smmu/ |
D | arm-smmu.c | 71 static inline int arm_smmu_rpm_get(struct arm_smmu_device *smmu) in arm_smmu_rpm_get() argument 73 if (pm_runtime_enabled(smmu->dev)) in arm_smmu_rpm_get() 74 return pm_runtime_resume_and_get(smmu->dev); in arm_smmu_rpm_get() 79 static inline void arm_smmu_rpm_put(struct arm_smmu_device *smmu) in arm_smmu_rpm_put() argument 81 if (pm_runtime_enabled(smmu->dev)) in arm_smmu_rpm_put() 82 pm_runtime_put_autosuspend(smmu->dev); in arm_smmu_rpm_put() 85 static void arm_smmu_rpm_use_autosuspend(struct arm_smmu_device *smmu) in arm_smmu_rpm_use_autosuspend() argument 98 pm_runtime_set_autosuspend_delay(smmu->dev, 20); in arm_smmu_rpm_use_autosuspend() 99 pm_runtime_use_autosuspend(smmu->dev); in arm_smmu_rpm_use_autosuspend() 147 struct arm_smmu_device **smmu) in arm_smmu_register_legacy_master() argument [all …]
|
D | arm-smmu-impl.c | 28 static u32 arm_smmu_read_ns(struct arm_smmu_device *smmu, int page, in arm_smmu_read_ns() argument 33 return readl_relaxed(arm_smmu_page(smmu, page) + offset); in arm_smmu_read_ns() 36 static void arm_smmu_write_ns(struct arm_smmu_device *smmu, int page, in arm_smmu_write_ns() argument 41 writel_relaxed(val, arm_smmu_page(smmu, page) + offset); in arm_smmu_write_ns() 52 struct arm_smmu_device smmu; member 56 static int cavium_cfg_probe(struct arm_smmu_device *smmu) in cavium_cfg_probe() argument 59 struct cavium_smmu *cs = container_of(smmu, struct cavium_smmu, smmu); in cavium_cfg_probe() 65 cs->id_base = atomic_fetch_add(smmu->num_context_banks, &context_count); in cavium_cfg_probe() 66 dev_notice(smmu->dev, "\tenabling workaround for Cavium erratum 27704\n"); in cavium_cfg_probe() 74 struct cavium_smmu *cs = container_of(smmu_domain->smmu, in cavium_init_context() [all …]
|
D | arm-smmu-nvidia.c | 35 struct arm_smmu_device smmu; member 41 static inline struct nvidia_smmu *to_nvidia_smmu(struct arm_smmu_device *smmu) in to_nvidia_smmu() argument 43 return container_of(smmu, struct nvidia_smmu, smmu); in to_nvidia_smmu() 46 static inline void __iomem *nvidia_smmu_page(struct arm_smmu_device *smmu, in nvidia_smmu_page() argument 51 nvidia_smmu = container_of(smmu, struct nvidia_smmu, smmu); in nvidia_smmu_page() 52 return nvidia_smmu->bases[inst] + (page << smmu->pgshift); in nvidia_smmu_page() 55 static u32 nvidia_smmu_read_reg(struct arm_smmu_device *smmu, in nvidia_smmu_read_reg() argument 58 void __iomem *reg = nvidia_smmu_page(smmu, 0, page) + offset; in nvidia_smmu_read_reg() 63 static void nvidia_smmu_write_reg(struct arm_smmu_device *smmu, in nvidia_smmu_write_reg() argument 66 struct nvidia_smmu *nvidia = to_nvidia_smmu(smmu); in nvidia_smmu_write_reg() [all …]
|
D | arm-smmu-qcom.c | 19 static struct qcom_smmu *to_qcom_smmu(struct arm_smmu_device *smmu) in to_qcom_smmu() argument 21 return container_of(smmu, struct qcom_smmu, smmu); in to_qcom_smmu() 24 static void qcom_smmu_tlb_sync(struct arm_smmu_device *smmu, int page, in qcom_smmu_tlb_sync() argument 30 arm_smmu_writel(smmu, page, sync, QCOM_DUMMY_VAL); in qcom_smmu_tlb_sync() 33 reg = arm_smmu_readl(smmu, page, status); in qcom_smmu_tlb_sync() 41 qcom_smmu_tlb_sync_debug(smmu); in qcom_smmu_tlb_sync() 44 static void qcom_adreno_smmu_write_sctlr(struct arm_smmu_device *smmu, int idx, in qcom_adreno_smmu_write_sctlr() argument 47 struct qcom_smmu *qsmmu = to_qcom_smmu(smmu); in qcom_adreno_smmu_write_sctlr() 58 arm_smmu_cb_write(smmu, idx, ARM_SMMU_CB_SCTLR, reg); in qcom_adreno_smmu_write_sctlr() 66 struct arm_smmu_device *smmu = smmu_domain->smmu; in qcom_adreno_smmu_get_fault_info() local [all …]
|
D | arm-smmu-qcom-debug.c | 59 static struct qcom_smmu *to_qcom_smmu(struct arm_smmu_device *smmu) in to_qcom_smmu() argument 61 return container_of(smmu, struct qcom_smmu, smmu); in to_qcom_smmu() 64 void qcom_smmu_tlb_sync_debug(struct arm_smmu_device *smmu) in qcom_smmu_tlb_sync_debug() argument 68 struct qcom_smmu *qsmmu = container_of(smmu, struct qcom_smmu, smmu); in qcom_smmu_tlb_sync_debug() 74 dev_err(smmu->dev, "TLB sync timed out -- SMMU may be deadlocked\n"); in qcom_smmu_tlb_sync_debug() 80 ret = qcom_scm_io_readl(smmu->ioaddr + cfg->reg_offset[QCOM_SMMU_TBU_PWR_STATUS], in qcom_smmu_tlb_sync_debug() 83 dev_err(smmu->dev, in qcom_smmu_tlb_sync_debug() 86 ret = qcom_scm_io_readl(smmu->ioaddr + cfg->reg_offset[QCOM_SMMU_STATS_SYNC_INV_TBU_ACK], in qcom_smmu_tlb_sync_debug() 89 dev_err(smmu->dev, in qcom_smmu_tlb_sync_debug() 92 ret = qcom_scm_io_readl(smmu->ioaddr + cfg->reg_offset[QCOM_SMMU_MMU2QSS_AND_SAFE_WAIT_CNTR], in qcom_smmu_tlb_sync_debug() [all …]
|
D | arm-smmu.h | 377 struct arm_smmu_device *smmu; member 389 struct arm_smmu_device *smmu; member 434 u32 (*read_reg)(struct arm_smmu_device *smmu, int page, int offset); 435 void (*write_reg)(struct arm_smmu_device *smmu, int page, int offset, 437 u64 (*read_reg64)(struct arm_smmu_device *smmu, int page, int offset); 438 void (*write_reg64)(struct arm_smmu_device *smmu, int page, int offset, 440 int (*cfg_probe)(struct arm_smmu_device *smmu); 441 int (*reset)(struct arm_smmu_device *smmu); 444 void (*tlb_sync)(struct arm_smmu_device *smmu, int page, int sync, 451 struct arm_smmu_device *smmu, [all …]
|
D | Makefile | 4 arm_smmu-objs += arm-smmu.o arm-smmu-impl.o arm-smmu-nvidia.o 5 arm_smmu-$(CONFIG_ARM_SMMU_QCOM) += arm-smmu-qcom.o 6 arm_smmu-$(CONFIG_ARM_SMMU_QCOM_DEBUG) += arm-smmu-qcom-debug.o
|
D | arm-smmu-qcom.h | 10 struct arm_smmu_device smmu; member 36 void qcom_smmu_tlb_sync_debug(struct arm_smmu_device *smmu); 39 static inline void qcom_smmu_tlb_sync_debug(struct arm_smmu_device *smmu) { } in qcom_smmu_tlb_sync_debug() argument
|
/linux-6.12.1/drivers/iommu/ |
D | tegra-smmu.c | 26 struct tegra_smmu *smmu; member 56 struct tegra_smmu *smmu; member 72 static inline void smmu_writel(struct tegra_smmu *smmu, u32 value, in smmu_writel() argument 75 writel(value, smmu->regs + offset); in smmu_writel() 78 static inline u32 smmu_readl(struct tegra_smmu *smmu, unsigned long offset) in smmu_readl() argument 80 return readl(smmu->regs + offset); in smmu_readl() 89 #define SMMU_TLB_CONFIG_ACTIVE_LINES(smmu) \ argument 90 ((smmu)->soc->num_tlb_lines & (smmu)->tlb_mask) 168 static bool smmu_dma_addr_valid(struct tegra_smmu *smmu, dma_addr_t addr) in smmu_dma_addr_valid() argument 171 return (addr & smmu->pfn_mask) == addr; in smmu_dma_addr_valid() [all …]
|
/linux-6.12.1/drivers/iommu/arm/arm-smmu-v3/ |
D | arm-smmu-v3.c | 87 struct arm_smmu_device *smmu, u32 flags); 90 static void parse_driver_options(struct arm_smmu_device *smmu) in parse_driver_options() argument 95 if (of_property_read_bool(smmu->dev->of_node, in parse_driver_options() 97 smmu->options |= arm_smmu_options[i].opt; in parse_driver_options() 98 dev_notice(smmu->dev, "option %s\n", in parse_driver_options() 193 static void queue_poll_init(struct arm_smmu_device *smmu, in queue_poll_init() argument 198 qp->wfe = !!(smmu->features & ARM_SMMU_FEAT_SEV); in queue_poll_init() 349 static struct arm_smmu_cmdq *arm_smmu_get_cmdq(struct arm_smmu_device *smmu, in arm_smmu_get_cmdq() argument 354 if (smmu->impl_ops && smmu->impl_ops->get_secondary_cmdq) in arm_smmu_get_cmdq() 355 cmdq = smmu->impl_ops->get_secondary_cmdq(smmu, ent); in arm_smmu_get_cmdq() [all …]
|
D | arm-smmu-v3-sva.c | 105 if (!(master->smmu->features & ARM_SMMU_FEAT_STALL_FORCE)) in arm_smmu_make_sva_cd() 142 if (!(smmu_domain->smmu->features & ARM_SMMU_FEAT_RANGE_INV)) { in arm_smmu_mm_arch_invalidate_secondary_tlbs() 151 arm_smmu_tlb_inv_asid(smmu_domain->smmu, smmu_domain->cd.asid); in arm_smmu_mm_arch_invalidate_secondary_tlbs() 187 arm_smmu_tlb_inv_asid(smmu_domain->smmu, smmu_domain->cd.asid); in arm_smmu_mm_release() 202 bool arm_smmu_sva_supported(struct arm_smmu_device *smmu) in arm_smmu_sva_supported() argument 212 if ((smmu->features & feat_mask) != feat_mask) in arm_smmu_sva_supported() 215 if (!(smmu->pgsize_bitmap & PAGE_SIZE)) in arm_smmu_sva_supported() 226 if (smmu->oas < oas) in arm_smmu_sva_supported() 232 if (smmu->asid_bits < asid_bits) in arm_smmu_sva_supported() 241 dev_dbg(smmu->dev, "%d shared contexts\n", (1 << asid_bits) - in arm_smmu_sva_supported() [all …]
|
D | tegra241-cmdqv.c | 175 struct arm_smmu_device smmu; member 268 __arm_smmu_cmdq_skip_err(&vintf->cmdqv->smmu, &vcmdq->cmdq); in tegra241_vintf0_handle_error() 319 tegra241_cmdqv_get_cmdq(struct arm_smmu_device *smmu, in tegra241_cmdqv_get_cmdq() argument 323 container_of(smmu, struct tegra241_cmdqv, smmu); in tegra241_cmdqv_get_cmdq() 458 static int tegra241_cmdqv_hw_reset(struct arm_smmu_device *smmu) in tegra241_cmdqv_hw_reset() argument 461 container_of(smmu, struct tegra241_cmdqv, smmu); in tegra241_cmdqv_hw_reset() 499 dmam_free_coherent(vcmdq->cmdqv->smmu.dev, qsz, q->base, q->base_dma); in tegra241_vcmdq_free_smmu_cmdq() 504 struct arm_smmu_device *smmu = &vcmdq->cmdqv->smmu; in tegra241_vcmdq_alloc_smmu_cmdq() local 515 ret = arm_smmu_init_one_queue(smmu, q, vcmdq->page0, in tegra241_vcmdq_alloc_smmu_cmdq() 528 return arm_smmu_cmdq_init(smmu, cmdq); in tegra241_vcmdq_alloc_smmu_cmdq() [all …]
|
D | arm-smmu-v3.h | 690 int (*device_reset)(struct arm_smmu_device *smmu); 691 void (*device_remove)(struct arm_smmu_device *smmu); 692 int (*init_structures)(struct arm_smmu_device *smmu); 694 struct arm_smmu_device *smmu, struct arm_smmu_cmdq_ent *ent); 776 struct arm_smmu_device *smmu; member 797 struct arm_smmu_device *smmu; member 836 void arm_smmu_make_bypass_ste(struct arm_smmu_device *smmu, 880 void arm_smmu_tlb_inv_asid(struct arm_smmu_device *smmu, u16 asid); 887 void __arm_smmu_cmdq_skip_err(struct arm_smmu_device *smmu, 889 int arm_smmu_init_one_queue(struct arm_smmu_device *smmu, [all …]
|
D | Makefile | 3 arm_smmu_v3-y := arm-smmu-v3.o 4 arm_smmu_v3-$(CONFIG_ARM_SMMU_V3_SVA) += arm-smmu-v3-sva.o 7 obj-$(CONFIG_ARM_SMMU_V3_KUNIT_TEST) += arm-smmu-v3-test.o
|
D | arm-smmu-v3-test.c | 26 static struct arm_smmu_device smmu = { variable 183 .smmu = &smmu, in arm_smmu_test_make_cdtable_ste() 302 .smmu = &smmu, in arm_smmu_test_make_s2_ste() 455 .smmu = &smmu, in arm_smmu_test_make_s1_cd() 505 .smmu = &smmu, in arm_smmu_test_make_sva_cd() 515 .smmu = &smmu, in arm_smmu_test_make_sva_release_cd() 598 arm_smmu_make_bypass_ste(&smmu, &bypass_ste); in arm_smmu_v3_test_suite_init()
|
/linux-6.12.1/drivers/memory/tegra/ |
D | tegra210.c | 20 .smmu = { 36 .smmu = { 52 .smmu = { 68 .smmu = { 84 .smmu = { 100 .smmu = { 116 .smmu = { 132 .smmu = { 148 .smmu = { 164 .smmu = { [all …]
|
D | tegra114.c | 31 .smmu = { 47 .smmu = { 63 .smmu = { 79 .smmu = { 95 .smmu = { 111 .smmu = { 127 .smmu = { 143 .smmu = { 159 .smmu = { 175 .smmu = { [all …]
|
D | tegra124.c | 32 .smmu = { 48 .smmu = { 64 .smmu = { 80 .smmu = { 96 .smmu = { 112 .smmu = { 128 .smmu = { 144 .smmu = { 160 .smmu = { 176 .smmu = { [all …]
|
D | tegra30.c | 54 .smmu = { 71 .smmu = { 88 .smmu = { 105 .smmu = { 122 .smmu = { 139 .smmu = { 156 .smmu = { 173 .smmu = { 190 .smmu = { 207 .smmu = { [all …]
|
/linux-6.12.1/arch/arm64/boot/dts/marvell/ |
D | armada-8040.dtsi | 20 <0x0 &smmu 0x480 0x20>, 21 <0x100 &smmu 0x4a0 0x20>, 22 <0x200 &smmu 0x4c0 0x20>; 36 iommus = <&smmu 0x444>; 40 iommus = <&smmu 0x445>; 44 iommus = <&smmu 0x440>; 48 iommus = <&smmu 0x441>; 52 iommus = <&smmu 0x454>; 56 iommus = <&smmu 0x450>; 60 iommus = <&smmu 0x451>;
|
D | armada-7040.dtsi | 20 <0x0 &smmu 0x480 0x20>, 21 <0x100 &smmu 0x4a0 0x20>, 22 <0x200 &smmu 0x4c0 0x20>; 27 iommus = <&smmu 0x444>; 31 iommus = <&smmu 0x445>; 35 iommus = <&smmu 0x440>; 39 iommus = <&smmu 0x441>;
|
D | cn9130-crb-A.dts | 22 <0x0 &smmu 0x480 0x20>, 23 <0x100 &smmu 0x4a0 0x20>, 24 <0x200 &smmu 0x4c0 0x20>;
|
/linux-6.12.1/drivers/acpi/arm64/ |
D | iort.c | 412 struct acpi_iort_smmu_v3 *smmu; in iort_get_id_mapping_index() local 424 smmu = (struct acpi_iort_smmu_v3 *)node->node_data; in iort_get_id_mapping_index() 430 if (smmu->event_gsiv && smmu->pri_gsiv && in iort_get_id_mapping_index() 431 smmu->gerr_gsiv && smmu->sync_gsiv) in iort_get_id_mapping_index() 433 } else if (!(smmu->flags & ACPI_IORT_SMMU_V3_DEVICEID_VALID)) { in iort_get_id_mapping_index() 437 if (smmu->id_mapping_index >= node->mapping_count) { in iort_get_id_mapping_index() 443 return smmu->id_mapping_index; in iort_get_id_mapping_index() 888 struct acpi_iort_node *smmu, in iort_get_rmrs() argument 981 struct acpi_iort_node *smmu = NULL; in iort_node_get_rmr_info() local 1032 iort_get_rmrs(node, smmu, sids, num_sids, head); in iort_node_get_rmr_info() [all …]
|
/linux-6.12.1/arch/arm64/boot/dts/freescale/ |
D | imx8qm-ss-conn.dtsi | 9 iommus = <&smmu 0x12 0x7f80>; 14 iommus = <&smmu 0x12 0x7f80>; 19 iommus = <&smmu 0x11 0x7f80>; 24 iommus = <&smmu 0x11 0x7f80>; 29 iommus = <&smmu 0x11 0x7f80>;
|
/linux-6.12.1/arch/arm64/boot/dts/xilinx/ |
D | zynqmp.dtsi | 486 /* iommus = <&smmu 0x14e8>; */ 499 /* iommus = <&smmu 0x14e9>; */ 512 /* iommus = <&smmu 0x14ea>; */ 525 /* iommus = <&smmu 0x14eb>; */ 538 /* iommus = <&smmu 0x14ec>; */ 551 /* iommus = <&smmu 0x14ed>; */ 564 /* iommus = <&smmu 0x14ee>; */ 577 /* iommus = <&smmu 0x14ef>; */ 622 /* iommus = <&smmu 0x868>; */ 635 /* iommus = <&smmu 0x869>; */ [all …]
|