/linux-6.12.1/drivers/perf/ |
D | arm_pmu_platform.c | 48 struct pmu_hw_events __percpu *hw_events = pmu->hw_events; in pmu_parse_percpu_irq() local 55 per_cpu(hw_events->irq, cpu) = irq; in pmu_parse_percpu_irq() 99 struct pmu_hw_events __percpu *hw_events = pmu->hw_events; in pmu_parse_irqs() local 144 if (per_cpu(hw_events->irq, cpu)) { in pmu_parse_irqs() 149 per_cpu(hw_events->irq, cpu) = irq; in pmu_parse_irqs() 158 struct pmu_hw_events __percpu *hw_events = armpmu->hw_events; in armpmu_request_irqs() local 162 int irq = per_cpu(hw_events->irq, cpu); in armpmu_request_irqs() 177 struct pmu_hw_events __percpu *hw_events = armpmu->hw_events; in armpmu_free_irqs() local 180 int irq = per_cpu(hw_events->irq, cpu); in armpmu_free_irqs()
|
D | starfive_starlink_pmu.c | 71 struct starlink_hw_events __percpu *hw_events; member 293 struct starlink_hw_events *hw_events = in starlink_pmu_add() local 294 this_cpu_ptr(starlink_pmu->hw_events); in starlink_pmu_add() 296 unsigned long *used_mask = hw_events->used_mask; in starlink_pmu_add() 319 hw_events->events[idx] = event; in starlink_pmu_add() 333 struct starlink_hw_events *hw_events = in starlink_pmu_del() local 334 this_cpu_ptr(starlink_pmu->hw_events); in starlink_pmu_del() 338 hw_events->events[hwc->idx] = NULL; in starlink_pmu_del() 339 clear_bit(hwc->idx, hw_events->used_mask); in starlink_pmu_del() 400 struct starlink_hw_events *hw_events = in starlink_pmu_handle_irq() local [all …]
|
D | arm_pmu.c | 316 struct pmu_hw_events *hw_events = this_cpu_ptr(armpmu->hw_events); in armpmu_del() local 321 hw_events->events[idx] = NULL; in armpmu_del() 322 armpmu->clear_event_idx(hw_events, event); in armpmu_del() 332 struct pmu_hw_events *hw_events = this_cpu_ptr(armpmu->hw_events); in armpmu_add() local 341 idx = armpmu->get_event_idx(hw_events, event); in armpmu_add() 351 hw_events->events[idx] = event; in armpmu_add() 364 validate_event(struct pmu *pmu, struct pmu_hw_events *hw_events, in validate_event() argument 387 return armpmu->get_event_idx(hw_events, event) >= 0; in validate_event() 524 struct pmu_hw_events *hw_events = this_cpu_ptr(armpmu->hw_events); in armpmu_enable() local 525 bool enabled = !bitmap_empty(hw_events->used_mask, ARMPMU_MAX_HWEVENTS); in armpmu_enable() [all …]
|
D | arm-cci.c | 105 struct cci_pmu_hw_events hw_events; member 640 struct cci_pmu_hw_events *cci_hw = &cci_pmu->hw_events; in cci_pmu_sync_counters() 644 for_each_set_bit(i, cci_pmu->hw_events.used_mask, cci_pmu->num_cntrs) { in cci_pmu_sync_counters() 886 struct cci_pmu_hw_events *cci_hw = &cci_pmu->hw_events; in __pmu_write_counters() 951 struct perf_event *event = cci_pmu->hw_events.events[i]; in cci5xx_pmu_write_counters() 1017 struct cci_pmu_hw_events *events = &cci_pmu->hw_events; in pmu_handle_irq() 1085 struct cci_pmu_hw_events *hw_events = &cci_pmu->hw_events; in cci_pmu_enable() local 1086 bool enabled = !bitmap_empty(hw_events->used_mask, cci_pmu->num_cntrs); in cci_pmu_enable() 1092 raw_spin_lock_irqsave(&hw_events->pmu_lock, flags); in cci_pmu_enable() 1094 raw_spin_unlock_irqrestore(&hw_events->pmu_lock, flags); in cci_pmu_enable() [all …]
|
D | arm_dsu_pmu.c | 117 struct dsu_hw_events hw_events; member 281 static int dsu_pmu_get_event_idx(struct dsu_hw_events *hw_events, in dsu_pmu_get_event_idx() argument 287 unsigned long *used_mask = hw_events->used_mask; in dsu_pmu_get_event_idx() 298 set_bit(idx, hw_events->used_mask); in dsu_pmu_get_event_idx() 377 struct dsu_hw_events *hw_events = &dsu_pmu->hw_events; in dsu_pmu_handle_irq() local 385 struct perf_event *event = hw_events->events[i]; in dsu_pmu_handle_irq() 425 struct dsu_hw_events *hw_events = &dsu_pmu->hw_events; in dsu_pmu_add() local 433 idx = dsu_pmu_get_event_idx(hw_events, event); in dsu_pmu_add() 438 hw_events->events[idx] = event; in dsu_pmu_add() 451 struct dsu_hw_events *hw_events = &dsu_pmu->hw_events; in dsu_pmu_del() local [all …]
|
D | arm_pmu_acpi.c | 272 struct pmu_hw_events __percpu *hw_events = pmu->hw_events; in pmu_irq_matches() local 279 int other_irq = per_cpu(hw_events->irq, cpu); in pmu_irq_matches() 303 struct pmu_hw_events __percpu *hw_events; in arm_pmu_acpi_associate_pmu_cpu() local 304 hw_events = pmu->hw_events; in arm_pmu_acpi_associate_pmu_cpu() 305 per_cpu(hw_events->irq, cpu) = irq; in arm_pmu_acpi_associate_pmu_cpu()
|
D | riscv_pmu.c | 260 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pmu_add() 284 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pmu_del() 396 pmu->hw_events = alloc_percpu_gfp(struct cpu_hw_events, GFP_KERNEL); in riscv_pmu_alloc() 397 if (!pmu->hw_events) { in riscv_pmu_alloc() 403 cpuc = per_cpu_ptr(pmu->hw_events, cpuid); in riscv_pmu_alloc()
|
D | riscv_pmu_sbi.c | 406 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in pmu_sbi_ctr_get_idx() 465 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in pmu_sbi_ctr_clear_idx() 571 struct cpu_hw_events *cpu_hw_evt = per_cpu_ptr(pmu->hw_events, cpu); in pmu_sbi_snapshot_free() 588 struct cpu_hw_events *cpu_hw_evt = per_cpu_ptr(pmu->hw_events, cpu); in pmu_sbi_snapshot_alloc() 621 cpu_hw_evt = per_cpu_ptr(pmu->hw_events, cpu); in pmu_sbi_snapshot_setup() 656 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_ctr_read() 737 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_ctr_stop() 822 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_stop_hw_ctrs() 941 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_start_overflow_mask() 1059 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_starting_cpu() [all …]
|
D | cxl_pmu.c | 98 struct perf_event **hw_events; member 744 info->hw_events[idx] = event; in cxl_pmu_event_add() 760 info->hw_events[hwc->idx] = NULL; in cxl_pmu_event_del() 780 struct perf_event *event = info->hw_events[i]; in cxl_pmu_irq() 834 info->hw_events = devm_kcalloc(dev, sizeof(*info->hw_events), in cxl_pmu_probe() 836 if (!info->hw_events) in cxl_pmu_probe()
|
D | arm_xscale_pmu.c | 149 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in xscale1pmu_handle_irq() 488 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in xscale2pmu_handle_irq()
|
D | arm_v6_pmu.c | 242 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv6pmu_handle_irq()
|
D | apple_m1_cpu_pmu.c | 416 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in m1_pmu_handle_irq()
|
D | arm_pmuv3.c | 771 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv8pmu_enable_user_access() 835 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv8pmu_handle_irq()
|
D | arm_v7_pmu.c | 920 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv7pmu_handle_irq()
|
/linux-6.12.1/drivers/perf/arm_cspmu/ |
D | arm_cspmu.c | 543 disabled = bitmap_empty(cspmu->hw_events.used_ctrs, in arm_cspmu_enable() 559 static int arm_cspmu_get_event_idx(struct arm_cspmu_hw_events *hw_events, in arm_cspmu_get_event_idx() argument 569 hw_events->used_ctrs)) in arm_cspmu_get_event_idx() 580 idx = find_first_zero_bit(hw_events->used_ctrs, in arm_cspmu_get_event_idx() 584 hw_events->used_ctrs, in arm_cspmu_get_event_idx() 589 idx = find_first_zero_bit(hw_events->used_ctrs, in arm_cspmu_get_event_idx() 602 set_bit(idx, hw_events->used_ctrs); in arm_cspmu_get_event_idx() 608 struct arm_cspmu_hw_events *hw_events, in arm_cspmu_validate_event() argument 618 return (arm_cspmu_get_event_idx(hw_events, event) >= 0); in arm_cspmu_validate_event() 879 struct arm_cspmu_hw_events *hw_events = &cspmu->hw_events; in arm_cspmu_add() local [all …]
|
D | ampere_cspmu.c | 156 idx = find_first_bit(cspmu->hw_events.used_ctrs, in ampere_cspmu_set_ev_filter() 159 event = cspmu->hw_events.events[idx]; in ampere_cspmu_set_ev_filter() 193 idx = find_first_bit(cspmu->hw_events.used_ctrs, in ampere_cspmu_validate_event() 200 curr = cspmu->hw_events.events[idx]; in ampere_cspmu_validate_event()
|
D | arm_cspmu.h | 159 struct arm_cspmu_hw_events hw_events; member
|
/linux-6.12.1/arch/csky/kernel/ |
D | perf_event.c | 41 struct pmu_hw_events __percpu *hw_events; member 1075 struct pmu_hw_events *hw_events = this_cpu_ptr(csky_pmu.hw_events); in csky_pmu_del() local 1080 hw_events->events[hwc->idx] = NULL; in csky_pmu_del() 1088 struct pmu_hw_events *hw_events = this_cpu_ptr(csky_pmu.hw_events); in csky_pmu_add() local 1091 hw_events->events[hwc->idx] = event; in csky_pmu_add() 1106 struct pmu_hw_events *cpuc = this_cpu_ptr(csky_pmu.hw_events); in csky_pmu_handle_irq() 1178 this_cpu_ptr(csky_pmu.hw_events)); in csky_pmu_request_irq() 1195 free_percpu_irq(irq, this_cpu_ptr(csky_pmu.hw_events)); in csky_pmu_free_irq() 1200 csky_pmu.hw_events = alloc_percpu_gfp(struct pmu_hw_events, in init_hw_perf_events() 1202 if (!csky_pmu.hw_events) { in init_hw_perf_events() [all …]
|
/linux-6.12.1/include/linux/perf/ |
D | arm_pmu.h | 91 int (*get_event_idx)(struct pmu_hw_events *hw_events, 93 void (*clear_event_idx)(struct pmu_hw_events *hw_events, 110 struct pmu_hw_events __percpu *hw_events; member
|
D | riscv_pmu.h | 71 struct cpu_hw_events __percpu *hw_events; member
|
/linux-6.12.1/drivers/perf/hisilicon/ |
D | hisi_pcie_pmu.c | 66 struct perf_event *hw_events[HISI_PCIE_MAX_COUNTERS]; member 430 sibling = pcie_pmu->hw_events[idx]; in hisi_pcie_pmu_get_event_idx() 590 if (!pcie_pmu->hw_events[idx]) { in hisi_pcie_pmu_add() 592 pcie_pmu->hw_events[idx] = event; in hisi_pcie_pmu_add() 607 pcie_pmu->hw_events[hwc->idx] = NULL; in hisi_pcie_pmu_del() 617 if (pcie_pmu->hw_events[num]) in hisi_pcie_pmu_enable() 649 event = pcie_pmu->hw_events[idx]; in hisi_pcie_pmu_irq()
|
D | hisi_uncore_pmu.c | 135 event = hisi_pmu->pmu_events.hw_events[idx]; in hisi_uncore_pmu_isr() 353 hisi_pmu->pmu_events.hw_events[idx] = event; in hisi_uncore_pmu_add() 370 hisi_pmu->pmu_events.hw_events[hwc->idx] = NULL; in hisi_uncore_pmu_del()
|
D | hisi_uncore_pmu.h | 79 struct perf_event *hw_events[HISI_MAX_COUNTERS]; member
|
D | hns3_pmu.c | 302 struct perf_event *hw_events[HNS3_PMU_MAX_HW_EVENTS]; member 780 sibling = hns3_pmu->hw_events[idx]; in hns3_pmu_find_related_event_idx() 807 if (!hns3_pmu->hw_events[idx]) in hns3_pmu_get_event_idx() 1355 hns3_pmu->hw_events[idx] = event; in hns3_pmu_add() 1370 hns3_pmu->hw_events[hwc->idx] = NULL; in hns3_pmu_del()
|
/linux-6.12.1/drivers/accel/habanalabs/gaudi2/ |
D | gaudi2P.h | 547 u32 hw_events[GAUDI2_EVENT_SIZE]; member
|