| /linux-6.12.1/drivers/perf/ |
| D | arm_pmu_platform.c | 48 struct pmu_hw_events __percpu *hw_events = pmu->hw_events; in pmu_parse_percpu_irq() local
55 per_cpu(hw_events->irq, cpu) = irq; in pmu_parse_percpu_irq()
99 struct pmu_hw_events __percpu *hw_events = pmu->hw_events; in pmu_parse_irqs() local
144 if (per_cpu(hw_events->irq, cpu)) { in pmu_parse_irqs()
149 per_cpu(hw_events->irq, cpu) = irq; in pmu_parse_irqs()
158 struct pmu_hw_events __percpu *hw_events = armpmu->hw_events; in armpmu_request_irqs() local
162 int irq = per_cpu(hw_events->irq, cpu); in armpmu_request_irqs()
177 struct pmu_hw_events __percpu *hw_events = armpmu->hw_events; in armpmu_free_irqs() local
180 int irq = per_cpu(hw_events->irq, cpu); in armpmu_free_irqs()
|
| D | starfive_starlink_pmu.c | 71 struct starlink_hw_events __percpu *hw_events; member
293 struct starlink_hw_events *hw_events = in starlink_pmu_add() local
294 this_cpu_ptr(starlink_pmu->hw_events); in starlink_pmu_add()
296 unsigned long *used_mask = hw_events->used_mask; in starlink_pmu_add()
319 hw_events->events[idx] = event; in starlink_pmu_add()
333 struct starlink_hw_events *hw_events = in starlink_pmu_del() local
334 this_cpu_ptr(starlink_pmu->hw_events); in starlink_pmu_del()
338 hw_events->events[hwc->idx] = NULL; in starlink_pmu_del()
339 clear_bit(hwc->idx, hw_events->used_mask); in starlink_pmu_del()
400 struct starlink_hw_events *hw_events = in starlink_pmu_handle_irq() local
[all …]
|
| D | arm_pmu.c | 316 struct pmu_hw_events *hw_events = this_cpu_ptr(armpmu->hw_events); in armpmu_del() local
321 hw_events->events[idx] = NULL; in armpmu_del()
322 armpmu->clear_event_idx(hw_events, event); in armpmu_del()
332 struct pmu_hw_events *hw_events = this_cpu_ptr(armpmu->hw_events); in armpmu_add() local
341 idx = armpmu->get_event_idx(hw_events, event); in armpmu_add()
351 hw_events->events[idx] = event; in armpmu_add()
364 validate_event(struct pmu *pmu, struct pmu_hw_events *hw_events, in validate_event() argument
387 return armpmu->get_event_idx(hw_events, event) >= 0; in validate_event()
524 struct pmu_hw_events *hw_events = this_cpu_ptr(armpmu->hw_events); in armpmu_enable() local
525 bool enabled = !bitmap_empty(hw_events->used_mask, ARMPMU_MAX_HWEVENTS); in armpmu_enable()
[all …]
|
| D | arm-cci.c | 105 struct cci_pmu_hw_events hw_events; member
640 struct cci_pmu_hw_events *cci_hw = &cci_pmu->hw_events; in cci_pmu_sync_counters()
644 for_each_set_bit(i, cci_pmu->hw_events.used_mask, cci_pmu->num_cntrs) { in cci_pmu_sync_counters()
886 struct cci_pmu_hw_events *cci_hw = &cci_pmu->hw_events; in __pmu_write_counters()
951 struct perf_event *event = cci_pmu->hw_events.events[i]; in cci5xx_pmu_write_counters()
1017 struct cci_pmu_hw_events *events = &cci_pmu->hw_events; in pmu_handle_irq()
1085 struct cci_pmu_hw_events *hw_events = &cci_pmu->hw_events; in cci_pmu_enable() local
1086 bool enabled = !bitmap_empty(hw_events->used_mask, cci_pmu->num_cntrs); in cci_pmu_enable()
1092 raw_spin_lock_irqsave(&hw_events->pmu_lock, flags); in cci_pmu_enable()
1094 raw_spin_unlock_irqrestore(&hw_events->pmu_lock, flags); in cci_pmu_enable()
[all …]
|
| D | arm_dsu_pmu.c | 117 struct dsu_hw_events hw_events; member
281 static int dsu_pmu_get_event_idx(struct dsu_hw_events *hw_events, in dsu_pmu_get_event_idx() argument
287 unsigned long *used_mask = hw_events->used_mask; in dsu_pmu_get_event_idx()
298 set_bit(idx, hw_events->used_mask); in dsu_pmu_get_event_idx()
377 struct dsu_hw_events *hw_events = &dsu_pmu->hw_events; in dsu_pmu_handle_irq() local
385 struct perf_event *event = hw_events->events[i]; in dsu_pmu_handle_irq()
425 struct dsu_hw_events *hw_events = &dsu_pmu->hw_events; in dsu_pmu_add() local
433 idx = dsu_pmu_get_event_idx(hw_events, event); in dsu_pmu_add()
438 hw_events->events[idx] = event; in dsu_pmu_add()
451 struct dsu_hw_events *hw_events = &dsu_pmu->hw_events; in dsu_pmu_del() local
[all …]
|
| D | arm_pmu_acpi.c | 272 struct pmu_hw_events __percpu *hw_events = pmu->hw_events; in pmu_irq_matches() local
279 int other_irq = per_cpu(hw_events->irq, cpu); in pmu_irq_matches()
303 struct pmu_hw_events __percpu *hw_events; in arm_pmu_acpi_associate_pmu_cpu() local
304 hw_events = pmu->hw_events; in arm_pmu_acpi_associate_pmu_cpu()
305 per_cpu(hw_events->irq, cpu) = irq; in arm_pmu_acpi_associate_pmu_cpu()
|
| D | riscv_pmu.c | 260 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pmu_add()
284 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pmu_del()
396 pmu->hw_events = alloc_percpu_gfp(struct cpu_hw_events, GFP_KERNEL); in riscv_pmu_alloc()
397 if (!pmu->hw_events) { in riscv_pmu_alloc()
403 cpuc = per_cpu_ptr(pmu->hw_events, cpuid); in riscv_pmu_alloc()
|
| D | riscv_pmu_sbi.c | 406 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in pmu_sbi_ctr_get_idx()
465 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in pmu_sbi_ctr_clear_idx()
571 struct cpu_hw_events *cpu_hw_evt = per_cpu_ptr(pmu->hw_events, cpu); in pmu_sbi_snapshot_free()
588 struct cpu_hw_events *cpu_hw_evt = per_cpu_ptr(pmu->hw_events, cpu); in pmu_sbi_snapshot_alloc()
621 cpu_hw_evt = per_cpu_ptr(pmu->hw_events, cpu); in pmu_sbi_snapshot_setup()
656 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_ctr_read()
737 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_ctr_stop()
822 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_stop_hw_ctrs()
941 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_start_overflow_mask()
1059 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_starting_cpu()
[all …]
|
| D | cxl_pmu.c | 98 struct perf_event **hw_events; member
744 info->hw_events[idx] = event; in cxl_pmu_event_add()
760 info->hw_events[hwc->idx] = NULL; in cxl_pmu_event_del()
780 struct perf_event *event = info->hw_events[i]; in cxl_pmu_irq()
834 info->hw_events = devm_kcalloc(dev, sizeof(*info->hw_events), in cxl_pmu_probe()
836 if (!info->hw_events) in cxl_pmu_probe()
|
| D | arm_xscale_pmu.c | 149 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in xscale1pmu_handle_irq()
488 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in xscale2pmu_handle_irq()
|
| D | arm_v6_pmu.c | 242 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv6pmu_handle_irq()
|
| D | apple_m1_cpu_pmu.c | 416 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in m1_pmu_handle_irq()
|
| D | arm_pmuv3.c | 771 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv8pmu_enable_user_access()
835 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv8pmu_handle_irq()
|
| D | arm_v7_pmu.c | 920 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv7pmu_handle_irq()
|
| /linux-6.12.1/drivers/perf/arm_cspmu/ |
| D | arm_cspmu.c | 543 disabled = bitmap_empty(cspmu->hw_events.used_ctrs, in arm_cspmu_enable()
559 static int arm_cspmu_get_event_idx(struct arm_cspmu_hw_events *hw_events, in arm_cspmu_get_event_idx() argument
569 hw_events->used_ctrs)) in arm_cspmu_get_event_idx()
580 idx = find_first_zero_bit(hw_events->used_ctrs, in arm_cspmu_get_event_idx()
584 hw_events->used_ctrs, in arm_cspmu_get_event_idx()
589 idx = find_first_zero_bit(hw_events->used_ctrs, in arm_cspmu_get_event_idx()
602 set_bit(idx, hw_events->used_ctrs); in arm_cspmu_get_event_idx()
608 struct arm_cspmu_hw_events *hw_events, in arm_cspmu_validate_event() argument
618 return (arm_cspmu_get_event_idx(hw_events, event) >= 0); in arm_cspmu_validate_event()
879 struct arm_cspmu_hw_events *hw_events = &cspmu->hw_events; in arm_cspmu_add() local
[all …]
|
| D | ampere_cspmu.c | 156 idx = find_first_bit(cspmu->hw_events.used_ctrs, in ampere_cspmu_set_ev_filter()
159 event = cspmu->hw_events.events[idx]; in ampere_cspmu_set_ev_filter()
193 idx = find_first_bit(cspmu->hw_events.used_ctrs, in ampere_cspmu_validate_event()
200 curr = cspmu->hw_events.events[idx]; in ampere_cspmu_validate_event()
|
| D | arm_cspmu.h | 159 struct arm_cspmu_hw_events hw_events; member
|
| /linux-6.12.1/arch/csky/kernel/ |
| D | perf_event.c | 41 struct pmu_hw_events __percpu *hw_events; member
1075 struct pmu_hw_events *hw_events = this_cpu_ptr(csky_pmu.hw_events); in csky_pmu_del() local
1080 hw_events->events[hwc->idx] = NULL; in csky_pmu_del()
1088 struct pmu_hw_events *hw_events = this_cpu_ptr(csky_pmu.hw_events); in csky_pmu_add() local
1091 hw_events->events[hwc->idx] = event; in csky_pmu_add()
1106 struct pmu_hw_events *cpuc = this_cpu_ptr(csky_pmu.hw_events); in csky_pmu_handle_irq()
1178 this_cpu_ptr(csky_pmu.hw_events)); in csky_pmu_request_irq()
1195 free_percpu_irq(irq, this_cpu_ptr(csky_pmu.hw_events)); in csky_pmu_free_irq()
1200 csky_pmu.hw_events = alloc_percpu_gfp(struct pmu_hw_events, in init_hw_perf_events()
1202 if (!csky_pmu.hw_events) { in init_hw_perf_events()
[all …]
|
| /linux-6.12.1/include/linux/perf/ |
| D | arm_pmu.h | 91 int (*get_event_idx)(struct pmu_hw_events *hw_events,
93 void (*clear_event_idx)(struct pmu_hw_events *hw_events,
110 struct pmu_hw_events __percpu *hw_events; member
|
| D | riscv_pmu.h | 71 struct cpu_hw_events __percpu *hw_events; member
|
| /linux-6.12.1/drivers/perf/hisilicon/ |
| D | hisi_pcie_pmu.c | 66 struct perf_event *hw_events[HISI_PCIE_MAX_COUNTERS]; member
430 sibling = pcie_pmu->hw_events[idx]; in hisi_pcie_pmu_get_event_idx()
590 if (!pcie_pmu->hw_events[idx]) { in hisi_pcie_pmu_add()
592 pcie_pmu->hw_events[idx] = event; in hisi_pcie_pmu_add()
607 pcie_pmu->hw_events[hwc->idx] = NULL; in hisi_pcie_pmu_del()
617 if (pcie_pmu->hw_events[num]) in hisi_pcie_pmu_enable()
649 event = pcie_pmu->hw_events[idx]; in hisi_pcie_pmu_irq()
|
| D | hisi_uncore_pmu.c | 135 event = hisi_pmu->pmu_events.hw_events[idx]; in hisi_uncore_pmu_isr()
353 hisi_pmu->pmu_events.hw_events[idx] = event; in hisi_uncore_pmu_add()
370 hisi_pmu->pmu_events.hw_events[hwc->idx] = NULL; in hisi_uncore_pmu_del()
|
| D | hisi_uncore_pmu.h | 79 struct perf_event *hw_events[HISI_MAX_COUNTERS]; member
|
| D | hns3_pmu.c | 302 struct perf_event *hw_events[HNS3_PMU_MAX_HW_EVENTS]; member
780 sibling = hns3_pmu->hw_events[idx]; in hns3_pmu_find_related_event_idx()
807 if (!hns3_pmu->hw_events[idx]) in hns3_pmu_get_event_idx()
1355 hns3_pmu->hw_events[idx] = event; in hns3_pmu_add()
1370 hns3_pmu->hw_events[hwc->idx] = NULL; in hns3_pmu_del()
|
| /linux-6.12.1/drivers/accel/habanalabs/gaudi2/ |
| D | gaudi2P.h | 547 u32 hw_events[GAUDI2_EVENT_SIZE]; member
|