| /linux-6.12.1/arch/x86/xen/ |
| D | smp.c | 34 kfree(per_cpu(xen_resched_irq, cpu).name); in xen_smp_intr_free()
35 per_cpu(xen_resched_irq, cpu).name = NULL; in xen_smp_intr_free()
36 if (per_cpu(xen_resched_irq, cpu).irq >= 0) { in xen_smp_intr_free()
37 unbind_from_irqhandler(per_cpu(xen_resched_irq, cpu).irq, NULL); in xen_smp_intr_free()
38 per_cpu(xen_resched_irq, cpu).irq = -1; in xen_smp_intr_free()
40 kfree(per_cpu(xen_callfunc_irq, cpu).name); in xen_smp_intr_free()
41 per_cpu(xen_callfunc_irq, cpu).name = NULL; in xen_smp_intr_free()
42 if (per_cpu(xen_callfunc_irq, cpu).irq >= 0) { in xen_smp_intr_free()
43 unbind_from_irqhandler(per_cpu(xen_callfunc_irq, cpu).irq, NULL); in xen_smp_intr_free()
44 per_cpu(xen_callfunc_irq, cpu).irq = -1; in xen_smp_intr_free()
[all …]
|
| D | spinlock.c | 24 int irq = per_cpu(lock_kicker_irq, cpu); in xen_qlock_kick()
73 WARN(per_cpu(lock_kicker_irq, cpu) >= 0, "spinlock on CPU%d exists on IRQ%d!\n", in xen_init_lock_cpu()
74 cpu, per_cpu(lock_kicker_irq, cpu)); in xen_init_lock_cpu()
77 per_cpu(irq_name, cpu) = name; in xen_init_lock_cpu()
87 per_cpu(lock_kicker_irq, cpu) = irq; in xen_init_lock_cpu()
100 kfree(per_cpu(irq_name, cpu)); in xen_uninit_lock_cpu()
101 per_cpu(irq_name, cpu) = NULL; in xen_uninit_lock_cpu()
106 irq = per_cpu(lock_kicker_irq, cpu); in xen_uninit_lock_cpu()
111 per_cpu(lock_kicker_irq, cpu) = -1; in xen_uninit_lock_cpu()
|
| D | smp_pv.c | 98 kfree(per_cpu(xen_irq_work, cpu).name); in xen_smp_intr_free_pv()
99 per_cpu(xen_irq_work, cpu).name = NULL; in xen_smp_intr_free_pv()
100 if (per_cpu(xen_irq_work, cpu).irq >= 0) { in xen_smp_intr_free_pv()
101 unbind_from_irqhandler(per_cpu(xen_irq_work, cpu).irq, NULL); in xen_smp_intr_free_pv()
102 per_cpu(xen_irq_work, cpu).irq = -1; in xen_smp_intr_free_pv()
105 kfree(per_cpu(xen_pmu_irq, cpu).name); in xen_smp_intr_free_pv()
106 per_cpu(xen_pmu_irq, cpu).name = NULL; in xen_smp_intr_free_pv()
107 if (per_cpu(xen_pmu_irq, cpu).irq >= 0) { in xen_smp_intr_free_pv()
108 unbind_from_irqhandler(per_cpu(xen_pmu_irq, cpu).irq, NULL); in xen_smp_intr_free_pv()
109 per_cpu(xen_pmu_irq, cpu).irq = -1; in xen_smp_intr_free_pv()
[all …]
|
| /linux-6.12.1/arch/powerpc/kernel/ |
| D | irq.c | 101 seq_printf(p, "%10u ", per_cpu(irq_stat, j).timer_irqs_event); in arch_show_interrupts()
106 seq_printf(p, "%10u ", per_cpu(irq_stat, j).broadcast_irqs_event); in arch_show_interrupts()
111 seq_printf(p, "%10u ", per_cpu(irq_stat, j).timer_irqs_others); in arch_show_interrupts()
116 seq_printf(p, "%10u ", per_cpu(irq_stat, j).spurious_irqs); in arch_show_interrupts()
121 seq_printf(p, "%10u ", per_cpu(irq_stat, j).pmu_irqs); in arch_show_interrupts()
126 seq_printf(p, "%10u ", per_cpu(irq_stat, j).mce_exceptions); in arch_show_interrupts()
140 seq_printf(p, "%10u ", per_cpu(irq_stat, j).sreset_irqs); in arch_show_interrupts()
146 seq_printf(p, "%10u ", per_cpu(irq_stat, j).soft_nmi_irqs); in arch_show_interrupts()
154 seq_printf(p, "%10u ", per_cpu(irq_stat, j).doorbell_irqs); in arch_show_interrupts()
167 u64 sum = per_cpu(irq_stat, cpu).timer_irqs_event; in arch_irq_stat_cpu()
[all …]
|
| /linux-6.12.1/drivers/irqchip/ |
| D | irq-armada-370-xp.c | 172 void __iomem *per_cpu; member
221 writel(hwirq, mpic->per_cpu + MPIC_INT_SET_MASK); in mpic_irq_mask()
232 writel(hwirq, mpic->per_cpu + MPIC_INT_CLEAR_MASK); in mpic_irq_unmask()
326 reg = readl(mpic->per_cpu + MPIC_IN_DRBEL_MASK); in mpic_msi_reenable_percpu()
328 writel(reg, mpic->per_cpu + MPIC_IN_DRBEL_MASK); in mpic_msi_reenable_percpu()
331 writel(1, mpic->per_cpu + MPIC_INT_CLEAR_MASK); in mpic_msi_reenable_percpu()
367 writel(0, mpic->per_cpu + MPIC_INT_CLEAR_MASK); in mpic_msi_init()
395 writel(MPIC_INT_CAUSE_PERF(cpuid), mpic->per_cpu + MPIC_INT_FABRIC_MASK); in mpic_perf_init()
404 reg = readl(mpic->per_cpu + MPIC_IN_DRBEL_MASK); in mpic_ipi_mask()
406 writel(reg, mpic->per_cpu + MPIC_IN_DRBEL_MASK); in mpic_ipi_mask()
[all …]
|
| /linux-6.12.1/drivers/cpufreq/ |
| D | speedstep-centrino.c | 261 per_cpu(centrino_model, policy->cpu) = model; in centrino_cpu_init_table()
296 if ((per_cpu(centrino_cpu, cpu) == &cpu_ids[CPU_BANIAS]) || in extract_clock()
297 (per_cpu(centrino_cpu, cpu) == &cpu_ids[CPU_DOTHAN_A1]) || in extract_clock()
298 (per_cpu(centrino_cpu, cpu) == &cpu_ids[CPU_DOTHAN_B0])) { in extract_clock()
303 if ((!per_cpu(centrino_model, cpu)) || in extract_clock()
304 (!per_cpu(centrino_model, cpu)->op_points)) in extract_clock()
309 per_cpu(centrino_model, cpu)->op_points[i].frequency in extract_clock()
312 if (msr == per_cpu(centrino_model, cpu)->op_points[i].driver_data) in extract_clock()
313 return per_cpu(centrino_model, cpu)-> in extract_clock()
317 return per_cpu(centrino_model, cpu)->op_points[i-1].frequency; in extract_clock()
[all …]
|
| D | vexpress-spc-cpufreq.c | 77 cpu_freq = per_cpu(cpu_last_req_freq, j); in find_cluster_maxfreq()
79 if (cluster == per_cpu(physical_cluster, j) && in find_cluster_maxfreq()
89 u32 cur_cluster = per_cpu(physical_cluster, cpu); in clk_get_cpu_rate()
102 return per_cpu(cpu_last_req_freq, cpu); in ve_spc_cpufreq_get_rate()
117 prev_rate = per_cpu(cpu_last_req_freq, cpu); in ve_spc_cpufreq_set_rate()
118 per_cpu(cpu_last_req_freq, cpu) = rate; in ve_spc_cpufreq_set_rate()
119 per_cpu(physical_cluster, cpu) = new_cluster; in ve_spc_cpufreq_set_rate()
143 per_cpu(cpu_last_req_freq, cpu) = prev_rate; in ve_spc_cpufreq_set_rate()
144 per_cpu(physical_cluster, cpu) = old_cluster; in ve_spc_cpufreq_set_rate()
184 new_cluster = actual_cluster = per_cpu(physical_cluster, cpu); in ve_spc_cpufreq_set_target()
[all …]
|
| /linux-6.12.1/drivers/perf/ |
| D | arm_pmu_acpi.c | 220 per_cpu(pmu_irqs, cpu) = irq; in arm_pmu_acpi_parse_irqs()
230 irq = per_cpu(pmu_irqs, cpu); in arm_pmu_acpi_parse_irqs()
241 if (per_cpu(pmu_irqs, irq_cpu) == irq) in arm_pmu_acpi_parse_irqs()
242 per_cpu(pmu_irqs, irq_cpu) = 0; in arm_pmu_acpi_parse_irqs()
256 pmu = per_cpu(probed_pmus, cpu); in arm_pmu_acpi_find_pmu()
279 int other_irq = per_cpu(hw_events->irq, cpu); in pmu_irq_matches()
298 int irq = per_cpu(pmu_irqs, cpu); in arm_pmu_acpi_associate_pmu_cpu()
300 per_cpu(probed_pmus, cpu) = pmu; in arm_pmu_acpi_associate_pmu_cpu()
305 per_cpu(hw_events->irq, cpu) = irq; in arm_pmu_acpi_associate_pmu_cpu()
325 if (per_cpu(probed_pmus, cpu)) in arm_pmu_acpi_cpu_starting()
[all …]
|
| /linux-6.12.1/arch/arm/mm/ |
| D | context.c | 67 asid = per_cpu(active_asids, cpu).counter; in a15_erratum_get_cpumask()
69 asid = per_cpu(reserved_asids, cpu); in a15_erratum_get_cpumask()
144 asid = atomic64_xchg(&per_cpu(active_asids, i), 0); in flush_context()
153 asid = per_cpu(reserved_asids, i); in flush_context()
155 per_cpu(reserved_asids, i) = asid; in flush_context()
180 if (per_cpu(reserved_asids, cpu) == asid) { in check_update_reserved_asid()
182 per_cpu(reserved_asids, cpu) = newasid; in check_update_reserved_asid()
254 && atomic64_xchg(&per_cpu(active_asids, cpu), asid)) in check_and_switch_context()
270 atomic64_set(&per_cpu(active_asids, cpu), asid); in check_and_switch_context()
|
| /linux-6.12.1/arch/x86/kernel/apic/ |
| D | x2apic_cluster.c | 58 struct cpumask *cmsk = per_cpu(cluster_masks, cpu); in __x2apic_send_IPI_mask()
110 struct cpumask **cpu_cmsk = &per_cpu(cluster_masks, cpu_i); in prefill_clustermask()
135 if (per_cpu(cluster_masks, cpu)) in alloc_clustermask()
150 cmsk = per_cpu(cluster_masks, cpu_i); in alloc_clustermask()
156 per_cpu(cluster_masks, cpu) = cmsk; in alloc_clustermask()
170 per_cpu(cluster_masks, cpu) = cmsk; in alloc_clustermask()
188 if (!zalloc_cpumask_var_node(&per_cpu(ipi_mask, cpu), GFP_KERNEL, node)) in x2apic_prepare_cpu()
196 struct cpumask *cmsk = per_cpu(cluster_masks, dead_cpu); in x2apic_dead_cpu()
200 free_cpumask_var(per_cpu(ipi_mask, dead_cpu)); in x2apic_dead_cpu()
|
| /linux-6.12.1/kernel/ |
| D | softirq.c | 904 per_cpu(tasklet_vec, cpu).tail = in softirq_init()
905 &per_cpu(tasklet_vec, cpu).head; in softirq_init()
906 per_cpu(tasklet_hi_vec, cpu).tail = in softirq_init()
907 &per_cpu(tasklet_hi_vec, cpu).head; in softirq_init()
944 if (&per_cpu(tasklet_vec, cpu).head != per_cpu(tasklet_vec, cpu).tail) { in takeover_tasklets()
945 *__this_cpu_read(tasklet_vec.tail) = per_cpu(tasklet_vec, cpu).head; in takeover_tasklets()
946 __this_cpu_write(tasklet_vec.tail, per_cpu(tasklet_vec, cpu).tail); in takeover_tasklets()
947 per_cpu(tasklet_vec, cpu).head = NULL; in takeover_tasklets()
948 per_cpu(tasklet_vec, cpu).tail = &per_cpu(tasklet_vec, cpu).head; in takeover_tasklets()
952 if (&per_cpu(tasklet_hi_vec, cpu).head != per_cpu(tasklet_hi_vec, cpu).tail) { in takeover_tasklets()
[all …]
|
| /linux-6.12.1/arch/parisc/kernel/ |
| D | irq.c | 75 per_cpu(local_ack_eiem, cpu) &= ~mask; in cpu_ack_irq()
78 set_eiem(cpu_eiem & per_cpu(local_ack_eiem, cpu)); in cpu_ack_irq()
90 per_cpu(local_ack_eiem, cpu) |= mask; in cpu_eoi_irq()
93 set_eiem(cpu_eiem & per_cpu(local_ack_eiem, cpu)); in cpu_eoi_irq()
126 #define irq_stats(x) (&per_cpu(irq_stat, x))
318 return per_cpu(cpu_data, cpu).txn_addr; in txn_affinity_addr()
330 (!per_cpu(cpu_data, next_cpu).txn_addr || in txn_alloc_addr()
403 stack_start = (unsigned long) &per_cpu(irq_stack_union, cpu).stack; in stack_overflow_check()
406 last_usage = &per_cpu(irq_stat.irq_stack_usage, cpu); in stack_overflow_check()
422 last_usage = &per_cpu(irq_stat.kernel_stack_usage, cpu); in stack_overflow_check()
[all …]
|
| D | topology.c | 40 per_cpu(cpu_devices, cpuid).hotpluggable = 1; in store_cpu_topology()
42 if (register_cpu(&per_cpu(cpu_devices, cpuid), cpuid)) in store_cpu_topology()
49 p = &per_cpu(cpu_data, cpuid); in store_cpu_topology()
51 const struct cpuinfo_parisc *cpuinfo = &per_cpu(cpu_data, cpu); in store_cpu_topology()
|
| /linux-6.12.1/arch/mips/kernel/ |
| D | mips-cpc.c | 77 spin_lock_init(&per_cpu(cpc_core_lock, cpu)); in mips_cpc_probe()
100 spin_lock_irqsave(&per_cpu(cpc_core_lock, curr_core), in mips_cpc_lock_other()
101 per_cpu(cpc_core_lock_flags, curr_core)); in mips_cpc_lock_other()
120 spin_unlock_irqrestore(&per_cpu(cpc_core_lock, curr_core), in mips_cpc_unlock_other()
121 per_cpu(cpc_core_lock_flags, curr_core)); in mips_cpc_unlock_other()
|
| /linux-6.12.1/arch/x86/kvm/vmx/ |
| D | posted_intr.c | 92 raw_spin_lock(&per_cpu(wakeup_vcpus_on_cpu_lock, vcpu->cpu)); in vmx_vcpu_pi_load()
94 raw_spin_unlock(&per_cpu(wakeup_vcpus_on_cpu_lock, vcpu->cpu)); in vmx_vcpu_pi_load()
155 raw_spin_lock(&per_cpu(wakeup_vcpus_on_cpu_lock, vcpu->cpu)); in pi_enable_wakeup_handler()
157 &per_cpu(wakeup_vcpus_on_cpu, vcpu->cpu)); in pi_enable_wakeup_handler()
158 raw_spin_unlock(&per_cpu(wakeup_vcpus_on_cpu_lock, vcpu->cpu)); in pi_enable_wakeup_handler()
221 struct list_head *wakeup_list = &per_cpu(wakeup_vcpus_on_cpu, cpu); in pi_wakeup_handler()
222 raw_spinlock_t *spinlock = &per_cpu(wakeup_vcpus_on_cpu_lock, cpu); in pi_wakeup_handler()
236 INIT_LIST_HEAD(&per_cpu(wakeup_vcpus_on_cpu, cpu)); in pi_init_cpu()
237 raw_spin_lock_init(&per_cpu(wakeup_vcpus_on_cpu_lock, cpu)); in pi_init_cpu()
|
| /linux-6.12.1/arch/x86/mm/ |
| D | cpu_entry_area.c | 25 return per_cpu(_cea_offset, cpu); in cea_offset()
35 per_cpu(_cea_offset, i) = i; in init_cea_offsets()
56 per_cpu(_cea_offset, i) = cea; in init_cea_offsets()
117 cea_map_percpu_pages(cea, &per_cpu(cpu_debug_store, cpu), npages, in percpu_setup_debug_store()
147 per_cpu(cea_exception_stacks, cpu) = &cea->estacks; in percpu_setup_exception_stacks()
172 &per_cpu(doublefault_stack, cpu), 1, PAGE_KERNEL); in percpu_setup_exception_stacks()
233 cea_map_percpu_pages(&cea->tss, &per_cpu(cpu_tss_rw, cpu), in setup_cpu_entry_area()
237 per_cpu(cpu_entry_area, cpu) = cea; in setup_cpu_entry_area()
|
| /linux-6.12.1/arch/riscv/mm/ |
| D | context.c | 51 if (per_cpu(reserved_context, cpu) == cntx) { in check_update_reserved_context()
53 per_cpu(reserved_context, cpu) = newcntx; in check_update_reserved_context()
73 cntx = atomic_long_xchg_relaxed(&per_cpu(active_context, i), 0); in __flush_context()
81 cntx = per_cpu(reserved_context, i); in __flush_context()
84 per_cpu(reserved_context, i) = cntx; in __flush_context()
168 old_active_cntx = atomic_long_read(&per_cpu(active_context, cpu)); in set_mm_asid()
171 atomic_long_cmpxchg_relaxed(&per_cpu(active_context, cpu), in set_mm_asid()
187 atomic_long_set(&per_cpu(active_context, cpu), cntx); in set_mm_asid()
|
| /linux-6.12.1/arch/arm64/kernel/ |
| D | sdei.c | 57 p = per_cpu(*ptr, cpu); in _free_sdei_stack()
59 per_cpu(*ptr, cpu) = NULL; in _free_sdei_stack()
84 per_cpu(*ptr, cpu) = p; in _init_sdei_stack()
116 s = per_cpu(*ptr, cpu); in _free_sdei_scs()
118 per_cpu(*ptr, cpu) = NULL; in _free_sdei_scs()
140 per_cpu(*ptr, cpu) = s; in _init_sdei_scs()
|
| D | irq.c | 50 per_cpu(irq_shadow_call_stack_ptr, cpu) = in init_irq_scs()
62 per_cpu(irq_stack_ptr, cpu) = p; in init_irq_stacks()
74 per_cpu(irq_stack_ptr, cpu) = per_cpu(irq_stack, cpu); in init_irq_stacks()
|
| /linux-6.12.1/drivers/acpi/ |
| D | cppc_acpi.c | 353 struct cpc_desc *desc = per_cpu(cpc_desc_ptr, i); in send_pcc_cmd()
451 cpc_ptr = per_cpu(cpc_desc_ptr, cpu); in acpi_cpc_valid()
467 cpc_ptr = per_cpu(cpc_desc_ptr, cpu); in cppc_allow_fast_switch()
496 cpc_ptr = per_cpu(cpc_desc_ptr, cpu); in acpi_get_psd_map()
518 match_cpc_ptr = per_cpu(cpc_desc_ptr, i); in acpi_get_psd_map()
851 per_cpu(cpu_pcc_subspace_idx, pr->id) = pcc_subspace_id; in acpi_cppc_processor_probe()
894 per_cpu(cpc_desc_ptr, pr->id) = cpc_ptr; in acpi_cppc_processor_probe()
899 per_cpu(cpc_desc_ptr, pr->id) = NULL; in acpi_cppc_processor_probe()
934 int pcc_ss_id = per_cpu(cpu_pcc_subspace_idx, pr->id); in acpi_cppc_processor_exit()
947 cpc_ptr = per_cpu(cpc_desc_ptr, pr->id); in acpi_cppc_processor_exit()
[all …]
|
| /linux-6.12.1/arch/riscv/kernel/ |
| D | irq.c | 52 per_cpu(irq_shadow_call_stack_ptr, cpu) = in init_irq_scs()
66 per_cpu(irq_stack_ptr, cpu) = p; in init_irq_stacks()
78 per_cpu(irq_stack_ptr, cpu) = per_cpu(irq_stack, cpu); in init_irq_stacks()
|
| /linux-6.12.1/drivers/xen/events/ |
| D | events_2l.c | 52 clear_bit(evtchn, BM(per_cpu(cpu_evtchn_mask, cpu))); in evtchn_2l_remove()
58 clear_bit(evtchn, BM(per_cpu(cpu_evtchn_mask, old_cpu))); in evtchn_2l_bind_to_cpu()
59 set_bit(evtchn, BM(per_cpu(cpu_evtchn_mask, cpu))); in evtchn_2l_bind_to_cpu()
152 per_cpu(cpu_evtchn_mask, cpu)[idx] & in active_evtchns()
268 xen_ulong_t *cpu_evtchn = per_cpu(cpu_evtchn_mask, cpu); in xen_debug_interrupt()
280 v = per_cpu(xen_vcpu, i); in xen_debug_interrupt()
289 v = per_cpu(xen_vcpu, cpu); in xen_debug_interrupt()
353 memset(per_cpu(cpu_evtchn_mask, i), 0, sizeof(xen_ulong_t) * in evtchn_2l_resume()
359 memset(per_cpu(cpu_evtchn_mask, cpu), 0, sizeof(xen_ulong_t) * in evtchn_2l_percpu_deinit()
|
| /linux-6.12.1/arch/powerpc/include/asm/ |
| D | smp.h | 116 return per_cpu(cpu_sibling_map, cpu); in cpu_sibling_mask()
121 return per_cpu(cpu_core_map, cpu); in cpu_core_mask()
126 return per_cpu(cpu_l2_cache_map, cpu); in cpu_l2_cache_mask()
131 return per_cpu(cpu_smallcore_map, cpu); in cpu_smallcore_mask()
145 return per_cpu(cpu_smallcore_map, cpu); in cpu_smt_mask()
147 return per_cpu(cpu_sibling_map, cpu); in cpu_smt_mask()
|
| /linux-6.12.1/arch/x86/kernel/ |
| D | setup_percpu.c | 171 per_cpu(this_cpu_off, cpu) = per_cpu_offset(cpu); in setup_per_cpu_areas()
172 per_cpu(pcpu_hot.cpu_number, cpu) = cpu; in setup_per_cpu_areas()
182 per_cpu(x86_cpu_to_apicid, cpu) = in setup_per_cpu_areas()
184 per_cpu(x86_cpu_to_acpiid, cpu) = in setup_per_cpu_areas()
188 per_cpu(x86_cpu_to_node_map, cpu) = in setup_per_cpu_areas()
|
| /linux-6.12.1/arch/arm/kernel/ |
| D | smp.c | 391 struct cpuinfo_arm *cpu_info = &per_cpu(cpu_data, cpuid); in smp_store_cpu_info()
487 bogosum += per_cpu(cpu_data, cpu).loops_per_jiffy; in smp_cpus_done()
621 per_cpu(cpu_completion, cpu) = completion; in register_ipi_completion()
627 complete(per_cpu(cpu_completion, cpu)); in ipi_complete()
804 if (!per_cpu(l_p_j_ref, first)) { in cpufreq_callback()
806 per_cpu(l_p_j_ref, cpu) = in cpufreq_callback()
807 per_cpu(cpu_data, cpu).loops_per_jiffy; in cpufreq_callback()
808 per_cpu(l_p_j_ref_freq, cpu) = freq->old; in cpufreq_callback()
823 lpj = cpufreq_scale(per_cpu(l_p_j_ref, first), in cpufreq_callback()
824 per_cpu(l_p_j_ref_freq, first), freq->new); in cpufreq_callback()
[all …]
|