Lines Matching refs:cpu

173 	int cpu;  in pcpu_find_address()  local
175 for_each_cpu(cpu, mask) in pcpu_find_address()
176 if (per_cpu(pcpu_devices, cpu).address == address) in pcpu_find_address()
177 return &per_cpu(pcpu_devices, cpu); in pcpu_find_address()
192 static int pcpu_alloc_lowcore(struct pcpu *pcpu, int cpu) in pcpu_alloc_lowcore() argument
208 lc->cpu_nr = cpu; in pcpu_alloc_lowcore()
209 lc->spinlock_lockval = arch_spin_lockval(cpu); in pcpu_alloc_lowcore()
216 if (abs_lowcore_map(cpu, lc, true)) in pcpu_alloc_lowcore()
218 lowcore_ptr[cpu] = lc; in pcpu_alloc_lowcore()
232 static void pcpu_free_lowcore(struct pcpu *pcpu, int cpu) in pcpu_free_lowcore() argument
237 lc = lowcore_ptr[cpu]; in pcpu_free_lowcore()
242 lowcore_ptr[cpu] = NULL; in pcpu_free_lowcore()
243 abs_lowcore_unmap(cpu); in pcpu_free_lowcore()
251 static void pcpu_prepare_secondary(struct pcpu *pcpu, int cpu) in pcpu_prepare_secondary() argument
255 lc = lowcore_ptr[cpu]; in pcpu_prepare_secondary()
256 cpumask_set_cpu(cpu, &init_mm.context.cpu_attach_mask); in pcpu_prepare_secondary()
257 cpumask_set_cpu(cpu, mm_cpumask(&init_mm)); in pcpu_prepare_secondary()
258 lc->cpu_nr = cpu; in pcpu_prepare_secondary()
261 lc->spinlock_lockval = arch_spin_lockval(cpu); in pcpu_prepare_secondary()
263 lc->percpu_offset = __per_cpu_offset[cpu]; in pcpu_prepare_secondary()
275 arch_spin_lock_setup(cpu); in pcpu_prepare_secondary()
278 static void pcpu_attach_task(int cpu, struct task_struct *tsk) in pcpu_attach_task() argument
282 lc = lowcore_ptr[cpu]; in pcpu_attach_task()
295 static void pcpu_start_fn(int cpu, void (*func)(void *), void *data) in pcpu_start_fn() argument
299 lc = lowcore_ptr[cpu]; in pcpu_start_fn()
304 pcpu_sigp_retry(per_cpu_ptr(&pcpu_devices, cpu), SIGP_RESTART, 0); in pcpu_start_fn()
317 static void pcpu_delegate(struct pcpu *pcpu, int cpu, in pcpu_delegate() argument
324 lc = lowcore_ptr[cpu]; in pcpu_delegate()
394 int cpu; in smp_find_processor_id() local
396 for_each_present_cpu(cpu) in smp_find_processor_id()
397 if (per_cpu(pcpu_devices, cpu).address == address) in smp_find_processor_id()
398 return cpu; in smp_find_processor_id()
407 bool notrace arch_vcpu_is_preempted(int cpu) in arch_vcpu_is_preempted() argument
409 if (test_cpu_flag_of(CIF_ENABLED_WAIT, cpu)) in arch_vcpu_is_preempted()
411 if (pcpu_running(per_cpu_ptr(&pcpu_devices, cpu))) in arch_vcpu_is_preempted()
417 void notrace smp_yield_cpu(int cpu) in smp_yield_cpu() argument
423 : : "d" (per_cpu(pcpu_devices, cpu).address)); in smp_yield_cpu()
436 int cpu; in smp_emergency_stop() local
443 for_each_cpu(cpu, &cpumask) { in smp_emergency_stop()
444 struct pcpu *pcpu = per_cpu_ptr(&pcpu_devices, cpu); in smp_emergency_stop()
452 for_each_cpu(cpu, &cpumask) in smp_emergency_stop()
453 if (pcpu_stopped(per_cpu_ptr(&pcpu_devices, cpu))) in smp_emergency_stop()
454 cpumask_clear_cpu(cpu, &cpumask); in smp_emergency_stop()
469 int cpu; in smp_send_stop() local
481 for_each_online_cpu(cpu) { in smp_send_stop()
482 if (cpu == smp_processor_id()) in smp_send_stop()
484 pcpu = per_cpu_ptr(&pcpu_devices, cpu); in smp_send_stop()
522 int cpu; in arch_send_call_function_ipi_mask() local
524 for_each_cpu(cpu, mask) in arch_send_call_function_ipi_mask()
525 pcpu_ec_call(per_cpu_ptr(&pcpu_devices, cpu), ec_call_function_single); in arch_send_call_function_ipi_mask()
528 void arch_send_call_function_single_ipi(int cpu) in arch_send_call_function_single_ipi() argument
530 pcpu_ec_call(per_cpu_ptr(&pcpu_devices, cpu), ec_call_function_single); in arch_send_call_function_single_ipi()
538 void arch_smp_send_reschedule(int cpu) in arch_smp_send_reschedule() argument
540 pcpu_ec_call(per_cpu_ptr(&pcpu_devices, cpu), ec_schedule); in arch_smp_send_reschedule()
552 int smp_store_status(int cpu) in smp_store_status() argument
558 pcpu = per_cpu_ptr(&pcpu_devices, cpu); in smp_store_status()
559 lc = lowcore_ptr[cpu]; in smp_store_status()
664 void smp_cpu_set_polarization(int cpu, int val) in smp_cpu_set_polarization() argument
666 per_cpu(pcpu_devices, cpu).polarization = val; in smp_cpu_set_polarization()
669 int smp_cpu_get_polarization(int cpu) in smp_cpu_get_polarization() argument
671 return per_cpu(pcpu_devices, cpu).polarization; in smp_cpu_get_polarization()
674 void smp_cpu_set_capacity(int cpu, unsigned long val) in smp_cpu_set_capacity() argument
676 per_cpu(pcpu_devices, cpu).capacity = val; in smp_cpu_set_capacity()
679 unsigned long smp_cpu_get_capacity(int cpu) in smp_cpu_get_capacity() argument
681 return per_cpu(pcpu_devices, cpu).capacity; in smp_cpu_get_capacity()
684 void smp_set_core_capacity(int cpu, unsigned long val) in smp_set_core_capacity() argument
688 cpu = smp_get_base_cpu(cpu); in smp_set_core_capacity()
689 for (i = cpu; (i <= cpu + smp_cpu_mtid) && (i < nr_cpu_ids); i++) in smp_set_core_capacity()
693 int smp_cpu_get_cpu_address(int cpu) in smp_cpu_get_cpu_address() argument
695 return per_cpu(pcpu_devices, cpu).address; in smp_cpu_get_cpu_address()
723 int cpu, nr, i; in smp_add_core() local
729 cpu = cpumask_first(avail); in smp_add_core()
731 for (i = 0; (i <= smp_cpu_mtid) && (cpu < nr_cpu_ids); i++) { in smp_add_core()
734 pcpu = per_cpu_ptr(&pcpu_devices, cpu); in smp_add_core()
740 smp_cpu_set_polarization(cpu, POLARIZATION_UNKNOWN); in smp_add_core()
741 smp_cpu_set_capacity(cpu, CPU_CAPACITY_HIGH); in smp_add_core()
742 set_cpu_present(cpu, true); in smp_add_core()
743 if (!early && arch_register_cpu(cpu)) in smp_add_core()
744 set_cpu_present(cpu, false); in smp_add_core()
747 cpumask_clear_cpu(cpu, avail); in smp_add_core()
748 cpu = cpumask_next(cpu, avail); in smp_add_core()
790 unsigned int cpu, mtid, c_cpus, s_cpus; in smp_detect_cpus() local
803 for (cpu = 0; cpu < info->combined; cpu++) in smp_detect_cpus()
804 if (info->core[cpu].core_id == address) { in smp_detect_cpus()
806 boot_core_type = info->core[cpu].type; in smp_detect_cpus()
809 if (cpu >= info->combined) in smp_detect_cpus()
820 for (cpu = 0; cpu < info->combined; cpu++) { in smp_detect_cpus()
822 info->core[cpu].type != boot_core_type) in smp_detect_cpus()
824 if (cpu < info->configured) in smp_detect_cpus()
839 int cpu = raw_smp_processor_id(); in smp_start_secondary() local
849 rcutree_report_cpu_starting(cpu); in smp_start_secondary()
854 cpumask_set_cpu(cpu, &cpu_setup_mask); in smp_start_secondary()
856 notify_cpu_starting(cpu); in smp_start_secondary()
857 if (topology_cpu_dedicated(cpu)) in smp_start_secondary()
861 set_cpu_online(cpu, true); in smp_start_secondary()
868 int __cpu_up(unsigned int cpu, struct task_struct *tidle) in __cpu_up() argument
870 struct pcpu *pcpu = per_cpu_ptr(&pcpu_devices, cpu); in __cpu_up()
879 rc = pcpu_alloc_lowcore(pcpu, cpu); in __cpu_up()
887 pcpu_prepare_secondary(pcpu, cpu); in __cpu_up()
888 pcpu_attach_task(cpu, tidle); in __cpu_up()
889 pcpu_start_fn(cpu, smp_start_secondary, NULL); in __cpu_up()
891 while (!cpu_online(cpu)) in __cpu_up()
909 int cpu; in __cpu_disable() local
913 cpu = smp_processor_id(); in __cpu_disable()
914 set_cpu_online(cpu, false); in __cpu_disable()
915 cpumask_clear_cpu(cpu, &cpu_setup_mask); in __cpu_disable()
929 void __cpu_die(unsigned int cpu) in __cpu_die() argument
934 pcpu = per_cpu_ptr(&pcpu_devices, cpu); in __cpu_die()
937 pcpu_free_lowcore(pcpu, cpu); in __cpu_die()
938 cpumask_clear_cpu(cpu, mm_cpumask(&init_mm)); in __cpu_die()
939 cpumask_clear_cpu(cpu, &init_mm.context.cpu_attach_mask); in __cpu_die()
952 unsigned int possible, sclp_max, cpu; in smp_fill_possible_mask() local
959 for (cpu = 0; cpu < possible && cpu < nr_cpu_ids; cpu++) in smp_fill_possible_mask()
960 set_cpu_possible(cpu, true); in smp_fill_possible_mask()
1024 int cpu, val, rc, i; in cpu_configure_store() local
1035 cpu = dev->id; in cpu_configure_store()
1036 cpu = smp_get_base_cpu(cpu); in cpu_configure_store()
1038 if (cpu_online(cpu + i)) in cpu_configure_store()
1040 pcpu = per_cpu_ptr(&pcpu_devices, cpu); in cpu_configure_store()
1050 if (cpu + i >= nr_cpu_ids || !cpu_present(cpu + i)) in cpu_configure_store()
1052 per_cpu(pcpu_devices, cpu + i).state = CPU_STATE_STANDBY; in cpu_configure_store()
1053 smp_cpu_set_polarization(cpu + i, in cpu_configure_store()
1065 if (cpu + i >= nr_cpu_ids || !cpu_present(cpu + i)) in cpu_configure_store()
1067 per_cpu(pcpu_devices, cpu + i).state = CPU_STATE_CONFIGURED; in cpu_configure_store()
1068 smp_cpu_set_polarization(cpu + i, in cpu_configure_store()
1110 static int smp_cpu_online(unsigned int cpu) in smp_cpu_online() argument
1112 struct cpu *c = per_cpu_ptr(&cpu_devices, cpu); in smp_cpu_online()
1117 static int smp_cpu_pre_down(unsigned int cpu) in smp_cpu_pre_down() argument
1119 struct cpu *c = per_cpu_ptr(&cpu_devices, cpu); in smp_cpu_pre_down()
1125 bool arch_cpu_is_hotpluggable(int cpu) in arch_cpu_is_hotpluggable() argument
1127 return !!cpu; in arch_cpu_is_hotpluggable()
1130 int arch_register_cpu(int cpu) in arch_register_cpu() argument
1132 struct cpu *c = per_cpu_ptr(&cpu_devices, cpu); in arch_register_cpu()
1135 c->hotpluggable = arch_cpu_is_hotpluggable(cpu); in arch_register_cpu()
1136 rc = register_cpu(c, cpu); in arch_register_cpu()