1 // SPDX-License-Identifier: GPL-2.0-or-later
13  *	Pentium Pro and Pentium-II/Xeon MP machines.
19  *		Alan Cox	:	By repeated request 8) - Total BogoMIPS report.
32  *		Martin J. Bligh	: 	Added support for multi-quad systems
85 #include <asm/intel-family.h>
87 #include <asm/spec-ctrl.h>
91 #include <asm/spec-ctrl.h>
163 	if (!--smpboot_warm_reset_vector_count) {  in smpboot_restore_warm_reset_vector()
241 	 * 32-bit specific. 64-bit reaches this code with the correct page  in start_secondary()
272 	 * synchronization state to ALIVE and spin-waits for the control CPU to  in start_secondary()
326 	if (!c->initialized)  in smp_store_cpu_info()
328 	c->cpu_index = id;  in smp_store_cpu_info()
334 	c->initialized = true;  in smp_store_cpu_info()
340 	int cpu1 = c->cpu_index, cpu2 = o->cpu_index;  in topology_same_node()
348 	int cpu1 = c->cpu_index, cpu2 = o->cpu_index;  in topology_sane()
351 		"sched: CPU #%d's %s-sibling CPU #%d is not on the same node! "  in topology_sane()
365 		int cpu1 = c->cpu_index, cpu2 = o->cpu_index;  in match_smt()
367 		if (c->topo.pkg_id == o->topo.pkg_id &&  in match_smt()
368 		    c->topo.die_id == o->topo.die_id &&  in match_smt()
369 		    c->topo.amd_node_id == o->topo.amd_node_id &&  in match_smt()
371 			if (c->topo.core_id == o->topo.core_id)  in match_smt()
374 			if ((c->topo.cu_id != 0xff) &&  in match_smt()
375 			    (o->topo.cu_id != 0xff) &&  in match_smt()
376 			    (c->topo.cu_id == o->topo.cu_id))  in match_smt()
380 	} else if (c->topo.pkg_id == o->topo.pkg_id &&  in match_smt()
381 		   c->topo.die_id == o->topo.die_id &&  in match_smt()
382 		   c->topo.core_id == o->topo.core_id) {  in match_smt()
391 	if (c->topo.pkg_id != o->topo.pkg_id || c->topo.die_id != o->topo.die_id)  in match_die()
395 		return c->topo.amd_node_id == o->topo.amd_node_id;  in match_die()
402 	int cpu1 = c->cpu_index, cpu2 = o->cpu_index;  in match_l2c()
422 	if (c->topo.pkg_id == o->topo.pkg_id)  in match_pkg()
428  * Define intel_cod_cpu[] for Intel COD (Cluster-on-Die) CPUs.
431  * match intel_cod_cpu[] has the SNC (Sub-NUMA Cluster) topology.
434  * by multiple NUMA nodes. The LLC is shared for off-package data
436  * on-package access. CPUID (the source of the information about
451 	int cpu1 = c->cpu_index, cpu2 = o->cpu_index;  in match_llc()
452 	bool intel_snc = id && id->driver_data;  in match_llc()
508  * AMD Magny-Cours, Intel Cluster-on-Die, and Intel
509  * Sub-NUMA Clustering have this.
536 	 * since the NUMA domains will auto-magically create the right spanning  in build_sched_topology()
548 	BUG_ON(i >= ARRAY_SIZE(x86_topology)-1);  in build_sched_topology()
569 		c->booted_cores = 1;  in set_cpu_sibling_map()
601 	 * topology_sibling_cpumask links to be set-up.  in set_cpu_sibling_map()
619 					c->booted_cores++;  in set_cpu_sibling_map()
626 			} else if (i != cpu && !c->booted_cores)  in set_cpu_sibling_map()
627 				c->booted_cores = cpu_data(i).booted_cores;  in set_cpu_sibling_map()
632 /* maps the cpu to the sched domain representing multi-core */
660 	pr_debug("Before bogocount - setting activated=1\n");  in impress_friends()
665  * that there should be a 10ms delay between the BSP asserting INIT
666  * and de-asserting INIT, when starting a remote processor.
670  * Cmdline "init_cpu_udelay=" is available to over-ride this delay.
831 			if (current_node > (-1))  in announce_cpu()
836 			       node_width - num_digits(node), " ", node);  in announce_cpu()
844 		pr_cont("%*s#%d", width - num_digits(cpu), " ", cpu);  in announce_cpu()
873  * NOTE - on most systems this is a PHYSICAL apic ID, but on multiquad
876  * ->wakeup_secondary_cpu.
880 	unsigned long start_ip = real_mode_header->trampoline_start;  in do_boot_cpu()
884 	/* If 64-bit wakeup method exists, use the 64-bit mode trampoline IP */  in do_boot_cpu()
885 	if (apic->wakeup_secondary_cpu_64)  in do_boot_cpu()
886 		start_ip = real_mode_header->trampoline_start64;  in do_boot_cpu()
888 	idle->thread.sp = (unsigned long)task_pt_regs(idle);  in do_boot_cpu()
893 		initial_stack  = idle->thread.sp;  in do_boot_cpu()
926 	 * - Use a method from the APIC driver if one defined, with wakeup  in do_boot_cpu()
927 	 *   straight to 64-bit mode preferred over wakeup to RM.  in do_boot_cpu()
929 	 * - Use an INIT boot APIC message  in do_boot_cpu()
931 	if (apic->wakeup_secondary_cpu_64)  in do_boot_cpu()
932 		ret = apic->wakeup_secondary_cpu_64(apicid, start_ip);  in do_boot_cpu()
933 	else if (apic->wakeup_secondary_cpu)  in do_boot_cpu()
934 		ret = apic->wakeup_secondary_cpu(apicid, start_ip);  in do_boot_cpu()
946 	u32 apicid = apic->cpu_present_to_apicid(cpu);  in native_kick_ap()
951 	pr_debug("++++++++++++++++++++=_---CPU UP  %u\n", cpu);  in native_kick_ap()
955 		return -EINVAL;  in native_kick_ap()
960 		return -EINVAL;  in native_kick_ap()
1011  * arch_disable_smp_support() - Disables SMP support for x86 at boottime
1021  * RED-PEN audit/test this more. I bet there is more state messed up here.
1185 			cpu_data(sibling).booted_cores--;  in remove_siblinginfo()
1206 	c->topo.core_id = 0;  in remove_siblinginfo()
1207 	c->booted_cores = 0;  in remove_siblinginfo()
1315 			(highest_subcstate - 1);  in mwait_play_dead()
1319 	md->status = CPUDEAD_MWAIT_WAIT;  in mwait_play_dead()
1320 	md->control = CPUDEAD_MWAIT_WAIT;  in mwait_play_dead()
1329 		 * The WBINVD is insufficient due to the spurious-wakeup  in mwait_play_dead()
1339 		if (READ_ONCE(md->control) == CPUDEAD_MWAIT_KEXEC_HLT) {  in mwait_play_dead()
1352 			WRITE_ONCE(md->status, CPUDEAD_MWAIT_KEXEC_HLT);  in mwait_play_dead()
1373 		if (READ_ONCE(md->status) != CPUDEAD_MWAIT_WAIT)  in smp_kick_mwait_play_dead()
1377 		for (i = 0; READ_ONCE(md->status) != newstate && i < 1000; i++) {  in smp_kick_mwait_play_dead()
1379 			WRITE_ONCE(md->control, newstate);  in smp_kick_mwait_play_dead()
1383 		if (READ_ONCE(md->status) != newstate)  in smp_kick_mwait_play_dead()
1417 	return -ENOSYS;  in native_cpu_disable()