include/asm/percpu.h

1 /* SPDX-License-Identifier: GPL-2.0 */
66  * arch_raw_cpu_ptr should not be used in 32-bit VDSO for a 64-bit
101  * Initialized pointers to per-CPU variables needed for the boot
117  * For arch-specific code, we can use direct single-insn ops (they
193  * The generic per-CPU infrastrucutre is not suitable for
194  * reading const-qualified variables.
232  * Generate a per-CPU add to memory instruction and optimize code
238 			      ((val) == 1 || (val) == -1)) ?		\
248 	else if (pao_ID__ == -1)					\
270  * raw_cpu_xchg() can use a load-store since
271  * it is not required to be IRQ-safe.
298  * more efficient for CPU-local operations.
324 		  CC_SET(z)						\
325 		  : CC_OUT(z) (success),				\
343 			u32 low, high;					\
354 		    "+d" (old__.high)					\
356 		    "c" (new__.high),					\
373 			u32 low, high;					\
382 		  CC_SET(z)						\
383 		  : CC_OUT(z) (success),				\
386 		    "+d" (old__.high)					\
388 		    "c" (new__.high),					\
414 			u64 low, high;					\
425 		    "+d" (old__.high)					\
427 		    "c" (new__.high),					\
444 			u64 low, high;					\
453 		  CC_SET(z)						\
454 		  : CC_OUT(z) (success),				\
457 		    "+d" (old__.high)					\
459 		    "c" (new__.high),					\
537  * Per-CPU atomic 64-bit operations are only available under 64-bit kernels.
538  * 32-bit kernels must fall back to generic operations.
570 /* There is no generic 64-bit read stable operation for 32-bit targets. */
580  * this_cpu_read() makes the compiler load the per-CPU variable every time
585  * actually per-thread variables implemented as per-CPU variables and
616 #include <asm-generic/percpu.h>
634 				{ [0 ... NR_CPUS-1] = _initvalue };	\
640 				{ [0 ... NR_CPUS-1] = _initvalue };	\