16 #define copy_from_kernel_nofault_loop(dst, src, len, type, err_label)	\  argument
18 		__get_kernel_nofault(dst, src, type, err_label);		\
20 		src += sizeof(type);					\
24 long copy_from_kernel_nofault(void *dst, const void *src, size_t size)  in copy_from_kernel_nofault()  argument
29 		align = (unsigned long)dst | (unsigned long)src;  in copy_from_kernel_nofault()
31 	if (!copy_from_kernel_nofault_allowed(src, size))  in copy_from_kernel_nofault()
36 		copy_from_kernel_nofault_loop(dst, src, size, u64, Efault);  in copy_from_kernel_nofault()
38 		copy_from_kernel_nofault_loop(dst, src, size, u32, Efault);  in copy_from_kernel_nofault()
40 		copy_from_kernel_nofault_loop(dst, src, size, u16, Efault);  in copy_from_kernel_nofault()
41 	copy_from_kernel_nofault_loop(dst, src, size, u8, Efault);  in copy_from_kernel_nofault()
50 #define copy_to_kernel_nofault_loop(dst, src, len, type, err_label)	\  argument
52 		__put_kernel_nofault(dst, src, type, err_label);		\
54 		src += sizeof(type);					\
58 long copy_to_kernel_nofault(void *dst, const void *src, size_t size)  in copy_to_kernel_nofault()  argument
63 		align = (unsigned long)dst | (unsigned long)src;  in copy_to_kernel_nofault()
67 		copy_to_kernel_nofault_loop(dst, src, size, u64, Efault);  in copy_to_kernel_nofault()
69 		copy_to_kernel_nofault_loop(dst, src, size, u32, Efault);  in copy_to_kernel_nofault()
71 		copy_to_kernel_nofault_loop(dst, src, size, u16, Efault);  in copy_to_kernel_nofault()
72 	copy_to_kernel_nofault_loop(dst, src, size, u8, Efault);  in copy_to_kernel_nofault()
82 	const void *src = unsafe_addr;  in strncpy_from_kernel_nofault()  local
91 		__get_kernel_nofault(dst, src, u8, Efault);  in strncpy_from_kernel_nofault()
93 		src++;  in strncpy_from_kernel_nofault()
94 	} while (dst[-1] && src - unsafe_addr < count);  in strncpy_from_kernel_nofault()
98 	return src - unsafe_addr;  in strncpy_from_kernel_nofault()
108  * @src: address to read from. This must be a user address.
111  * Safely read from user address @src to the buffer at @dst. If a kernel fault
114 long copy_from_user_nofault(void *dst, const void __user *src, size_t size)  in copy_from_user_nofault()  argument
118 	if (!__access_ok(src, size))  in copy_from_user_nofault()
125 	ret = __copy_from_user_inatomic(dst, src, size);  in copy_from_user_nofault()
137  * @src: pointer to the data that shall be written
140  * Safely write to address @dst from the buffer at @src.  If a kernel fault
143 long copy_to_user_nofault(void __user *dst, const void *src, size_t size)  in copy_to_user_nofault()  argument
149 		ret = __copy_to_user_inatomic(dst, src, size);  in copy_to_user_nofault()