34 static int __kprobes spurious_fault(unsigned long write, unsigned long address)  in spurious_fault()  argument
42 	if (!(address & __UA_LIMIT))  in spurious_fault()
45 	pgd = pgd_offset_k(address);  in spurious_fault()
49 	p4d = p4d_offset(pgd, address);  in spurious_fault()
53 	pud = pud_offset(p4d, address);  in spurious_fault()
57 	pmd = pmd_offset(pud, address);  in spurious_fault()
64 		pte = pte_offset_kernel(pmd, address);  in spurious_fault()
73 			unsigned long write, unsigned long address)  in no_context()  argument
77 	if (spurious_fault(write, address))  in no_context()
84 	if (kfence_handle_page_fault(address, write, regs))  in no_context()
95 	       raw_smp_processor_id(), field, address, field, regs->csr_era,  in no_context()
101 			unsigned long write, unsigned long address)  in do_out_of_memory()  argument
108 		no_context(regs, write, address);  in do_out_of_memory()
115 		unsigned long write, unsigned long address, int si_code)  in do_sigbus()  argument
119 		no_context(regs, write, address);  in do_sigbus()
127 	current->thread.csr_badvaddr = address;  in do_sigbus()
129 	force_sig_fault(SIGBUS, BUS_ADRERR, (void __user *)address);  in do_sigbus()
133 		unsigned long write, unsigned long address, int si_code)  in do_sigsegv()  argument
140 		no_context(regs, write, address);  in do_sigsegv()
145 	current->thread.csr_badvaddr = address;  in do_sigsegv()
157 			field, address);  in do_sigsegv()
167 	force_sig_fault(SIGSEGV, si_code, (void __user *)address);  in do_sigsegv()
176 			unsigned long write, unsigned long address)  in __do_page_fault()  argument
197 	if (address & __UA_LIMIT) {  in __do_page_fault()
199 			no_context(regs, write, address);  in __do_page_fault()
201 			do_sigsegv(regs, write, address, si_code);  in __do_page_fault()
210 		do_sigsegv(regs, write, address, si_code);  in __do_page_fault()
217 	perf_sw_event(PERF_COUNT_SW_PAGE_FAULTS, 1, regs, address);  in __do_page_fault()
219 	vma = lock_mm_and_find_vma(mm, address, regs);  in __do_page_fault()
231 	do_sigsegv(regs, write, address, si_code);  in __do_page_fault()
246 		if (!(vma->vm_flags & VM_EXEC) && address == exception_era(regs))  in __do_page_fault()
248 		if (!(vma->vm_flags & (VM_READ | VM_WRITE)) && address != exception_era(regs))  in __do_page_fault()
257 	fault = handle_mm_fault(vma, address, flags, regs);  in __do_page_fault()
261 			no_context(regs, write, address);  in __do_page_fault()
282 			do_out_of_memory(regs, write, address);  in __do_page_fault()
285 			do_sigsegv(regs, write, address, si_code);  in __do_page_fault()
288 			do_sigbus(regs, write, address, si_code);  in __do_page_fault()
298 			unsigned long write, unsigned long address)  in do_page_fault()  argument
306 	__do_page_fault(regs, write, address);  in do_page_fault()