433 				    unsigned long psize)  in __tlbiel_va_range()  argument
436 	unsigned long ap = mmu_get_ap(psize);  in __tlbiel_va_range()
443 				       unsigned long psize, unsigned long ric)  in _tlbiel_va()  argument
445 	unsigned long ap = mmu_get_ap(psize);  in _tlbiel_va()
454 				    unsigned long psize, bool also_pwc)  in _tlbiel_va_range()  argument
459 	__tlbiel_va_range(start, end, pid, page_size, psize);  in _tlbiel_va_range()
465 				    unsigned long psize)  in __tlbie_va_range()  argument
468 	unsigned long ap = mmu_get_ap(psize);  in __tlbie_va_range()
477 				      unsigned long psize, unsigned long ric)  in _tlbie_va()  argument
479 	unsigned long ap = mmu_get_ap(psize);  in _tlbie_va()
490 	unsigned long psize;  member
499 		_tlbiel_va(t->va, t->pid, t->psize, RIC_FLUSH_TLB);  in do_tlbiel_va()
501 		_tlbiel_va(t->va, t->pid, t->psize, RIC_FLUSH_PWC);  in do_tlbiel_va()
503 		_tlbiel_va(t->va, t->pid, t->psize, RIC_FLUSH_ALL);  in do_tlbiel_va()
508 				unsigned long psize, unsigned long ric)  in _tlbiel_va_multicast()  argument
511 	struct tlbiel_va t = { .va = va, .pid = pid, .psize = psize, .ric = ric };  in _tlbiel_va_multicast()
514 		_tlbie_va(va, pid, psize, RIC_FLUSH_TLB);  in _tlbiel_va_multicast()
522 	unsigned long psize;  member
531 				    t->psize, t->also_pwc);  in do_tlbiel_va_range()
535 			      unsigned long psize, unsigned long ric)  in _tlbie_lpid_va()  argument
537 	unsigned long ap = mmu_get_ap(psize);  in _tlbie_lpid_va()
547 				    unsigned long psize, bool also_pwc)  in _tlbie_va_range()  argument
552 	__tlbie_va_range(start, end, pid, page_size, psize);  in _tlbie_va_range()
559 				unsigned long psize, bool also_pwc)  in _tlbiel_va_range_multicast()  argument
564 				.psize = psize, .also_pwc = also_pwc };  in _tlbiel_va_range_multicast()
568 		_tlbie_va_range(start, end, pid, page_size, psize, also_pwc);  in _tlbiel_va_range_multicast()
616 				       int psize)  in radix__local_flush_tlb_page_psize()  argument
624 	_tlbiel_va(vmaddr, pid, psize, RIC_FLUSH_TLB);  in radix__local_flush_tlb_page_psize()
915 				 int psize)  in radix__flush_tlb_page_psize()  argument
928 		_tlbiel_va(vmaddr, pid, psize, RIC_FLUSH_TLB);  in radix__flush_tlb_page_psize()
934 			pg_sizes = psize_to_rpti_pgsize(psize);  in radix__flush_tlb_page_psize()
935 			size = 1UL << mmu_psize_to_shift(psize);  in radix__flush_tlb_page_psize()
943 			_tlbie_va(vmaddr, pid, psize, RIC_FLUSH_TLB);  in radix__flush_tlb_page_psize()
945 			_tlbiel_va_multicast(mm, vmaddr, pid, psize, RIC_FLUSH_TLB);  in radix__flush_tlb_page_psize()
1132 	int psize;  in radix_get_mmu_psize()  local
1135 		psize = mmu_virtual_psize;  in radix_get_mmu_psize()
1137 		psize = MMU_PAGE_2M;  in radix_get_mmu_psize()
1139 		psize = MMU_PAGE_1G;  in radix_get_mmu_psize()
1142 	return psize;  in radix_get_mmu_psize()
1152 	int psize = radix_get_mmu_psize(page_size);  in radix__flush_tlb_lpid_page()  local
1154 	_tlbie_lpid_va(addr, lpid, psize, RIC_FLUSH_TLB);  in radix__flush_tlb_lpid_page()
1186 	int psize = 0;  in radix__tlb_flush()  local
1222 	} else if ( (psize = radix_get_mmu_psize(page_size)) == -1) {  in radix__tlb_flush()
1229 			radix__flush_tlb_range_psize(mm, start, end, psize);  in radix__tlb_flush()
1231 			radix__flush_tlb_pwc_range_psize(mm, start, end, psize);  in radix__tlb_flush()
1237 				int psize, bool also_pwc)  in __radix__flush_tlb_range_psize()  argument
1240 	unsigned int page_shift = mmu_psize_defs[psize].shift;  in __radix__flush_tlb_range_psize()
1266 		unsigned long pg_sizes = psize_to_rpti_pgsize(psize);  in __radix__flush_tlb_range_psize()
1291 			_tlbiel_va_range(start, end, pid, page_size, psize, also_pwc);  in __radix__flush_tlb_range_psize()
1293 			_tlbie_va_range(start, end, pid, page_size, psize, also_pwc);  in __radix__flush_tlb_range_psize()
1296 					start, end, pid, page_size, psize, also_pwc);  in __radix__flush_tlb_range_psize()
1304 				  unsigned long end, int psize)  in radix__flush_tlb_range_psize()  argument
1306 	return __radix__flush_tlb_range_psize(mm, start, end, psize, false);  in radix__flush_tlb_range_psize()
1310 				      unsigned long end, int psize)  in radix__flush_tlb_pwc_range_psize()  argument
1312 	__radix__flush_tlb_range_psize(mm, start, end, psize, true);  in radix__flush_tlb_pwc_range_psize()
1500 					 unsigned long psize)  in __tlbie_va_range_lpid()  argument
1503 	unsigned long ap = mmu_get_ap(psize);  in __tlbie_va_range_lpid()
1514 					unsigned long psize, bool also_pwc)  in _tlbie_va_range_lpid()  argument
1519 	__tlbie_va_range_lpid(start, end, pid, lpid, page_size, psize);  in _tlbie_va_range_lpid()
1531 	unsigned long psize, nr_pages;  in do_h_rpt_invalidate_prt()  local
1552 	for (psize = 0; psize < MMU_PAGE_COUNT; psize++) {  in do_h_rpt_invalidate_prt()
1553 		def = &mmu_psize_defs[psize];  in do_h_rpt_invalidate_prt()
1571 				     (1UL << def->shift), psize, false);  in do_h_rpt_invalidate_prt()