296 static void gru_flush_cache_cbe(struct gru_control_block_extended *cbe)  in gru_flush_cache_cbe()  argument
298 	if (unlikely(cbe)) {  in gru_flush_cache_cbe()
299 		cbe->cbrexecstatus = 0;         /* make CL dirty */  in gru_flush_cache_cbe()
300 		gru_flush_cache(cbe);  in gru_flush_cache_cbe()
314 			struct gru_control_block_extended *cbe)  in gru_preload_tlb()  argument
319 	if (cbe->opccpy != OP_BCOPY)  in gru_preload_tlb()
322 	if (fault_vaddr == cbe->cbe_baddr0)  in gru_preload_tlb()
323 		vaddr = fault_vaddr + GRU_CACHE_LINE_BYTES * cbe->cbe_src_cl - 1;  in gru_preload_tlb()
324 	else if (fault_vaddr == cbe->cbe_baddr1)  in gru_preload_tlb()
325 		vaddr = fault_vaddr + (1 << cbe->xtypecpy) * cbe->cbe_nelemcur - 1;  in gru_preload_tlb()
360 	struct gru_control_block_extended *cbe = NULL;  in gru_try_dropin()  local
376 		cbe = gru_tfh_to_cbe(tfh);  in gru_try_dropin()
377 		prefetchw(cbe);  in gru_try_dropin()
427 	if (unlikely(cbe) && pageshift == PAGE_SHIFT) {  in gru_try_dropin()
428 		gru_preload_tlb(gru, gts, atomic, vaddr, asid, write, tlb_preload_count, tfh, cbe);  in gru_try_dropin()
429 		gru_flush_cache_cbe(cbe);  in gru_try_dropin()
452 	gru_flush_cache_cbe(cbe);  in gru_try_dropin()
458 	gru_flush_cache_cbe(cbe);  in gru_try_dropin()
466 	gru_flush_cache_cbe(cbe);  in gru_try_dropin()
474 	gru_flush_cache_cbe(cbe);  in gru_try_dropin()
485 	gru_flush_cache_cbe(cbe);  in gru_try_dropin()
495 	gru_flush_cache_cbe(cbe);  in gru_try_dropin()
506 	gru_flush_cache_cbe(cbe);  in gru_try_dropin()
694 	struct gru_control_block_extended *cbe;  in gru_get_exception_detail()  local
712 		cbe = get_cbe_by_index(gts->ts_gru, cbrnum);  in gru_get_exception_detail()
713 		gru_flush_cache(cbe);	/* CBE not coherent */  in gru_get_exception_detail()
715 		excdet.opc = cbe->opccpy;  in gru_get_exception_detail()
716 		excdet.exopc = cbe->exopccpy;  in gru_get_exception_detail()
717 		excdet.ecause = cbe->ecause;  in gru_get_exception_detail()
718 		excdet.exceptdet0 = cbe->idef1upd;  in gru_get_exception_detail()
719 		excdet.exceptdet1 = cbe->idef3upd;  in gru_get_exception_detail()
720 		excdet.cbrstate = cbe->cbrstate;  in gru_get_exception_detail()
721 		excdet.cbrexecstatus = cbe->cbrexecstatus;  in gru_get_exception_detail()
722 		gru_flush_cache_cbe(cbe);  in gru_get_exception_detail()