88 static bool kvm_pte_table(kvm_pte_t pte, s8 level)  in kvm_pte_table()
99 static kvm_pte_t *kvm_pte_follow(kvm_pte_t pte, struct kvm_pgtable_mm_ops *mm_ops)  in kvm_pte_follow()
104 static void kvm_clear_pte(kvm_pte_t *ptep)  in kvm_clear_pte()
109 static kvm_pte_t kvm_init_table_pte(kvm_pte_t *childp, struct kvm_pgtable_mm_ops *mm_ops)  in kvm_init_table_pte()
111 	kvm_pte_t pte = kvm_phys_to_pte(mm_ops->virt_to_phys(childp));  in kvm_init_table_pte()
118 static kvm_pte_t kvm_init_valid_leaf_pte(u64 pa, kvm_pte_t attr, s8 level)  in kvm_init_valid_leaf_pte()
120 	kvm_pte_t pte = kvm_phys_to_pte(pa);  in kvm_init_valid_leaf_pte()
131 static kvm_pte_t kvm_init_invalid_leaf_owner(u8 owner_id)  in kvm_init_invalid_leaf_owner()
174 	kvm_pte_t *ptep = kvm_dereference_pteref(data->walker, pteref);  in __kvm_pgtable_visit()
304 	kvm_pte_t	pte;
320 			 kvm_pte_t *ptep, s8 *level)  in kvm_pgtable_get_leaf()
344 	kvm_pte_t			attr;
347 static int hyp_set_prot_attr(enum kvm_pgtable_prot prot, kvm_pte_t *ptep)  in hyp_set_prot_attr()
351 	kvm_pte_t attr = FIELD_PREP(KVM_PTE_LEAF_ATTR_LO_S1_ATTRIDX, mtype);  in hyp_set_prot_attr()
382 enum kvm_pgtable_prot kvm_pgtable_hyp_pte_prot(kvm_pte_t pte)  in kvm_pgtable_hyp_pte_prot()
406 	kvm_pte_t new;  in hyp_map_walker_try_leaf()
426 	kvm_pte_t *childp, new;  in hyp_map_walker()
436 	childp = (kvm_pte_t *)mm_ops->zalloc_page(NULL);  in hyp_map_walker()
473 	kvm_pte_t *childp = NULL;  in hyp_unmap_walker()
579 	kvm_pte_t			attr;
582 	kvm_pte_t			*anchor;
583 	kvm_pte_t			*childp;
676 				kvm_pte_t *ptep)  in stage2_set_prot_attr()
678 	kvm_pte_t attr;  in stage2_set_prot_attr()
718 enum kvm_pgtable_prot kvm_pgtable_stage2_pte_prot(kvm_pte_t pte)  in kvm_pgtable_stage2_pte_prot()
735 static bool stage2_pte_needs_update(kvm_pte_t old, kvm_pte_t new)  in stage2_pte_needs_update()
743 static bool stage2_pte_is_counted(kvm_pte_t pte)  in stage2_pte_is_counted()
753 static bool stage2_pte_is_locked(kvm_pte_t pte)  in stage2_pte_is_locked()
758 static bool stage2_try_set_pte(const struct kvm_pgtable_visit_ctx *ctx, kvm_pte_t new)  in stage2_try_set_pte()
821 static void stage2_make_pte(const struct kvm_pgtable_visit_ctx *ctx, kvm_pte_t new)  in stage2_make_pte()
872 static bool stage2_pte_cacheable(struct kvm_pgtable *pgt, kvm_pte_t pte)  in stage2_pte_cacheable()
878 static bool stage2_pte_executable(kvm_pte_t pte)  in stage2_pte_executable()
917 	kvm_pte_t new;  in stage2_map_walker_try_leaf()
977 	kvm_pte_t *childp = kvm_pte_follow(ctx->old, mm_ops);  in stage2_map_walk_table_pre()
995 	kvm_pte_t *childp, new;  in stage2_map_walk_leaf()
1114 	kvm_pte_t *childp = NULL;  in stage2_unmap_walker()
1169 	kvm_pte_t			attr_set;
1170 	kvm_pte_t			attr_clr;
1171 	kvm_pte_t			pte;
1178 	kvm_pte_t pte = ctx->old;  in stage2_attr_walker()
1213 				    u64 size, kvm_pte_t attr_set,  in stage2_update_leaf_attrs()
1214 				    kvm_pte_t attr_clr, kvm_pte_t *orig_pte,  in stage2_update_leaf_attrs()
1218 	kvm_pte_t attr_mask = KVM_PTE_LEAF_ATTR_LO | KVM_PTE_LEAF_ATTR_HI;  in stage2_update_leaf_attrs()
1248 kvm_pte_t kvm_pgtable_stage2_mkyoung(struct kvm_pgtable *pgt, u64 addr)  in kvm_pgtable_stage2_mkyoung()
1250 	kvm_pte_t pte = 0;  in kvm_pgtable_stage2_mkyoung()
1271 	kvm_pte_t new = ctx->old & ~KVM_PTE_LEAF_ATTR_LO_S2_AF;  in stage2_age_walker()
1318 	kvm_pte_t set = 0, clr = 0;  in kvm_pgtable_stage2_relax_perms()
1369 kvm_pte_t *kvm_pgtable_stage2_create_unlinked(struct kvm_pgtable *pgt,  in kvm_pgtable_stage2_create_unlinked()
1398 	kvm_pte_t *pgtable;  in kvm_pgtable_stage2_create_unlinked()
1449 	kvm_pte_t pte = ctx->old, new, *childp;  in stage2_split_walker()