156 static void __init __sme_early_map_unmap_mem(void *vaddr, unsigned long size,  in __sme_early_map_unmap_mem()  argument
159 	unsigned long paddr = (unsigned long)vaddr - __PAGE_OFFSET;  in __sme_early_map_unmap_mem()
167 		__early_make_pgtable((unsigned long)vaddr, pmd);  in __sme_early_map_unmap_mem()
169 		vaddr += PMD_SIZE;  in __sme_early_map_unmap_mem()
256 static void enc_dec_hypercall(unsigned long vaddr, unsigned long size, bool enc)  in enc_dec_hypercall()  argument
259 	unsigned long vaddr_end = vaddr + size;  in enc_dec_hypercall()
261 	while (vaddr < vaddr_end) {  in enc_dec_hypercall()
266 		kpte = lookup_address(vaddr, &level);  in enc_dec_hypercall()
281 		vaddr = (vaddr & pmask) + psize;  in enc_dec_hypercall()
286 static int amd_enc_status_change_prepare(unsigned long vaddr, int npages, bool enc)  in amd_enc_status_change_prepare()  argument
293 		snp_set_memory_shared(vaddr, npages);  in amd_enc_status_change_prepare()
299 static int amd_enc_status_change_finish(unsigned long vaddr, int npages, bool enc)  in amd_enc_status_change_finish()  argument
306 		snp_set_memory_private(vaddr, npages);  in amd_enc_status_change_finish()
309 		enc_dec_hypercall(vaddr, npages << PAGE_SHIFT, enc);  in amd_enc_status_change_finish()
369 static int __init early_set_memory_enc_dec(unsigned long vaddr,  in early_set_memory_enc_dec()  argument
378 	start = vaddr;  in early_set_memory_enc_dec()
379 	vaddr_next = vaddr;  in early_set_memory_enc_dec()
380 	vaddr_end = vaddr + size;  in early_set_memory_enc_dec()
382 	for (; vaddr < vaddr_end; vaddr = vaddr_next) {  in early_set_memory_enc_dec()
383 		kpte = lookup_address(vaddr, &level);  in early_set_memory_enc_dec()
391 			vaddr_next = (vaddr & PAGE_MASK) + PAGE_SIZE;  in early_set_memory_enc_dec()
404 		if (vaddr == (vaddr & pmask) &&  in early_set_memory_enc_dec()
405 		    ((vaddr_end - vaddr) >= psize)) {  in early_set_memory_enc_dec()
407 			vaddr_next = (vaddr & pmask) + psize;  in early_set_memory_enc_dec()
426 		kernel_physical_mapping_change(__pa(vaddr & pmask),  in early_set_memory_enc_dec()
439 int __init early_set_memory_decrypted(unsigned long vaddr, unsigned long size)  in early_set_memory_decrypted()  argument
441 	return early_set_memory_enc_dec(vaddr, size, false);  in early_set_memory_decrypted()
444 int __init early_set_memory_encrypted(unsigned long vaddr, unsigned long size)  in early_set_memory_encrypted()  argument
446 	return early_set_memory_enc_dec(vaddr, size, true);  in early_set_memory_encrypted()
449 void __init early_set_mem_enc_dec_hypercall(unsigned long vaddr, unsigned long size, bool enc)  in early_set_mem_enc_dec_hypercall()  argument
451 	enc_dec_hypercall(vaddr, size, enc);  in early_set_mem_enc_dec_hypercall()
523 	unsigned long vaddr, vaddr_end, npages;  in mem_encrypt_free_decrypted_mem()  local
526 	vaddr = (unsigned long)__start_bss_decrypted_unused;  in mem_encrypt_free_decrypted_mem()
528 	npages = (vaddr_end - vaddr) >> PAGE_SHIFT;  in mem_encrypt_free_decrypted_mem()
539 		r = set_memory_encrypted(vaddr, npages);  in mem_encrypt_free_decrypted_mem()
546 	free_init_pages("unused decrypted", vaddr, vaddr_end);  in mem_encrypt_free_decrypted_mem()