Lines Matching refs:vaddr

156 static void __init __sme_early_map_unmap_mem(void *vaddr, unsigned long size,  in __sme_early_map_unmap_mem()  argument
159 unsigned long paddr = (unsigned long)vaddr - __PAGE_OFFSET; in __sme_early_map_unmap_mem()
167 __early_make_pgtable((unsigned long)vaddr, pmd); in __sme_early_map_unmap_mem()
169 vaddr += PMD_SIZE; in __sme_early_map_unmap_mem()
256 static void enc_dec_hypercall(unsigned long vaddr, unsigned long size, bool enc) in enc_dec_hypercall() argument
259 unsigned long vaddr_end = vaddr + size; in enc_dec_hypercall()
261 while (vaddr < vaddr_end) { in enc_dec_hypercall()
266 kpte = lookup_address(vaddr, &level); in enc_dec_hypercall()
281 vaddr = (vaddr & pmask) + psize; in enc_dec_hypercall()
286 static int amd_enc_status_change_prepare(unsigned long vaddr, int npages, bool enc) in amd_enc_status_change_prepare() argument
293 snp_set_memory_shared(vaddr, npages); in amd_enc_status_change_prepare()
299 static int amd_enc_status_change_finish(unsigned long vaddr, int npages, bool enc) in amd_enc_status_change_finish() argument
306 snp_set_memory_private(vaddr, npages); in amd_enc_status_change_finish()
309 enc_dec_hypercall(vaddr, npages << PAGE_SHIFT, enc); in amd_enc_status_change_finish()
369 static int __init early_set_memory_enc_dec(unsigned long vaddr, in early_set_memory_enc_dec() argument
378 start = vaddr; in early_set_memory_enc_dec()
379 vaddr_next = vaddr; in early_set_memory_enc_dec()
380 vaddr_end = vaddr + size; in early_set_memory_enc_dec()
382 for (; vaddr < vaddr_end; vaddr = vaddr_next) { in early_set_memory_enc_dec()
383 kpte = lookup_address(vaddr, &level); in early_set_memory_enc_dec()
391 vaddr_next = (vaddr & PAGE_MASK) + PAGE_SIZE; in early_set_memory_enc_dec()
404 if (vaddr == (vaddr & pmask) && in early_set_memory_enc_dec()
405 ((vaddr_end - vaddr) >= psize)) { in early_set_memory_enc_dec()
407 vaddr_next = (vaddr & pmask) + psize; in early_set_memory_enc_dec()
426 kernel_physical_mapping_change(__pa(vaddr & pmask), in early_set_memory_enc_dec()
439 int __init early_set_memory_decrypted(unsigned long vaddr, unsigned long size) in early_set_memory_decrypted() argument
441 return early_set_memory_enc_dec(vaddr, size, false); in early_set_memory_decrypted()
444 int __init early_set_memory_encrypted(unsigned long vaddr, unsigned long size) in early_set_memory_encrypted() argument
446 return early_set_memory_enc_dec(vaddr, size, true); in early_set_memory_encrypted()
449 void __init early_set_mem_enc_dec_hypercall(unsigned long vaddr, unsigned long size, bool enc) in early_set_mem_enc_dec_hypercall() argument
451 enc_dec_hypercall(vaddr, size, enc); in early_set_mem_enc_dec_hypercall()
523 unsigned long vaddr, vaddr_end, npages; in mem_encrypt_free_decrypted_mem() local
526 vaddr = (unsigned long)__start_bss_decrypted_unused; in mem_encrypt_free_decrypted_mem()
528 npages = (vaddr_end - vaddr) >> PAGE_SHIFT; in mem_encrypt_free_decrypted_mem()
539 r = set_memory_encrypted(vaddr, npages); in mem_encrypt_free_decrypted_mem()
546 free_init_pages("unused decrypted", vaddr, vaddr_end); in mem_encrypt_free_decrypted_mem()