| /linux-6.12.1/arch/x86/include/asm/ |
| D | set_memory.h | 10 int set_memory_rox(unsigned long addr, int numpages);
41 int __set_memory_prot(unsigned long addr, int numpages, pgprot_t prot);
42 int _set_memory_uc(unsigned long addr, int numpages);
43 int _set_memory_wc(unsigned long addr, int numpages);
44 int _set_memory_wt(unsigned long addr, int numpages);
45 int _set_memory_wb(unsigned long addr, int numpages);
46 int set_memory_uc(unsigned long addr, int numpages);
47 int set_memory_wc(unsigned long addr, int numpages);
48 int set_memory_wb(unsigned long addr, int numpages);
49 int set_memory_np(unsigned long addr, int numpages);
[all …]
|
| /linux-6.12.1/arch/powerpc/include/asm/ |
| D | set_memory.h | 13 int change_memory_attr(unsigned long addr, int numpages, long action);
15 static inline int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument
17 return change_memory_attr(addr, numpages, SET_MEMORY_RO); in set_memory_ro()
20 static inline int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument
22 return change_memory_attr(addr, numpages, SET_MEMORY_RW); in set_memory_rw()
25 static inline int set_memory_nx(unsigned long addr, int numpages) in set_memory_nx() argument
27 return change_memory_attr(addr, numpages, SET_MEMORY_NX); in set_memory_nx()
30 static inline int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument
32 return change_memory_attr(addr, numpages, SET_MEMORY_X); in set_memory_x()
35 static inline int set_memory_np(unsigned long addr, int numpages) in set_memory_np() argument
[all …]
|
| D | mem_encrypt.h | 18 int set_memory_encrypted(unsigned long addr, int numpages);
19 int set_memory_decrypted(unsigned long addr, int numpages);
|
| /linux-6.12.1/arch/x86/mm/pat/ |
| D | set_memory.c | 48 unsigned long numpages; member
395 for (i = 0; i < cpa->numpages; i++) in __cpa_flush_tlb()
411 if (cpa->force_flush_all || cpa->numpages > tlb_single_page_flush_ceiling) in cpa_flush()
420 for (i = 0; i < cpa->numpages; i++) { in cpa_flush()
882 unsigned long numpages, pmask, psize, lpaddr, pfn, old_pfn; in __should_split_large_page() local
919 numpages = (lpaddr - address) >> PAGE_SHIFT; in __should_split_large_page()
920 if (numpages < cpa->numpages) in __should_split_large_page()
921 cpa->numpages = numpages; in __should_split_large_page()
957 numpages = psize >> PAGE_SHIFT; in __should_split_large_page()
964 chk_prot = static_protections(old_prot, lpaddr, old_pfn, numpages, in __should_split_large_page()
[all …]
|
| /linux-6.12.1/arch/arm/include/asm/ |
| D | set_memory.h | 10 int set_memory_ro(unsigned long addr, int numpages);
11 int set_memory_rw(unsigned long addr, int numpages);
12 int set_memory_x(unsigned long addr, int numpages);
13 int set_memory_nx(unsigned long addr, int numpages);
14 int set_memory_valid(unsigned long addr, int numpages, int enable);
16 static inline int set_memory_ro(unsigned long addr, int numpages) { return 0; } in set_memory_ro() argument
17 static inline int set_memory_rw(unsigned long addr, int numpages) { return 0; } in set_memory_rw() argument
18 static inline int set_memory_x(unsigned long addr, int numpages) { return 0; } in set_memory_x() argument
19 static inline int set_memory_nx(unsigned long addr, int numpages) { return 0; } in set_memory_nx() argument
|
| /linux-6.12.1/arch/arm/mm/ |
| D | pageattr.c | 54 static int change_memory_common(unsigned long addr, int numpages, in change_memory_common() argument
58 unsigned long end = PAGE_ALIGN(addr) + numpages * PAGE_SIZE; in change_memory_common()
73 int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument
75 return change_memory_common(addr, numpages, in set_memory_ro()
80 int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument
82 return change_memory_common(addr, numpages, in set_memory_rw()
87 int set_memory_nx(unsigned long addr, int numpages) in set_memory_nx() argument
89 return change_memory_common(addr, numpages, in set_memory_nx()
94 int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument
96 return change_memory_common(addr, numpages, in set_memory_x()
[all …]
|
| /linux-6.12.1/arch/riscv/include/asm/ |
| D | set_memory.h | 14 int set_memory_ro(unsigned long addr, int numpages);
15 int set_memory_rw(unsigned long addr, int numpages);
16 int set_memory_x(unsigned long addr, int numpages);
17 int set_memory_nx(unsigned long addr, int numpages);
18 int set_memory_rw_nx(unsigned long addr, int numpages);
30 static inline int set_memory_ro(unsigned long addr, int numpages) { return 0; } in set_memory_ro() argument
31 static inline int set_memory_rw(unsigned long addr, int numpages) { return 0; } in set_memory_rw() argument
32 static inline int set_memory_x(unsigned long addr, int numpages) { return 0; } in set_memory_x() argument
33 static inline int set_memory_nx(unsigned long addr, int numpages) { return 0; } in set_memory_nx() argument
34 static inline int set_memory_rw_nx(unsigned long addr, int numpages) { return 0; } in set_memory_rw_nx() argument
|
| /linux-6.12.1/arch/arm64/mm/ |
| D | pageattr.c | 67 static int change_memory_common(unsigned long addr, int numpages, in change_memory_common() argument
71 unsigned long size = PAGE_SIZE * numpages; in change_memory_common()
101 if (!numpages) in change_memory_common()
125 int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument
127 return change_memory_common(addr, numpages, in set_memory_ro()
132 int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument
134 return change_memory_common(addr, numpages, in set_memory_rw()
139 int set_memory_nx(unsigned long addr, int numpages) in set_memory_nx() argument
141 return change_memory_common(addr, numpages, in set_memory_nx()
146 int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument
[all …]
|
| D | mem_encrypt.c | 34 int set_memory_encrypted(unsigned long addr, int numpages) in set_memory_encrypted() argument
39 return crypt_ops->encrypt(addr, numpages); in set_memory_encrypted()
43 int set_memory_decrypted(unsigned long addr, int numpages) in set_memory_decrypted() argument
48 return crypt_ops->decrypt(addr, numpages); in set_memory_decrypted()
|
| /linux-6.12.1/include/linux/ |
| D | set_memory.h | 11 static inline int __must_check set_memory_ro(unsigned long addr, int numpages) { return 0; } in set_memory_ro() argument
12 static inline int __must_check set_memory_rw(unsigned long addr, int numpages) { return 0; } in set_memory_rw() argument
13 static inline int __must_check set_memory_x(unsigned long addr, int numpages) { return 0; } in set_memory_x() argument
14 static inline int __must_check set_memory_nx(unsigned long addr, int numpages) { return 0; } in set_memory_nx() argument
18 static inline int set_memory_rox(unsigned long addr, int numpages) in set_memory_rox() argument
20 int ret = set_memory_ro(addr, numpages); in set_memory_rox()
23 return set_memory_x(addr, numpages); in set_memory_rox()
70 static inline int set_memory_encrypted(unsigned long addr, int numpages) in set_memory_encrypted() argument
75 static inline int set_memory_decrypted(unsigned long addr, int numpages) in set_memory_decrypted() argument
|
| /linux-6.12.1/arch/loongarch/mm/ |
| D | pageattr.c | 106 static int __set_memory(unsigned long addr, int numpages, pgprot_t set_mask, pgprot_t clear_mask) in __set_memory() argument
110 unsigned long end = start + PAGE_SIZE * numpages; in __set_memory()
116 if (!numpages) in __set_memory()
128 int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument
133 return __set_memory(addr, numpages, __pgprot(0), __pgprot(_PAGE_NO_EXEC)); in set_memory_x()
136 int set_memory_nx(unsigned long addr, int numpages) in set_memory_nx() argument
141 return __set_memory(addr, numpages, __pgprot(_PAGE_NO_EXEC), __pgprot(0)); in set_memory_nx()
144 int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument
149 return __set_memory(addr, numpages, __pgprot(0), __pgprot(_PAGE_WRITE | _PAGE_DIRTY)); in set_memory_ro()
152 int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument
[all …]
|
| /linux-6.12.1/arch/s390/include/asm/ |
| D | set_memory.h | 27 int __set_memory(unsigned long addr, unsigned long numpages, unsigned long flags);
42 static inline int fname(unsigned long addr, int numpages) \
44 return __set_memory(addr, numpages, (flags)); \
49 unsigned long numpages; \
51 numpages = (end - start) >> PAGE_SHIFT; \
52 return __set_memory((unsigned long)start, numpages, (flags)); \
|
| D | mem_encrypt.h | 7 int set_memory_encrypted(unsigned long vaddr, int numpages);
8 int set_memory_decrypted(unsigned long vaddr, int numpages);
|
| /linux-6.12.1/arch/powerpc/mm/ |
| D | pageattr.c | 75 int change_memory_attr(unsigned long addr, int numpages, long action) in change_memory_attr() argument
78 unsigned long size = numpages * PAGE_SIZE; in change_memory_attr()
80 if (!numpages) in change_memory_attr()
108 void __kernel_map_pages(struct page *page, int numpages, int enable) in __kernel_map_pages() argument
117 err = hash__kernel_map_pages(page, numpages, enable); in __kernel_map_pages()
119 err = set_memory_p(addr, numpages); in __kernel_map_pages()
121 err = set_memory_np(addr, numpages); in __kernel_map_pages()
|
| D | pgtable_32.c | 135 unsigned long numpages = PFN_UP((unsigned long)_einittext) - in __mark_initmem_nx() local
142 err = set_memory_nx((unsigned long)_sinittext, numpages); in __mark_initmem_nx()
145 err = set_memory_rw((unsigned long)_sinittext, numpages); in __mark_initmem_nx()
161 unsigned long numpages; in __mark_rodata_ro() local
174 numpages = PFN_UP((unsigned long)__end_rodata) - in __mark_rodata_ro()
177 return set_memory_ro((unsigned long)_stext, numpages); in __mark_rodata_ro()
|
| /linux-6.12.1/arch/riscv/mm/ |
| D | pageattr.c | 262 static int __set_memory(unsigned long addr, int numpages, pgprot_t set_mask, in __set_memory() argument
267 unsigned long end = start + PAGE_SIZE * numpages; in __set_memory()
275 if (!numpages) in __set_memory()
294 for (i = page_start; i < page_start + numpages; ++i) { in __set_memory()
349 int set_memory_rw_nx(unsigned long addr, int numpages) in set_memory_rw_nx() argument
351 return __set_memory(addr, numpages, __pgprot(_PAGE_READ | _PAGE_WRITE), in set_memory_rw_nx()
355 int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument
357 return __set_memory(addr, numpages, __pgprot(_PAGE_READ), in set_memory_ro()
361 int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument
363 return __set_memory(addr, numpages, __pgprot(_PAGE_READ | _PAGE_WRITE), in set_memory_rw()
[all …]
|
| /linux-6.12.1/drivers/virt/coco/pkvm-guest/ |
| D | arm-pkvm-guest.c | 38 static int __set_memory_range(u32 func_id, unsigned long start, int numpages) in __set_memory_range() argument
40 void *addr = (void *)start, *end = addr + numpages * PAGE_SIZE; in __set_memory_range()
55 static int pkvm_set_memory_encrypted(unsigned long addr, int numpages) in pkvm_set_memory_encrypted() argument
58 addr, numpages); in pkvm_set_memory_encrypted()
61 static int pkvm_set_memory_decrypted(unsigned long addr, int numpages) in pkvm_set_memory_decrypted() argument
64 addr, numpages); in pkvm_set_memory_decrypted()
|
| /linux-6.12.1/include/asm-generic/ |
| D | set_memory.h | 8 int set_memory_ro(unsigned long addr, int numpages);
9 int set_memory_rw(unsigned long addr, int numpages);
10 int set_memory_x(unsigned long addr, int numpages);
11 int set_memory_nx(unsigned long addr, int numpages);
|
| /linux-6.12.1/arch/arm64/include/asm/ |
| D | mem_encrypt.h | 6 int (*encrypt)(unsigned long addr, int numpages);
7 int (*decrypt)(unsigned long addr, int numpages);
12 int set_memory_encrypted(unsigned long addr, int numpages);
13 int set_memory_decrypted(unsigned long addr, int numpages);
|
| D | set_memory.h | 12 int set_memory_valid(unsigned long addr, int numpages, int enable);
|
| /linux-6.12.1/arch/loongarch/include/asm/ |
| D | set_memory.h | 12 int set_memory_x(unsigned long addr, int numpages);
13 int set_memory_nx(unsigned long addr, int numpages);
14 int set_memory_ro(unsigned long addr, int numpages);
15 int set_memory_rw(unsigned long addr, int numpages);
|
| /linux-6.12.1/arch/powerpc/platforms/pseries/ |
| D | svm.c | 40 int set_memory_encrypted(unsigned long addr, int numpages) in set_memory_encrypted() argument
48 uv_unshare_page(PHYS_PFN(__pa(addr)), numpages); in set_memory_encrypted()
53 int set_memory_decrypted(unsigned long addr, int numpages) in set_memory_decrypted() argument
61 uv_share_page(PHYS_PFN(__pa(addr)), numpages); in set_memory_decrypted()
|
| /linux-6.12.1/arch/s390/mm/ |
| D | init.c | 117 int set_memory_encrypted(unsigned long vaddr, int numpages) in set_memory_encrypted() argument
122 for (i = 0; i < numpages; ++i) { in set_memory_encrypted()
129 int set_memory_decrypted(unsigned long vaddr, int numpages) in set_memory_decrypted() argument
133 for (i = 0; i < numpages; ++i) { in set_memory_decrypted()
|
| D | pageattr.c | 376 int __set_memory(unsigned long addr, unsigned long numpages, unsigned long flags) in __set_memory() argument
385 if (!numpages) in __set_memory()
388 end = addr + numpages * PAGE_SIZE; in __set_memory()
426 void __kernel_map_pages(struct page *page, int numpages, int enable) in __kernel_map_pages() argument
432 for (i = 0; i < numpages;) { in __kernel_map_pages()
437 nr = min(numpages - i, nr); in __kernel_map_pages()
|
| /linux-6.12.1/arch/x86/coco/tdx/ |
| D | tdx.c | 795 static bool tdx_enc_status_changed(unsigned long vaddr, int numpages, bool enc) in tdx_enc_status_changed() argument
798 phys_addr_t end = __pa(vaddr + numpages * PAGE_SIZE); in tdx_enc_status_changed()
810 static int tdx_enc_status_change_prepare(unsigned long vaddr, int numpages, in tdx_enc_status_change_prepare() argument
817 if (enc && !tdx_enc_status_changed(vaddr, numpages, enc)) in tdx_enc_status_change_prepare()
823 static int tdx_enc_status_change_finish(unsigned long vaddr, int numpages, in tdx_enc_status_change_finish() argument
830 if (!enc && !tdx_enc_status_changed(vaddr, numpages, enc)) in tdx_enc_status_change_finish()
834 atomic_long_sub(numpages, &nr_shared); in tdx_enc_status_change_finish()
836 atomic_long_add(numpages, &nr_shared); in tdx_enc_status_change_finish()
|