/linux-6.12.1/include/asm-generic/ |
D | pgalloc.h | 21 struct ptdesc *ptdesc = pagetable_alloc_noprof(GFP_PGTABLE_KERNEL & in __pte_alloc_one_kernel_noprof() local 68 struct ptdesc *ptdesc; in __pte_alloc_one_noprof() local 110 struct ptdesc *ptdesc = page_ptdesc(pte_page); in pte_free() local 133 struct ptdesc *ptdesc; in pmd_alloc_one_noprof() local 153 struct ptdesc *ptdesc = virt_to_ptdesc(pmd); in pmd_free() local 168 struct ptdesc *ptdesc; in __pud_alloc_one_noprof() local 202 struct ptdesc *ptdesc = virt_to_ptdesc(pud); in __pud_free() local
|
/linux-6.12.1/arch/s390/mm/ |
D | pgalloc.c | 46 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL, CRST_ALLOC_ORDER); in crst_table_alloc() local 142 struct ptdesc *ptdesc; in page_table_alloc_pgste() local 155 void page_table_free_pgste(struct ptdesc *ptdesc) in page_table_free_pgste() 164 struct ptdesc *ptdesc; in page_table_alloc() local 183 static void pagetable_pte_dtor_free(struct ptdesc *ptdesc) in pagetable_pte_dtor_free() 191 struct ptdesc *ptdesc = virt_to_ptdesc(table); in page_table_free() local 198 struct ptdesc *ptdesc = virt_to_ptdesc(table); in __tlb_remove_table() local 212 struct ptdesc *ptdesc = container_of(head, struct ptdesc, pt_rcu_head); in pte_free_now() local 219 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in pte_free_defer() local 255 struct ptdesc *ptdesc; in base_crst_alloc() local
|
D | gmap.c | 209 struct ptdesc *ptdesc, *n; in gmap_free() local 1353 struct ptdesc *ptdesc; in gmap_unshadow_pgt() local 1382 struct ptdesc *ptdesc; in __gmap_unshadow_sgt() local 2063 struct ptdesc *ptdesc; in gmap_shadow_pgt() local
|
/linux-6.12.1/arch/m68k/include/asm/ |
D | mcf_pgalloc.h | 17 struct ptdesc *ptdesc = pagetable_alloc((GFP_DMA | __GFP_ZERO) & in pte_alloc_one_kernel() local 38 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in __pte_free_tlb() local 46 struct ptdesc *ptdesc = pagetable_alloc(GFP_DMA | __GFP_ZERO, 0); in pte_alloc_one() local 62 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in pte_free() local 82 struct ptdesc *ptdesc = pagetable_alloc((GFP_DMA | __GFP_NOWARN) & in pgd_alloc() local
|
/linux-6.12.1/arch/powerpc/mm/ |
D | pgtable-frag.c | 21 struct ptdesc *ptdesc; in pte_frag_destroy() local 58 struct ptdesc *ptdesc; in __alloc_for_ptecache() local 111 struct ptdesc *ptdesc; in pte_free_now() local 120 struct ptdesc *ptdesc = virt_to_ptdesc(table); in pte_fragment_free() local
|
/linux-6.12.1/arch/arm64/include/asm/ |
D | tlb.h | 83 struct ptdesc *ptdesc = page_ptdesc(pte); in __pte_free_tlb() local 93 struct ptdesc *ptdesc = virt_to_ptdesc(pmdp); in __pmd_free_tlb() local 104 struct ptdesc *ptdesc = virt_to_ptdesc(pudp); in __pud_free_tlb() local
|
/linux-6.12.1/arch/arm/include/asm/ |
D | tlb.h | 42 struct ptdesc *ptdesc = page_ptdesc(pte); in __pte_free_tlb() local 62 struct ptdesc *ptdesc = virt_to_ptdesc(pmdp); in __pmd_free_tlb() local
|
/linux-6.12.1/arch/riscv/include/asm/ |
D | pgalloc.h | 111 struct ptdesc *ptdesc = virt_to_ptdesc(pud); in __pud_free_tlb() local 178 struct ptdesc *ptdesc = virt_to_ptdesc(pmd); in __pmd_free_tlb() local 189 struct ptdesc *ptdesc = page_ptdesc(pte); in __pte_free_tlb() local
|
/linux-6.12.1/arch/x86/mm/ |
D | pgtable.c | 63 struct ptdesc *ptdesc = virt_to_ptdesc(pmd); in ___pmd_free_tlb() local 79 struct ptdesc *ptdesc = virt_to_ptdesc(pud); in ___pud_free_tlb() local 98 struct ptdesc *ptdesc = virt_to_ptdesc(pgd); in pgd_list_add() local 105 struct ptdesc *ptdesc = virt_to_ptdesc(pgd); in pgd_list_del() local 219 struct ptdesc *ptdesc; in free_pmds() local 243 struct ptdesc *ptdesc = pagetable_alloc(gfp, 0); in preallocate_pmds() local
|
/linux-6.12.1/arch/loongarch/include/asm/ |
D | pgalloc.h | 69 struct ptdesc *ptdesc; in pmd_alloc_one() local 94 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, 0); in pud_alloc_one() local
|
/linux-6.12.1/arch/mips/include/asm/ |
D | pgalloc.h | 68 struct ptdesc *ptdesc; in pmd_alloc_one() local 93 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, in pud_alloc_one() local
|
/linux-6.12.1/arch/mips/mm/ |
D | pgtable.c | 14 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, in pgd_alloc() local
|
/linux-6.12.1/include/linux/ |
D | mm.h | 2912 static inline spinlock_t *ptlock_ptr(struct ptdesc *ptdesc) in ptlock_ptr() 2921 static inline bool ptlock_alloc(struct ptdesc *ptdesc) in ptlock_alloc() 2926 static inline void ptlock_free(struct ptdesc *ptdesc) in ptlock_free() 2930 static inline spinlock_t *ptlock_ptr(struct ptdesc *ptdesc) in ptlock_ptr() 2948 static inline bool ptlock_init(struct ptdesc *ptdesc) in ptlock_init() 2977 static inline bool ptlock_init(struct ptdesc *ptdesc) { return true; } in ptlock_init() 2978 static inline void ptlock_free(struct ptdesc *ptdesc) {} in ptlock_free() 2981 static inline bool pagetable_pte_ctor(struct ptdesc *ptdesc) in pagetable_pte_ctor() 2992 static inline void pagetable_pte_dtor(struct ptdesc *ptdesc) in pagetable_pte_dtor() 3057 static inline bool pmd_ptlock_init(struct ptdesc *ptdesc) in pmd_ptlock_init() [all …]
|
D | mm_types.h | 457 struct ptdesc { struct 458 unsigned long __page_flags; 460 union { 468 unsigned long __page_mapping; 492 static_assert(offsetof(struct page, pg) == offsetof(struct ptdesc, pt)) argument
|
/linux-6.12.1/arch/loongarch/mm/ |
D | pgtable.c | 27 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, 0); in pgd_alloc() local
|
/linux-6.12.1/arch/powerpc/mm/book3s64/ |
D | mmu_context.c | 249 struct ptdesc *ptdesc; in pmd_frag_destroy() local
|
D | pgtable.c | 409 struct ptdesc *ptdesc; in __alloc_for_pmdcache() local 460 struct ptdesc *ptdesc = virt_to_ptdesc(pmd); in pmd_fragment_free() local
|
/linux-6.12.1/arch/riscv/mm/ |
D | init.c | 394 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, 0); in alloc_pte_late() local 474 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, 0); in alloc_pmd_late() local 1551 struct ptdesc *ptdesc = page_ptdesc(page); in free_pte_table() local 1572 struct ptdesc *ptdesc = page_ptdesc(page); in free_pmd_table() local
|
/linux-6.12.1/arch/sparc/mm/ |
D | init_64.c | 2898 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL | __GFP_ZERO, 0); in pte_alloc_one() local 2916 struct ptdesc *ptdesc = virt_to_ptdesc(pte); in __pte_free() local
|
/linux-6.12.1/arch/arm/mm/ |
D | mmu.c | 740 void *ptdesc = pagetable_alloc(GFP_PGTABLE_KERNEL & ~__GFP_HIGHMEM, in late_alloc() local
|
/linux-6.12.1/arch/arm64/mm/ |
D | mmu.c | 486 struct ptdesc *ptdesc = page_ptdesc(phys_to_page(pa)); in pgd_pgtable_alloc() local
|
/linux-6.12.1/mm/ |
D | memory.c | 6914 bool ptlock_alloc(struct ptdesc *ptdesc) in ptlock_alloc() 6925 void ptlock_free(struct ptdesc *ptdesc) in ptlock_free()
|