| /linux-6.12.1/include/asm-generic/ |
| D | tlb.h | 210 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
269 extern bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page,
271 bool __tlb_remove_folio_pages(struct mmu_gather *tlb, struct page *page,
280 extern void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma);
294 static inline void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma) { } in tlb_flush_rmaps()
301 struct mmu_gather { struct
360 void tlb_flush_mmu(struct mmu_gather *tlb); argument
362 static inline void __tlb_adjust_range(struct mmu_gather *tlb, in __tlb_adjust_range()
370 static inline void __tlb_reset_range(struct mmu_gather *tlb) in __tlb_reset_range()
404 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
[all …]
|
| /linux-6.12.1/mm/ |
| D | mmu_gather.c | 18 static bool tlb_next_batch(struct mmu_gather *tlb) in tlb_next_batch()
82 void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_flush_rmaps()
144 static void tlb_batch_pages_flush(struct mmu_gather *tlb) in tlb_batch_pages_flush()
153 static void tlb_batch_list_free(struct mmu_gather *tlb) in tlb_batch_list_free()
164 static bool __tlb_remove_folio_pages_size(struct mmu_gather *tlb, in __tlb_remove_folio_pages_size()
205 bool __tlb_remove_folio_pages(struct mmu_gather *tlb, struct page *page, in __tlb_remove_folio_pages()
212 bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, in __tlb_remove_page_size()
302 static inline void tlb_table_invalidate(struct mmu_gather *tlb) in tlb_table_invalidate()
320 static void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush()
331 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table()
[all …]
|
| D | mprotect.c | 86 static long change_pte_range(struct mmu_gather *tlb, in change_pte_range()
359 static inline long change_pmd_range(struct mmu_gather *tlb, in change_pmd_range()
429 static inline long change_pud_range(struct mmu_gather *tlb, in change_pud_range()
488 static inline long change_p4d_range(struct mmu_gather *tlb, in change_p4d_range()
511 static long change_protection_range(struct mmu_gather *tlb, in change_protection_range()
541 long change_protection(struct mmu_gather *tlb, in change_protection()
603 mprotect_fixup(struct vma_iterator *vmi, struct mmu_gather *tlb, in mprotect_fixup()
718 struct mmu_gather tlb; in do_mprotect_pkey()
|
| D | madvise.c | 41 struct mmu_gather *tlb;
341 struct mmu_gather *tlb = private->tlb; in madvise_cold_or_pageout_pte_range()
561 static void madvise_cold_page_range(struct mmu_gather *tlb, in madvise_cold_page_range()
585 struct mmu_gather tlb; in madvise_cold()
599 static void madvise_pageout_page_range(struct mmu_gather *tlb, in madvise_pageout_page_range()
618 struct mmu_gather tlb; in madvise_pageout()
647 struct mmu_gather *tlb = walk->private; in madvise_free_pte_range()
794 struct mmu_gather tlb; in madvise_free_single_vma()
|
| /linux-6.12.1/arch/s390/include/asm/ |
| D | tlb.h | 26 static inline void tlb_flush(struct mmu_gather *tlb);
27 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,
29 static inline bool __tlb_remove_folio_pages(struct mmu_gather *tlb,
48 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, in __tlb_remove_page_size()
57 static inline bool __tlb_remove_folio_pages(struct mmu_gather *tlb, in __tlb_remove_folio_pages()
72 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
81 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in pte_free_tlb()
100 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in pmd_free_tlb()
120 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in p4d_free_tlb()
138 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb()
|
| /linux-6.12.1/arch/arm64/include/asm/ |
| D | tlb.h | 20 static void tlb_flush(struct mmu_gather *tlb);
29 static inline int tlb_get_level(struct mmu_gather *tlb) in tlb_get_level()
58 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
80 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
90 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
101 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
|
| /linux-6.12.1/arch/powerpc/include/asm/nohash/ |
| D | pgalloc.h | 8 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
10 extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address);
13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable()
53 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
70 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /linux-6.12.1/arch/x86/include/asm/ |
| D | pgalloc.h | 56 extern void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte);
58 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
88 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
90 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
125 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
127 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
168 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
170 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| D | tlb.h | 6 static inline void tlb_flush(struct mmu_gather *tlb);
10 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
| /linux-6.12.1/arch/sparc/include/asm/ |
| D | pgalloc_64.h | 79 struct mmu_gather;
80 void tlb_remove_table(struct mmu_gather *, void *);
82 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
100 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
106 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb()
|
| /linux-6.12.1/arch/riscv/include/asm/ |
| D | tlb.h | 9 struct mmu_gather;
11 static void tlb_flush(struct mmu_gather *tlb);
34 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
| D | pgalloc.h | 19 static inline void riscv_tlb_remove_ptdesc(struct mmu_gather *tlb, void *pt) in riscv_tlb_remove_ptdesc()
107 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
145 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
175 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
186 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
|
| /linux-6.12.1/arch/powerpc/include/asm/ |
| D | tlb.h | 22 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep,
27 extern void tlb_flush(struct mmu_gather *tlb);
43 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry()
|
| /linux-6.12.1/arch/powerpc/include/asm/book3s/64/ |
| D | pgalloc.h | 21 extern void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift);
136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
152 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
170 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| D | tlbflush-radix.h | 13 struct mmu_gather;
82 extern void radix__tlb_flush(struct mmu_gather *tlb);
95 extern void radix__flush_tlb_pwc(struct mmu_gather *tlb, unsigned long addr);
|
| D | tlbflush-hash.h | 69 struct mmu_gather;
70 extern void hash__tlb_flush(struct mmu_gather *tlb);
|
| /linux-6.12.1/arch/arm/include/asm/ |
| D | tlb.h | 40 __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr) in __pte_free_tlb()
59 __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) in __pmd_free_tlb()
|
| /linux-6.12.1/include/linux/ |
| D | huge_mm.h | 29 bool madvise_free_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma,
31 int zap_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, pmd_t *pmd,
33 int zap_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, pud_t *pud,
37 int change_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma,
393 int change_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma,
398 change_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, in change_huge_pud()
648 static inline int change_huge_pud(struct mmu_gather *tlb, in change_huge_pud()
|
| /linux-6.12.1/arch/powerpc/include/asm/book3s/32/ |
| D | pgalloc.h | 50 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
67 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /linux-6.12.1/arch/m68k/include/asm/ |
| D | motorola_pgalloc.h | 47 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb()
64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
|
| /linux-6.12.1/arch/loongarch/include/asm/ |
| D | tlb.h | 135 static void tlb_flush(struct mmu_gather *tlb);
140 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
| /linux-6.12.1/tools/testing/vma/ |
| D | vma_internal.h | 166 struct mmu_gather {}; struct
651 static inline void tlb_gather_mmu(struct mmu_gather *, struct mm_struct *) in tlb_gather_mmu() argument
663 static inline void unmap_vmas(struct mmu_gather *tlb, struct ma_state *mas, in unmap_vmas()
677 static inline void free_pgtables(struct mmu_gather *tlb, struct ma_state *mas, in free_pgtables()
697 static inline void tlb_finish_mmu(struct mmu_gather *) in tlb_finish_mmu() argument
|
| /linux-6.12.1/arch/powerpc/include/asm/book3s/ |
| D | pgalloc.h | 7 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
|
| /linux-6.12.1/arch/x86/mm/ |
| D | pgtable.c | 23 void paravirt_tlb_remove_table(struct mmu_gather *tlb, void *table) in paravirt_tlb_remove_table()
53 void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte) in ___pte_free_tlb()
61 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb()
77 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) in ___pud_free_tlb()
87 void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d) in ___p4d_free_tlb()
|
| /linux-6.12.1/arch/sparc/mm/ |
| D | hugetlbpage.c | 407 static void hugetlb_free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in hugetlb_free_pte_range()
417 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range()
454 static void hugetlb_free_pud_range(struct mmu_gather *tlb, p4d_t *p4d, in hugetlb_free_pud_range()
492 void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|