Home
last modified time | relevance | path

Searched refs:mm_walk (Results 1 – 24 of 24) sorted by relevance

/linux-6.12.1/include/linux/
Dpagewalk.h7 struct mm_walk;
60 unsigned long next, struct mm_walk *walk);
62 unsigned long next, struct mm_walk *walk);
64 unsigned long next, struct mm_walk *walk);
66 unsigned long next, struct mm_walk *walk);
68 unsigned long next, struct mm_walk *walk);
70 int depth, struct mm_walk *walk);
73 struct mm_walk *walk);
75 struct mm_walk *walk);
77 struct mm_walk *walk);
[all …]
Dswap.h160 struct lru_gen_mm_walk *mm_walk; member
Dmmzone.h1422 struct lru_gen_mm_walk mm_walk; member
/linux-6.12.1/mm/
Dptdump.c16 static inline int note_kasan_page_table(struct mm_walk *walk, in note_kasan_page_table()
30 unsigned long next, struct mm_walk *walk) in ptdump_pgd_entry()
53 unsigned long next, struct mm_walk *walk) in ptdump_p4d_entry()
76 unsigned long next, struct mm_walk *walk) in ptdump_pud_entry()
99 unsigned long next, struct mm_walk *walk) in ptdump_pmd_entry()
120 unsigned long next, struct mm_walk *walk) in ptdump_pte_entry()
134 int depth, struct mm_walk *walk) in ptdump_hole()
Dmapping_dirty_helpers.c35 struct mm_walk *walk) in wp_pte()
90 unsigned long end, struct mm_walk *walk) in clean_record_pte()
127 struct mm_walk *walk) in wp_clean_pmd_entry()
149 struct mm_walk *walk) in wp_clean_pud_entry()
170 struct mm_walk *walk) in wp_clean_pre_vma()
198 static void wp_clean_post_vma(struct mm_walk *walk) in wp_clean_post_vma()
219 struct mm_walk *walk) in wp_clean_test_walk()
Dpagewalk.c26 unsigned long end, struct mm_walk *walk) in walk_pte_range_inner()
44 struct mm_walk *walk) in walk_pte_range()
79 struct mm_walk *walk) in walk_pmd_range()
138 struct mm_walk *walk) in walk_pud_range()
187 struct mm_walk *walk) in walk_p4d_range()
220 struct mm_walk *walk) in walk_pgd_range()
263 struct mm_walk *walk) in walk_hugetlb_range()
292 struct mm_walk *walk) in walk_hugetlb_range()
306 struct mm_walk *walk) in walk_page_test()
332 struct mm_walk *walk) in __walk_page_range()
[all …]
Dhmm.c64 unsigned int required_fault, struct mm_walk *walk) in hmm_vma_fault()
148 __always_unused int depth, struct mm_walk *walk) in hmm_vma_walk_hole()
187 static int hmm_vma_handle_pmd(struct mm_walk *walk, unsigned long addr, in hmm_vma_handle_pmd()
211 int hmm_vma_handle_pmd(struct mm_walk *walk, unsigned long addr,
223 static int hmm_vma_handle_pte(struct mm_walk *walk, unsigned long addr, in hmm_vma_handle_pte()
323 struct mm_walk *walk) in hmm_vma_walk_pmd()
412 struct mm_walk *walk) in hmm_vma_walk_pud()
470 struct mm_walk *walk) in hmm_vma_walk_hugetlb_entry()
521 struct mm_walk *walk) in hmm_vma_walk_test()
Dmincore.c26 unsigned long end, struct mm_walk *walk) in mincore_hugetlb()
93 struct mm_walk *walk) in mincore_unmapped_range()
101 struct mm_walk *walk) in mincore_pte_range()
Dmigrate_device.c22 struct mm_walk *walk) in migrate_vma_collect_skip()
38 struct mm_walk *walk) in migrate_vma_collect_hole()
60 struct mm_walk *walk) in migrate_vma_collect_pmd()
Dmprotect.c573 unsigned long next, struct mm_walk *walk) in prot_none_pte_entry()
582 struct mm_walk *walk) in prot_none_hugetlb_entry()
590 struct mm_walk *walk) in prot_none_test()
Dhugetlb_vmemmap.c98 unsigned long next, struct mm_walk *walk) in vmemmap_pmd_entry()
139 unsigned long next, struct mm_walk *walk) in vmemmap_pte_entry()
Dmadvise.c172 unsigned long end, struct mm_walk *walk) in swapin_walk_pmd_entry()
338 struct mm_walk *walk) in madvise_cold_or_pageout_pte_range()
643 unsigned long end, struct mm_walk *walk) in madvise_free_pte_range()
Dvmscan.c3229 static int should_skip_vma(unsigned long start, unsigned long end, struct mm_walk *args) in should_skip_vma()
3272 static bool get_next_vma(unsigned long mask, unsigned long size, struct mm_walk *args, in get_next_vma()
3376 struct mm_walk *args) in walk_pte_range()
3442 struct mm_walk *args, unsigned long *bitmap, unsigned long *first) in walk_pmd_range_locked()
3525 struct mm_walk *args) in walk_pmd_range()
3598 struct mm_walk *args) in walk_pud_range()
3687 struct lru_gen_mm_walk *walk = current->reclaim_state->mm_walk; in set_mm_walk()
3692 walk = &pgdat->mm_walk; in set_mm_walk()
3699 current->reclaim_state->mm_walk = walk; in set_mm_walk()
3706 struct lru_gen_mm_walk *walk = current->reclaim_state->mm_walk; in clear_mm_walk()
[all …]
Dmempolicy.c503 static void queue_folios_pmd(pmd_t *pmd, struct mm_walk *walk) in queue_folios_pmd()
536 unsigned long end, struct mm_walk *walk) in queue_folios_pte_range()
617 struct mm_walk *walk) in queue_folios_hugetlb()
691 struct mm_walk *walk) in queue_pages_test_walk()
Dmlock.c353 unsigned long end, struct mm_walk *walk) in mlock_pte_range()
Dmemory-failure.c801 unsigned long end, struct mm_walk *walk) in hwpoison_pte_range()
835 struct mm_walk *walk) in hwpoison_hugetlb_range()
Dmemcontrol-v1.c1016 struct mm_walk *walk) in mem_cgroup_count_precharge_pte_range()
1213 struct mm_walk *walk) in mem_cgroup_move_charge_pte_range()
/linux-6.12.1/arch/loongarch/mm/
Dpageattr.c16 static unsigned long set_pageattr_masks(unsigned long val, struct mm_walk *walk) in set_pageattr_masks()
28 unsigned long next, struct mm_walk *walk) in pageattr_pgd_entry()
41 unsigned long next, struct mm_walk *walk) in pageattr_p4d_entry()
54 unsigned long next, struct mm_walk *walk) in pageattr_pud_entry()
67 unsigned long next, struct mm_walk *walk) in pageattr_pmd_entry()
80 unsigned long next, struct mm_walk *walk) in pageattr_pte_entry()
91 int depth, struct mm_walk *walk) in pageattr_pte_hole()
/linux-6.12.1/arch/riscv/mm/
Dpageattr.c18 static unsigned long set_pageattr_masks(unsigned long val, struct mm_walk *walk) in set_pageattr_masks()
30 unsigned long next, struct mm_walk *walk) in pageattr_p4d_entry()
43 unsigned long next, struct mm_walk *walk) in pageattr_pud_entry()
56 unsigned long next, struct mm_walk *walk) in pageattr_pmd_entry()
69 unsigned long next, struct mm_walk *walk) in pageattr_pte_entry()
80 int depth, struct mm_walk *walk) in pageattr_pte_hole()
/linux-6.12.1/arch/openrisc/kernel/
Ddma.c25 unsigned long next, struct mm_walk *walk) in page_set_nocache()
51 unsigned long next, struct mm_walk *walk) in page_clear_nocache()
/linux-6.12.1/fs/proc/
Dtask_mmu.c767 __always_unused int depth, struct mm_walk *walk) in smaps_pte_hole()
782 static void smaps_pte_hole_lookup(unsigned long addr, struct mm_walk *walk) in smaps_pte_hole_lookup()
793 struct mm_walk *walk) in smaps_pte_entry()
841 struct mm_walk *walk) in smaps_pmd_entry()
876 struct mm_walk *walk) in smaps_pmd_entry()
882 struct mm_walk *walk) in smaps_pte_range()
1006 struct mm_walk *walk) in smaps_hugetlb_range()
1449 unsigned long end, struct mm_walk *walk) in clear_refs_pte_range()
1509 struct mm_walk *walk) in clear_refs_test_walk()
1655 __always_unused int depth, struct mm_walk *walk) in pagemap_pte_hole()
[all …]
/linux-6.12.1/mm/damon/
Dvaddr.c303 unsigned long next, struct mm_walk *walk) in damon_mkold_pmd_entry()
371 struct mm_walk *walk) in damon_mkold_hugetlb_entry()
440 unsigned long next, struct mm_walk *walk) in damon_young_pmd_entry()
505 struct mm_walk *walk) in damon_young_hugetlb_entry()
/linux-6.12.1/arch/s390/mm/
Dgmap.c2522 unsigned long end, struct mm_walk *walk) in thp_split_walk_pmd_entry()
2575 unsigned long end, struct mm_walk *walk) in find_zeropage_pte_entry()
2711 unsigned long next, struct mm_walk *walk) in __s390_enable_skey_pte()
2724 unsigned long next, struct mm_walk *walk) in __s390_enable_skey_pmd()
2732 struct mm_walk *walk) in __s390_enable_skey_hugetlb()
2790 unsigned long next, struct mm_walk *walk) in __s390_reset_cmma()
2818 unsigned long next, struct mm_walk *walk) in s390_gather_pages()
/linux-6.12.1/arch/powerpc/mm/book3s64/
Dsubpage_prot.c139 unsigned long end, struct mm_walk *walk) in subpage_walk_pmd_entry()