| /linux-6.12.1/mm/damon/ |
| D | vaddr.c | 346 unsigned long psize = huge_page_size(hstate_vma(vma)); in damon_hugetlb_mkold()
358 addr + huge_page_size(hstate_vma(vma)))) in damon_hugetlb_mkold()
373 struct hstate *h = hstate_vma(walk->vma); in damon_mkold_hugetlb_entry()
508 struct hstate *h = hstate_vma(walk->vma); in damon_young_hugetlb_entry()
|
| /linux-6.12.1/arch/powerpc/mm/book3s64/ |
| D | radix_hugetlbpage.c | 50 unsigned long psize = huge_page_size(hstate_vma(vma)); in radix__huge_ptep_modify_prot_commit()
|
| D | hugetlbpage.c | 162 psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
|
| /linux-6.12.1/arch/arm64/include/asm/ |
| D | hugetlb.h | 69 unsigned long stride = huge_page_size(hstate_vma(vma)); in flush_hugetlb_tlb_range()
|
| /linux-6.12.1/mm/ |
| D | hugetlb.c | 2967 struct hstate *h = hstate_vma(vma); in alloc_hugetlb_folio()
5049 struct hstate *h = hstate_vma(vma); in hugetlb_vm_op_close()
5080 if (addr & ~(huge_page_mask(hstate_vma(vma)))) in hugetlb_vm_op_split()
5106 return huge_page_size(hstate_vma(vma)); in hugetlb_vm_op_pagesize()
5140 unsigned int shift = huge_page_shift(hstate_vma(vma)); in make_huge_pte()
5202 hugetlb_count_add(pages_per_huge_page(hstate_vma(vma)), vma->vm_mm); in hugetlb_install_folio()
5214 struct hstate *h = hstate_vma(src_vma); in copy_hugetlb_page_range()
5398 struct hstate *h = hstate_vma(vma); in move_huge_pte()
5426 struct hstate *h = hstate_vma(vma); in move_hugetlb_page_tables()
5495 struct hstate *h = hstate_vma(vma); in __unmap_hugepage_range()
[all …]
|
| D | hmm.c | 482 ptl = huge_pte_lock(hstate_vma(vma), walk->mm, pte); in hmm_vma_walk_hugetlb_entry()
488 hmm_pfn_flags_order(huge_page_order(hstate_vma(vma))); in hmm_vma_walk_hugetlb_entry()
|
| D | page_vma_mapped.c | 189 struct hstate *hstate = hstate_vma(vma); in page_vma_mapped_walk()
|
| D | madvise.c | 866 if (start & ~huge_page_mask(hstate_vma(vma))) in madvise_dontneed_free_valid_vma()
875 *end = ALIGN_DOWN(*end, huge_page_size(hstate_vma(vma))); in madvise_dontneed_free_valid_vma()
|
| D | pagewalk.c | 266 struct hstate *h = hstate_vma(vma); in walk_hugetlb_range()
|
| D | mempolicy.c | 626 ptl = huge_pte_lock(hstate_vma(walk->vma), walk->mm, pte); in queue_folios_hugetlb()
1780 !hugepage_migration_supported(hstate_vma(vma))) in vma_migratable()
2110 *mpol = get_vma_policy(vma, addr, hstate_vma(vma)->order, &ilx); in huge_node()
|
| D | rmap.c | 1677 hsz = huge_page_size(hstate_vma(vma)); in try_to_unmap_one()
2049 hsz = huge_page_size(hstate_vma(vma)); in try_to_migrate_one()
|
| D | migrate.c | 317 struct hstate *h = hstate_vma(vma); in remove_migration_pte()
418 spinlock_t *ptl = huge_pte_lockptr(hstate_vma(vma), vma->vm_mm, ptep); in migration_entry_wait_huge()
|
| D | mremap.c | 1056 struct hstate *h __maybe_unused = hstate_vma(vma); in SYSCALL_DEFINE5()
|
| D | memory-failure.c | 839 struct hstate *h = hstate_vma(walk->vma); in hwpoison_hugetlb_range()
|
| D | gup.c | 604 struct hstate *h = hstate_vma(vma); in no_page_table()
|
| /linux-6.12.1/arch/riscv/mm/ |
| D | tlbflush.c | 143 stride_size = huge_page_size(hstate_vma(vma)); in flush_tlb_range()
|
| /linux-6.12.1/arch/x86/include/asm/ |
| D | tlbflush.h | 243 ? huge_page_shift(hstate_vma(vma)) \
|
| /linux-6.12.1/include/linux/ |
| D | hugetlb.h | 748 static inline struct hstate *hstate_vma(struct vm_area_struct *vma) in hstate_vma() function
1022 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
1095 static inline struct hstate *hstate_vma(struct vm_area_struct *vma)
|
| /linux-6.12.1/arch/riscv/kvm/ |
| D | mmu.c | 622 vma_pageshift = huge_page_shift(hstate_vma(vma)); in kvm_riscv_gstage_map()
630 gfn = (gpa & huge_page_mask(hstate_vma(vma))) >> PAGE_SHIFT; in kvm_riscv_gstage_map()
|
| /linux-6.12.1/arch/powerpc/mm/ |
| D | pgtable.c | 278 struct hstate *h = hstate_vma(vma); in huge_ptep_set_access_flags()
|
| /linux-6.12.1/arch/arm64/mm/ |
| D | hugetlbpage.c | 544 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
|
| /linux-6.12.1/fs/proc/ |
| D | task_mmu.c | 1028 mss->shared_hugetlb += huge_page_size(hstate_vma(vma)); in smaps_hugetlb_range()
1030 mss->private_hugetlb += huge_page_size(hstate_vma(vma)); in smaps_hugetlb_range()
2238 psize = huge_page_size(hstate_vma(vma)); in make_uffd_wp_huge_pte()
2574 ptl = huge_pte_lock(hstate_vma(vma), vma->vm_mm, ptep); in pagemap_scan_hugetlb_entry()
|
| /linux-6.12.1/arch/arm64/kvm/ |
| D | mmu.c | 1365 return huge_page_shift(hstate_vma(vma)); in get_vma_page_shift()
|
| /linux-6.12.1/fs/hugetlbfs/ |
| D | inode.c | 422 ptep = hugetlb_walk(vma, addr, huge_page_size(hstate_vma(vma))); in hugetlb_vma_maps_page()
|
| /linux-6.12.1/arch/sparc/mm/ |
| D | init_64.c | 427 hugepage_size = huge_page_size(hstate_vma(vma)); in update_mmu_cache_range()
|