/linux-6.12.1/drivers/gpu/drm/i915/ |
D | i915_vma.h | 51 static inline bool i915_vma_is_active(const struct i915_vma *vma) in i915_vma_is_active() 65 i915_vma_move_to_active(struct i915_vma *vma, struct i915_request *rq, in i915_vma_move_to_active() 73 static inline bool i915_vma_is_ggtt(const struct i915_vma *vma) in i915_vma_is_ggtt() 78 static inline bool i915_vma_is_dpt(const struct i915_vma *vma) in i915_vma_is_dpt() 83 static inline bool i915_vma_has_ggtt_write(const struct i915_vma *vma) in i915_vma_has_ggtt_write() 88 static inline void i915_vma_set_ggtt_write(struct i915_vma *vma) in i915_vma_set_ggtt_write() 94 static inline bool i915_vma_unset_ggtt_write(struct i915_vma *vma) in i915_vma_unset_ggtt_write() 102 static inline bool i915_vma_is_map_and_fenceable(const struct i915_vma *vma) in i915_vma_is_map_and_fenceable() 107 static inline bool i915_vma_set_userfault(struct i915_vma *vma) in i915_vma_set_userfault() 113 static inline void i915_vma_unset_userfault(struct i915_vma *vma) in i915_vma_unset_userfault() [all …]
|
D | i915_vma.c | 48 static inline void assert_vma_held_evict(const struct i915_vma *vma) in assert_vma_held_evict() 66 static void i915_vma_free(struct i915_vma *vma) in i915_vma_free() 75 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator() 94 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator() 107 struct i915_vma *vma = active_to_vma(ref); in __i915_vma_active() local 132 struct i915_vma *vma = active_to_vma(ref); in __i915_vma_retire() local 151 struct i915_vma *vma; in vma_create() local 293 struct i915_vma *vma = rb_entry(rb, struct i915_vma, obj_node); in i915_vma_lookup() local 327 struct i915_vma *vma; in i915_vma_instance() local 405 int i915_vma_wait_for_bind(struct i915_vma *vma) in i915_vma_wait_for_bind() [all …]
|
D | i915_gem_evict.c | 67 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma() 86 static void ungrab_vma(struct i915_vma *vma) in ungrab_vma() 98 struct i915_vma *vma, in mark_free() 112 static bool defer_evict(struct i915_vma *vma) in defer_evict() 157 struct i915_vma *vma, *next; in i915_gem_evict_something() local 337 struct i915_vma *vma, *next; in i915_gem_evict_for_node() local 478 struct i915_vma *vma, *vn; in i915_gem_evict_vm() local
|
/linux-6.12.1/include/linux/ |
D | userfaultfd_k.h | 149 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx() 166 static inline bool uffd_disable_huge_pmd_share(struct vm_area_struct *vma) in uffd_disable_huge_pmd_share() 178 static inline bool uffd_disable_fault_around(struct vm_area_struct *vma) in uffd_disable_fault_around() 183 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing() 188 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp() 193 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor() 198 static inline bool userfaultfd_pte_wp(struct vm_area_struct *vma, in userfaultfd_pte_wp() 204 static inline bool userfaultfd_huge_pmd_wp(struct vm_area_struct *vma, in userfaultfd_huge_pmd_wp() 210 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed() 215 static inline bool vma_can_userfault(struct vm_area_struct *vma, in vma_can_userfault() [all …]
|
D | huge_mm.h | 96 #define thp_vma_allowable_order(vma, vm_flags, tva_flags, order) \ argument 208 static inline bool thp_vma_suitable_order(struct vm_area_struct *vma, in thp_vma_suitable_order() 233 static inline unsigned long thp_vma_suitable_orders(struct vm_area_struct *vma, in thp_vma_suitable_orders() 256 static inline bool file_thp_enabled(struct vm_area_struct *vma) in file_thp_enabled() 290 unsigned long thp_vma_allowable_orders(struct vm_area_struct *vma, in thp_vma_allowable_orders() 325 static inline bool vma_thp_disabled(struct vm_area_struct *vma, in vma_thp_disabled() 398 change_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, in change_huge_pud() 428 struct vm_area_struct *vma) in pmd_trans_huge_lock() 436 struct vm_area_struct *vma) in pud_trans_huge_lock() 493 static inline bool thp_vma_suitable_order(struct vm_area_struct *vma, in thp_vma_suitable_order() [all …]
|
D | hugetlb.h | 107 struct vm_area_struct *vma; member 248 static inline void hugetlb_zap_begin(struct vm_area_struct *vma, in hugetlb_zap_begin() 255 static inline void hugetlb_zap_end(struct vm_area_struct *vma, in hugetlb_zap_end() 278 static inline void hugetlb_dup_vma_private(struct vm_area_struct *vma) in hugetlb_dup_vma_private() 282 static inline void clear_vma_resv_huge_pages(struct vm_area_struct *vma) in clear_vma_resv_huge_pages() 298 struct vm_area_struct *vma, in huge_pmd_unshare() 305 struct vm_area_struct *vma, in adjust_range_if_pmd_sharing_possible() 311 struct vm_area_struct *vma, in hugetlb_zap_begin() 317 struct vm_area_struct *vma, in hugetlb_zap_end() 331 static inline int move_hugetlb_page_tables(struct vm_area_struct *vma, in move_hugetlb_page_tables() [all …]
|
D | pgtable.h | 297 static inline int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags() 304 static inline int pudp_set_access_flags(struct vm_area_struct *vma, in pudp_set_access_flags() 350 static inline int ptep_test_and_clear_young(struct vm_area_struct *vma, in ptep_test_and_clear_young() 366 static inline int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young() 379 static inline int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young() 403 static inline int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young() 437 static inline void arch_check_zapped_pte(struct vm_area_struct *vma, in arch_check_zapped_pte() 444 static inline void arch_check_zapped_pmd(struct vm_area_struct *vma, in arch_check_zapped_pmd() 451 static inline void arch_check_zapped_pud(struct vm_area_struct *vma, pud_t pud) in arch_check_zapped_pud() 487 static inline void clear_young_dirty_ptes(struct vm_area_struct *vma, in clear_young_dirty_ptes() [all …]
|
/linux-6.12.1/mm/ |
D | vma.c | 12 struct vm_area_struct *vma = merge_next ? vmg->next : vmg->prev; in is_mergeable_vma() local 36 struct anon_vma *anon_vma2, struct vm_area_struct *vma) in is_mergeable_anon_vma() 64 struct vm_area_struct *vma, in init_multi_vma_prep() 129 static void __vma_link_file(struct vm_area_struct *vma, in __vma_link_file() 143 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct() 280 static void init_vma_prep(struct vma_prepare *vp, struct vm_area_struct *vma) in init_vma_prep() 326 void remove_vma(struct vm_area_struct *vma, bool unreachable) in remove_vma() 344 void unmap_region(struct ma_state *mas, struct vm_area_struct *vma, in unmap_region() 367 static int __split_vma(struct vma_iterator *vmi, struct vm_area_struct *vma, in __split_vma() 453 static int split_vma(struct vma_iterator *vmi, struct vm_area_struct *vma, in split_vma() [all …]
|
D | memory.c | 365 struct vm_area_struct *vma, unsigned long floor, in free_pgtables() 497 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte() 593 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page() 659 struct folio *vm_normal_folio(struct vm_area_struct *vma, unsigned long addr, in vm_normal_folio() 670 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd() 709 struct folio *vm_normal_folio_pmd(struct vm_area_struct *vma, in vm_normal_folio_pmd() 720 static void restore_exclusive_pte(struct vm_area_struct *vma, in restore_exclusive_pte() 770 try_restore_exclusive_pte(pte_t *src_pte, struct vm_area_struct *vma, in try_restore_exclusive_pte() 1057 struct vm_area_struct *vma, unsigned long addr, bool need_zero) in folio_prealloc() 1465 zap_install_uffd_wp_if_needed(struct vm_area_struct *vma, in zap_install_uffd_wp_if_needed() [all …]
|
D | rmap.c | 151 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link() 187 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare() 335 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork() 397 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas() 775 unsigned long page_address_in_vma(struct page *page, struct vm_area_struct *vma) in page_address_in_vma() 840 struct vm_area_struct *vma, unsigned long address, void *arg) in folio_referenced_one() 940 static bool invalid_folio_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_folio_referenced_vma() 1017 struct vm_area_struct *vma = pvmw->vma; in page_vma_mkclean_one() local 1076 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one() 1087 static bool invalid_mkclean_vma(struct vm_area_struct *vma, void *arg) in invalid_mkclean_vma() [all …]
|
D | madvise.c | 94 struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma) in anon_vma_name() 102 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name() 122 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name() 137 static int madvise_update_vma(struct vm_area_struct *vma, in madvise_update_vma() 174 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local 220 static void shmem_swapin_range(struct vm_area_struct *vma, in shmem_swapin_range() 261 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed() 309 static inline bool can_do_file_pageout(struct vm_area_struct *vma) in can_do_file_pageout() 344 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local 562 struct vm_area_struct *vma, in madvise_cold_page_range() [all …]
|
D | mremap.c | 72 static pud_t *alloc_new_pud(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pud() 86 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd() 105 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks() 113 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks() 136 static int move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes() 236 static bool move_normal_pmd(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pmd() 302 static inline bool move_normal_pmd(struct vm_area_struct *vma, in move_normal_pmd() 311 static bool move_normal_pud(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pud() 351 static inline bool move_normal_pud(struct vm_area_struct *vma, in move_normal_pud() 360 static bool move_huge_pud(struct vm_area_struct *vma, unsigned long old_addr, in move_huge_pud() [all …]
|
D | mmap.c | 80 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot() 756 struct vm_area_struct *vma, *prev; in generic_get_unmapped_area() local 802 struct vm_area_struct *vma, *prev; in generic_get_unmapped_area_topdown() local 989 struct vm_area_struct *vma; in find_vma_prev() local 1004 static int acct_stack_growth(struct vm_area_struct *vma, in acct_stack_growth() 1043 static int expand_upwards(struct vm_area_struct *vma, unsigned long address) in expand_upwards() 1142 int expand_downwards(struct vm_area_struct *vma, unsigned long address) in expand_downwards() 1247 int expand_stack_locked(struct vm_area_struct *vma, unsigned long address) in expand_stack_locked() 1254 struct vm_area_struct *vma, *prev; in find_extend_vma_locked() local 1269 int expand_stack_locked(struct vm_area_struct *vma, unsigned long address) in expand_stack_locked() [all …]
|
D | pgtable-generic.c | 68 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags() 82 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young() 94 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush() 109 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags() 124 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young() 137 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush() 150 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush() 198 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate() 209 pmd_t pmdp_invalidate_ad(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate_ad() 218 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
D | nommu.c | 99 struct vm_area_struct *vma; in kobjsize() local 154 struct vm_area_struct *vma; in __vmalloc_user_flags() local 335 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page() 342 int vm_insert_pages(struct vm_area_struct *vma, unsigned long addr, in vm_insert_pages() 349 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages() 356 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero() 536 static void setup_vma_to_mm(struct vm_area_struct *vma, struct mm_struct *mm) in setup_vma_to_mm() 552 static void cleanup_vma_from_mm(struct vm_area_struct *vma) in cleanup_vma_from_mm() 571 static int delete_vma_from_mm(struct vm_area_struct *vma) in delete_vma_from_mm() 590 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma() [all …]
|
D | mseal.c | 19 static inline void set_vma_sealed(struct vm_area_struct *vma) in set_vma_sealed() 39 static bool is_ro_anon(struct vm_area_struct *vma) in is_ro_anon() 59 bool can_modify_vma_madv(struct vm_area_struct *vma, int behavior) in can_modify_vma_madv() 71 static int mseal_fixup(struct vma_iterator *vmi, struct vm_area_struct *vma, in mseal_fixup() 102 struct vm_area_struct *vma; in check_mm_seal() local 128 struct vm_area_struct *vma, *prev; in apply_mm_seal() local
|
D | huge_memory.c | 87 unsigned long __thp_vma_allowable_orders(struct vm_area_struct *vma, in __thp_vma_allowable_orders() 1035 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite() 1143 struct vm_area_struct *vma = vmf->vma; in __do_huge_pmd_anonymous_page() local 1231 gfp_t vma_thp_gfp_mask(struct vm_area_struct *vma) in vma_thp_gfp_mask() 1259 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_folio() 1274 struct vm_area_struct *vma = vmf->vma; in do_huge_pmd_anonymous_page() local 1337 static void insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pmd() 1399 struct vm_area_struct *vma = vmf->vma; in vmf_insert_pfn_pmd() local 1431 static pud_t maybe_pud_mkwrite(pud_t pud, struct vm_area_struct *vma) in maybe_pud_mkwrite() 1438 static void insert_pfn_pud(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pud() [all …]
|
D | vma.h | 14 struct vm_area_struct *vma; member 34 struct vm_area_struct *vma; /* The first vma to munmap */ member 79 struct vm_area_struct *vma; /* Either a new VMA or the one being modified. */ member 98 static inline pgoff_t vma_pgoff_offset(struct vm_area_struct *vma, in vma_pgoff_offset() 153 struct vm_area_struct *vma, gfp_t gfp) in vma_iter_store_gfp() 180 struct vma_iterator *vmi, struct vm_area_struct *vma, in init_vma_munmap() 220 struct vm_area_struct *vma; in reattach_vmas() local 339 static inline bool vma_wants_manual_pte_write_upgrade(struct vm_area_struct *vma) in vma_wants_manual_pte_write_upgrade() 436 struct vm_area_struct *vma) in vma_iter_prealloc() 453 struct vm_area_struct *vma) in vma_iter_store() [all …]
|
D | mprotect.c | 43 bool can_change_pte_writable(struct vm_area_struct *vma, unsigned long addr, in can_change_pte_writable() 87 struct vm_area_struct *vma, pmd_t *pmd, unsigned long addr, in change_pte_range() 301 pgtable_split_needed(struct vm_area_struct *vma, unsigned long cp_flags) in pgtable_split_needed() 317 pgtable_populate_needed(struct vm_area_struct *vma, unsigned long cp_flags) in pgtable_populate_needed() 333 #define change_pmd_prepare(vma, pmd, cp_flags) \ argument 348 #define change_prepare(vma, high, low, addr, cp_flags) \ argument 360 struct vm_area_struct *vma, pud_t *pud, unsigned long addr, in change_pmd_range() 430 struct vm_area_struct *vma, p4d_t *p4d, unsigned long addr, in change_pud_range() 489 struct vm_area_struct *vma, pgd_t *pgd, unsigned long addr, in change_p4d_range() 512 struct vm_area_struct *vma, unsigned long addr, in change_protection_range() [all …]
|
/linux-6.12.1/drivers/gpu/drm/xe/ |
D | xe_vm.h | 108 static inline u64 xe_vma_start(struct xe_vma *vma) in xe_vma_start() 113 static inline u64 xe_vma_size(struct xe_vma *vma) in xe_vma_size() 118 static inline u64 xe_vma_end(struct xe_vma *vma) in xe_vma_end() 123 static inline u64 xe_vma_bo_offset(struct xe_vma *vma) in xe_vma_bo_offset() 128 static inline struct xe_bo *xe_vma_bo(struct xe_vma *vma) in xe_vma_bo() 134 static inline struct xe_vm *xe_vma_vm(struct xe_vma *vma) in xe_vma_vm() 139 static inline bool xe_vma_read_only(struct xe_vma *vma) in xe_vma_read_only() 144 static inline u64 xe_vma_userptr(struct xe_vma *vma) in xe_vma_userptr() 149 static inline bool xe_vma_is_null(struct xe_vma *vma) in xe_vma_is_null() 154 static inline bool xe_vma_has_no_bo(struct xe_vma *vma) in xe_vma_has_no_bo() [all …]
|
/linux-6.12.1/tools/testing/vma/ |
D | vma.c | 16 #define vma_iter_prealloc(vmi, vma) \ argument 75 struct vm_area_struct *vma = alloc_vma(mm, start, end, pgoff, flags); in alloc_and_link_vma() local 192 struct vm_area_struct *vma; in cleanup_mm() local 210 static bool vma_write_started(struct vm_area_struct *vma) in vma_write_started() 228 struct vm_area_struct *vma; in test_simple_merge() local 262 struct vm_area_struct *vma; in test_simple_modify() local 324 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x1000, 0, flags); in test_simple_expand() local 352 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x3000, 0, flags); in test_simple_shrink() local 394 struct vm_area_struct *vma, *vma_a, *vma_b, *vma_c, *vma_d; in test_merge_new() local 577 struct vm_area_struct *vma_left, *vma; in test_vma_merge_special_flags() local [all …]
|
/linux-6.12.1/arch/powerpc/include/asm/book3s/64/ |
D | tlbflush.h | 47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range() 55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range() 63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range() 71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range() 91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page() 120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page() 128 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument 132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
/linux-6.12.1/arch/parisc/kernel/ |
D | cache.c | 331 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page() 393 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, in flush_icache_pages() 476 struct vm_area_struct *vma; in flush_dcache_folio() local 623 static void flush_cache_page_if_present(struct vm_area_struct *vma, in flush_cache_page_if_present() 648 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage() 660 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page() 668 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page() 705 static void flush_cache_pages(struct vm_area_struct *vma, unsigned long start, unsigned long end) in flush_cache_pages() 715 struct vm_area_struct *vma; in mm_total_size() local 729 struct vm_area_struct *vma; in flush_cache_mm() local [all …]
|
/linux-6.12.1/drivers/gpu/drm/nouveau/ |
D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap() 38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map() 51 struct nouveau_vma *vma; in nouveau_vma_find() local 64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local 81 struct nouveau_vma *vma; in nouveau_vma_new() local
|
/linux-6.12.1/drivers/gpu/drm/msm/ |
D | msm_gem_vma.c | 42 void msm_gem_vma_purge(struct msm_gem_vma *vma) in msm_gem_vma_purge() 58 msm_gem_vma_map(struct msm_gem_vma *vma, int prot, in msm_gem_vma_map() 94 void msm_gem_vma_close(struct msm_gem_vma *vma) in msm_gem_vma_close() 112 struct msm_gem_vma *vma; in msm_gem_vma_new() local 124 int msm_gem_vma_init(struct msm_gem_vma *vma, int size, in msm_gem_vma_init()
|