/linux-6.12.1/mm/ |
D | init-mm.c | 32 struct mm_struct init_mm = { variable 33 .mm_mt = MTREE_INIT_EXT(mm_mt, MM_MT_FLAGS, init_mm.mmap_lock), 37 .write_protect_seq = SEQCNT_ZERO(init_mm.write_protect_seq), 38 MMAP_LOCK_INITIALIZER(init_mm) 39 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock), 40 .arg_lock = __SPIN_LOCK_UNLOCKED(init_mm.arg_lock), 41 .mmlist = LIST_HEAD_INIT(init_mm.mmlist), 47 INIT_MM_CONTEXT(init_mm) 53 init_mm.start_code = (unsigned long)start_code; in setup_initial_init_mm() 54 init_mm.end_code = (unsigned long)end_code; in setup_initial_init_mm() [all …]
|
D | hugetlb_vmemmap.c | 59 pgtable = pte_alloc_one_kernel(&init_mm); in vmemmap_split_pmd() 63 pmd_populate_kernel(&init_mm, &__pmd, pgtable); in vmemmap_split_pmd() 71 set_pte_at(&init_mm, addr, pte, entry); in vmemmap_split_pmd() 74 spin_lock(&init_mm.page_table_lock); in vmemmap_split_pmd() 86 pmd_populate_kernel(&init_mm, pmd, pgtable); in vmemmap_split_pmd() 90 pte_free_kernel(&init_mm, pgtable); in vmemmap_split_pmd() 92 spin_unlock(&init_mm.page_table_lock); in vmemmap_split_pmd() 108 spin_lock(&init_mm.page_table_lock); in vmemmap_pmd_entry() 131 spin_unlock(&init_mm.page_table_lock); in vmemmap_pmd_entry() 168 mmap_read_lock(&init_mm); in vmemmap_remap_range() [all …]
|
D | page_table_check.c | 165 if (&init_mm == mm) in __page_table_check_pte_clear() 176 if (&init_mm == mm) in __page_table_check_pmd_clear() 187 if (&init_mm == mm) in __page_table_check_pud_clear() 217 if (&init_mm == mm) in __page_table_check_ptes_set() 239 if (&init_mm == mm) in __page_table_check_pmd_set() 254 if (&init_mm == mm) in __page_table_check_pud_set() 269 if (&init_mm == mm) in __page_table_check_pte_clear_range()
|
/linux-6.12.1/mm/kasan/ |
D | init.c | 103 set_pte_at(&init_mm, addr, pte, zero_pte); in zero_pte_populate() 123 pmd_populate_kernel(&init_mm, pmd, in zero_pmd_populate() 132 p = pte_alloc_one_kernel(&init_mm); in zero_pmd_populate() 140 pmd_populate_kernel(&init_mm, pmd, p); in zero_pmd_populate() 163 pud_populate(&init_mm, pud, in zero_pud_populate() 166 pmd_populate_kernel(&init_mm, pmd, in zero_pud_populate() 175 p = pmd_alloc(&init_mm, pud, addr); in zero_pud_populate() 181 pud_populate(&init_mm, pud, p); in zero_pud_populate() 206 p4d_populate(&init_mm, p4d, in zero_p4d_populate() 209 pud_populate(&init_mm, pud, in zero_p4d_populate() [all …]
|
D | shadow.c | 311 spin_lock(&init_mm.page_table_lock); in kasan_populate_vmalloc_pte() 313 set_pte_at(&init_mm, addr, ptep, pte); in kasan_populate_vmalloc_pte() 316 spin_unlock(&init_mm.page_table_lock); in kasan_populate_vmalloc_pte() 351 ret = apply_to_page_range(&init_mm, shadow_start, in kasan_populate_vmalloc() 404 spin_lock(&init_mm.page_table_lock); in kasan_depopulate_vmalloc_pte() 407 pte_clear(&init_mm, addr, ptep); in kasan_depopulate_vmalloc_pte() 410 spin_unlock(&init_mm.page_table_lock); in kasan_depopulate_vmalloc_pte() 525 apply_to_existing_page_range(&init_mm, in kasan_release_vmalloc()
|
/linux-6.12.1/arch/powerpc/mm/kasan/ |
D | init_book3e_64.c | 45 p4d_populate(&init_mm, p4dp, pudp); in kasan_map_kernel_page() 51 pud_populate(&init_mm, pudp, pmdp); in kasan_map_kernel_page() 57 pmd_populate_kernel(&init_mm, pmdp, ptep); in kasan_map_kernel_page() 61 __set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT, prot), 0); in kasan_map_kernel_page() 93 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_early_init() 97 pmd_populate_kernel(&init_mm, &kasan_early_shadow_pmd[i], in kasan_early_init() 101 pud_populate(&init_mm, &kasan_early_shadow_pud[i], in kasan_early_init() 105 p4d_populate(&init_mm, p4d_offset(pgd++, addr), kasan_early_shadow_pud); in kasan_early_init() 121 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_init()
|
D | init_book3s_64.c | 68 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_init() 72 pmd_populate_kernel(&init_mm, &kasan_early_shadow_pmd[i], in kasan_init() 76 pud_populate(&init_mm, &kasan_early_shadow_pud[i], in kasan_init() 85 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_init()
|
D | init_32.c | 28 __set_pte_at(&init_mm, va, ptep, pfn_pte(PHYS_PFN(pa), prot), 1); in kasan_populate_pte() 50 pmd_populate_kernel(&init_mm, pmd, new); in kasan_init_shadow_page_tables() 77 __set_pte_at(&init_mm, k_cur, pte_offset_kernel(pmd, k_cur), pte, 0); in kasan_init_region() 95 __set_pte_at(&init_mm, k_cur, ptep, pte, 0); in kasan_update_early_region() 190 pmd_populate_kernel(&init_mm, pmd, kasan_early_shadow_pte); in kasan_early_init()
|
/linux-6.12.1/arch/x86/mm/ |
D | init_64.c | 253 pgd_populate(&init_mm, pgd, p4d); in fill_p4d() 265 p4d_populate(&init_mm, p4d, pud); in fill_pud() 277 pud_populate(&init_mm, pud, pmd); in fill_pmd() 289 pmd_populate_kernel(&init_mm, pmd, pte); in fill_pte() 538 spin_lock(&init_mm.page_table_lock); in phys_pmd_init() 543 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init() 569 spin_lock(&init_mm.page_table_lock); in phys_pmd_init() 573 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init() 581 spin_lock(&init_mm.page_table_lock); in phys_pmd_init() 582 pmd_populate_kernel_init(&init_mm, pmd, pte, init); in phys_pmd_init() [all …]
|
/linux-6.12.1/arch/openrisc/kernel/ |
D | dma.c | 77 mmap_write_lock(&init_mm); in arch_dma_set_uncached() 78 error = walk_page_range_novma(&init_mm, va, va + size, in arch_dma_set_uncached() 80 mmap_write_unlock(&init_mm); in arch_dma_set_uncached() 91 mmap_write_lock(&init_mm); in arch_dma_clear_uncached() 93 WARN_ON(walk_page_range_novma(&init_mm, va, va + size, in arch_dma_clear_uncached() 95 mmap_write_unlock(&init_mm); in arch_dma_clear_uncached()
|
/linux-6.12.1/arch/powerpc/mm/nohash/ |
D | book3e_pgtable.c | 86 pudp = pud_alloc(&init_mm, p4dp, ea); in map_kernel_page() 89 pmdp = pmd_alloc(&init_mm, pudp, ea); in map_kernel_page() 100 p4d_populate(&init_mm, p4dp, pudp); in map_kernel_page() 105 pud_populate(&init_mm, pudp, pmdp); in map_kernel_page() 110 pmd_populate_kernel(&init_mm, pmdp, ptep); in map_kernel_page() 114 set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT, prot)); in map_kernel_page()
|
/linux-6.12.1/arch/powerpc/mm/book3s64/ |
D | radix_pgtable.c | 89 p4d_populate(&init_mm, p4dp, pudp); in early_map_kernel_page() 99 pud_populate(&init_mm, pudp, pmdp); in early_map_kernel_page() 109 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_map_kernel_page() 114 set_pte_at(&init_mm, ea, ptep, pfn_pte(pfn, flags)); in early_map_kernel_page() 155 pudp = pud_alloc(&init_mm, p4dp, ea); in __map_kernel_page() 162 pmdp = pmd_alloc(&init_mm, pudp, ea); in __map_kernel_page() 174 set_pte_at(&init_mm, ea, ptep, pfn_pte(pfn, flags)); in __map_kernel_page() 206 pudp = pud_alloc(&init_mm, p4dp, idx); in radix__change_memory_range() 213 pmdp = pmd_alloc(&init_mm, pudp, idx); in radix__change_memory_range() 224 radix__pte_update(&init_mm, idx, ptep, clear, 0, 0); in radix__change_memory_range() [all …]
|
/linux-6.12.1/arch/arm64/include/asm/ |
D | pgalloc.h | 33 pudval |= (mm == &init_mm) ? PUD_TABLE_UXN : PUD_TABLE_PXN; in pud_populate() 55 p4dval |= (mm == &init_mm) ? P4D_TABLE_UXN : P4D_TABLE_PXN; in p4d_populate() 84 pgdval |= (mm == &init_mm) ? PGD_TABLE_UXN : PGD_TABLE_PXN; in pgd_populate() 92 if (mm == &init_mm) in p4d_alloc_one() 129 VM_BUG_ON(mm && mm != &init_mm); in pmd_populate_kernel() 136 VM_BUG_ON(mm == &init_mm); in pmd_populate()
|
D | mmu_context.h | 107 if (mm != &init_mm && !system_uses_ttbr0_pan()) in cpu_uninstall_idmap() 117 cpu_switch_mm(lm_alias(idmap_pg_dir), &init_mm); in cpu_install_idmap() 217 if (mm == &init_mm) in update_saved_ttbr0() 239 update_saved_ttbr0(tsk, &init_mm); in enter_lazy_tlb() 248 if (next == &init_mm) { in __switch_mm()
|
/linux-6.12.1/arch/s390/boot/ |
D | vmem.c | 22 #define init_mm (*(struct mm_struct *)vmlinux.init_mm_off) macro 114 pgd_populate(&init_mm, pgd, kasan_early_shadow_p4d); in kasan_pgd_populate_zero_shadow() 125 p4d_populate(&init_mm, p4d, kasan_early_shadow_pud); in kasan_p4d_populate_zero_shadow() 136 pud_populate(&init_mm, pud, kasan_early_shadow_pmd); in kasan_pud_populate_zero_shadow() 147 pmd_populate(&init_mm, pmd, kasan_early_shadow_pte); in kasan_pmd_populate_zero_shadow() 336 pmd_populate(&init_mm, pmd, pte); in pgtable_pmd_populate() 369 pud_populate(&init_mm, pud, pmd); in pgtable_pud_populate() 393 p4d_populate(&init_mm, p4d, pud); in pgtable_p4d_populate() 405 pgd = pgd_offset(&init_mm, addr); in pgtable_populate() 412 pgd_populate(&init_mm, pgd, p4d); in pgtable_populate() [all …]
|
/linux-6.12.1/arch/powerpc/mm/ |
D | pageattr.c | 22 return pte_update(&init_mm, addr, ptep, old & ~new, new & ~old, 0); in pte_update_delta() 56 pte_update(&init_mm, addr, ptep, _PAGE_PRESENT, 0, 0); in change_page_attr() 59 pte_update(&init_mm, addr, ptep, 0, _PAGE_PRESENT, 0); in change_page_attr() 102 return apply_to_existing_page_range(&init_mm, start, size, in change_memory_attr()
|
/linux-6.12.1/arch/arm/mm/ |
D | kasan_init.c | 86 set_pte_at(&init_mm, addr, ptep, entry); in kasan_pte_populate() 114 pmd_populate_kernel(&init_mm, pmdp, p); in kasan_pmd_populate() 146 pgd_populate(&init_mm, pgdp, p); in kasan_pgd_populate() 239 cpu_switch_mm(tmp_pgd_table, &init_mm); in kasan_init() 293 set_pte_at(&init_mm, KASAN_SHADOW_START + i*PAGE_SIZE, in kasan_init() 299 cpu_switch_mm(swapper_pg_dir, &init_mm); in kasan_init()
|
D | idmap.c | 31 pmd = pmd_alloc_one(&init_mm, addr); in idmap_add_pmd() 43 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd() 114 idmap_pgd = pgd_alloc(&init_mm); in init_static_idmap() 137 cpu_switch_mm(idmap_pgd, &init_mm); in setup_mm_for_reboot()
|
/linux-6.12.1/arch/s390/mm/ |
D | vmem.c | 70 pte = (pte_t *) page_table_alloc(&init_mm); in vmem_pte_alloc() 86 page_table_free(&init_mm, table); in vmem_pte_free() 184 pte_clear(&init_mm, addr, pte); in modify_pte_table() 286 pmd_populate(&init_mm, pmd, pte); in modify_pmd_table() 355 pud_populate(&init_mm, pud, pmd); in modify_pud_table() 404 p4d_populate(&init_mm, p4d, pud); in modify_p4d_table() 455 pgd_populate(&init_mm, pgd, p4d); in modify_pagetable() 586 pgd_populate(&init_mm, pgd, p4d); in vmem_get_alloc_pte() 595 p4d_populate(&init_mm, p4d, pud); in vmem_get_alloc_pte() 604 pud_populate(&init_mm, pud, pmd); in vmem_get_alloc_pte() [all …]
|
/linux-6.12.1/arch/x86/xen/ |
D | grant-table.c | 45 set_pte_at(&init_mm, addr, gnttab_shared_vm_area.ptes[i], in arch_gnttab_map_shared() 67 set_pte_at(&init_mm, addr, gnttab_status_vm_area.ptes[i], in arch_gnttab_map_status() 89 set_pte_at(&init_mm, addr, ptes[i], __pte(0)); in arch_gnttab_unmap() 110 if (apply_to_page_range(&init_mm, (unsigned long)area->area->addr, in arch_gnttab_valloc()
|
/linux-6.12.1/Documentation/translations/zh_CN/mm/ |
D | active_mm.rst | 67 另外,一个新的规则是,**没有人** 再把 “init_mm” 作为一个真正的MM了。 68 “init_mm”应该被认为只是一个 “没有其他上下文时的lazy上下文”,事实上,它主 71 if (current->mm == &init_mm)
|
/linux-6.12.1/arch/riscv/mm/ |
D | pageattr.c | 278 mmap_write_lock(&init_mm); in __set_memory() 302 ret = walk_page_range_novma(&init_mm, lm_start, lm_end, in __set_memory() 320 ret = walk_page_range_novma(&init_mm, lm_start, lm_end, in __set_memory() 326 ret = walk_page_range_novma(&init_mm, start, end, &pageattr_ops, NULL, in __set_memory() 330 mmap_write_unlock(&init_mm); in __set_memory() 338 ret = walk_page_range_novma(&init_mm, start, end, &pageattr_ops, NULL, in __set_memory() 341 mmap_write_unlock(&init_mm); in __set_memory() 414 apply_to_existing_page_range(&init_mm, start, size, debug_pagealloc_set_page, &enable); in __kernel_map_pages()
|
/linux-6.12.1/arch/loongarch/mm/ |
D | init.c | 138 set_pmd_at(&init_mm, addr, pmd, entry); in vmemmap_set_pmd() 180 p4d_populate(&init_mm, p4d, pud); in populate_kernel_pte() 191 pud_populate(&init_mm, pud, pmd); in populate_kernel_pte() 205 pmd_populate_kernel(&init_mm, pmd, pte); in populate_kernel_pte() 229 pte_clear(&init_mm, addr, ptep); in __set_fixmap()
|
/linux-6.12.1/arch/nios2/mm/ |
D | ioremap.c | 84 dir = pgd_offset(&init_mm, address); in remap_area_pages() 94 p4d = p4d_alloc(&init_mm, dir, address); in remap_area_pages() 97 pud = pud_alloc(&init_mm, p4d, address); in remap_area_pages() 100 pmd = pmd_alloc(&init_mm, pud, address); in remap_area_pages()
|
/linux-6.12.1/arch/x86/kernel/ |
D | espfix_64.c | 115 p4d = p4d_alloc(&init_mm, pgd, ESPFIX_BASE_ADDR); in init_espfix_bsp() 116 p4d_populate(&init_mm, p4d, espfix_pud_page); in init_espfix_bsp() 169 paravirt_alloc_pmd(&init_mm, __pa(pmd_p) >> PAGE_SHIFT); in init_espfix_ap() 181 paravirt_alloc_pte(&init_mm, __pa(pte_p) >> PAGE_SHIFT); in init_espfix_ap()
|