Lines Matching refs:pmd

183 #define pmd_access_permitted(pmd, write) \  argument
184 (pte_access_permitted(pmd_pte(pmd), (write)))
200 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot) in clear_pmd_bit() argument
202 pmd_val(pmd) &= ~pgprot_val(prot); in clear_pmd_bit()
203 return pmd; in clear_pmd_bit()
206 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot) in set_pmd_bit() argument
208 pmd_val(pmd) |= pgprot_val(prot); in set_pmd_bit()
209 return pmd; in set_pmd_bit()
289 static inline pmd_t pmd_mkcont(pmd_t pmd) in pmd_mkcont() argument
291 return __pmd(pmd_val(pmd) | PMD_SECT_CONT); in pmd_mkcont()
480 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte() argument
482 return __pte(pmd_val(pmd)); in pmd_pte()
550 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone() argument
552 return pte_protnone(pmd_pte(pmd)); in pmd_protnone()
556 #define pmd_present(pmd) pte_present(pmd_pte(pmd)) argument
563 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() argument
565 return pmd_val(pmd) && pmd_present(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT); in pmd_trans_huge()
569 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument
570 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument
571 #define pmd_valid(pmd) pte_valid(pmd_pte(pmd)) argument
572 #define pmd_user(pmd) pte_user(pmd_pte(pmd)) argument
573 #define pmd_user_exec(pmd) pte_user_exec(pmd_pte(pmd)) argument
574 #define pmd_cont(pmd) pte_cont(pmd_pte(pmd)) argument
575 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument
576 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument
577 #define pmd_mkwrite_novma(pmd) pte_pmd(pte_mkwrite_novma(pmd_pte(pmd))) argument
578 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument
579 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument
580 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument
581 #define pmd_mkinvalid(pmd) pte_pmd(pte_mkinvalid(pmd_pte(pmd))) argument
583 #define pmd_uffd_wp(pmd) pte_uffd_wp(pmd_pte(pmd)) argument
584 #define pmd_mkuffd_wp(pmd) pte_pmd(pte_mkuffd_wp(pmd_pte(pmd))) argument
585 #define pmd_clear_uffd_wp(pmd) pte_pmd(pte_clear_uffd_wp(pmd_pte(pmd))) argument
586 #define pmd_swp_uffd_wp(pmd) pte_swp_uffd_wp(pmd_pte(pmd)) argument
587 #define pmd_swp_mkuffd_wp(pmd) pte_pmd(pte_swp_mkuffd_wp(pmd_pte(pmd))) argument
588 #define pmd_swp_clear_uffd_wp(pmd) \ argument
589 pte_pmd(pte_swp_clear_uffd_wp(pmd_pte(pmd)))
592 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument
594 #define pmd_mkhuge(pmd) (__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT)) argument
597 #define pmd_devmap(pmd) pte_devmap(pmd_pte(pmd)) argument
599 static inline pmd_t pmd_mkdevmap(pmd_t pmd) in pmd_mkdevmap() argument
601 return pte_pmd(set_pte_bit(pmd_pte(pmd), __pgprot(PTE_DEVMAP))); in pmd_mkdevmap()
606 static inline pmd_t pmd_mkspecial(pmd_t pmd) in pmd_mkspecial() argument
608 return set_pmd_bit(pmd, __pgprot(PTE_SPECIAL)); in pmd_mkspecial()
612 #define __pmd_to_phys(pmd) __pte_to_phys(pmd_pte(pmd)) argument
614 #define pmd_pfn(pmd) ((__pmd_to_phys(pmd) & PMD_MASK) >> PAGE_SHIFT) argument
635 static inline pgprot_t pmd_pgprot(pmd_t pmd) in pmd_pgprot() argument
637 unsigned long pfn = pmd_pfn(pmd); in pmd_pgprot()
639 return __pgprot(pmd_val(pfn_pmd(pfn, __pgprot(0))) ^ pmd_val(pmd)); in pmd_pgprot()
660 pmd_t *pmdp, pmd_t pmd) in set_pmd_at() argument
662 page_table_check_pmd_set(mm, pmdp, pmd); in set_pmd_at()
663 return __set_pte_at(mm, addr, (pte_t *)pmdp, pmd_pte(pmd), in set_pmd_at()
716 #define pmd_none(pmd) (!pmd_val(pmd)) argument
718 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
720 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
722 #define pmd_leaf(pmd) (pmd_present(pmd) && !pmd_table(pmd)) argument
723 #define pmd_bad(pmd) (!pmd_table(pmd)) argument
725 #define pmd_leaf_size(pmd) (pmd_cont(pmd) ? CONT_PMD_SIZE : PMD_SIZE) argument
753 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd() argument
757 set_swapper_pgd((pgd_t *)pmdp, __pgd(pmd_val(pmd))); in set_pmd()
762 WRITE_ONCE(*pmdp, pmd); in set_pmd()
764 if (pmd_valid(pmd)) { in set_pmd()
775 static inline phys_addr_t pmd_page_paddr(pmd_t pmd) in pmd_page_paddr() argument
777 return __pmd_to_phys(pmd); in pmd_page_paddr()
780 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() argument
782 return (unsigned long)__va(pmd_page_paddr(pmd)); in pmd_page_vaddr()
789 #define pte_set_fixmap_offset(pmd, addr) pte_set_fixmap(pte_offset_phys(pmd, addr)) argument
792 #define pmd_page(pmd) phys_to_page(__pmd_to_phys(pmd)) argument
1175 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify() argument
1177 return pte_pmd(pte_modify(pmd_pte(pmd), newprot)); in pmd_modify()
1211 static inline bool pmd_user_accessible_page(pmd_t pmd) in pmd_user_accessible_page() argument
1213 return pmd_valid(pmd) && !pmd_table(pmd) && (pmd_user(pmd) || pmd_user_exec(pmd)); in pmd_user_accessible_page()
1318 pmd_t pmd = __pmd(xchg_relaxed(&pmd_val(*pmdp), 0)); in pmdp_huge_get_and_clear() local
1320 page_table_check_pmd_clear(mm, pmd); in pmdp_huge_get_and_clear()
1322 return pmd; in pmdp_huge_get_and_clear()
1409 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
1411 page_table_check_pmd_set(vma->vm_mm, pmdp, pmd); in pmdp_establish()
1412 return __pmd(xchg_relaxed(&pmd_val(*pmdp), pmd_val(pmd))); in pmdp_establish()
1440 #define __pmd_to_swp_entry(pmd) ((swp_entry_t) { pmd_val(pmd) }) argument
1489 #define update_mmu_cache_pmd(vma, address, pmd) do { } while (0) argument