568 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot)  in clear_pmd_bit()  argument
570 	return __pmd(pmd_val(pmd) & ~pgprot_val(prot));  in clear_pmd_bit()
573 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot)  in set_pmd_bit()  argument
575 	return __pmd(pmd_val(pmd) | pgprot_val(prot));  in set_pmd_bit()
768 static inline bool pmd_leaf(pmd_t pmd)  in pmd_leaf()  argument
770 	return (pmd_val(pmd) & _SEGMENT_ENTRY_LARGE) != 0;  in pmd_leaf()
773 static inline int pmd_bad(pmd_t pmd)  in pmd_bad()  argument
775 	if ((pmd_val(pmd) & _SEGMENT_ENTRY_TYPE_MASK) > 0 || pmd_leaf(pmd))  in pmd_bad()
777 	return (pmd_val(pmd) & ~_SEGMENT_ENTRY_BITS) != 0;  in pmd_bad()
802 static inline int pmd_present(pmd_t pmd)  in pmd_present()  argument
804 	return pmd_val(pmd) != _SEGMENT_ENTRY_EMPTY;  in pmd_present()
807 static inline int pmd_none(pmd_t pmd)  in pmd_none()  argument
809 	return pmd_val(pmd) == _SEGMENT_ENTRY_EMPTY;  in pmd_none()
813 static inline int pmd_write(pmd_t pmd)  in pmd_write()  argument
815 	return (pmd_val(pmd) & _SEGMENT_ENTRY_WRITE) != 0;  in pmd_write()
825 static inline int pmd_dirty(pmd_t pmd)  in pmd_dirty()  argument
827 	return (pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY) != 0;  in pmd_dirty()
831 static inline int pmd_young(pmd_t pmd)  in pmd_young()  argument
833 	return (pmd_val(pmd) & _SEGMENT_ENTRY_YOUNG) != 0;  in pmd_young()
872 static inline int pmd_protnone(pmd_t pmd)  in pmd_protnone()  argument
875 	return pmd_leaf(pmd) && !(pmd_val(pmd) & _SEGMENT_ENTRY_READ);  in pmd_protnone()
912 static inline int pmd_soft_dirty(pmd_t pmd)  in pmd_soft_dirty()  argument
914 	return pmd_val(pmd) & _SEGMENT_ENTRY_SOFT_DIRTY;  in pmd_soft_dirty()
917 static inline pmd_t pmd_mksoft_dirty(pmd_t pmd)  in pmd_mksoft_dirty()  argument
919 	return set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_SOFT_DIRTY));  in pmd_mksoft_dirty()
922 static inline pmd_t pmd_clear_soft_dirty(pmd_t pmd)  in pmd_clear_soft_dirty()  argument
924 	return clear_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_SOFT_DIRTY));  in pmd_clear_soft_dirty()
991 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd)  in set_pmd()  argument
993 	WRITE_ONCE(*pmdp, pmd);  in set_pmd()
1435 static inline unsigned long pmd_deref(pmd_t pmd)  in pmd_deref()  argument
1440 	if (pmd_leaf(pmd))  in pmd_deref()
1442 	return (unsigned long)__va(pmd_val(pmd) & origin_mask);  in pmd_deref()
1445 static inline unsigned long pmd_pfn(pmd_t pmd)  in pmd_pfn()  argument
1447 	return __pa(pmd_deref(pmd)) >> PAGE_SHIFT;  in pmd_pfn()
1532 static inline unsigned long pmd_page_vaddr(pmd_t pmd)  in pmd_page_vaddr()  argument
1534 	return (unsigned long) pmd_deref(pmd);  in pmd_page_vaddr()
1547 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd))  argument
1552 static inline pmd_t pmd_wrprotect(pmd_t pmd)  in pmd_wrprotect()  argument
1554 	pmd = clear_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_WRITE));  in pmd_wrprotect()
1555 	return set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_PROTECT));  in pmd_wrprotect()
1558 static inline pmd_t pmd_mkwrite_novma(pmd_t pmd)  in pmd_mkwrite_novma()  argument
1560 	pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_WRITE));  in pmd_mkwrite_novma()
1561 	if (pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY)  in pmd_mkwrite_novma()
1562 		pmd = clear_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_PROTECT));  in pmd_mkwrite_novma()
1563 	return pmd;  in pmd_mkwrite_novma()
1566 static inline pmd_t pmd_mkclean(pmd_t pmd)  in pmd_mkclean()  argument
1568 	pmd = clear_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_DIRTY));  in pmd_mkclean()
1569 	return set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_PROTECT));  in pmd_mkclean()
1572 static inline pmd_t pmd_mkdirty(pmd_t pmd)  in pmd_mkdirty()  argument
1574 	pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_DIRTY | _SEGMENT_ENTRY_SOFT_DIRTY));  in pmd_mkdirty()
1575 	if (pmd_val(pmd) & _SEGMENT_ENTRY_WRITE)  in pmd_mkdirty()
1576 		pmd = clear_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_PROTECT));  in pmd_mkdirty()
1577 	return pmd;  in pmd_mkdirty()
1626 static inline pmd_t pmd_mkyoung(pmd_t pmd)  in pmd_mkyoung()  argument
1628 	pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_YOUNG));  in pmd_mkyoung()
1629 	if (pmd_val(pmd) & _SEGMENT_ENTRY_READ)  in pmd_mkyoung()
1630 		pmd = clear_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_INVALID));  in pmd_mkyoung()
1631 	return pmd;  in pmd_mkyoung()
1634 static inline pmd_t pmd_mkold(pmd_t pmd)  in pmd_mkold()  argument
1636 	pmd = clear_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_YOUNG));  in pmd_mkold()
1637 	return set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_INVALID));  in pmd_mkold()
1640 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot)  in pmd_modify()  argument
1649 	pmd = __pmd(pmd_val(pmd) & mask);  in pmd_modify()
1650 	pmd = set_pmd_bit(pmd, __pgprot(massage_pgprot_pmd(newprot)));  in pmd_modify()
1651 	if (!(pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY))  in pmd_modify()
1652 		pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_PROTECT));  in pmd_modify()
1653 	if (!(pmd_val(pmd) & _SEGMENT_ENTRY_YOUNG))  in pmd_modify()
1654 		pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_INVALID));  in pmd_modify()
1655 	return pmd;  in pmd_modify()
1764 	pmd_t pmd = *pmdp;  in pmdp_test_and_clear_young()  local
1766 	pmd = pmdp_xchg_direct(vma->vm_mm, addr, pmdp, pmd_mkold(pmd));  in pmdp_test_and_clear_young()
1767 	return pmd_young(pmd);  in pmdp_test_and_clear_young()
1786 static inline pmd_t pmd_mkhuge(pmd_t pmd)  in pmd_mkhuge()  argument
1788 	pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_LARGE));  in pmd_mkhuge()
1789 	pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_YOUNG));  in pmd_mkhuge()
1790 	return set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_PROTECT));  in pmd_mkhuge()
1806 		pmd_t pmd = *pmdp;  in pmdp_huge_get_and_clear_full()  local
1808 		return pmd;  in pmdp_huge_get_and_clear_full()
1824 	pmd_t pmd;  in pmdp_invalidate()  local
1827 	pmd = __pmd(pmd_val(*pmdp) | _SEGMENT_ENTRY_INVALID);  in pmdp_invalidate()
1828 	return pmdp_xchg_direct(vma->vm_mm, addr, pmdp, pmd);  in pmdp_invalidate()
1835 	pmd_t pmd = *pmdp;  in pmdp_set_wrprotect()  local
1837 	if (pmd_write(pmd))  in pmdp_set_wrprotect()
1838 		pmd = pmdp_xchg_lazy(mm, addr, pmdp, pmd_wrprotect(pmd));  in pmdp_set_wrprotect()
1852 static inline int pmd_trans_huge(pmd_t pmd)  in pmd_trans_huge()  argument
1854 	return pmd_val(pmd) & _SEGMENT_ENTRY_LARGE;  in pmd_trans_huge()
1928 #define pmd_pgtable(pmd) \  argument
1929 	((pgtable_t)__va(pmd_val(pmd) & -sizeof(pte_t)*PTRS_PER_PTE))