include/asm/pgtable_64.h

1 /* SPDX-License-Identifier: GPL-2.0 */
12  * the x86-64 page table tree.
94 	return native_make_pte(xchg(&xp->pte, 0));  in native_ptep_get_and_clear()
107 	return native_make_pmd(xchg(&xp->pmd, 0));  in native_pmdp_get_and_clear()
130 	return native_make_pud(xchg(&xp->pud, 0));  in native_pudp_get_and_clear()
177 /* PGD - Level 4 access */
179 /* PUD - Level 3 access */
181 /* PMD - Level 2 access */
183 /* PTE - Level 1 access */
186  * Encode and de-code a swap entry
188  * |     ...            | 11| 10|  9|8|7|6|5| 4| 3|2| 1|0| <- bit number
189  * |     ...            |SW3|SW2|SW1|G|L|D|A|CD|WT|U| W|P| <- bit names
190  * | TYPE (59-63) | ~OFFSET (9-58)  |0|0|X|X| X| E|F|SD|0| <- swp entry
196  * non-present PTEs.
198  * SD Bits 1-4 are not used in non-present format and available for
212  * The offset is inverted by a binary not operation to make the high
225 #define __swp_type(x) ((x).val >> (64 - SWP_TYPE_BITS))
232  * The offset is inverted by a binary not operation to make the high
237 	| ((unsigned long)(type) << (64-SWP_TYPE_BITS)) })
271 #include <asm/pgtable-invert.h>
276 #define pud_index(x)	(((x) >> PUD_SHIFT) & (PTRS_PER_PUD - 1))