| /linux-6.12.1/include/linux/ |
| D | page_ref.h | 29 extern void __page_ref_set(struct page *page, int v);
30 extern void __page_ref_mod(struct page *page, int v);
31 extern void __page_ref_mod_and_test(struct page *page, int v, int ret);
32 extern void __page_ref_mod_and_return(struct page *page, int v, int ret);
33 extern void __page_ref_mod_unless(struct page *page, int v, int u);
34 extern void __page_ref_freeze(struct page *page, int v, int ret);
35 extern void __page_ref_unfreeze(struct page *page, int v);
41 static inline void __page_ref_set(struct page *page, int v) in __page_ref_set() argument
44 static inline void __page_ref_mod(struct page *page, int v) in __page_ref_mod() argument
47 static inline void __page_ref_mod_and_test(struct page *page, int v, int ret) in __page_ref_mod_and_test() argument
[all …]
|
| D | page-flags.h | 203 static __always_inline const struct page *page_fixed_fake_head(const struct page *page) in page_fixed_fake_head() argument
206 return page; in page_fixed_fake_head()
214 if (IS_ALIGNED((unsigned long)page, PAGE_SIZE) && in page_fixed_fake_head()
215 test_bit(PG_head, &page->flags)) { in page_fixed_fake_head()
221 unsigned long head = READ_ONCE(page[1].compound_head); in page_fixed_fake_head()
224 return (const struct page *)(head - 1); in page_fixed_fake_head()
226 return page; in page_fixed_fake_head()
229 static inline const struct page *page_fixed_fake_head(const struct page *page) in page_fixed_fake_head() argument
231 return page; in page_fixed_fake_head()
235 static __always_inline int page_is_fake_head(const struct page *page) in page_is_fake_head() argument
[all …]
|
| D | highmem-internal.h | 10 void *__kmap_local_page_prot(struct page *page, pgprot_t prot);
35 void *kmap_high(struct page *page);
36 void kunmap_high(struct page *page);
38 struct page *__kmap_to_page(void *addr);
40 static inline void *kmap(struct page *page) in kmap() argument
45 if (!PageHighMem(page)) in kmap()
46 addr = page_address(page); in kmap()
48 addr = kmap_high(page); in kmap()
53 static inline void kunmap(struct page *page) in kunmap() argument
56 if (!PageHighMem(page)) in kunmap()
[all …]
|
| D | balloon_compaction.h | 58 int (*migratepage)(struct balloon_dev_info *, struct page *newpage,
59 struct page *page, enum migrate_mode mode);
62 extern struct page *balloon_page_alloc(void);
64 struct page *page);
65 extern struct page *balloon_page_dequeue(struct balloon_dev_info *b_dev_info);
92 struct page *page) in balloon_page_insert() argument
94 __SetPageOffline(page); in balloon_page_insert()
95 __SetPageMovable(page, &balloon_mops); in balloon_page_insert()
96 set_page_private(page, (unsigned long)balloon); in balloon_page_insert()
97 list_add(&page->lru, &balloon->pages); in balloon_page_insert()
[all …]
|
| D | page_owner.h | 11 extern void __reset_page_owner(struct page *page, unsigned short order);
12 extern void __set_page_owner(struct page *page,
14 extern void __split_page_owner(struct page *page, int old_order,
17 extern void __set_page_owner_migrate_reason(struct page *page, int reason);
18 extern void __dump_page_owner(const struct page *page);
22 static inline void reset_page_owner(struct page *page, unsigned short order) in reset_page_owner() argument
25 __reset_page_owner(page, order); in reset_page_owner()
28 static inline void set_page_owner(struct page *page, in set_page_owner() argument
32 __set_page_owner(page, order, gfp_mask); in set_page_owner()
35 static inline void split_page_owner(struct page *page, int old_order, in split_page_owner() argument
[all …]
|
| D | highmem.h | 37 static inline void *kmap(struct page *page);
46 static inline void kunmap(struct page *page);
54 static inline struct page *kmap_to_page(void *addr);
96 static inline void *kmap_local_page(struct page *page);
179 static inline void *kmap_atomic(struct page *page);
186 static inline void flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vma… in flush_anon_page() argument
202 static inline void clear_user_highpage(struct page *page, unsigned long vaddr) in clear_user_highpage() argument
204 void *addr = kmap_local_page(page); in clear_user_highpage()
205 clear_user_page(addr, vaddr, page); in clear_user_highpage()
231 clear_user_highpage(&folio->page, vaddr); in vma_alloc_zeroed_movable_folio()
[all …]
|
| D | pgalloc_tag.h | 27 static inline union codetag_ref *get_page_tag_ref(struct page *page) in get_page_tag_ref() argument
29 if (page) { in get_page_tag_ref()
30 struct page_ext *page_ext = page_ext_get(page); in get_page_tag_ref()
46 static inline void clear_page_tag_ref(struct page *page) in clear_page_tag_ref() argument
49 union codetag_ref *ref = get_page_tag_ref(page); in clear_page_tag_ref()
58 static inline void pgalloc_tag_add(struct page *page, struct task_struct *task, in pgalloc_tag_add() argument
62 union codetag_ref *ref = get_page_tag_ref(page); in pgalloc_tag_add()
71 static inline void pgalloc_tag_sub(struct page *page, unsigned int nr) in pgalloc_tag_sub() argument
74 union codetag_ref *ref = get_page_tag_ref(page); in pgalloc_tag_sub()
83 static inline struct alloc_tag *pgalloc_tag_get(struct page *page) in pgalloc_tag_get() argument
[all …]
|
| D | rmap.h | 198 struct page *page, int nr_pages, enum rmap_level level) in __folio_rmap_sanity_checks() argument
216 VM_WARN_ON_FOLIO(page_folio(page) != folio, folio); in __folio_rmap_sanity_checks()
217 VM_WARN_ON_FOLIO(page_folio(page + nr_pages - 1) != folio, folio); in __folio_rmap_sanity_checks()
240 void folio_add_anon_rmap_ptes(struct folio *, struct page *, int nr_pages,
242 #define folio_add_anon_rmap_pte(folio, page, vma, address, flags) \ argument
243 folio_add_anon_rmap_ptes(folio, page, 1, vma, address, flags)
244 void folio_add_anon_rmap_pmd(struct folio *, struct page *,
248 void folio_add_file_rmap_ptes(struct folio *, struct page *, int nr_pages,
250 #define folio_add_file_rmap_pte(folio, page, vma) \ argument
251 folio_add_file_rmap_ptes(folio, page, 1, vma)
[all …]
|
| D | bootmem_info.h | 23 void get_page_bootmem(unsigned long info, struct page *page,
25 void put_page_bootmem(struct page *page);
32 static inline void free_bootmem_page(struct page *page) in free_bootmem_page() argument
34 unsigned long magic = page->index; in free_bootmem_page()
40 VM_BUG_ON_PAGE(page_ref_count(page) != 2, page); in free_bootmem_page()
43 put_page_bootmem(page); in free_bootmem_page()
45 VM_BUG_ON_PAGE(1, page); in free_bootmem_page()
52 static inline void put_page_bootmem(struct page *page) in put_page_bootmem() argument
56 static inline void get_page_bootmem(unsigned long info, struct page *page, in get_page_bootmem() argument
61 static inline void free_bootmem_page(struct page *page) in free_bootmem_page() argument
[all …]
|
| /linux-6.12.1/mm/ |
| D | page_isolation.c | 33 static struct page *has_unmovable_pages(unsigned long start_pfn, unsigned long end_pfn, in has_unmovable_pages()
36 struct page *page = pfn_to_page(start_pfn); in has_unmovable_pages() local
37 struct zone *zone = page_zone(page); in has_unmovable_pages()
43 if (is_migrate_cma_page(page)) { in has_unmovable_pages()
52 return page; in has_unmovable_pages()
56 page = pfn_to_page(pfn); in has_unmovable_pages()
64 if (PageReserved(page)) in has_unmovable_pages()
65 return page; in has_unmovable_pages()
81 if (PageHuge(page) || PageTransCompound(page)) { in has_unmovable_pages()
82 struct folio *folio = page_folio(page); in has_unmovable_pages()
[all …]
|
| D | page_alloc.c | 214 static void __free_pages_ok(struct page *page, unsigned int order,
288 static bool page_contains_unaccepted(struct page *page, unsigned int order);
290 static bool __free_unaccepted(struct page *page);
331 static inline unsigned long *get_pageblock_bitmap(const struct page *page, in get_pageblock_bitmap() argument
337 return page_zone(page)->pageblock_flags; in get_pageblock_bitmap()
341 static inline int pfn_to_bitidx(const struct page *page, unsigned long pfn) in pfn_to_bitidx() argument
346 pfn = pfn - pageblock_start_pfn(page_zone(page)->zone_start_pfn); in pfn_to_bitidx()
359 unsigned long get_pfnblock_flags_mask(const struct page *page, in get_pfnblock_flags_mask() argument
366 bitmap = get_pageblock_bitmap(page, pfn); in get_pfnblock_flags_mask()
367 bitidx = pfn_to_bitidx(page, pfn); in get_pfnblock_flags_mask()
[all …]
|
| D | balloon_compaction.c | 15 struct page *page) in balloon_page_enqueue_one() argument
23 BUG_ON(!trylock_page(page)); in balloon_page_enqueue_one()
24 balloon_page_insert(b_dev_info, page); in balloon_page_enqueue_one()
25 unlock_page(page); in balloon_page_enqueue_one()
43 struct page *page, *tmp; in balloon_page_list_enqueue() local
48 list_for_each_entry_safe(page, tmp, pages, lru) { in balloon_page_list_enqueue()
49 list_del(&page->lru); in balloon_page_list_enqueue()
50 balloon_page_enqueue_one(b_dev_info, page); in balloon_page_list_enqueue()
79 struct page *page, *tmp; in balloon_page_list_dequeue() local
84 list_for_each_entry_safe(page, tmp, &b_dev_info->pages, lru) { in balloon_page_list_dequeue()
[all …]
|
| D | folio-compat.c | 13 void unlock_page(struct page *page) in unlock_page() argument
15 return folio_unlock(page_folio(page)); in unlock_page()
19 void end_page_writeback(struct page *page) in end_page_writeback() argument
21 return folio_end_writeback(page_folio(page)); in end_page_writeback()
25 void wait_on_page_writeback(struct page *page) in wait_on_page_writeback() argument
27 return folio_wait_writeback(page_folio(page)); in wait_on_page_writeback()
31 void wait_for_stable_page(struct page *page) in wait_for_stable_page() argument
33 return folio_wait_stable(page_folio(page)); in wait_for_stable_page()
37 void mark_page_accessed(struct page *page) in mark_page_accessed() argument
39 folio_mark_accessed(page_folio(page)); in mark_page_accessed()
[all …]
|
| D | bootmem_info.c | 17 void get_page_bootmem(unsigned long info, struct page *page, unsigned long type) in get_page_bootmem() argument
19 page->index = type; in get_page_bootmem()
20 SetPagePrivate(page); in get_page_bootmem()
21 set_page_private(page, info); in get_page_bootmem()
22 page_ref_inc(page); in get_page_bootmem()
25 void put_page_bootmem(struct page *page) in put_page_bootmem() argument
27 unsigned long type = page->index; in put_page_bootmem()
32 if (page_ref_dec_return(page) == 1) { in put_page_bootmem()
33 page->index = 0; in put_page_bootmem()
34 ClearPagePrivate(page); in put_page_bootmem()
[all …]
|
| D | debug_page_ref.c | 8 void __page_ref_set(struct page *page, int v) in __page_ref_set() argument
10 trace_page_ref_set(page, v); in __page_ref_set()
15 void __page_ref_mod(struct page *page, int v) in __page_ref_mod() argument
17 trace_page_ref_mod(page, v); in __page_ref_mod()
22 void __page_ref_mod_and_test(struct page *page, int v, int ret) in __page_ref_mod_and_test() argument
24 trace_page_ref_mod_and_test(page, v, ret); in __page_ref_mod_and_test()
29 void __page_ref_mod_and_return(struct page *page, int v, int ret) in __page_ref_mod_and_return() argument
31 trace_page_ref_mod_and_return(page, v, ret); in __page_ref_mod_and_return()
36 void __page_ref_mod_unless(struct page *page, int v, int u) in __page_ref_mod_unless() argument
38 trace_page_ref_mod_unless(page, v, u); in __page_ref_mod_unless()
[all …]
|
| /linux-6.12.1/arch/arm/include/asm/ |
| D | page.h | 107 struct page;
111 void (*cpu_clear_user_highpage)(struct page *page, unsigned long vaddr);
112 void (*cpu_copy_user_highpage)(struct page *to, struct page *from,
116 void fa_copy_user_highpage(struct page *to, struct page *from,
118 void fa_clear_user_highpage(struct page *page, unsigned long vaddr);
119 void feroceon_copy_user_highpage(struct page *to, struct page *from,
121 void feroceon_clear_user_highpage(struct page *page, unsigned long vaddr);
122 void v4_mc_copy_user_highpage(struct page *to, struct page *from,
124 void v4_mc_clear_user_highpage(struct page *page, unsigned long vaddr);
125 void v4wb_copy_user_highpage(struct page *to, struct page *from,
[all …]
|
| /linux-6.12.1/drivers/iommu/ |
| D | iommu-pages.h | 28 static inline void __iommu_alloc_account(struct page *page, int order) in __iommu_alloc_account() argument
32 mod_node_page_state(page_pgdat(page), NR_IOMMU_PAGES, pgcnt); in __iommu_alloc_account()
33 mod_lruvec_page_state(page, NR_SECONDARY_PAGETABLE, pgcnt); in __iommu_alloc_account()
41 static inline void __iommu_free_account(struct page *page, int order) in __iommu_free_account() argument
45 mod_node_page_state(page_pgdat(page), NR_IOMMU_PAGES, -pgcnt); in __iommu_free_account()
46 mod_lruvec_page_state(page, NR_SECONDARY_PAGETABLE, -pgcnt); in __iommu_free_account()
56 static inline struct page *__iommu_alloc_pages(gfp_t gfp, int order) in __iommu_alloc_pages()
58 struct page *page; in __iommu_alloc_pages() local
60 page = alloc_pages(gfp | __GFP_ZERO, order); in __iommu_alloc_pages()
61 if (unlikely(!page)) in __iommu_alloc_pages()
[all …]
|
| /linux-6.12.1/sound/pci/trident/ |
| D | trident_memory.c | 22 #define __set_tlb_bus(trident,page,addr) \ argument
23 (trident)->tlb.entries[page] = cpu_to_le32((addr) & ~(SNDRV_TRIDENT_PAGE_SIZE-1))
24 #define __tlb_to_addr(trident,page) \ argument
25 (dma_addr_t)le32_to_cpu((trident->tlb.entries[page]) & ~(SNDRV_TRIDENT_PAGE_SIZE - 1))
32 #define set_tlb_bus(trident,page,addr) __set_tlb_bus(trident,page,addr) argument
34 #define set_silent_tlb(trident,page) __set_tlb_bus(trident, page, trident->tlb.silent_page->addr) argument
38 #define aligned_page_offset(page) ((page) << 12) argument
40 #define page_to_addr(trident,page) __tlb_to_addr(trident, page) argument
47 #define aligned_page_offset(page) ((page) << 13) argument
48 #define page_to_addr(trident,page) __tlb_to_addr(trident, (page) << 1) argument
[all …]
|
| /linux-6.12.1/include/trace/events/ |
| D | page_ref.h | 15 TP_PROTO(struct page *page, int v),
17 TP_ARGS(page, v),
30 __entry->pfn = page_to_pfn(page);
31 __entry->flags = page->flags;
32 __entry->count = page_ref_count(page);
33 __entry->mapcount = atomic_read(&page->_mapcount);
34 __entry->mapping = page->mapping;
35 __entry->mt = get_pageblock_migratetype(page);
49 TP_PROTO(struct page *page, int v),
51 TP_ARGS(page, v)
[all …]
|
| /linux-6.12.1/arch/openrisc/include/asm/ |
| D | cacheflush.h | 24 extern void local_dcache_page_flush(struct page *page);
25 extern void local_icache_page_inv(struct page *page);
33 #define dcache_page_flush(page) local_dcache_page_flush(page) argument
34 #define icache_page_inv(page) local_icache_page_inv(page) argument
36 #define dcache_page_flush(page) local_dcache_page_flush(page) argument
37 #define icache_page_inv(page) smp_icache_page_inv(page) argument
38 extern void smp_icache_page_inv(struct page *page);
45 static inline void sync_icache_dcache(struct page *page) in sync_icache_dcache() argument
48 dcache_page_flush(page); in sync_icache_dcache()
49 icache_page_inv(page); in sync_icache_dcache()
[all …]
|
| /linux-6.12.1/Documentation/trace/ |
| D | ring-buffer-design.rst | 40 - A page outside the ring buffer used solely (for the most part)
44 - a pointer to the page that the reader will use next
47 - a pointer to the page that will be written to next
50 - a pointer to the page with the last finished non-nested write.
110 At initialization a reader page is allocated for the reader that is not
114 to the same page.
116 The reader page is initialized to have its next pointer pointing to
117 the head page, and its previous pointer pointing to a page before
118 the head page.
120 The reader has its own page to use. At start up time, this page is
[all …]
|
| /linux-6.12.1/mm/kmsan/ |
| D | shadow.c | 22 #define shadow_page_for(page) ((page)->kmsan_shadow) argument
24 #define origin_page_for(page) ((page)->kmsan_origin) argument
26 static void *shadow_ptr_for(struct page *page) in shadow_ptr_for() argument
28 return page_address(shadow_page_for(page)); in shadow_ptr_for()
31 static void *origin_ptr_for(struct page *page) in origin_ptr_for() argument
33 return page_address(origin_page_for(page)); in origin_ptr_for()
36 static bool page_has_metadata(struct page *page) in page_has_metadata() argument
38 return shadow_page_for(page) && origin_page_for(page); in page_has_metadata()
41 static void set_no_shadow_origin_page(struct page *page) in set_no_shadow_origin_page() argument
43 shadow_page_for(page) = NULL; in set_no_shadow_origin_page()
[all …]
|
| /linux-6.12.1/net/ceph/ |
| D | pagelist.c | 32 struct page *page = list_entry(pl->head.prev, struct page, lru); in ceph_pagelist_unmap_tail() local
33 kunmap(page); in ceph_pagelist_unmap_tail()
44 struct page *page = list_first_entry(&pl->head, struct page, in ceph_pagelist_release() local
46 list_del(&page->lru); in ceph_pagelist_release()
47 __free_page(page); in ceph_pagelist_release()
56 struct page *page; in ceph_pagelist_addpage() local
59 page = __page_cache_alloc(GFP_NOFS); in ceph_pagelist_addpage()
61 page = list_first_entry(&pl->free_list, struct page, lru); in ceph_pagelist_addpage()
62 list_del(&page->lru); in ceph_pagelist_addpage()
65 if (!page) in ceph_pagelist_addpage()
[all …]
|
| /linux-6.12.1/include/net/page_pool/ |
| D | helpers.h | 92 static inline struct page *page_pool_dev_alloc_pages(struct page_pool *pool) in page_pool_dev_alloc_pages()
110 static inline struct page *page_pool_dev_alloc_frag(struct page_pool *pool, in page_pool_dev_alloc_frag()
119 static inline struct page *page_pool_alloc(struct page_pool *pool, in page_pool_alloc()
124 struct page *page; in page_pool_alloc() local
132 page = page_pool_alloc_frag(pool, offset, *size, gfp); in page_pool_alloc()
133 if (unlikely(!page)) in page_pool_alloc()
145 return page; in page_pool_alloc()
161 static inline struct page *page_pool_dev_alloc(struct page_pool *pool, in page_pool_dev_alloc()
174 struct page *page; in page_pool_alloc_va() local
177 page = page_pool_alloc(pool, &offset, size, gfp & ~__GFP_HIGHMEM); in page_pool_alloc_va()
[all …]
|
| /linux-6.12.1/sound/pci/emu10k1/ |
| D | memory.c | 21 #define __set_ptb_entry(emu,page,addr) \ argument
22 (((__le32 *)(emu)->ptb_pages.area)[page] = \
23 cpu_to_le32(((addr) << (emu->address_mode)) | (page)))
24 #define __get_ptb_entry(emu, page) \ argument
25 (le32_to_cpu(((__le32 *)(emu)->ptb_pages.area)[page]))
33 #define aligned_page_offset(page) ((page) << PAGE_SHIFT) argument
37 #define set_ptb_entry(emu,page,addr) __set_ptb_entry(emu,page,addr) argument
39 #define set_silent_ptb(emu,page) __set_ptb_entry(emu,page,emu->silent_page.addr) argument
42 static inline void set_ptb_entry(struct snd_emu10k1 *emu, int page, dma_addr_t addr) in set_ptb_entry() argument
45 page *= UNIT_PAGES; in set_ptb_entry()
[all …]
|