| /linux-6.12.1/drivers/iommu/amd/ |
| D | io_pgtable.c | 57 static void free_pt_page(u64 *pt, struct list_head *freelist) in free_pt_page() argument
61 list_add_tail(&p->lru, freelist); in free_pt_page()
64 static void free_pt_lvl(u64 *pt, struct list_head *freelist, int lvl) in free_pt_lvl() argument
85 free_pt_lvl(p, freelist, lvl - 1); in free_pt_lvl()
87 free_pt_page(p, freelist); in free_pt_lvl()
90 free_pt_page(pt, freelist); in free_pt_lvl()
93 static void free_sub_pt(u64 *root, int mode, struct list_head *freelist) in free_sub_pt() argument
100 free_pt_page(root, freelist); in free_sub_pt()
107 free_pt_lvl(root, freelist, mode); in free_sub_pt()
304 static void free_clear_pte(u64 *pte, u64 pteval, struct list_head *freelist) in free_clear_pte() argument
[all …]
|
| /linux-6.12.1/kernel/bpf/ |
| D | percpu_freelist.c | 10 s->freelist = alloc_percpu(struct pcpu_freelist_head); in pcpu_freelist_init()
11 if (!s->freelist) in pcpu_freelist_init()
15 struct pcpu_freelist_head *head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_init()
27 free_percpu(s->freelist); in pcpu_freelist_destroy()
66 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_push_nmi()
86 ___pcpu_freelist_push(this_cpu_ptr(s->freelist), node); in __pcpu_freelist_push()
110 head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_populate()
128 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop()
160 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop_nmi()
|
| D | stackmap.c | 29 struct pcpu_freelist freelist; member
56 err = pcpu_freelist_init(&smap->freelist); in prealloc_elems_and_freelist()
60 pcpu_freelist_populate(&smap->freelist, smap->elems, elem_size, in prealloc_elems_and_freelist()
259 pcpu_freelist_pop(&smap->freelist); in __bpf_get_stackid()
270 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in __bpf_get_stackid()
274 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in __bpf_get_stackid()
285 pcpu_freelist_pop(&smap->freelist); in __bpf_get_stackid()
296 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in __bpf_get_stackid()
668 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in bpf_stackmap_copy()
719 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in stack_map_delete_elem()
[all …]
|
| D | percpu_freelist.h | 15 struct pcpu_freelist_head __percpu *freelist; member
|
| D | hashtab.c | 94 struct pcpu_freelist freelist; member
359 err = pcpu_freelist_init(&htab->freelist); in prealloc_init()
369 pcpu_freelist_populate(&htab->freelist, in prealloc_init()
387 pcpu_freelist_destroy(&htab->freelist); in prealloc_destroy()
402 l = pcpu_freelist_pop(&htab->freelist); in alloc_extra_elems()
951 __pcpu_freelist_push(&htab->freelist, &l->fnode); in free_htab_elem()
1026 l = __pcpu_freelist_pop(&htab->freelist); in alloc_htab_elem()
|
| /linux-6.12.1/drivers/md/bcache/ |
| D | util.h | 184 type *freelist; \
190 typeof((array)->freelist) _ret = (array)->freelist; \
193 (array)->freelist = *((typeof((array)->freelist) *) _ret);\
200 typeof((array)->freelist) _ptr = ptr; \
202 *((typeof((array)->freelist) *) _ptr) = (array)->freelist; \
203 (array)->freelist = _ptr; \
208 typeof((array)->freelist) _i; \
211 (array)->freelist = NULL; \
219 #define array_freelist_empty(array) ((array)->freelist == NULL)
|
| /linux-6.12.1/drivers/scsi/elx/efct/ |
| D | efct_io.c | 16 struct list_head freelist; member
33 INIT_LIST_HEAD(&io_pool->freelist); in efct_io_pool_create()
69 list_add_tail(&io->list_entry, &io_pool->freelist); in efct_io_pool_create()
115 if (!list_empty(&io_pool->freelist)) { in efct_io_pool_io_alloc()
116 io = list_first_entry(&io_pool->freelist, struct efct_io, in efct_io_pool_io_alloc()
160 list_add(&io->list_entry, &io_pool->freelist); in efct_io_pool_io_free()
|
| /linux-6.12.1/mm/ |
| D | slub.c | 387 void **freelist; /* Pointer to next available object */ member
657 freelist_aba_t old = { .freelist = freelist_old, .counter = counters_old }; in __update_freelist_fast()
658 freelist_aba_t new = { .freelist = freelist_new, .counter = counters_new }; in __update_freelist_fast()
674 if (slab->freelist == freelist_old && in __update_freelist_slow()
676 slab->freelist = freelist_new; in __update_freelist_slow()
809 for (p = slab->freelist; p; p = get_freepointer(s, p)) in __fill_map()
1021 slab, slab->objects, slab->inuse, slab->freelist, in print_slab_info()
1114 void **freelist, void *nextfree) in freelist_corrupted() argument
1117 !check_valid_pointer(s, slab, nextfree) && freelist) { in freelist_corrupted()
1118 object_err(s, slab, *freelist, "Freechain corrupt"); in freelist_corrupted()
[all …]
|
| D | compaction.c | 591 struct list_head *freelist, in isolate_freepages_block() argument
665 list_add_tail(&page->lru, &freelist[order]); in isolate_freepages_block()
1464 move_freelist_head(struct list_head *freelist, struct page *freepage) in move_freelist_head() argument
1468 if (!list_is_first(&freepage->buddy_list, freelist)) { in move_freelist_head()
1469 list_cut_before(&sublist, freelist, &freepage->buddy_list); in move_freelist_head()
1470 list_splice_tail(&sublist, freelist); in move_freelist_head()
1481 move_freelist_tail(struct list_head *freelist, struct page *freepage) in move_freelist_tail() argument
1485 if (!list_is_last(&freepage->buddy_list, freelist)) { in move_freelist_tail()
1486 list_cut_position(&sublist, freelist, &freepage->buddy_list); in move_freelist_tail()
1487 list_splice_tail(&sublist, freelist); in move_freelist_tail()
[all …]
|
| D | slab.h | 45 void *freelist; member
70 void *freelist; /* first free object */ member
108 static_assert(IS_ALIGNED(offsetof(struct slab, freelist), sizeof(freelist_aba_t)));
|
| /linux-6.12.1/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | ptp.h | 119 struct mlx5e_ptp_metadata_fifo *freelist; in mlx5e_ptpsq_metadata_freelist_empty() local
124 freelist = &ptpsq->metadata_freelist; in mlx5e_ptpsq_metadata_freelist_empty()
126 return freelist->pc == freelist->cc; in mlx5e_ptpsq_metadata_freelist_empty()
|
| /linux-6.12.1/drivers/nvdimm/ |
| D | btt.c | 394 arena->freelist[lane].sub = 1 - arena->freelist[lane].sub; in btt_flog_write()
395 if (++(arena->freelist[lane].seq) == 4) in btt_flog_write()
396 arena->freelist[lane].seq = 1; in btt_flog_write()
398 arena->freelist[lane].has_err = 1; in btt_flog_write()
399 arena->freelist[lane].block = ent_lba(le32_to_cpu(ent->old_map)); in btt_flog_write()
511 if (arena->freelist[lane].has_err) { in arena_clear_freelist_error()
513 u32 lba = arena->freelist[lane].block; in arena_clear_freelist_error()
529 arena->freelist[lane].has_err = 0; in arena_clear_freelist_error()
542 arena->freelist = kcalloc(arena->nfree, sizeof(struct free_entry), in btt_freelist_init()
544 if (!arena->freelist) in btt_freelist_init()
[all …]
|
| D | btt.h | 187 struct free_entry *freelist; member
|
| /linux-6.12.1/fs/jfs/ |
| D | jfs_dtree.c | 837 if (p->header.freelist == 0) in dtInsert()
1425 rp->header.freelist = fsi; in dtSplitPage()
1567 fsi = rp->header.freelist; in dtSplitPage()
1780 last = sp->header.freelist; in dtExtendPage()
1785 sp->header.freelist = last; in dtExtendPage()
1799 fsi = sp->header.freelist; in dtExtendPage()
1801 sp->header.freelist = n; in dtExtendPage()
1824 if (sp->header.freelist < n) in dtExtendPage()
1971 fsi = sp->header.freelist; in dtSplitRoot()
1973 rp->header.freelist = n; in dtSplitRoot()
[all …]
|
| D | jfs_dtree.h | 139 s8 freelist; /* 1: freelist header */ member
188 s8 freelist; /* 1: slot index of head of freelist */ member
|
| /linux-6.12.1/drivers/iommu/ |
| D | dma-iommu.c | 117 struct list_head freelist; member
161 iommu_put_pages_list(&fq->entries[idx].freelist); in fq_ring_free_locked()
204 struct list_head *freelist) in queue_iova() argument
243 list_splice(freelist, &fq->entries[idx].freelist); in queue_iova()
259 iommu_put_pages_list(&fq->entries[idx].freelist); in iommu_dma_free_fq_single()
272 iommu_put_pages_list(&fq->entries[idx].freelist); in iommu_dma_free_fq_percpu()
301 INIT_LIST_HEAD(&fq->entries[i].freelist); in iommu_dma_init_one_fq()
819 &gather->freelist); in iommu_dma_free_iova()
|
| /linux-6.12.1/fs/bcachefs/ |
| D | alloc_types.h | 58 open_bucket_idx_t freelist; member
|
| /linux-6.12.1/drivers/usb/musb/ |
| D | cppi_dma.h | 95 struct cppi_descriptor *freelist; member
|
| /linux-6.12.1/Documentation/bpf/ |
| D | map_lru_hash_update.dot | 27 label="Local freelist\nnode available?"];
70 label="Steal a node from\nper-cpu freelist?"]
|
| /linux-6.12.1/drivers/iommu/intel/ |
| D | iommu.c | 997 struct list_head *freelist) in dma_pte_list_pagetables() argument
1002 list_add_tail(&pg->lru, freelist); in dma_pte_list_pagetables()
1010 dma_pte_list_pagetables(domain, level - 1, pte, freelist); in dma_pte_list_pagetables()
1018 struct list_head *freelist) in dma_pte_clear_level() argument
1037 dma_pte_list_pagetables(domain, level - 1, pte, freelist); in dma_pte_clear_level()
1048 freelist); in dma_pte_clear_level()
1063 unsigned long last_pfn, struct list_head *freelist) in domain_unmap() argument
1071 domain->pgd, 0, start_pfn, last_pfn, freelist); in domain_unmap()
1076 list_add_tail(&pgd_page->lru, freelist); in domain_unmap()
1566 LIST_HEAD(freelist); in domain_exit()
[all …]
|
| /linux-6.12.1/drivers/net/ethernet/cavium/liquidio/ |
| D | octeon_device.c | 1046 struct list_head freelist, *temp, *tmp2; in octeon_delete_dispatch_list() local
1048 INIT_LIST_HEAD(&freelist); in octeon_delete_dispatch_list()
1058 list_move_tail(temp, &freelist); in octeon_delete_dispatch_list()
1068 list_for_each_safe(temp, tmp2, &freelist) { in octeon_delete_dispatch_list()
|
| /linux-6.12.1/arch/powerpc/kvm/ |
| D | book3s_hv_nested.c | 796 struct kvm_nested_guest *freelist = NULL; in kvmhv_release_all_nested() local
804 gp->next = freelist; in kvmhv_release_all_nested()
805 freelist = gp; in kvmhv_release_all_nested()
811 while ((gp = freelist) != NULL) { in kvmhv_release_all_nested()
812 freelist = gp->next; in kvmhv_release_all_nested()
|
| /linux-6.12.1/Documentation/RCU/ |
| D | torture.rst | 51 * "tfle": If non-zero, indicates that the "torture freelist"
56 * "rta": Number of structures allocated from the torture freelist.
58 * "rtaf": Number of allocations from the torture freelist that have
63 * "rtf": Number of frees into the torture freelist.
|
| /linux-6.12.1/Documentation/translations/it_IT/RCU/ |
| D | torture.rst | 50 * "tfle": se non è zero, indica la lista di strutture "torture freelist" da
54 * "rta": numero di strutture allocate dalla lista "torture freelist".
56 * "rtaf": il numero di allocazioni fallite dalla lista "torture freelist" a
61 * "rtf": il numero di rilasci nella lista "torture freelist"
|
| /linux-6.12.1/include/linux/ |
| D | iommu.h | 349 struct list_head freelist; member
783 .freelist = LIST_HEAD_INIT(gather->freelist), in iommu_iotlb_gather_init()
|