/linux-6.12.1/block/ |
D | blk-mq-tag.c | 20 static void blk_mq_update_wake_batch(struct blk_mq_tags *tags, in blk_mq_update_wake_batch() argument 26 sbitmap_queue_recalculate_wake_batch(&tags->bitmap_tags, in blk_mq_update_wake_batch() 28 sbitmap_queue_recalculate_wake_batch(&tags->breserved_tags, in blk_mq_update_wake_batch() 42 struct blk_mq_tags *tags = hctx->tags; in __blk_mq_tag_busy() local 60 spin_lock_irqsave(&tags->lock, flags); in __blk_mq_tag_busy() 61 users = tags->active_queues + 1; in __blk_mq_tag_busy() 62 WRITE_ONCE(tags->active_queues, users); in __blk_mq_tag_busy() 63 blk_mq_update_wake_batch(tags, users); in __blk_mq_tag_busy() 64 spin_unlock_irqrestore(&tags->lock, flags); in __blk_mq_tag_busy() 70 void blk_mq_tag_wakeup_all(struct blk_mq_tags *tags, bool include_reserve) in blk_mq_tag_wakeup_all() argument [all …]
|
D | blk-mq.h | 60 void blk_mq_free_rqs(struct blk_mq_tag_set *set, struct blk_mq_tags *tags, 62 void blk_mq_free_rq_map(struct blk_mq_tags *tags); 66 struct blk_mq_tags *tags, 167 void blk_mq_free_tags(struct blk_mq_tags *tags); 175 void blk_mq_put_tag(struct blk_mq_tags *tags, struct blk_mq_ctx *ctx, 177 void blk_mq_put_tags(struct blk_mq_tags *tags, int *tag_array, int nr_tags); 179 struct blk_mq_tags **tags, unsigned int depth, bool can_grow); 184 void blk_mq_tag_wakeup_all(struct blk_mq_tags *tags, bool); 187 void blk_mq_all_tag_iter(struct blk_mq_tags *tags, busy_tag_iter_fn *fn, 213 static inline bool blk_mq_tag_is_reserved(struct blk_mq_tags *tags, in blk_mq_tag_is_reserved() argument [all …]
|
D | blk-mq.c | 311 blk_mq_tag_wakeup_all(hctx->tags, true); in blk_mq_wake_waiters() 348 struct blk_mq_tags *tags, unsigned int tag) in blk_mq_rq_ctx_init() argument 353 struct request *rq = tags->static_rqs[tag]; in blk_mq_rq_ctx_init() 406 struct blk_mq_tags *tags; in __blk_mq_alloc_requests_batch() local 415 tags = blk_mq_tags_from_data(data); in __blk_mq_alloc_requests_batch() 420 prefetch(tags->static_rqs[tag]); in __blk_mq_alloc_requests_batch() 422 rq = blk_mq_rq_ctx_init(data, tags, tag); in __blk_mq_alloc_requests_batch() 718 blk_mq_put_tag(hctx->tags, ctx, rq->tag); in __blk_mq_free_request() 1066 blk_mq_put_tags(hctx->tags, tag_array, nr_tags); in blk_mq_flush_tag_batch() 1072 int tags[TAG_COMP_BATCH], nr_tags = 0; in blk_mq_end_request_batch() local [all …]
|
/linux-6.12.1/drivers/gpu/drm/nouveau/nvkm/core/ |
D | memory.c | 34 struct nvkm_tags *tags = *ptags; in nvkm_memory_tags_put() local 35 if (tags) { in nvkm_memory_tags_put() 36 mutex_lock(&fb->tags.mutex); in nvkm_memory_tags_put() 37 if (refcount_dec_and_test(&tags->refcount)) { in nvkm_memory_tags_put() 38 nvkm_mm_free(&fb->tags.mm, &tags->mn); in nvkm_memory_tags_put() 39 kfree(memory->tags); in nvkm_memory_tags_put() 40 memory->tags = NULL; in nvkm_memory_tags_put() 42 mutex_unlock(&fb->tags.mutex); in nvkm_memory_tags_put() 53 struct nvkm_tags *tags; in nvkm_memory_tags_get() local 55 mutex_lock(&fb->tags.mutex); in nvkm_memory_tags_get() [all …]
|
/linux-6.12.1/drivers/gpu/drm/nouveau/nvkm/subdev/fb/ |
D | nv20.c | 47 u32 tags = round_up(tiles / fb->ram->parts, 0x40); in nv20_fb_tile_comp() local 48 if (!nvkm_mm_head(&fb->tags.mm, 0, 1, tags, tags, 1, &tile->tag)) { in nv20_fb_tile_comp() 66 nvkm_mm_free(&fb->tags.mm, &tile->tag); in nv20_fb_tile_fini() 83 const u32 tags = nvkm_rd32(fb->subdev.device, 0x100320); in nv20_fb_tags() local 84 return tags ? tags + 1 : 0; in nv20_fb_tags() 89 .tags = nv20_fb_tags,
|
D | nv35.c | 34 u32 tags = round_up(tiles / fb->ram->parts, 0x40); in nv35_fb_tile_comp() local 35 if (!nvkm_mm_head(&fb->tags.mm, 0, 1, tags, tags, 1, &tile->tag)) { in nv35_fb_tile_comp() 39 tile->zcomp |= ((tile->tag->offset + tags - 1) >> 6) << 13; in nv35_fb_tile_comp() 48 .tags = nv20_fb_tags,
|
D | nv36.c | 34 u32 tags = round_up(tiles / fb->ram->parts, 0x40); in nv36_fb_tile_comp() local 35 if (!nvkm_mm_head(&fb->tags.mm, 0, 1, tags, tags, 1, &tile->tag)) { in nv36_fb_tile_comp() 39 tile->zcomp |= ((tile->tag->offset + tags - 1) >> 6) << 14; in nv36_fb_tile_comp() 48 .tags = nv20_fb_tags,
|
D | nv40.c | 34 u32 tags = round_up(tiles / fb->ram->parts, 0x100); in nv40_fb_tile_comp() local 36 !nvkm_mm_head(&fb->tags.mm, 0, 1, tags, tags, 1, &tile->tag)) { in nv40_fb_tile_comp() 39 tile->zcomp |= ((tile->tag->offset + tags - 1) >> 8) << 13; in nv40_fb_tile_comp() 54 .tags = nv20_fb_tags,
|
D | nv25.c | 34 u32 tags = round_up(tiles / fb->ram->parts, 0x40); in nv25_fb_tile_comp() local 35 if (!nvkm_mm_head(&fb->tags.mm, 0, 1, tags, tags, 1, &tile->tag)) { in nv25_fb_tile_comp() 47 .tags = nv20_fb_tags,
|
D | base.c | 109 u32 tags = 0; in nvkm_fb_oneinit() local 129 if (fb->func->tags) { in nvkm_fb_oneinit() 130 tags = fb->func->tags(fb); in nvkm_fb_oneinit() 131 nvkm_debug(subdev, "%d comptags\n", tags); in nvkm_fb_oneinit() 134 return nvkm_mm_init(&fb->tags.mm, 0, 0, tags, 1); in nvkm_fb_oneinit() 243 nvkm_mm_fini(&fb->tags.mm); in nvkm_fb_dtor() 244 mutex_destroy(&fb->tags.mutex); in nvkm_fb_dtor() 279 mutex_init(&fb->tags.mutex); in nvkm_fb_ctor()
|
D | nv30.c | 53 u32 tags = round_up(tiles / fb->ram->parts, 0x40); in nv30_fb_tile_comp() local 54 if (!nvkm_mm_head(&fb->tags.mm, 0, 1, tags, tags, 1, &tile->tag)) { in nv30_fb_tile_comp() 58 tile->zcomp |= ((tile->tag->offset + tags - 1) >> 6) << 12; in nv30_fb_tile_comp() 119 .tags = nv20_fb_tags,
|
/linux-6.12.1/arch/arm/kernel/ |
D | atags_parse.c | 179 struct tag *tags = (struct tag *)&default_tags; in setup_machine_tags() local 199 tags = atags_vaddr; in setup_machine_tags() 201 tags = (void *)(PAGE_OFFSET + mdesc->atag_offset); in setup_machine_tags() 208 if (tags->hdr.tag != ATAG_CORE) in setup_machine_tags() 209 convert_to_tag_list(tags); in setup_machine_tags() 211 if (tags->hdr.tag != ATAG_CORE) { in setup_machine_tags() 213 tags = (struct tag *)&default_tags; in setup_machine_tags() 217 mdesc->fixup(tags, &from); in setup_machine_tags() 219 if (tags->hdr.tag == ATAG_CORE) { in setup_machine_tags() 221 squash_mem_tags(tags); in setup_machine_tags() [all …]
|
/linux-6.12.1/drivers/gpu/drm/nouveau/nvkm/subdev/volt/ |
D | gpio.c | 30 static const u8 tags[] = { variable 42 for (i = 0; i < ARRAY_SIZE(tags); i++) { in nvkm_voltgpio_get() 44 int ret = nvkm_gpio_get(gpio, 0, tags[i], 0xff); in nvkm_voltgpio_get() 60 for (i = 0; i < ARRAY_SIZE(tags); i++, vid >>= 1) { in nvkm_voltgpio_set() 62 int ret = nvkm_gpio_set(gpio, 0, tags[i], 0xff, vid & 1); in nvkm_voltgpio_set() 85 for (i = 0; i < ARRAY_SIZE(tags); i++) { in nvkm_voltgpio_init() 87 int ret = nvkm_gpio_find(gpio, 0, tags[i], 0xff, &func); in nvkm_voltgpio_init()
|
/linux-6.12.1/arch/arm64/mm/ |
D | mteswap.c | 52 void *tags = xa_load(&mte_pages, entry.val); in mte_restore_tags() local 54 if (!tags) in mte_restore_tags() 58 mte_restore_page_tags(page_address(page), tags); in mte_restore_tags() 66 void *tags = xa_erase(&mte_pages, entry.val); in mte_invalidate_tags() local 68 mte_free_tag_storage(tags); in mte_invalidate_tags() 82 void *tags; in mte_invalidate_tags_area() local 87 xas_for_each(&xa_state, tags, last_entry.val - 1) { in mte_invalidate_tags_area() 89 mte_free_tag_storage(tags); in mte_invalidate_tags_area()
|
/linux-6.12.1/arch/arm64/kernel/ |
D | elfcore.c | 29 void *tags = NULL; in mte_dump_tag_range() local 55 if (!tags) { in mte_dump_tag_range() 56 tags = mte_allocate_tag_storage(); in mte_dump_tag_range() 57 if (!tags) { in mte_dump_tag_range() 64 mte_save_page_tags(page_address(page), tags); in mte_dump_tag_range() 66 if (!dump_emit(cprm, tags, MTE_PAGE_TAG_STORAGE)) { in mte_dump_tag_range() 72 if (tags) in mte_dump_tag_range() 73 mte_free_tag_storage(tags); in mte_dump_tag_range()
|
D | mte.c | 409 unsigned long tags, offset; in __access_remote_tags() local 435 tags = min(len, (PAGE_SIZE - offset) / MTE_GRANULE_SIZE); in __access_remote_tags() 439 tags = mte_copy_tags_from_user(maddr + offset, buf, tags); in __access_remote_tags() 442 tags = mte_copy_tags_to_user(buf, maddr + offset, tags); in __access_remote_tags() 447 if (!tags) in __access_remote_tags() 450 len -= tags; in __access_remote_tags() 451 buf += tags; in __access_remote_tags() 452 addr += tags * MTE_GRANULE_SIZE; in __access_remote_tags()
|
D | hibernate.c | 244 void *tags; in swsusp_mte_free_storage() local 247 xas_for_each(&xa_state, tags, ULONG_MAX) { in swsusp_mte_free_storage() 248 mte_free_tag_storage(tags); in swsusp_mte_free_storage() 295 void *tags; in swsusp_mte_restore_tags() local 298 xas_for_each(&xa_state, tags, ULONG_MAX) { in swsusp_mte_restore_tags() 302 mte_restore_page_tags(page_address(page), tags); in swsusp_mte_restore_tags() 304 mte_free_tag_storage(tags); in swsusp_mte_restore_tags()
|
/linux-6.12.1/arch/sparc/kernel/ |
D | adi_64.c | 160 unsigned char *tags; in alloc_tag_store() local 284 tags = kzalloc(size, GFP_NOWAIT|__GFP_NOWARN); in alloc_tag_store() 285 if (tags == NULL) { in alloc_tag_store() 291 tag_desc->tags = tags; in alloc_tag_store() 302 unsigned char *tags = NULL; in del_tag_store() local 313 tags = tag_desc->tags; in del_tag_store() 314 tag_desc->tags = NULL; in del_tag_store() 318 kfree(tags); in del_tag_store() 322 ((tag_desc)->tags + ((addr - (tag_desc)->start)/(2*adi_blksize())))
|
/linux-6.12.1/Documentation/arch/arm64/ |
D | memory-tagging-extension.rst | 36 To access the allocation tags, a user process must enable the Tagged 40 ``PROT_MTE`` - Pages allow access to the MTE allocation tags. 44 supported and the allocation tags can be shared between processes. 55 ``MADV_FREE`` may have the allocation tags cleared (set to 0) at any 62 the logical and allocation tags occurs on access, there are three 108 **Note**: There are no *match-all* logical tags available for user 122 The architecture allows excluding certain tags to be randomly generated 124 excludes all tags other than 0. A user thread can enable specific tags 126 flags, 0, 0, 0)`` system call where ``flags`` contains the tags bitmap 173 - ``PR_MTE_TAG_MASK`` set to 0 (all tags excluded) [all …]
|
D | tagged-pointers.rst | 38 Using non-zero address tags in any of these locations when the 44 passing non-zero address tags to the kernel via system calls is 49 address tags may suffer impaired or inaccurate debug and profiling 53 Preserving tags 56 When delivering signals, non-zero tags are not preserved in 59 that signal handlers in applications making use of tags cannot rely 73 Non-zero tags are never preserved in sigcontext.fault_address
|
/linux-6.12.1/tools/testing/selftests/arm64/mte/ |
D | mte_common_util.c | 125 bool tags, int fd) in __mte_allocate_memory_range() argument 163 if (tags) in __mte_allocate_memory_range() 175 void *mte_allocate_memory(size_t size, int mem_type, int mapping, bool tags) in mte_allocate_memory() argument 177 return __mte_allocate_memory_range(size, mem_type, mapping, 0, 0, tags, -1); in mte_allocate_memory() 180 void *mte_allocate_file_memory(size_t size, int mem_type, int mapping, bool tags, int fd) in mte_allocate_file_memory() argument 202 return __mte_allocate_memory_range(size, mem_type, mapping, 0, 0, tags, fd); in mte_allocate_file_memory() 233 size_t range_before, size_t range_after, bool tags) in __mte_free_memory_range() argument 241 if (tags) in __mte_free_memory_range() 257 void mte_free_memory(void *ptr, size_t size, int mem_type, bool tags) in mte_free_memory() argument 259 __mte_free_memory_range(ptr, size, mem_type, 0, 0, tags); in mte_free_memory()
|
D | mte_common_util.h | 45 void *mte_allocate_memory(size_t size, int mem_type, int mapping, bool tags); 49 bool tags, int fd); 52 void mte_free_memory(void *ptr, size_t size, int mem_type, bool tags); 96 int mem_type, bool tags) in check_allocated_memory() argument 103 if (tags && !MT_FETCH_TAG((uintptr_t)ptr)) { in check_allocated_memory()
|
/linux-6.12.1/include/linux/ |
D | radix-tree.h | 109 unsigned long tags; member 343 iter->tags = 0; in radix_tree_iter_retry() 401 iter->tags >>= 1; in radix_tree_next_slot() 402 if (unlikely(!iter->tags)) in radix_tree_next_slot() 404 if (likely(iter->tags & 1ul)) { in radix_tree_next_slot() 410 unsigned offset = __ffs(iter->tags); in radix_tree_next_slot() 412 iter->tags >>= offset++; in radix_tree_next_slot()
|
/linux-6.12.1/Documentation/arch/sparc/ |
D | adi.rst | 6 ADI allows a task to set version tags on any subset of its address 7 space. Once ADI is enabled and version tags are set for ranges of 26 be repeated for entire page to set tags for entire page. 34 SPARC M7 processor, MMU uses bits 63-60 for version tags and ADI block 41 kernel sets the PSTATE.mcde bit for the task. Version tags for memory 61 - Version tags are set on virtual addresses from userspace even though 62 tags are stored in physical memory. Tags are set on a physical page 66 - When a task frees a memory page it had set version tags on, the page 69 version tags as well for the page. If a page allocated to a task is 70 freed and allocated back to the same task, old version tags set by the [all …]
|
/linux-6.12.1/lib/ |
D | alloc_tag.c | 109 size_t alloc_tag_top_users(struct codetag_bytes *tags, size_t count, bool can_sleep) in alloc_tag_top_users() argument 129 if (n.bytes > tags[i].bytes) in alloc_tag_top_users() 134 memmove(&tags[i + 1], in alloc_tag_top_users() 135 &tags[i], in alloc_tag_top_users() 136 sizeof(tags[0]) * (nr - i)); in alloc_tag_top_users() 138 tags[i] = n; in alloc_tag_top_users()
|