/linux-6.12.1/lib/ |
D | sbitmap.c | 406 static unsigned int sbq_calc_wake_batch(struct sbitmap_queue *sbq, in sbq_calc_wake_batch() argument 423 shallow_depth = min(1U << sbq->sb.shift, sbq->min_shallow_depth); in sbq_calc_wake_batch() 424 depth = ((depth >> sbq->sb.shift) * shallow_depth + in sbq_calc_wake_batch() 425 min(depth & ((1U << sbq->sb.shift) - 1), shallow_depth)); in sbq_calc_wake_batch() 432 int sbitmap_queue_init_node(struct sbitmap_queue *sbq, unsigned int depth, in sbitmap_queue_init_node() argument 438 ret = sbitmap_init_node(&sbq->sb, depth, shift, flags, node, in sbitmap_queue_init_node() 443 sbq->min_shallow_depth = UINT_MAX; in sbitmap_queue_init_node() 444 sbq->wake_batch = sbq_calc_wake_batch(sbq, depth); in sbitmap_queue_init_node() 445 atomic_set(&sbq->wake_index, 0); in sbitmap_queue_init_node() 446 atomic_set(&sbq->ws_active, 0); in sbitmap_queue_init_node() [all …]
|
/linux-6.12.1/include/linux/ |
D | sbitmap.h | 418 int sbitmap_queue_init_node(struct sbitmap_queue *sbq, unsigned int depth, 426 static inline void sbitmap_queue_free(struct sbitmap_queue *sbq) in sbitmap_queue_free() argument 428 kfree(sbq->ws); in sbitmap_queue_free() 429 sbitmap_free(&sbq->sb); in sbitmap_queue_free() 440 void sbitmap_queue_recalculate_wake_batch(struct sbitmap_queue *sbq, 452 void sbitmap_queue_resize(struct sbitmap_queue *sbq, unsigned int depth); 461 int __sbitmap_queue_get(struct sbitmap_queue *sbq); 473 unsigned long __sbitmap_queue_get_batch(struct sbitmap_queue *sbq, int nr_tags, 489 int sbitmap_queue_get_shallow(struct sbitmap_queue *sbq, 501 static inline int sbitmap_queue_get(struct sbitmap_queue *sbq, in sbitmap_queue_get() argument [all …]
|
/linux-6.12.1/drivers/dma/idxd/ |
D | submit.c | 33 struct sbitmap_queue *sbq; in idxd_alloc_desc() local 38 sbq = &wq->sbq; in idxd_alloc_desc() 39 idx = sbitmap_queue_get(sbq, &cpu); in idxd_alloc_desc() 47 ws = &sbq->ws[0]; in idxd_alloc_desc() 49 sbitmap_prepare_to_wait(sbq, ws, &wait, TASK_INTERRUPTIBLE); in idxd_alloc_desc() 52 idx = sbitmap_queue_get(sbq, &cpu); in idxd_alloc_desc() 58 sbitmap_finish_wait(sbq, ws, &wait); in idxd_alloc_desc() 71 sbitmap_queue_clear(&wq->sbq, desc->id, cpu); in idxd_free_desc()
|
D | idxd.h | 227 struct sbitmap_queue sbq; member
|
D | device.c | 135 rc = sbitmap_queue_init_node(&wq->sbq, num_descs, -1, false, GFP_KERNEL, in idxd_wq_alloc_resources() 176 sbitmap_queue_free(&wq->sbq); in idxd_wq_free_resources()
|
/linux-6.12.1/drivers/net/ethernet/fungible/funcore/ |
D | fun_dev.c | 339 struct sbitmap_queue *sbq = &fdev->admin_sbq; in fun_wait_for_tag() local 340 struct sbq_wait_state *ws = &sbq->ws[0]; in fun_wait_for_tag() 345 sbitmap_prepare_to_wait(sbq, ws, &wait, TASK_UNINTERRUPTIBLE); in fun_wait_for_tag() 350 tag = sbitmap_queue_get(sbq, cpup); in fun_wait_for_tag() 356 sbitmap_finish_wait(sbq, ws, &wait); in fun_wait_for_tag()
|
/linux-6.12.1/drivers/net/ethernet/intel/ice/ |
D | ice_controlq.c | 62 struct ice_ctl_q_info *cq = &hw->sbq; in ice_sb_init_regs() 618 cq = &hw->sbq; in ice_init_ctrlq() 675 return &hw->sbq; in ice_get_sbq() 699 cq = &hw->sbq; in ice_shutdown_ctrlq() 812 ice_init_ctrlq_locks(&hw->sbq); in ice_create_all_ctrlq() 846 ice_destroy_ctrlq_locks(&hw->sbq); in ice_destroy_all_ctrlq()
|
D | ice_type.h | 934 struct ice_ctl_q_info sbq; member
|
D | ice_main.c | 1457 cq = &hw->sbq; in __ice_clean_ctrlq() 1662 if (ice_ctrlq_pending(hw, &hw->sbq)) in ice_clean_sbq_subtask() 2455 hw->sbq.num_rq_entries = ICE_SBQ_LEN; in ice_set_ctrlq_len() 2456 hw->sbq.num_sq_entries = ICE_SBQ_LEN; in ice_set_ctrlq_len() 2457 hw->sbq.rq_buf_size = ICE_SBQ_MAX_BUF_LEN; in ice_set_ctrlq_len() 2458 hw->sbq.sq_buf_size = ICE_SBQ_MAX_BUF_LEN; in ice_set_ctrlq_len()
|
/linux-6.12.1/drivers/target/iscsi/ |
D | iscsi_target_util.c | 130 struct sbitmap_queue *sbq; in iscsit_wait_for_tag() local 135 sbq = &se_sess->sess_tag_pool; in iscsit_wait_for_tag() 136 ws = &sbq->ws[0]; in iscsit_wait_for_tag() 138 sbitmap_prepare_to_wait(sbq, ws, &wait, state); in iscsit_wait_for_tag() 141 tag = sbitmap_queue_get(sbq, cpup); in iscsit_wait_for_tag() 147 sbitmap_finish_wait(sbq, ws, &wait); in iscsit_wait_for_tag()
|
/linux-6.12.1/block/ |
D | blk-mq.c | 1777 struct sbitmap_queue *sbq; in blk_mq_dispatch_wake() local 1780 sbq = &hctx->tags->bitmap_tags; in blk_mq_dispatch_wake() 1781 atomic_dec(&sbq->ws_active); in blk_mq_dispatch_wake() 1798 struct sbitmap_queue *sbq; in blk_mq_mark_tag_wait() local 1823 sbq = &hctx->tags->breserved_tags; in blk_mq_mark_tag_wait() 1825 sbq = &hctx->tags->bitmap_tags; in blk_mq_mark_tag_wait() 1826 wq = &bt_wait_ptr(sbq, hctx)->wait; in blk_mq_mark_tag_wait() 1836 atomic_inc(&sbq->ws_active); in blk_mq_mark_tag_wait() 1873 atomic_dec(&sbq->ws_active); in blk_mq_mark_tag_wait()
|
D | kyber-iosched.c | 496 khd->domain_wait[i].sbq = NULL; in kyber_init_hctx()
|