| /linux-6.12.1/kernel/rcu/ |
| D | srcutiny.c | 36 ssp->srcu_idx = 0; in init_srcu_struct_fields()
88 WARN_ON(ssp->srcu_idx != ssp->srcu_idx_max); in cleanup_srcu_struct()
89 WARN_ON(ssp->srcu_idx & 0x1); in cleanup_srcu_struct()
124 if (ssp->srcu_gp_running || ULONG_CMP_GE(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max))) { in srcu_drive_gp()
136 idx = (ssp->srcu_idx & 0x2) / 2; in srcu_drive_gp()
137 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
143 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
164 idx = ULONG_CMP_LT(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max)); in srcu_drive_gp()
247 ret = (READ_ONCE(ssp->srcu_idx) + 3) & ~0x1; in get_state_synchronize_srcu()
277 unsigned long cur_s = READ_ONCE(ssp->srcu_idx); in poll_state_synchronize_srcu()
|
| D | srcutree.c | 250 ssp->srcu_idx = 0; in init_srcu_struct_fields()
722 idx = READ_ONCE(ssp->srcu_idx) & 0x1; in __srcu_read_lock()
753 idx = READ_ONCE(ssp->srcu_idx) & 0x1; in __srcu_read_lock_nmisafe()
1128 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); // Flip the counter. in srcu_flip()
1645 return READ_ONCE(ssp->srcu_idx); in srcu_batches_completed()
1690 idx = 1 ^ (ssp->srcu_idx & 1); in srcu_advance_state()
1708 idx = 1 ^ (ssp->srcu_idx & 1); in srcu_advance_state()
1866 idx = ssp->srcu_idx & 0x1; in srcu_torture_stats_print()
|
| /linux-6.12.1/drivers/net/wireless/microchip/wilc1000/ |
| D | netdev.c | 130 int srcu_idx; in wilc_wlan_get_num_conn_ifcs() local
134 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_wlan_get_num_conn_ifcs()
139 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_wlan_get_num_conn_ifcs()
145 int srcu_idx; in wilc_wake_tx_queues() local
148 srcu_idx = srcu_read_lock(&wl->srcu); in wilc_wake_tx_queues()
153 srcu_read_unlock(&wl->srcu, srcu_idx); in wilc_wake_tx_queues()
651 int srcu_idx; in wilc_set_mac_addr() local
663 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_set_mac_addr()
668 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_set_mac_addr()
671 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_set_mac_addr()
[all …]
|
| D | cfg80211.c | 240 int srcu_idx; in set_channel() local
242 srcu_idx = srcu_read_lock(&wl->srcu); in set_channel()
245 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
256 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
809 int srcu_idx; in set_wiphy_params() local
811 srcu_idx = srcu_read_lock(&wl->srcu); in set_wiphy_params()
866 srcu_read_unlock(&wl->srcu, srcu_idx); in set_wiphy_params()
1542 int srcu_idx; in add_virtual_intf() local
1544 srcu_idx = srcu_read_lock(&wl->srcu); in add_virtual_intf()
1549 srcu_read_unlock(&wl->srcu, srcu_idx); in add_virtual_intf()
[all …]
|
| /linux-6.12.1/drivers/nvme/host/ |
| D | multipath.c | 165 int srcu_idx; in nvme_kick_requeue_lists() local
167 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_kick_requeue_lists()
175 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_kick_requeue_lists()
209 int srcu_idx; in nvme_mpath_clear_ctrl_paths() local
211 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_mpath_clear_ctrl_paths()
216 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_mpath_clear_ctrl_paths()
224 int srcu_idx; in nvme_mpath_revalidate_paths() local
226 srcu_idx = srcu_read_lock(&head->srcu); in nvme_mpath_revalidate_paths()
231 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_mpath_revalidate_paths()
447 int srcu_idx; in nvme_ns_head_submit_bio() local
[all …]
|
| D | ioctl.c | 679 void __user *argp, struct nvme_ns_head *head, int srcu_idx, in nvme_ns_head_ctrl_ioctl() argument
687 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ctrl_ioctl()
701 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_ioctl() local
707 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_ioctl()
718 return nvme_ns_head_ctrl_ioctl(ns, cmd, argp, head, srcu_idx, in nvme_ns_head_ioctl()
723 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ioctl()
736 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_chr_ioctl() local
738 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_chr_ioctl()
744 return nvme_ns_head_ctrl_ioctl(ns, cmd, argp, head, srcu_idx, in nvme_ns_head_chr_ioctl()
749 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_ioctl()
[all …]
|
| D | pr.c | 56 int srcu_idx = srcu_read_lock(&head->srcu); in nvme_send_ns_head_pr_command() local
64 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_send_ns_head_pr_command()
|
| D | core.c | 3795 int srcu_idx; in nvme_find_get_ns() local
3797 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_find_get_ns()
3809 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_find_get_ns()
4880 int srcu_idx; in nvme_mark_namespaces_dead() local
4882 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_mark_namespaces_dead()
4886 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_mark_namespaces_dead()
4893 int srcu_idx; in nvme_unfreeze() local
4895 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_unfreeze()
4899 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_unfreeze()
4907 int srcu_idx; in nvme_wait_freeze_timeout() local
[all …]
|
| /linux-6.12.1/include/linux/ |
| D | srcutiny.h | 20 unsigned long srcu_idx; /* Current reader array element in bit 0x2. */ member
68 idx = ((READ_ONCE(ssp->srcu_idx) + 1) & 0x2) >> 1; in __srcu_read_lock()
90 idx = ((data_race(READ_ONCE(ssp->srcu_idx)) + 1) & 0x2) >> 1; in srcu_torture_stats_print()
95 data_race(READ_ONCE(ssp->srcu_idx)), in srcu_torture_stats_print()
|
| /linux-6.12.1/arch/powerpc/kvm/ |
| D | book3s_hv_uvmem.c | 470 int srcu_idx, bkt; in kvmppc_h_svm_init_start() local
485 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_start()
504 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_start()
661 int srcu_idx, bkt; in kvmppc_h_svm_init_abort() local
674 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_abort()
679 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_abort()
834 int srcu_idx, bkt; in kvmppc_h_svm_init_done() local
841 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_done()
864 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_done()
886 int srcu_idx; in kvmppc_share_page() local
[all …]
|
| D | book3s_xive_native.c | 575 int srcu_idx; in kvmppc_xive_native_set_queue_config() local
646 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_xive_native_set_queue_config()
651 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
658 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
664 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
895 int srcu_idx; in kvmppc_xive_native_vcpu_eq_sync() local
907 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_xive_native_vcpu_eq_sync()
909 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_xive_native_vcpu_eq_sync()
|
| D | book3s_64_mmu_hv.c | 760 int srcu_idx, bkt; in kvmppc_rmap_reset() local
762 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset()
775 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset()
1152 int srcu_idx; in kvmppc_pin_guest_page() local
1154 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page()
1163 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1171 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1181 int srcu_idx; in kvmppc_unpin_guest_page() local
1190 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page()
1194 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page()
[all …]
|
| D | book3s.c | 938 int srcu_idx; in kvmppc_h_logical_ci_load() local
944 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
946 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
981 int srcu_idx; in kvmppc_h_logical_ci_store() local
1005 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
1007 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()
|
| D | book3s_hv_nested.c | 564 int srcu_idx; in kvmhv_set_partition_table() local
567 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_set_partition_table()
572 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_set_partition_table()
672 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_update_ptbl_cache() local
675 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_update_ptbl_cache()
798 int srcu_idx, bkt; in kvmhv_release_all_nested() local
816 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_release_all_nested()
819 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_release_all_nested()
|
| /linux-6.12.1/drivers/md/ |
| D | dm-verity-loadpin.c | 58 int srcu_idx; in dm_verity_loadpin_is_bdev_trusted() local
71 table = dm_get_live_table(md, &srcu_idx); in dm_verity_loadpin_is_bdev_trusted()
82 dm_put_live_table(md, srcu_idx); in dm_verity_loadpin_is_bdev_trusted()
|
| D | dm-ioctl.c | 311 int srcu_idx; in __hash_remove() local
322 table = dm_get_live_table(hc->md, &srcu_idx); in __hash_remove()
325 dm_put_live_table(hc->md, srcu_idx); in __hash_remove()
434 int srcu_idx; in dm_hash_rename() local
496 table = dm_get_live_table(hc->md, &srcu_idx); in dm_hash_rename()
499 dm_put_live_table(hc->md, srcu_idx); in dm_hash_rename()
789 static struct dm_table *dm_get_inactive_table(struct mapped_device *md, int *srcu_idx) in dm_get_inactive_table() argument
795 dm_get_live_table(md, srcu_idx); in dm_get_inactive_table()
814 int *srcu_idx) in dm_get_live_or_inactive_table() argument
817 dm_get_inactive_table(md, srcu_idx) : dm_get_live_table(md, srcu_idx); in dm_get_live_or_inactive_table()
[all …]
|
| D | dm.c | 413 static int dm_prepare_ioctl(struct mapped_device *md, int *srcu_idx, in dm_prepare_ioctl() argument
422 map = dm_get_live_table(md, srcu_idx); in dm_prepare_ioctl()
439 dm_put_live_table(md, *srcu_idx); in dm_prepare_ioctl()
447 static void dm_unprepare_ioctl(struct mapped_device *md, int srcu_idx) in dm_unprepare_ioctl() argument
449 dm_put_live_table(md, srcu_idx); in dm_unprepare_ioctl()
456 int r, srcu_idx; in dm_blk_ioctl() local
458 r = dm_prepare_ioctl(md, &srcu_idx, &bdev); in dm_blk_ioctl()
481 dm_unprepare_ioctl(md, srcu_idx); in dm_blk_ioctl()
687 int *srcu_idx) __acquires(md->io_barrier) in dm_get_live_table() argument
689 *srcu_idx = srcu_read_lock(&md->io_barrier); in dm_get_live_table()
[all …]
|
| D | dm-rq.c | 494 int srcu_idx; in dm_mq_queue_rq() local
497 map = dm_get_live_table(md, &srcu_idx); in dm_mq_queue_rq()
501 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
505 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
|
| D | dm-zone.c | 59 int srcu_idx, ret; in dm_blk_report_zones() local
66 map = dm_get_live_table(md, &srcu_idx); in dm_blk_report_zones()
77 dm_put_live_table(md, srcu_idx); in dm_blk_report_zones()
|
| /linux-6.12.1/arch/arm64/include/asm/ |
| D | kvm_mmu.h | 275 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_read_guest_lock() local
278 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_read_guest_lock()
286 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_write_guest_lock() local
289 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_write_guest_lock()
|
| /linux-6.12.1/mm/kasan/ |
| D | quarantine.c | 243 int srcu_idx; in kasan_quarantine_reduce() local
259 srcu_idx = srcu_read_lock(&remove_cache_srcu); in kasan_quarantine_reduce()
287 srcu_read_unlock(&remove_cache_srcu, srcu_idx); in kasan_quarantine_reduce()
|
| /linux-6.12.1/fs/bcachefs/ |
| D | btree_key_cache.c | 492 int srcu_idx = srcu_read_lock(&c->btree_trans_barrier); in bch2_btree_key_cache_journal_flush() local
516 srcu_read_unlock(&c->btree_trans_barrier, srcu_idx); in bch2_btree_key_cache_journal_flush()
602 int srcu_idx; in bch2_btree_key_cache_scan() local
604 srcu_idx = srcu_read_lock(&c->btree_trans_barrier); in bch2_btree_key_cache_scan()
618 srcu_read_unlock(&c->btree_trans_barrier, srcu_idx); in bch2_btree_key_cache_scan()
667 srcu_read_unlock(&c->btree_trans_barrier, srcu_idx); in bch2_btree_key_cache_scan()
|
| /linux-6.12.1/block/ |
| D | blk-mq.h | 425 int srcu_idx; \
428 srcu_idx = srcu_read_lock(__tag_set->srcu); \
430 srcu_read_unlock(__tag_set->srcu, srcu_idx); \
|
| /linux-6.12.1/arch/mips/kvm/ |
| D | mmu.c | 563 int srcu_idx, err; in kvm_mips_map_page() local
571 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_mips_map_page()
649 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_mips_map_page()
|
| /linux-6.12.1/kernel/events/ |
| D | uprobes.c | 1243 int ret = -ENOENT, srcu_idx; in uprobe_apply() local
1247 srcu_idx = srcu_read_lock(&uprobes_srcu); in uprobe_apply()
1255 srcu_read_unlock(&uprobes_srcu, srcu_idx); in uprobe_apply()
2176 int srcu_idx; in handle_uretprobe_chain() local
2178 srcu_idx = srcu_read_lock(&uprobes_srcu); in handle_uretprobe_chain()
2184 srcu_read_unlock(&uprobes_srcu, srcu_idx); in handle_uretprobe_chain()
2269 int is_swbp, srcu_idx; in handle_swbp() local
2275 srcu_idx = srcu_read_lock(&uprobes_srcu); in handle_swbp()
2333 srcu_read_unlock(&uprobes_srcu, srcu_idx); in handle_swbp()
|