Home
last modified time | relevance | path

Searched refs:srcu_idx (Results 1 – 25 of 35) sorted by relevance

12

/linux-6.1.9/kernel/rcu/
Dsrcutiny.c36 ssp->srcu_idx = 0; in init_srcu_struct_fields()
88 WARN_ON(ssp->srcu_idx != ssp->srcu_idx_max); in cleanup_srcu_struct()
89 WARN_ON(ssp->srcu_idx & 0x1); in cleanup_srcu_struct()
120 if (ssp->srcu_gp_running || ULONG_CMP_GE(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max))) in srcu_drive_gp()
130 idx = (ssp->srcu_idx & 0x2) / 2; in srcu_drive_gp()
131 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
135 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
153 if (ULONG_CMP_LT(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max))) in srcu_drive_gp()
216 ret = (READ_ONCE(ssp->srcu_idx) + 3) & ~0x1; in get_state_synchronize_srcu()
243 unsigned long cur_s = READ_ONCE(ssp->srcu_idx); in poll_state_synchronize_srcu()
Dsrcutree.c243 ssp->srcu_idx = 0; in init_srcu_struct_fields()
638 idx = READ_ONCE(ssp->srcu_idx) & 0x1; in __srcu_read_lock()
995 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_flip()
1457 return READ_ONCE(ssp->srcu_idx); in srcu_batches_completed()
1502 idx = 1 ^ (ssp->srcu_idx & 1); in srcu_advance_state()
1520 idx = 1 ^ (ssp->srcu_idx & 1); in srcu_advance_state()
1672 idx = ssp->srcu_idx & 0x1; in srcu_torture_stats_print()
/linux-6.1.9/drivers/net/wireless/microchip/wilc1000/
Dnetdev.c130 int srcu_idx; in wilc_wlan_get_num_conn_ifcs() local
134 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_wlan_get_num_conn_ifcs()
139 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_wlan_get_num_conn_ifcs()
163 int srcu_idx; in wilc_txq_task() local
166 srcu_idx = srcu_read_lock(&wl->srcu); in wilc_txq_task()
172 srcu_read_unlock(&wl->srcu, srcu_idx); in wilc_txq_task()
643 int srcu_idx; in wilc_set_mac_addr() local
655 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_set_mac_addr()
660 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_set_mac_addr()
663 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_set_mac_addr()
[all …]
Dcfg80211.c242 int srcu_idx; in set_channel() local
244 srcu_idx = srcu_read_lock(&wl->srcu); in set_channel()
247 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
258 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
813 int srcu_idx; in set_wiphy_params() local
815 srcu_idx = srcu_read_lock(&wl->srcu); in set_wiphy_params()
870 srcu_read_unlock(&wl->srcu, srcu_idx); in set_wiphy_params()
1548 int srcu_idx; in add_virtual_intf() local
1550 srcu_idx = srcu_read_lock(&wl->srcu); in add_virtual_intf()
1555 srcu_read_unlock(&wl->srcu, srcu_idx); in add_virtual_intf()
[all …]
/linux-6.1.9/include/linux/
Dsrcutiny.h20 unsigned long srcu_idx; /* Current reader array element in bit 0x2. */ member
63 idx = ((READ_ONCE(ssp->srcu_idx) + 1) & 0x2) >> 1; in __srcu_read_lock()
84 idx = ((data_race(READ_ONCE(ssp->srcu_idx)) + 1) & 0x2) >> 1; in srcu_torture_stats_print()
89 data_race(READ_ONCE(ssp->srcu_idx)), in srcu_torture_stats_print()
Dsrcutree.h70 unsigned int srcu_idx; /* Current rdr array element. */ member
Ddevice-mapper.h562 struct dm_table *dm_get_live_table(struct mapped_device *md, int *srcu_idx);
563 void dm_put_live_table(struct mapped_device *md, int srcu_idx);
/linux-6.1.9/arch/powerpc/kvm/
Dbook3s_hv_uvmem.c465 int srcu_idx, bkt; in kvmppc_h_svm_init_start() local
480 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_start()
499 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_start()
656 int srcu_idx, bkt; in kvmppc_h_svm_init_abort() local
669 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_abort()
674 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_abort()
829 int srcu_idx, bkt; in kvmppc_h_svm_init_done() local
836 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_done()
859 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_done()
881 int srcu_idx; in kvmppc_share_page() local
[all …]
Dbook3s_xive_native.c576 int srcu_idx; in kvmppc_xive_native_set_queue_config() local
647 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_xive_native_set_queue_config()
652 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
659 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
665 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
896 int srcu_idx; in kvmppc_xive_native_vcpu_eq_sync() local
908 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_xive_native_vcpu_eq_sync()
910 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_xive_native_vcpu_eq_sync()
Dbook3s_64_mmu_hv.c745 int srcu_idx, bkt; in kvmppc_rmap_reset() local
747 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset()
760 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset()
1149 int srcu_idx; in kvmppc_pin_guest_page() local
1151 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page()
1160 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1168 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1178 int srcu_idx; in kvmppc_unpin_guest_page() local
1187 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page()
1191 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page()
[all …]
Dbook3s.c925 int srcu_idx; in kvmppc_h_logical_ci_load() local
931 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
933 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
968 int srcu_idx; in kvmppc_h_logical_ci_store() local
992 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
994 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()
Dbook3s_hv_nested.c534 int srcu_idx; in kvmhv_set_partition_table() local
537 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_set_partition_table()
542 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_set_partition_table()
642 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_update_ptbl_cache() local
645 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_update_ptbl_cache()
768 int srcu_idx, bkt; in kvmhv_release_all_nested() local
786 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_release_all_nested()
789 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_release_all_nested()
Dbook3s_hv.c1892 int srcu_idx; in kvmppc_handle_nested_exit() local
1957 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_nested_exit()
1959 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_handle_nested_exit()
1967 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_nested_exit()
1969 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_handle_nested_exit()
3686 int srcu_idx; in kvmppc_run_core() local
3917 srcu_idx = srcu_read_lock(&vc->kvm->srcu); in kvmppc_run_core()
3927 srcu_read_unlock(&vc->kvm->srcu, srcu_idx); in kvmppc_run_core()
4572 int srcu_idx; in kvmhv_run_single_vcpu() local
4666 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_run_single_vcpu()
[all …]
/linux-6.1.9/drivers/md/
Ddm-verity-loadpin.c58 int srcu_idx; in dm_verity_loadpin_is_bdev_trusted() local
68 table = dm_get_live_table(md, &srcu_idx); in dm_verity_loadpin_is_bdev_trusted()
79 dm_put_live_table(md, srcu_idx); in dm_verity_loadpin_is_bdev_trusted()
Ddm-ioctl.c296 int srcu_idx; in __hash_remove() local
305 table = dm_get_live_table(hc->md, &srcu_idx); in __hash_remove()
308 dm_put_live_table(hc->md, srcu_idx); in __hash_remove()
417 int srcu_idx; in dm_hash_rename() local
480 table = dm_get_live_table(hc->md, &srcu_idx); in dm_hash_rename()
483 dm_put_live_table(hc->md, srcu_idx); in dm_hash_rename()
765 static struct dm_table *dm_get_inactive_table(struct mapped_device *md, int *srcu_idx) in dm_get_inactive_table() argument
771 dm_get_live_table(md, srcu_idx); in dm_get_inactive_table()
790 int *srcu_idx) in dm_get_live_or_inactive_table() argument
793 dm_get_inactive_table(md, srcu_idx) : dm_get_live_table(md, srcu_idx); in dm_get_live_or_inactive_table()
[all …]
Ddm.c411 static int dm_prepare_ioctl(struct mapped_device *md, int *srcu_idx, in dm_prepare_ioctl() argument
420 map = dm_get_live_table(md, srcu_idx); in dm_prepare_ioctl()
437 dm_put_live_table(md, *srcu_idx); in dm_prepare_ioctl()
445 static void dm_unprepare_ioctl(struct mapped_device *md, int srcu_idx) in dm_unprepare_ioctl() argument
447 dm_put_live_table(md, srcu_idx); in dm_unprepare_ioctl()
454 int r, srcu_idx; in dm_blk_ioctl() local
456 r = dm_prepare_ioctl(md, &srcu_idx, &bdev); in dm_blk_ioctl()
479 dm_unprepare_ioctl(md, srcu_idx); in dm_blk_ioctl()
678 int *srcu_idx) __acquires(md->io_barrier) in dm_get_live_table() argument
680 *srcu_idx = srcu_read_lock(&md->io_barrier); in dm_get_live_table()
[all …]
Ddm-zone.c60 int srcu_idx, ret; in dm_blk_report_zones() local
65 map = dm_get_live_table(md, &srcu_idx); in dm_blk_report_zones()
71 dm_put_live_table(md, srcu_idx); in dm_blk_report_zones()
335 int srcu_idx, ret; in dm_update_zone_wp_offset() local
337 t = dm_get_live_table(md, &srcu_idx); in dm_update_zone_wp_offset()
350 dm_put_live_table(md, srcu_idx); in dm_update_zone_wp_offset()
Ddm-rq.c491 int srcu_idx; in dm_mq_queue_rq() local
494 map = dm_get_live_table(md, &srcu_idx); in dm_mq_queue_rq()
496 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
500 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
/linux-6.1.9/arch/arm64/include/asm/
Dkvm_mmu.h241 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_read_guest_lock() local
244 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_read_guest_lock()
252 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_write_guest_lock() local
255 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_write_guest_lock()
/linux-6.1.9/drivers/nvme/host/
Dioctl.c719 void __user *argp, struct nvme_ns_head *head, int srcu_idx) in nvme_ns_head_ctrl_ioctl() argument
726 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ctrl_ioctl()
739 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_ioctl() local
741 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_ioctl()
752 return nvme_ns_head_ctrl_ioctl(ns, cmd, argp, head, srcu_idx); in nvme_ns_head_ioctl()
756 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ioctl()
768 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_chr_ioctl() local
770 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_chr_ioctl()
776 return nvme_ns_head_ctrl_ioctl(ns, cmd, argp, head, srcu_idx); in nvme_ns_head_chr_ioctl()
780 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_ioctl()
[all …]
Dmultipath.c177 int srcu_idx; in nvme_mpath_revalidate_paths() local
179 srcu_idx = srcu_read_lock(&head->srcu); in nvme_mpath_revalidate_paths()
184 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_mpath_revalidate_paths()
346 int srcu_idx; in nvme_ns_head_submit_bio() local
357 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_submit_bio()
377 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_submit_bio()
398 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_report_zones() local
400 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_report_zones()
404 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_report_zones()
558 int node, srcu_idx; in nvme_mpath_set_live() local
[all …]
/linux-6.1.9/mm/kasan/
Dquarantine.c251 int srcu_idx; in kasan_quarantine_reduce() local
267 srcu_idx = srcu_read_lock(&remove_cache_srcu); in kasan_quarantine_reduce()
295 srcu_read_unlock(&remove_cache_srcu, srcu_idx); in kasan_quarantine_reduce()
/linux-6.1.9/block/
Dblk-mq.h385 int srcu_idx; \
388 srcu_idx = srcu_read_lock((q)->srcu); \
390 srcu_read_unlock((q)->srcu, srcu_idx); \
/linux-6.1.9/arch/mips/kvm/
Dmmu.c594 int srcu_idx, err; in kvm_mips_map_page() local
602 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_mips_map_page()
681 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_mips_map_page()
/linux-6.1.9/fs/notify/
Dfsnotify.c547 iter_info.srcu_idx = srcu_read_lock(&fsnotify_mark_srcu); in fsnotify()
580 srcu_read_unlock(&fsnotify_mark_srcu, iter_info.srcu_idx); in fsnotify()

12