Home
last modified time | relevance | path

Searched refs:cpumask (Results 1 – 25 of 640) sorted by relevance

12345678910>>...26

/linux-6.6.21/kernel/bpf/
Dcpumask.c26 cpumask_t cpumask; member
53 struct bpf_cpumask *cpumask; in bpf_cpumask_create() local
56 BUILD_BUG_ON(offsetof(struct bpf_cpumask, cpumask) != 0); in bpf_cpumask_create()
58 cpumask = bpf_mem_cache_alloc(&bpf_cpumask_ma); in bpf_cpumask_create()
59 if (!cpumask) in bpf_cpumask_create()
62 memset(cpumask, 0, sizeof(*cpumask)); in bpf_cpumask_create()
63 refcount_set(&cpumask->usage, 1); in bpf_cpumask_create()
65 return cpumask; in bpf_cpumask_create()
77 __bpf_kfunc struct bpf_cpumask *bpf_cpumask_acquire(struct bpf_cpumask *cpumask) in bpf_cpumask_acquire() argument
79 refcount_inc(&cpumask->usage); in bpf_cpumask_acquire()
[all …]
/linux-6.6.21/tools/testing/selftests/bpf/progs/
Dcpumask_common.h16 struct bpf_cpumask __kptr * cpumask; member
27 void bpf_cpumask_release(struct bpf_cpumask *cpumask) __ksym;
28 struct bpf_cpumask *bpf_cpumask_acquire(struct bpf_cpumask *cpumask) __ksym;
29 u32 bpf_cpumask_first(const struct cpumask *cpumask) __ksym;
30 u32 bpf_cpumask_first_zero(const struct cpumask *cpumask) __ksym;
31 u32 bpf_cpumask_first_and(const struct cpumask *src1,
32 const struct cpumask *src2) __ksym;
33 void bpf_cpumask_set_cpu(u32 cpu, struct bpf_cpumask *cpumask) __ksym;
34 void bpf_cpumask_clear_cpu(u32 cpu, struct bpf_cpumask *cpumask) __ksym;
35 bool bpf_cpumask_test_cpu(u32 cpu, const struct cpumask *cpumask) __ksym;
[all …]
Dcpumask_success.c68 struct bpf_cpumask *cpumask; in BPF_PROG() local
73 cpumask = create_cpumask(); in BPF_PROG()
74 if (!cpumask) in BPF_PROG()
77 bpf_cpumask_release(cpumask); in BPF_PROG()
84 struct bpf_cpumask *cpumask; in BPF_PROG() local
89 cpumask = create_cpumask(); in BPF_PROG()
90 if (!cpumask) in BPF_PROG()
93 bpf_cpumask_set_cpu(0, cpumask); in BPF_PROG()
94 if (!bpf_cpumask_test_cpu(0, cast(cpumask))) { in BPF_PROG()
99 bpf_cpumask_clear_cpu(0, cpumask); in BPF_PROG()
[all …]
Dcpumask_failure.c23 struct bpf_cpumask *cpumask; in BPF_PROG() local
25 cpumask = create_cpumask(); in BPF_PROG()
26 __sink(cpumask); in BPF_PROG()
36 struct bpf_cpumask *cpumask; in BPF_PROG() local
38 cpumask = create_cpumask(); in BPF_PROG()
41 bpf_cpumask_release(cpumask); in BPF_PROG()
42 bpf_cpumask_release(cpumask); in BPF_PROG()
51 struct bpf_cpumask *cpumask; in BPF_PROG() local
54 cpumask = bpf_cpumask_acquire((struct bpf_cpumask *)task->cpus_ptr); in BPF_PROG()
55 __sink(cpumask); in BPF_PROG()
[all …]
/linux-6.6.21/include/linux/
Dcpumask.h19 typedef struct cpumask { DECLARE_BITMAP(bits, NR_CPUS); } cpumask_t; struct
125 extern struct cpumask __cpu_possible_mask;
126 extern struct cpumask __cpu_online_mask;
127 extern struct cpumask __cpu_present_mask;
128 extern struct cpumask __cpu_active_mask;
129 extern struct cpumask __cpu_dying_mask;
130 #define cpu_possible_mask ((const struct cpumask *)&__cpu_possible_mask)
131 #define cpu_online_mask ((const struct cpumask *)&__cpu_online_mask)
132 #define cpu_present_mask ((const struct cpumask *)&__cpu_present_mask)
133 #define cpu_active_mask ((const struct cpumask *)&__cpu_active_mask)
[all …]
Dpm_opp.h182 int dev_pm_opp_set_sharing_cpus(struct device *cpu_dev, const struct cpumask *cpumask);
183 int dev_pm_opp_get_sharing_cpus(struct device *cpu_dev, struct cpumask *cpumask);
185 void dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask);
407 static inline int dev_pm_opp_set_sharing_cpus(struct device *cpu_dev, const struct cpumask *cpumask) in dev_pm_opp_set_sharing_cpus() argument
412 static inline int dev_pm_opp_get_sharing_cpus(struct device *cpu_dev, struct cpumask *cpumask) in dev_pm_opp_get_sharing_cpus() argument
421 static inline void dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask) in dev_pm_opp_cpumask_remove_table() argument
438 int dev_pm_opp_of_cpumask_add_table(const struct cpumask *cpumask);
439 void dev_pm_opp_of_cpumask_remove_table(const struct cpumask *cpumask);
440 int dev_pm_opp_of_get_sharing_cpus(struct device *cpu_dev, struct cpumask *cpumask);
445 int dev_pm_opp_of_register_em(struct device *dev, struct cpumask *cpus);
[all …]
Dstop_machine.h38 void stop_machine_yield(const struct cpumask *cpumask);
114 int stop_machine(cpu_stop_fn_t fn, void *data, const struct cpumask *cpus);
125 int stop_machine_cpuslocked(cpu_stop_fn_t fn, void *data, const struct cpumask *cpus);
144 const struct cpumask *cpus);
148 const struct cpumask *cpus) in stop_machine_cpuslocked()
159 stop_machine(cpu_stop_fn_t fn, void *data, const struct cpumask *cpus) in stop_machine()
166 const struct cpumask *cpus) in stop_machine_from_inactive_cpu()
Dnmi.h26 extern struct cpumask watchdog_cpumask;
170 static inline bool trigger_cpumask_backtrace(struct cpumask *mask) in trigger_cpumask_backtrace()
197 static inline bool trigger_cpumask_backtrace(struct cpumask *mask) in trigger_cpumask_backtrace()
231 void nmi_backtrace_stall_snap(const struct cpumask *btp);
232 void nmi_backtrace_stall_check(const struct cpumask *btp);
234 static inline void nmi_backtrace_stall_snap(const struct cpumask *btp) {} in nmi_backtrace_stall_snap()
235 static inline void nmi_backtrace_stall_check(const struct cpumask *btp) {} in nmi_backtrace_stall_check()
Darch_topology.h37 void topology_set_freq_scale(const struct cpumask *cpus, unsigned long cur_freq,
53 void topology_set_scale_freq_source(struct scale_freq_data *data, const struct cpumask *cpus);
54 void topology_clear_scale_freq_source(enum scale_freq_source source, const struct cpumask *cpus);
63 void topology_update_thermal_pressure(const struct cpumask *cpus,
89 const struct cpumask *cpu_coregroup_mask(int cpu);
90 const struct cpumask *cpu_clustergroup_mask(int cpu);
/linux-6.6.21/Documentation/bpf/
Dcpumasks.rst6 BPF cpumask kfuncs
12 ``struct cpumask`` is a bitmap data structure in the kernel whose indices
21 2. BPF cpumask objects
29 ``struct bpf_cpumask *`` is a cpumask that is allocated by BPF, on behalf of a
32 to a ``struct cpumask *``.
40 .. kernel-doc:: kernel/bpf/cpumask.c
43 .. kernel-doc:: kernel/bpf/cpumask.c
46 .. kernel-doc:: kernel/bpf/cpumask.c
54 struct bpf_cpumask __kptr * cpumask;
71 local.cpumask = NULL;
[all …]
/linux-6.6.21/Documentation/translations/zh_CN/core-api/
Dpadata.rst57 cpumask_var_t cpumask);
60 行cpumask描述了哪些处理器将被用来并行执行提交给这个实例的作业，串行cpumask
61 定义了哪些处理器被允许用作串行化回调处理器。 cpumask指定了要使用的新cpumask。
65 和serial_cpumask，任何一个cpumask都可以通过在文件中回显（echo）一个bitmask
70 读取其中一个文件会显示用户提供的cpumask，它可能与“可用”的cpumask不同。
72 Padata内部维护着两对cpumask，用户提供的cpumask和“可用的”cpumask(每一对由一个
73 并行和一个串行cpumask组成)。用户提供的cpumasks在实例分配时默认为所有可能的CPU，
76 供一个包含离线CPU的cpumask是合法的。一旦用户提供的cpumask中的一个离线CPU上线，
104 在其他地方正在搞乱实例的CPU掩码，而当cb_cpu不在串行cpumask中、并行或串行cpumasks
/linux-6.6.21/drivers/opp/
Dcpu.c108 void _dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask, in _dev_pm_opp_cpumask_remove_table() argument
114 WARN_ON(cpumask_empty(cpumask)); in _dev_pm_opp_cpumask_remove_table()
116 for_each_cpu(cpu, cpumask) { in _dev_pm_opp_cpumask_remove_table()
139 void dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask) in dev_pm_opp_cpumask_remove_table() argument
141 _dev_pm_opp_cpumask_remove_table(cpumask, -1); in dev_pm_opp_cpumask_remove_table()
156 const struct cpumask *cpumask) in dev_pm_opp_set_sharing_cpus() argument
167 for_each_cpu(cpu, cpumask) { in dev_pm_opp_set_sharing_cpus()
205 int dev_pm_opp_get_sharing_cpus(struct device *cpu_dev, struct cpumask *cpumask) in dev_pm_opp_get_sharing_cpus() argument
220 cpumask_clear(cpumask); in dev_pm_opp_get_sharing_cpus()
225 cpumask_set_cpu(opp_dev->dev->id, cpumask); in dev_pm_opp_get_sharing_cpus()
[all …]
/linux-6.6.21/kernel/
Dpadata.c54 target_cpu = cpumask_first(pd->cpumask.pcpu); in padata_index_to_cpu()
56 target_cpu = cpumask_next(target_cpu, pd->cpumask.pcpu); in padata_index_to_cpu()
67 int cpu_index = seq_nr % cpumask_weight(pd->cpumask.pcpu); in padata_cpu_hash()
191 if (!cpumask_test_cpu(*cb_cpu, pd->cpumask.cbcpu)) { in padata_do_parallel()
192 if (cpumask_empty(pd->cpumask.cbcpu)) in padata_do_parallel()
196 cpu_index = *cb_cpu % cpumask_weight(pd->cpumask.cbcpu); in padata_do_parallel()
198 cpu = cpumask_first(pd->cpumask.cbcpu); in padata_do_parallel()
200 cpu = cpumask_next(cpu, pd->cpumask.cbcpu); in padata_do_parallel()
277 pd->cpu = cpumask_next_wrap(cpu, pd->cpumask.pcpu, -1, false); in padata_find_next()
434 cpumask_copy(attrs->cpumask, pinst->cpumask.pcpu); in padata_setup_cpumasks()
[all …]
Dstop_machine.c175 const struct cpumask *active_cpus;
197 notrace void __weak stop_machine_yield(const struct cpumask *cpumask) in stop_machine_yield() argument
208 const struct cpumask *cpumask; in multi_cpu_stop() local
219 cpumask = cpu_online_mask; in multi_cpu_stop()
220 is_active = cpu == cpumask_first(cpumask); in multi_cpu_stop()
222 cpumask = msdata->active_cpus; in multi_cpu_stop()
223 is_active = cpumask_test_cpu(cpu, cpumask); in multi_cpu_stop()
229 stop_machine_yield(cpumask); in multi_cpu_stop()
391 static bool queue_stop_cpus_work(const struct cpumask *cpumask, in queue_stop_cpus_work() argument
407 for_each_cpu(cpu, cpumask) { in queue_stop_cpus_work()
[all …]
/linux-6.6.21/drivers/powercap/
Didle_inject.c89 unsigned long cpumask[]; member
107 for_each_cpu_and(cpu, to_cpumask(ii_dev->cpumask), cpu_online_mask) { in idle_inject_wakeup()
230 cpumask_pr_args(to_cpumask(ii_dev->cpumask))); in idle_inject_start()
260 cpumask_pr_args(to_cpumask(ii_dev->cpumask))); in idle_inject_stop()
279 for_each_cpu(cpu, to_cpumask(ii_dev->cpumask)) { in idle_inject_stop()
331 struct idle_inject_device *idle_inject_register_full(struct cpumask *cpumask, in idle_inject_register_full() argument
341 cpumask_copy(to_cpumask(ii_dev->cpumask), cpumask); in idle_inject_register_full()
347 for_each_cpu(cpu, to_cpumask(ii_dev->cpumask)) { in idle_inject_register_full()
360 for_each_cpu(cpu_rb, to_cpumask(ii_dev->cpumask)) { in idle_inject_register_full()
383 struct idle_inject_device *idle_inject_register(struct cpumask *cpumask) in idle_inject_register() argument
[all …]
/linux-6.6.21/drivers/cpuidle/
Dcpuidle-big_little.c144 struct cpumask *cpumask; in bl_idle_driver_init() local
147 cpumask = kzalloc(cpumask_size(), GFP_KERNEL); in bl_idle_driver_init()
148 if (!cpumask) in bl_idle_driver_init()
153 cpumask_set_cpu(cpu, cpumask); in bl_idle_driver_init()
155 drv->cpumask = cpumask; in bl_idle_driver_init()
227 kfree(bl_idle_big_driver.cpumask); in bl_idle_init()
229 kfree(bl_idle_little_driver.cpumask); in bl_idle_init()
Ddt_idle_states.c97 const cpumask_t *cpumask) in idle_state_valid() argument
110 for (cpu = cpumask_next(cpumask_first(cpumask), cpumask); in idle_state_valid()
111 cpu < nr_cpu_ids; cpu = cpumask_next(cpu, cpumask)) { in idle_state_valid()
156 const cpumask_t *cpumask; in dt_init_idle_driver() local
167 cpumask = drv->cpumask ? : cpu_possible_mask; in dt_init_idle_driver()
168 cpu_node = of_cpu_device_node_get(cpumask_first(cpumask)); in dt_init_idle_driver()
186 if (!idle_state_valid(state_node, i, cpumask)) { in dt_init_idle_driver()
Ddriver.c52 for_each_cpu(cpu, drv->cpumask) { in __cpuidle_unset_driver()
72 for_each_cpu(cpu, drv->cpumask) { in __cpuidle_set_driver()
80 for_each_cpu(cpu, drv->cpumask) in __cpuidle_set_driver()
163 if (!drv->cpumask) in __cpuidle_driver_init()
164 drv->cpumask = (struct cpumask *)cpu_possible_mask; in __cpuidle_driver_init()
232 on_each_cpu_mask(drv->cpumask, cpuidle_setup_broadcast_timer, in __cpuidle_register_driver()
251 on_each_cpu_mask(drv->cpumask, cpuidle_setup_broadcast_timer, in __cpuidle_unregister_driver()
370 if (!drv->cpumask) { in cpuidle_driver_state_disabled()
375 for_each_cpu(cpu, drv->cpumask) { in cpuidle_driver_state_disabled()
/linux-6.6.21/arch/arc/kernel/
Dsmp.c47 static int __init arc_get_cpu_map(const char *name, struct cpumask *cpumask) in arc_get_cpu_map() argument
56 if (cpulist_parse(buf, cpumask)) in arc_get_cpu_map()
68 struct cpumask cpumask; in arc_init_cpu_possible() local
70 if (arc_get_cpu_map("possible-cpus", &cpumask)) { in arc_init_cpu_possible()
74 cpumask_setall(&cpumask); in arc_init_cpu_possible()
77 if (!cpumask_test_cpu(0, &cpumask)) in arc_init_cpu_possible()
80 init_cpu_possible(&cpumask); in arc_init_cpu_possible()
288 static void ipi_send_msg(const struct cpumask *callmap, enum ipi_msg_type msg) in ipi_send_msg()
303 struct cpumask targets; in smp_send_stop()
314 void arch_send_call_function_ipi_mask(const struct cpumask *mask) in arch_send_call_function_ipi_mask()
/linux-6.6.21/include/trace/events/
Dipi.h21 TP_PROTO(const struct cpumask *mask, const char *reason),
62 TP_PROTO(const struct cpumask *cpumask, unsigned long callsite, void *callback),
64 TP_ARGS(cpumask, callsite, callback),
67 __cpumask(cpumask)
73 __assign_cpumask(cpumask, cpumask_bits(cpumask));
79 __get_cpumask(cpumask), __entry->callsite, __entry->callback)
/linux-6.6.21/arch/x86/kernel/apic/
Dx2apic_cluster.c22 static DEFINE_PER_CPU_READ_MOSTLY(struct cpumask *, cluster_masks);
39 __x2apic_send_IPI_mask(const struct cpumask *mask, int vector, int apic_dest) in __x2apic_send_IPI_mask()
42 struct cpumask *tmpmsk; in __x2apic_send_IPI_mask()
58 struct cpumask *cmsk = per_cpu(cluster_masks, cpu); in __x2apic_send_IPI_mask()
75 static void x2apic_send_IPI_mask(const struct cpumask *mask, int vector) in x2apic_send_IPI_mask()
81 x2apic_send_IPI_mask_allbutself(const struct cpumask *mask, int vector) in x2apic_send_IPI_mask_allbutself()
93 struct cpumask *cmsk = this_cpu_read(cluster_masks); in init_x2apic_ldr()
105 static void prefill_clustermask(struct cpumask *cmsk, unsigned int cpu, u32 cluster) in prefill_clustermask()
110 struct cpumask **cpu_cmsk = &per_cpu(cluster_masks, cpu_i); in prefill_clustermask()
126 struct cpumask *cmsk = NULL; in alloc_clustermask()
[all …]
/linux-6.6.21/lib/
Dgroup_cpus.c14 static void grp_spread_init_one(struct cpumask *irqmsk, struct cpumask *nmsk, in grp_spread_init_one()
17 const struct cpumask *siblmsk; in grp_spread_init_one()
86 const struct cpumask *mask, nodemask_t *nodemsk) in get_nodes_in_cpumask()
132 const struct cpumask *cpu_mask, in alloc_nodes_groups()
134 struct cpumask *nmsk, in alloc_nodes_groups()
251 const struct cpumask *cpu_mask, in __group_cpus_evenly()
252 struct cpumask *nmsk, struct cpumask *masks) in __group_cpus_evenly()
347 struct cpumask *group_cpus_evenly(unsigned int numgrps) in group_cpus_evenly()
353 struct cpumask *masks = NULL; in group_cpus_evenly()
427 struct cpumask *group_cpus_evenly(unsigned int numgrps) in group_cpus_evenly()
[all …]
/linux-6.6.21/drivers/md/
Ddm-ps-io-affinity.c16 cpumask_var_t cpumask; member
36 free_cpumask_var(pi->cpumask); in ioa_free_path()
66 if (!zalloc_cpumask_var(&pi->cpumask, GFP_KERNEL)) { in ioa_add_path()
72 ret = cpumask_parse(argv[0], pi->cpumask); in ioa_add_path()
79 for_each_cpu(cpu, pi->cpumask) { in ioa_add_path()
105 free_cpumask_var(pi->cpumask); in ioa_add_path()
171 DMEMIT("%*pb ", cpumask_pr_args(pi->cpumask)); in ioa_status()
201 const struct cpumask *cpumask; in ioa_select_path() local
219 cpumask = cpumask_of_node(node); in ioa_select_path()
220 for_each_cpu(i, cpumask) { in ioa_select_path()
/linux-6.6.21/arch/powerpc/include/asm/
Dsmp.h113 static inline struct cpumask *cpu_sibling_mask(int cpu) in cpu_sibling_mask()
118 static inline struct cpumask *cpu_core_mask(int cpu) in cpu_core_mask()
123 static inline struct cpumask *cpu_l2_cache_mask(int cpu) in cpu_l2_cache_mask()
128 static inline struct cpumask *cpu_smallcore_mask(int cpu) in cpu_smallcore_mask()
141 static inline const struct cpumask *cpu_smt_mask(int cpu) in cpu_smt_mask()
193 static inline const struct cpumask *cpu_sibling_mask(int cpu) in cpu_sibling_mask()
198 static inline const struct cpumask *cpu_smallcore_mask(int cpu) in cpu_smallcore_mask()
203 static inline const struct cpumask *cpu_l2_cache_mask(int cpu) in cpu_l2_cache_mask()
255 extern void arch_send_call_function_ipi_mask(const struct cpumask *mask);
/linux-6.6.21/tools/accounting/
Dprocacct.c84 char cpumask[100+6*MAX_CPUS]; variable
299 strncpy(cpumask, optarg, sizeof(cpumask)); in main()
300 cpumask[sizeof(cpumask) - 1] = '\0'; in main()
314 strncpy(cpumask, "1", sizeof(cpumask)); in main()
315 cpumask[sizeof(cpumask) - 1] = '\0'; in main()
317 printf("cpumask %s maskset %d\n", cpumask, maskset); in main()
342 &cpumask, strlen(cpumask) + 1); in main()
400 &cpumask, strlen(cpumask) + 1); in main()

12345678910>>...26