/linux-6.6.21/drivers/xen/ |
D | pcpu.c | 60 struct pcpu { struct 103 struct pcpu *cpu = container_of(dev, struct pcpu, dev); in online_show() 112 struct pcpu *pcpu = container_of(dev, struct pcpu, dev); in online_store() local 124 ret = xen_pcpu_down(pcpu->cpu_id); in online_store() 127 ret = xen_pcpu_up(pcpu->cpu_id); in online_store() 172 struct pcpu *pcpu) in pcpu_online_status() argument 175 !xen_pcpu_online(pcpu->flags)) { in pcpu_online_status() 177 pcpu->flags |= XEN_PCPU_FLAGS_ONLINE; in pcpu_online_status() 178 kobject_uevent(&pcpu->dev.kobj, KOBJ_ONLINE); in pcpu_online_status() 180 xen_pcpu_online(pcpu->flags)) { in pcpu_online_status() [all …]
|
/linux-6.6.21/arch/arm/common/ |
D | mcpm_platsmp.c | 20 unsigned int *pcpu, unsigned int *pcluster) in cpu_to_pcpu() argument 25 *pcpu = MPIDR_AFFINITY_LEVEL(mpidr, 0); in cpu_to_pcpu() 31 unsigned int pcpu, pcluster, ret; in mcpm_boot_secondary() local 34 cpu_to_pcpu(cpu, &pcpu, &pcluster); in mcpm_boot_secondary() 37 __func__, cpu, pcpu, pcluster); in mcpm_boot_secondary() 39 mcpm_set_entry_vector(pcpu, pcluster, NULL); in mcpm_boot_secondary() 40 ret = mcpm_cpu_power_up(pcpu, pcluster); in mcpm_boot_secondary() 43 mcpm_set_entry_vector(pcpu, pcluster, secondary_startup); in mcpm_boot_secondary() 58 unsigned int pcpu, pcluster; in mcpm_cpu_kill() local 60 cpu_to_pcpu(cpu, &pcpu, &pcluster); in mcpm_cpu_kill() [all …]
|
/linux-6.6.21/arch/s390/kernel/ |
D | smp.c | 77 struct pcpu { struct 86 static struct pcpu pcpu_devices[NR_CPUS]; argument 136 static int pcpu_sigp_retry(struct pcpu *pcpu, u8 order, u32 parm) in pcpu_sigp_retry() argument 141 cc = __pcpu_sigp(pcpu->address, order, parm, NULL); in pcpu_sigp_retry() 150 static inline int pcpu_stopped(struct pcpu *pcpu) in pcpu_stopped() argument 154 if (__pcpu_sigp(pcpu->address, SIGP_SENSE, in pcpu_stopped() 160 static inline int pcpu_running(struct pcpu *pcpu) in pcpu_running() argument 162 if (__pcpu_sigp(pcpu->address, SIGP_SENSE_RUNNING, in pcpu_running() 172 static struct pcpu *pcpu_find_address(const struct cpumask *mask, u16 address) in pcpu_find_address() 182 static void pcpu_ec_call(struct pcpu *pcpu, int ec_bit) in pcpu_ec_call() argument [all …]
|
/linux-6.6.21/drivers/gpu/drm/amd/display/amdgpu_dm/ |
D | dc_fpu.c | 63 int *pcpu, depth = 0; in dc_assert_fp_enabled() local 65 pcpu = get_cpu_ptr(&fpu_recursion_depth); in dc_assert_fp_enabled() 66 depth = *pcpu; in dc_assert_fp_enabled() 87 int *pcpu; in dc_fpu_begin() local 89 pcpu = get_cpu_ptr(&fpu_recursion_depth); in dc_fpu_begin() 90 *pcpu += 1; in dc_fpu_begin() 92 if (*pcpu == 1) { in dc_fpu_begin() 112 TRACE_DCN_FPU(true, function_name, line, *pcpu); in dc_fpu_begin() 128 int *pcpu; in dc_fpu_end() local 130 pcpu = get_cpu_ptr(&fpu_recursion_depth); in dc_fpu_end() [all …]
|
/linux-6.6.21/arch/powerpc/platforms/pseries/ |
D | smp.c | 55 int smp_query_cpu_stopped(unsigned int pcpu) in smp_query_cpu_stopped() argument 66 status = rtas_call(qcss_tok, 1, 2, &cpu_status, pcpu); in smp_query_cpu_stopped() 92 unsigned int pcpu; in smp_startup_cpu() local 99 pcpu = get_hard_smp_processor_id(lcpu); in smp_startup_cpu() 102 if (smp_query_cpu_stopped(pcpu) == QCSS_NOT_STOPPED){ in smp_startup_cpu() 115 status = rtas_call(start_cpu, 3, 1, NULL, pcpu, start_here, pcpu); in smp_startup_cpu()
|
D | hotplug-cpu.c | 118 unsigned int pcpu = get_hard_smp_processor_id(cpu); in pseries_cpu_die() local 122 cpu_status = smp_query_cpu_stopped(pcpu); in pseries_cpu_die() 129 cpu, pcpu); in pseries_cpu_die() 138 cpu, pcpu); in pseries_cpu_die()
|
/linux-6.6.21/arch/x86/events/amd/ |
D | ibs.c | 95 struct cpu_perf_ibs __percpu *pcpu; member 426 struct cpu_perf_ibs *pcpu = this_cpu_ptr(perf_ibs->pcpu); in perf_ibs_start() local 446 set_bit(IBS_STARTED, pcpu->state); in perf_ibs_start() 447 clear_bit(IBS_STOPPING, pcpu->state); in perf_ibs_start() 457 struct cpu_perf_ibs *pcpu = this_cpu_ptr(perf_ibs->pcpu); in perf_ibs_stop() local 461 if (test_and_set_bit(IBS_STOPPING, pcpu->state)) in perf_ibs_stop() 464 stopping = test_bit(IBS_STARTED, pcpu->state); in perf_ibs_stop() 478 set_bit(IBS_STOPPED, pcpu->state); in perf_ibs_stop() 489 clear_bit(IBS_STARTED, pcpu->state); in perf_ibs_stop() 510 struct cpu_perf_ibs *pcpu = this_cpu_ptr(perf_ibs->pcpu); in perf_ibs_add() local [all …]
|
/linux-6.6.21/kernel/ |
D | padata.c | 54 target_cpu = cpumask_first(pd->cpumask.pcpu); in padata_index_to_cpu() 56 target_cpu = cpumask_next(target_cpu, pd->cpumask.pcpu); in padata_index_to_cpu() 67 int cpu_index = seq_nr % cpumask_weight(pd->cpumask.pcpu); in padata_cpu_hash() 277 pd->cpu = cpumask_next_wrap(cpu, pd->cpumask.pcpu, -1, false); in padata_find_next() 434 cpumask_copy(attrs->cpumask, pinst->cpumask.pcpu); in padata_setup_cpumasks() 559 for_each_cpu(cpu, pd->cpumask.pcpu) { in padata_init_reorder_list() 585 if (!alloc_cpumask_var(&pd->cpumask.pcpu, GFP_KERNEL)) in padata_alloc_pd() 590 cpumask_and(pd->cpumask.pcpu, pinst->cpumask.pcpu, cpu_online_mask); in padata_alloc_pd() 598 pd->cpu = cpumask_first(pd->cpumask.pcpu); in padata_alloc_pd() 604 free_cpumask_var(pd->cpumask.pcpu); in padata_alloc_pd() [all …]
|
/linux-6.6.21/arch/alpha/kernel/ |
D | err_common.c | 242 cdl_process_console_data_log(int cpu, struct percpu_struct *pcpu) in cdl_process_console_data_log() argument 245 (IDENT_ADDR | pcpu->console_data_log_pa); in cdl_process_console_data_log() 256 pcpu->console_data_log_pa = 0; in cdl_process_console_data_log() 266 struct percpu_struct *pcpu; in cdl_check_console_data_log() local 270 pcpu = (struct percpu_struct *) in cdl_check_console_data_log() 273 if (pcpu->console_data_log_pa) in cdl_check_console_data_log() 274 cdl_process_console_data_log(cpu, pcpu); in cdl_check_console_data_log()
|
/linux-6.6.21/arch/powerpc/platforms/powernv/ |
D | smp.c | 66 unsigned int pcpu; in pnv_smp_kick_cpu() local 75 pcpu = get_hard_smp_processor_id(nr); in pnv_smp_kick_cpu() 89 rc = opal_query_cpu_status(pcpu, &status); in pnv_smp_kick_cpu() 106 pr_devel("OPAL: Starting CPU %d (HW 0x%x)...\n", nr, pcpu); in pnv_smp_kick_cpu() 107 rc = opal_start_cpu(pcpu, start_here); in pnv_smp_kick_cpu() 120 " (status %d)...\n", nr, pcpu, status); in pnv_smp_kick_cpu()
|
/linux-6.6.21/arch/powerpc/platforms/cell/ |
D | smp.c | 71 unsigned int pcpu; in smp_startup_cpu() local 78 pcpu = get_hard_smp_processor_id(lcpu); in smp_startup_cpu() 88 status = rtas_call(start_cpu, 3, 1, NULL, pcpu, start_here, lcpu); in smp_startup_cpu()
|
/linux-6.6.21/lib/ |
D | test_vmalloc.c | 292 void __percpu **pcpu; in pcpu_alloc_test() local 296 pcpu = vmalloc(sizeof(void __percpu *) * 35000); in pcpu_alloc_test() 297 if (!pcpu) in pcpu_alloc_test() 308 pcpu[i] = __alloc_percpu(size, align); in pcpu_alloc_test() 309 if (!pcpu[i]) in pcpu_alloc_test() 314 free_percpu(pcpu[i]); in pcpu_alloc_test() 316 vfree(pcpu); in pcpu_alloc_test()
|
/linux-6.6.21/arch/s390/include/asm/ |
D | smp.h | 44 u16 pcpu = stap(); in smp_stop_cpu() local 47 __pcpu_sigp(pcpu, SIGP_STOP, 0, NULL); in smp_stop_cpu()
|
/linux-6.6.21/tools/testing/selftests/kvm/aarch64/ |
D | arch_timer.c | 259 uint32_t pcpu; in test_get_pcpu() local 268 pcpu = rand() % nproc_conf; in test_get_pcpu() 269 } while (!CPU_ISSET(pcpu, &online_cpuset)); in test_get_pcpu() 271 return pcpu; in test_get_pcpu()
|
/linux-6.6.21/drivers/crypto/caam/ |
D | qi.c | 443 int *pcpu = &get_cpu_var(last_cpu); in caam_drv_ctx_init() local 445 *pcpu = cpumask_next(*pcpu, cpus); in caam_drv_ctx_init() 446 if (*pcpu >= nr_cpu_ids) in caam_drv_ctx_init() 447 *pcpu = cpumask_first(cpus); in caam_drv_ctx_init() 448 *cpu = *pcpu; in caam_drv_ctx_init()
|
/linux-6.6.21/arch/powerpc/kvm/ |
D | book3s_hv_builtin.c | 237 int cpu = vc->pcpu; in kvmhv_interrupt_vcore() 616 void kvmppc_check_need_tlb_flush(struct kvm *kvm, int pcpu) in kvmppc_check_need_tlb_flush() argument 618 if (cpumask_test_cpu(pcpu, &kvm->arch.need_tlb_flush)) { in kvmppc_check_need_tlb_flush() 622 cpumask_clear_cpu(pcpu, &kvm->arch.need_tlb_flush); in kvmppc_check_need_tlb_flush()
|
D | book3s_hv_rm_xics.c | 718 int pcpu = raw_smp_processor_id(); in ics_rm_eoi() local 720 pcpu = cpu_first_thread_sibling(pcpu); in ics_rm_eoi() 722 if (state->intr_cpu != pcpu) { in ics_rm_eoi() 724 xics_opal_set_server(state->host_irq, pcpu); in ics_rm_eoi()
|
D | book3s_hv.c | 740 unsigned int pcpu, u64 now, in __kvmppc_create_dtl_entry() argument 752 dt->processor_id = cpu_to_be16(pcpu + vcpu->arch.ptid); in __kvmppc_create_dtl_entry() 797 __kvmppc_create_dtl_entry(vcpu, vpa, vc->pcpu, now + vc->tb_offset, stolen); in kvmppc_update_vpa_dispatch() 820 __kvmppc_create_dtl_entry(vcpu, vpa, vc->pcpu, now, stolen_delta); in kvmppc_update_vpa_dispatch_p9() 1446 int thr, cpu, pcpu, nthreads; in kvmppc_read_dpdes() local 1462 pcpu = READ_ONCE(v->cpu); in kvmppc_read_dpdes() 1463 if (pcpu >= 0) in kvmppc_read_dpdes() 1464 smp_call_function_single(pcpu, do_nothing, NULL, 1); in kvmppc_read_dpdes() 3226 static void kvmppc_prepare_radix_vcpu(struct kvm_vcpu *vcpu, int pcpu) in kvmppc_prepare_radix_vcpu() argument 3251 if (prev_cpu != pcpu) { in kvmppc_prepare_radix_vcpu() [all …]
|
/linux-6.6.21/include/linux/ |
D | notifier.h | 107 #define SRCU_NOTIFIER_INIT(name, pcpu) \ argument 112 .srcu = __SRCU_STRUCT_INIT(name.srcu, name.srcuu, pcpu), \
|
/linux-6.6.21/net/core/ |
D | page_pool.c | 89 const struct page_pool_recycle_stats *pcpu = in page_pool_get_stats() local 92 stats->recycle_stats.cached += pcpu->cached; in page_pool_get_stats() 93 stats->recycle_stats.cache_full += pcpu->cache_full; in page_pool_get_stats() 94 stats->recycle_stats.ring += pcpu->ring; in page_pool_get_stats() 95 stats->recycle_stats.ring_full += pcpu->ring_full; in page_pool_get_stats() 96 stats->recycle_stats.released_refcnt += pcpu->released_refcnt; in page_pool_get_stats()
|
/linux-6.6.21/kernel/sched/ |
D | psi.c | 172 .pcpu = &system_group_pcpu, 185 seqcount_init(&per_cpu_ptr(group->pcpu, cpu)->seq); in group_init() 249 struct psi_group_cpu *groupc = per_cpu_ptr(group->pcpu, cpu); in get_recent_times() 787 groupc = per_cpu_ptr(group->pcpu, cpu); in psi_group_change() 943 if (per_cpu_ptr(group->pcpu, cpu)->state_mask & in psi_task_switch() 1022 groupc = per_cpu_ptr(group->pcpu, cpu); in psi_account_irqtime() 1109 cgroup->psi->pcpu = alloc_percpu(struct psi_group_cpu); in psi_cgroup_alloc() 1110 if (!cgroup->psi->pcpu) { in psi_cgroup_alloc() 1125 free_percpu(cgroup->psi->pcpu); in psi_cgroup_free()
|
/linux-6.6.21/drivers/net/ethernet/stmicro/stmmac/ |
D | stmmac_ethtool.c | 549 struct stmmac_pcpu_stats *pcpu; in stmmac_get_rx_normal_irq_n() local 553 pcpu = per_cpu_ptr(priv->xstats.pcpu_stats, cpu); in stmmac_get_rx_normal_irq_n() 555 start = u64_stats_fetch_begin(&pcpu->syncp); in stmmac_get_rx_normal_irq_n() 556 irq_n = u64_stats_read(&pcpu->rx_normal_irq_n[q]); in stmmac_get_rx_normal_irq_n() 557 } while (u64_stats_fetch_retry(&pcpu->syncp, start)); in stmmac_get_rx_normal_irq_n() 570 struct stmmac_pcpu_stats *pcpu; in stmmac_get_tx_normal_irq_n() local 574 pcpu = per_cpu_ptr(priv->xstats.pcpu_stats, cpu); in stmmac_get_tx_normal_irq_n() 576 start = u64_stats_fetch_begin(&pcpu->syncp); in stmmac_get_tx_normal_irq_n() 577 irq_n = u64_stats_read(&pcpu->tx_normal_irq_n[q]); in stmmac_get_tx_normal_irq_n() 578 } while (u64_stats_fetch_retry(&pcpu->syncp, start)); in stmmac_get_tx_normal_irq_n()
|
/linux-6.6.21/include/xen/interface/ |
D | sched.h | 141 int32_t pcpu; member
|
/linux-6.6.21/tools/perf/Documentation/ |
D | perf-lock.txt | 190 rtmutex, rwlock-rt, rwlock-rt:R, rwlock-rt:W, pcpu-sem, pcpu-sem:R, pcpu-sem:W,
|
/linux-6.6.21/drivers/base/ |
D | devres.c | 1196 void __percpu *pcpu; in __devm_alloc_percpu() local 1198 pcpu = __alloc_percpu(size, align); in __devm_alloc_percpu() 1199 if (!pcpu) in __devm_alloc_percpu() 1204 free_percpu(pcpu); in __devm_alloc_percpu() 1208 *(void __percpu **)p = pcpu; in __devm_alloc_percpu() 1212 return pcpu; in __devm_alloc_percpu()
|