/linux-6.6.21/drivers/cpuidle/governors/ |
D | teo.c | 212 static bool teo_cpu_is_utilized(int cpu, struct teo_cpu *cpu_data) in teo_cpu_is_utilized() argument 214 return sched_cpu_util(cpu) > cpu_data->util_threshold; in teo_cpu_is_utilized() 217 static bool teo_cpu_is_utilized(int cpu, struct teo_cpu *cpu_data) in teo_cpu_is_utilized() argument 230 struct teo_cpu *cpu_data = per_cpu_ptr(&teo_cpus, dev->cpu); in teo_update() local 235 if (cpu_data->time_span_ns >= cpu_data->sleep_length_ns) { in teo_update() 265 cpu_data->total = 0; in teo_update() 273 struct teo_bin *bin = &cpu_data->state_bins[i]; in teo_update() 278 cpu_data->total += bin->hits + bin->intercepts; in teo_update() 282 if (target_residency_ns <= cpu_data->sleep_length_ns) { in teo_update() 289 i = cpu_data->next_recent_idx++; in teo_update() [all …]
|
/linux-6.6.21/drivers/cpufreq/ |
D | cppc_cpufreq.c | 82 struct cppc_cpudata *cpu_data; member 89 static int cppc_perf_from_fbctrs(struct cppc_cpudata *cpu_data, 114 struct cppc_cpudata *cpu_data; in cppc_scale_freq_workfn() local 119 cpu_data = cppc_fi->cpu_data; in cppc_scale_freq_workfn() 126 perf = cppc_perf_from_fbctrs(cpu_data, &cppc_fi->prev_perf_fb_ctrs, in cppc_scale_freq_workfn() 131 local_freq_scale = div64_u64(perf, cpu_data->perf_caps.highest_perf); in cppc_scale_freq_workfn() 175 cppc_fi->cpu_data = policy->driver_data; in cppc_cpufreq_cpu_fie_init() 331 static unsigned int cppc_cpufreq_perf_to_khz(struct cppc_cpudata *cpu_data, in cppc_cpufreq_perf_to_khz() argument 334 struct cppc_perf_caps *caps = &cpu_data->perf_caps; in cppc_cpufreq_perf_to_khz() 356 static unsigned int cppc_cpufreq_khz_to_perf(struct cppc_cpudata *cpu_data, in cppc_cpufreq_khz_to_perf() argument [all …]
|
/linux-6.6.21/arch/mips/include/asm/ |
D | cpu-features.h | 17 #define __ase(ase) (cpu_data[0].ases & (ase)) 18 #define __isa(isa) (cpu_data[0].isa_level & (isa)) 19 #define __opt(opt) (cpu_data[0].options & (opt)) 249 #define cpu_has_vtag_icache (cpu_data[0].icache.flags & MIPS_CACHE_VTAG) 252 #define cpu_has_dc_aliases (cpu_data[0].dcache.flags & MIPS_CACHE_ALIASES) 255 #define cpu_has_ic_fills_f_dc (cpu_data[0].icache.flags & MIPS_CACHE_IC_F_DC) 258 #define cpu_has_pindexed_dcache (cpu_data[0].dcache.flags & MIPS_CACHE_PINDEX) 274 #define cpu_icache_snoops_remote_store (cpu_data[0].icache.flags & MIPS_IC_SNOOPS_REMOTE) 459 # define cpu_has_64bits (cpu_data[0].isa_level & MIPS_CPU_ISA_64BIT) 462 # define cpu_has_64bit_zero_reg (cpu_data[0].isa_level & MIPS_CPU_ISA_64BIT) [all …]
|
D | cpu-info.h | 119 extern struct cpuinfo_mips cpu_data[]; 120 #define current_cpu_data cpu_data[smp_processor_id()] 121 #define raw_current_cpu_data cpu_data[raw_smp_processor_id()] 122 #define boot_cpu_data cpu_data[0] 183 struct cpuinfo_mips *infoa = &cpu_data[cpua]; in cpus_are_siblings() 184 struct cpuinfo_mips *infob = &cpu_data[cpub]; in cpus_are_siblings()
|
/linux-6.6.21/tools/tracing/rtla/src/ |
D | timerlat_top.c | 73 struct timerlat_top_cpu *cpu_data; member 83 free(data->cpu_data); in timerlat_free_top() 102 data->cpu_data = calloc(1, sizeof(*data->cpu_data) * nr_cpus); in timerlat_alloc_top() 103 if (!data->cpu_data) in timerlat_alloc_top() 108 data->cpu_data[cpu].min_irq = ~0; in timerlat_alloc_top() 109 data->cpu_data[cpu].min_thread = ~0; in timerlat_alloc_top() 110 data->cpu_data[cpu].min_user = ~0; in timerlat_alloc_top() 129 struct timerlat_top_cpu *cpu_data = &data->cpu_data[cpu]; in timerlat_top_update() local 132 cpu_data->irq_count++; in timerlat_top_update() 133 cpu_data->cur_irq = latency; in timerlat_top_update() [all …]
|
D | osnoise_top.c | 65 struct osnoise_top_cpu *cpu_data; member 75 free(data->cpu_data); in osnoise_free_top() 93 data->cpu_data = calloc(1, sizeof(*data->cpu_data) * nr_cpus); in osnoise_alloc_top() 94 if (!data->cpu_data) in osnoise_alloc_top() 114 struct osnoise_top_cpu *cpu_data; in osnoise_top_handler() local 121 cpu_data = &data->cpu_data[cpu]; in osnoise_top_handler() 123 cpu_data->sum_cycles++; in osnoise_top_handler() 126 update_sum(&cpu_data->sum_runtime, &val); in osnoise_top_handler() 129 update_max(&cpu_data->max_noise, &val); in osnoise_top_handler() 130 update_sum(&cpu_data->sum_noise, &val); in osnoise_top_handler() [all …]
|
/linux-6.6.21/arch/sparc/kernel/ |
D | prom_64.c | 416 int proc_id = cpu_data(cpu).proc_id; in arch_find_n_match_cpu_physical_id() 530 cpu_data(cpuid).clock_tick = in fill_in_one_cpu() 534 cpu_data(cpuid).dcache_size = in fill_in_one_cpu() 537 cpu_data(cpuid).dcache_line_size = in fill_in_one_cpu() 540 cpu_data(cpuid).icache_size = in fill_in_one_cpu() 543 cpu_data(cpuid).icache_line_size = in fill_in_one_cpu() 546 cpu_data(cpuid).ecache_size = in fill_in_one_cpu() 548 cpu_data(cpuid).ecache_line_size = in fill_in_one_cpu() 550 if (!cpu_data(cpuid).ecache_size || in fill_in_one_cpu() 551 !cpu_data(cpuid).ecache_line_size) { in fill_in_one_cpu() [all …]
|
D | smp_32.c | 61 cpu_data(id).udelay_val = loops_per_jiffy; in smp_store_cpu_info() 64 cpu_data(id).clock_tick = prom_getintdefault(cpu_node, in smp_store_cpu_info() 66 cpu_data(id).prom_node = cpu_node; in smp_store_cpu_info() 73 cpu_data(id).mid = mid; in smp_store_cpu_info() 83 bogosum += cpu_data(cpu).udelay_val; in smp_cpus_done() 377 cpu_data(i).udelay_val/(500000/HZ), in smp_bogo() 378 (cpu_data(i).udelay_val/(5000/HZ))%100); in smp_bogo()
|
/linux-6.6.21/arch/mips/kernel/ |
D | proc.c | 40 unsigned int version = cpu_data[n].processor_id; in show_cpuinfo() 41 unsigned int fp_vers = cpu_data[n].fpu_id; in show_cpuinfo() 62 cpu_data[n].options & MIPS_CPU_FPU ? " FPU V%d.%d" : ""); in show_cpuinfo() 67 cpu_data[n].udelay_val / (500000/HZ), in show_cpuinfo() 68 (cpu_data[n].udelay_val / (5000/HZ)) % 100); in show_cpuinfo() 72 seq_printf(m, "tlb_entries\t\t: %d\n", cpu_data[n].tlbsize); in show_cpuinfo() 79 cpu_data[n].watch_reg_count); in show_cpuinfo() 80 for (i = 0; i < cpu_data[n].watch_reg_count; i++) in show_cpuinfo() 82 cpu_data[n].watch_reg_masks[i]); in show_cpuinfo() 281 cpu_data[n].srsets); in show_cpuinfo() [all …]
|
D | smp-cps.c | 65 cpu_set_cluster(&cpu_data[nvpes + v], cl); in cps_smp_setup() 66 cpu_set_core(&cpu_data[nvpes + v], c); in cps_smp_setup() 67 cpu_set_vpe_id(&cpu_data[nvpes + v], v); in cps_smp_setup() 79 set_cpu_possible(v, cpu_cluster(&cpu_data[v]) == 0); in cps_smp_setup() 80 set_cpu_present(v, cpu_cluster(&cpu_data[v]) == 0); in cps_smp_setup() 289 unsigned core = cpu_core(&cpu_data[cpu]); in cps_boot_secondary() 290 unsigned vpe_id = cpu_vpe_id(&cpu_data[cpu]); in cps_boot_secondary() 298 if (cpu_cluster(&cpu_data[cpu]) != cpu_cluster(&raw_current_cpu_data)) in cps_boot_secondary() 305 atomic_or(1 << cpu_vpe_id(&cpu_data[cpu]), &core_cfg->vpe_mask); in cps_boot_secondary() 407 core = cpu_core(&cpu_data[cpu]); in cps_shutdown_this_cpu() [all …]
|
/linux-6.6.21/arch/loongarch/include/asm/ |
D | cpu-features.h | 15 #define cpu_opt(opt) (cpu_data[0].options & (opt)) 16 #define cpu_has(feat) (cpu_data[0].options & BIT_ULL(feat)) 19 #define cpu_has_loongarch32 (cpu_data[0].isa_level & LOONGARCH_CPU_ISA_32BIT) 20 #define cpu_has_loongarch64 (cpu_data[0].isa_level & LOONGARCH_CPU_ISA_64BIT) 23 # define cpu_has_64bits (cpu_data[0].isa_level & LOONGARCH_CPU_ISA_64BIT) 30 # define cpu_vabits cpu_data[0].vabits 31 # define cpu_pabits cpu_data[0].pabits
|
D | cpu-info.h | 66 extern struct cpuinfo_loongarch cpu_data[]; 67 #define boot_cpu_data cpu_data[0] 68 #define current_cpu_data cpu_data[smp_processor_id()] 69 #define raw_current_cpu_data cpu_data[raw_smp_processor_id()] 101 struct cpuinfo_loongarch *infoa = &cpu_data[cpua]; in cpus_are_siblings() 102 struct cpuinfo_loongarch *infob = &cpu_data[cpub]; in cpus_are_siblings()
|
D | mmu_context.h | 26 return ~(u64)(cpu_asid_mask(&cpu_data[cpu])); in asid_version_mask() 31 return cpu_asid_mask(&cpu_data[cpu]) + 1; in asid_first_version() 35 #define asid_cache(cpu) (cpu_data[cpu].asid_cache) 36 #define cpu_asid(cpu, mm) (cpu_context((cpu), (mm)) & cpu_asid_mask(&cpu_data[cpu])) 56 if (!((++asid) & cpu_asid_mask(&cpu_data[cpu]))) in get_new_mmu_context()
|
/linux-6.6.21/arch/loongarch/kernel/ |
D | proc.c | 34 unsigned int version = cpu_data[n].processor_id & 0xff; in show_cpuinfo() 35 unsigned int fp_version = cpu_data[n].fpu_vers; in show_cpuinfo() 50 seq_printf(m, "package\t\t\t: %d\n", cpu_data[n].package); in show_cpuinfo() 51 seq_printf(m, "core\t\t\t: %d\n", cpu_data[n].core); in show_cpuinfo() 52 seq_printf(m, "global_id\t\t: %d\n", cpu_data[n].global_id); in show_cpuinfo() 62 seq_printf(m, "TLB Entries\t\t: %d\n", cpu_data[n].tlbsize); in show_cpuinfo() 94 cpu_data[n].watch_ireg_count, cpu_data[n].watch_dreg_count); in show_cpuinfo()
|
/linux-6.6.21/arch/ia64/mm/ |
D | contig.c | 33 static void *cpu_data; variable 57 memcpy(cpu_data, src, __per_cpu_end - __per_cpu_start); in per_cpu_init() 58 __per_cpu_offset[cpu] = (char *)cpu_data - __per_cpu_start; in per_cpu_init() 71 ia64_set_kr(IA64_KR_PER_CPU_DATA, __pa(cpu_data) - in per_cpu_init() 74 cpu_data += PERCPU_PAGE_SIZE; in per_cpu_init() 85 cpu_data = memblock_alloc_from(size, PERCPU_PAGE_SIZE, in alloc_per_cpu_data() 87 if (!cpu_data) in alloc_per_cpu_data()
|
D | discontig.c | 136 static void *per_cpu_node_setup(void *cpu_data, int node) in per_cpu_node_setup() argument 147 memcpy(__va(cpu_data), src, __per_cpu_end - __per_cpu_start); in per_cpu_node_setup() 148 __per_cpu_offset[cpu] = (char *)__va(cpu_data) - in per_cpu_node_setup() 162 (unsigned long)cpu_data - in per_cpu_node_setup() 165 cpu_data += PERCPU_PAGE_SIZE; in per_cpu_node_setup() 168 return cpu_data; in per_cpu_node_setup() 262 void *cpu_data; in fill_pernode() local 269 cpu_data = (void *)pernode; in fill_pernode() 280 cpu_data = per_cpu_node_setup(cpu_data, node); in fill_pernode()
|
/linux-6.6.21/kernel/trace/ |
D | trace_functions_graph.c | 31 struct fgraph_cpu_data __percpu *cpu_data; member 397 last_pid = &(per_cpu_ptr(data->cpu_data, cpu)->last_pid); in verif_pid() 698 struct fgraph_cpu_data *cpu_data; in print_graph_entry_leaf() local 700 cpu_data = per_cpu_ptr(data->cpu_data, cpu); in print_graph_entry_leaf() 707 cpu_data->depth = call->depth - 1; in print_graph_entry_leaf() 712 cpu_data->enter_funcs[call->depth] = 0; in print_graph_entry_leaf() 749 struct fgraph_cpu_data *cpu_data; in print_graph_entry_nested() local 752 cpu_data = per_cpu_ptr(data->cpu_data, cpu); in print_graph_entry_nested() 753 cpu_data->depth = call->depth; in print_graph_entry_nested() 758 cpu_data->enter_funcs[call->depth] = call->func; in print_graph_entry_nested() [all …]
|
/linux-6.6.21/arch/x86/include/asm/ |
D | topology.h | 108 #define topology_logical_package_id(cpu) (cpu_data(cpu).logical_proc_id) 109 #define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id) 110 #define topology_logical_die_id(cpu) (cpu_data(cpu).logical_die_id) 111 #define topology_die_id(cpu) (cpu_data(cpu).cpu_die_id) 112 #define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id) 113 #define topology_ppin(cpu) (cpu_data(cpu).ppin)
|
/linux-6.6.21/arch/ia64/kernel/ |
D | smpboot.c | 411 last_cpuinfo = cpu_data(cpuid - 1); in smp_callin() 579 if (cpu_data(cpu)->threads_per_core == 1 && in remove_siblinginfo() 580 cpu_data(cpu)->cores_per_socket == 1) { in remove_siblinginfo() 687 bogosum += cpu_data(cpu)->loops_per_jiffy; in smp_cpus_done() 699 if ((cpu_data(cpu)->socket_id == cpu_data(i)->socket_id)) { in set_cpu_sibling_map() 702 if (cpu_data(cpu)->core_id == cpu_data(i)->core_id) { in set_cpu_sibling_map() 735 if (cpu_data(cpu)->threads_per_core == 1 && in __cpu_up() 736 cpu_data(cpu)->cores_per_socket == 1) { in __cpu_up() 831 if ((cpu_data(j)->socket_id == cpu_data(i)->socket_id)) { in is_multithreading_enabled() 832 if (cpu_data(j)->core_id == cpu_data(i)->core_id) in is_multithreading_enabled()
|
/linux-6.6.21/arch/x86/kernel/ |
D | smpboot.c | 233 cpu_data(smp_processor_id()).loops_per_jiffy = loops_per_jiffy; in ap_calibrate_delay() 340 struct cpuinfo_x86 *c = &cpu_data(cpu); in topology_phys_to_logical_pkg() 358 int cpu, proc_id = cpu_data(cur_cpu).phys_proc_id; in topology_phys_to_logical_die() 361 struct cpuinfo_x86 *c = &cpu_data(cpu); in topology_phys_to_logical_die() 390 cpu_data(cpu).logical_proc_id = new; in topology_update_package_map() 413 cpu_data(cpu).logical_die_id = new; in topology_update_die_map() 420 struct cpuinfo_x86 *c = &cpu_data(id); in smp_store_boot_cpu_info() 435 struct cpuinfo_x86 *c = &cpu_data(id); in smp_store_cpu_info() 665 struct cpuinfo_x86 *c = &cpu_data(cpu); in set_cpu_sibling_map() 682 o = &cpu_data(i); in set_cpu_sibling_map() [all …]
|
/linux-6.6.21/arch/alpha/include/asm/ |
D | mmu_context.h | 93 #define cpu_last_asn(cpuid) (cpu_data[cpuid].last_asn) 145 cpu_data[cpu].asn_lock = 1; in ev5_switch_mm() 156 cpu_data[cpu].need_new_asn = 1; in ev5_switch_mm() 191 cpu_data[cpu].asn_lock = 0; \ 193 if (cpu_data[cpu].need_new_asn) { \ 195 cpu_data[cpu].need_new_asn = 0; \
|
/linux-6.6.21/arch/mips/mm/ |
D | context.c | 36 if (!((asid += cpu_asid_inc()) & cpu_asid_mask(&cpu_data[cpu]))) { in get_new_mmu_context() 76 mmid = xchg_relaxed(&cpu_data[cpu].asid_cache, 0); in flush_context() 88 __set_bit(mmid & cpu_asid_mask(&cpu_data[cpu]), mmid_map); in flush_context() 210 old_active_mmid = READ_ONCE(cpu_data[cpu].asid_cache); in check_switch_mmu_context() 213 !cmpxchg_relaxed(&cpu_data[cpu].asid_cache, old_active_mmid, ctx)) { in check_switch_mmu_context() 220 WRITE_ONCE(cpu_data[cpu].asid_cache, ctx); in check_switch_mmu_context()
|
/linux-6.6.21/arch/mips/loongson64/ |
D | smp.c | 431 cpu_set_core(&cpu_data[cpu], in loongson3_init_secondary() 433 cpu_data[cpu].package = in loongson3_init_secondary() 446 if (cpu_data[cpu].package) in loongson3_init_secondary() 484 cpu_set_cluster(&cpu_data[num], i / 4); in loongson3_smp_setup() 504 cpu_set_core(&cpu_data[0], in loongson3_smp_setup() 506 cpu_data[0].package = cpu_logical_map(0) / loongson_sysconf.cores_per_package; in loongson3_smp_setup() 589 [sets] "r" (cpu_data[smp_processor_id()].dcache.sets)); in loongson3_type1_play_dead() 651 [sets] "r" (cpu_data[smp_processor_id()].dcache.sets)); in loongson3_type2_play_dead() 735 [sets] "r" (cpu_data[smp_processor_id()].dcache.sets), in loongson3_type3_play_dead() 736 [vsets] "r" (cpu_data[smp_processor_id()].vcache.sets)); in loongson3_type3_play_dead() [all …]
|
/linux-6.6.21/arch/alpha/kernel/ |
D | smp.c | 54 struct cpuinfo_alpha cpu_data[NR_CPUS]; variable 55 EXPORT_SYMBOL(cpu_data); 82 cpu_data[cpuid].loops_per_jiffy = loops_per_jiffy; in smp_store_cpu_info() 83 cpu_data[cpuid].last_asn = ASN_FIRST_VERSION; in smp_store_cpu_info() 84 cpu_data[cpuid].need_new_asn = 0; in smp_store_cpu_info() 85 cpu_data[cpuid].asn_lock = 0; in smp_store_cpu_info() 94 cpu_data[cpuid].prof_counter = 1; in smp_setup_percpu_timer() 95 cpu_data[cpuid].prof_multiplier = 1; in smp_setup_percpu_timer() 491 bogosum += cpu_data[cpu].loops_per_jiffy; in smp_cpus_done() 558 cpu_data[this_cpu].ipi_count++; in handle_ipi() [all …]
|
/linux-6.6.21/arch/sh/include/asm/ |
D | processor.h | 89 extern struct sh_cpuinfo cpu_data[]; 90 #define boot_cpu_data cpu_data[0] 91 #define current_cpu_data cpu_data[smp_processor_id()] 92 #define raw_current_cpu_data cpu_data[raw_smp_processor_id()]
|