Home
last modified time | relevance | path

Searched refs:this_cpu_write (Results 1 – 25 of 62) sorted by relevance

123

/linux-6.6.21/arch/x86/mm/
Dtlb.c211 this_cpu_write(cpu_tlbstate.ctxs[asid].ctx_id, 0); in clear_asid_other()
213 this_cpu_write(cpu_tlbstate.invalidate_other, false); in clear_asid_other()
251 this_cpu_write(cpu_tlbstate.next_asid, 1); in choose_new_asid()
467 this_cpu_write(cpu_tlbstate.last_user_mm_spec, next_mm); in cond_mitigation()
548 this_cpu_write(cpu_tlbstate_shared.is_lazy, false); in switch_mm_irqs_off()
635 this_cpu_write(cpu_tlbstate.loaded_mm, LOADED_MM_SWITCHING); in switch_mm_irqs_off()
641 this_cpu_write(cpu_tlbstate.ctxs[new_asid].ctx_id, next->context.ctx_id); in switch_mm_irqs_off()
642 this_cpu_write(cpu_tlbstate.ctxs[new_asid].tlb_gen, next_tlb_gen); in switch_mm_irqs_off()
656 this_cpu_write(cpu_tlbstate.loaded_mm, next); in switch_mm_irqs_off()
657 this_cpu_write(cpu_tlbstate.loaded_mm_asid, new_asid); in switch_mm_irqs_off()
[all …]
/linux-6.6.21/kernel/trace/
Dtrace_preemptirq.c47 this_cpu_write(tracing_irq_cpu, 0); in trace_hardirqs_on_prepare()
58 this_cpu_write(tracing_irq_cpu, 0); in trace_hardirqs_on()
76 this_cpu_write(tracing_irq_cpu, 1); in trace_hardirqs_off_finish()
90 this_cpu_write(tracing_irq_cpu, 1); in trace_hardirqs_off()
/linux-6.6.21/arch/powerpc/lib/
Dcode-patching.c123 this_cpu_write(cpu_patching_context.area, area); in text_area_cpu_up()
124 this_cpu_write(cpu_patching_context.addr, addr); in text_area_cpu_up()
125 this_cpu_write(cpu_patching_context.pte, virt_to_kpte(addr)); in text_area_cpu_up()
133 this_cpu_write(cpu_patching_context.area, NULL); in text_area_cpu_down()
134 this_cpu_write(cpu_patching_context.addr, 0); in text_area_cpu_down()
135 this_cpu_write(cpu_patching_context.pte, NULL); in text_area_cpu_down()
179 this_cpu_write(cpu_patching_context.mm, mm); in text_area_cpu_up_mm()
180 this_cpu_write(cpu_patching_context.addr, addr); in text_area_cpu_up_mm()
195 this_cpu_write(cpu_patching_context.mm, NULL); in text_area_cpu_down_mm()
196 this_cpu_write(cpu_patching_context.addr, 0); in text_area_cpu_down_mm()
Dqspinlock.c68 this_cpu_write(sleepy_lock_seen_clock, 0); in recently_sleepy()
238 this_cpu_write(sleepy_lock_seen_clock, sched_clock()); in seen_sleepy_owner()
247 this_cpu_write(sleepy_lock_seen_clock, sched_clock()); in seen_sleepy_lock()
254 this_cpu_write(sleepy_lock_seen_clock, sched_clock()); in seen_sleepy_node()
/linux-6.6.21/kernel/
Dwatchdog_perf.c130 this_cpu_write(watchdog_ev, evt); in hardlockup_detector_event_create()
166 this_cpu_write(watchdog_ev, NULL); in watchdog_hardlockup_disable()
167 this_cpu_write(dead_event, event); in watchdog_hardlockup_disable()
258 this_cpu_write(watchdog_ev, NULL); in watchdog_hardlockup_probe()
/linux-6.6.21/arch/x86/include/asm/
Dstackprotector.h60 this_cpu_write(fixed_percpu_data.stack_canary, canary); in boot_init_stack_canary()
62 this_cpu_write(__stack_chk_guard, canary); in boot_init_stack_canary()
Dswitch_to.h61 this_cpu_write(cpu_tss_rw.x86_tss.ss1, thread->sysenter_cs); in refresh_sysenter_cs()
71 this_cpu_write(cpu_tss_rw.x86_tss.sp1, task->thread.sp0); in update_task_stack()
Dtlbflush.h180 this_cpu_write(cpu_tlbstate.cr4, __read_cr4()); in cr4_init_shadow()
404 this_cpu_write(cpu_tlbstate.lam, in set_tlbstate_lam_mode()
406 this_cpu_write(tlbstate_untag_mask, mm->context.untag_mask); in set_tlbstate_lam_mode()
Dio_bitmap.h33 this_cpu_write(cpu_tss_rw.x86_tss.io_bitmap_base, in native_tss_invalidate_io_bitmap()
Ddesc.h318 this_cpu_write(__tss_limit_invalid, false); in force_reload_TR()
350 this_cpu_write(__tss_limit_invalid, true); in invalidate_tss_limit()
/linux-6.6.21/arch/x86/include/asm/xen/
Dhypervisor.h88 this_cpu_write(xen_lazy_mode, mode); in enter_lazy()
96 this_cpu_write(xen_lazy_mode, XEN_LAZY_NONE); in leave_lazy()
/linux-6.6.21/arch/loongarch/kernel/
Dkfpu.c29 this_cpu_write(in_kernel_fpu, true); in kernel_fpu_begin()
74 this_cpu_write(in_kernel_fpu, false); in kernel_fpu_end()
/linux-6.6.21/arch/arm64/kernel/
Dtopology.c92 this_cpu_write(arch_core_cycles_prev, read_corecnt()); in update_freq_counters_refs()
93 this_cpu_write(arch_const_cycles_prev, read_constcnt()); in update_freq_counters_refs()
181 this_cpu_write(arch_freq_scale, (unsigned long)scale); in amu_scale_freq_tick()
/linux-6.6.21/include/linux/
Dtopology.h103 this_cpu_write(numa_node, node); in set_numa_node()
138 this_cpu_write(_numa_mem_, node); in set_numa_mem()
/linux-6.6.21/arch/x86/kernel/
Dnmi.c505 this_cpu_write(nmi_state, NMI_LATCHED); in DEFINE_IDTENTRY_RAW()
508 this_cpu_write(nmi_state, NMI_EXECUTING); in DEFINE_IDTENTRY_RAW()
509 this_cpu_write(nmi_cr2, read_cr2()); in DEFINE_IDTENTRY_RAW()
524 this_cpu_write(nmi_dr7, local_db_save()); in DEFINE_IDTENTRY_RAW()
Ddoublefault_32.c124 this_cpu_write(doublefault_stack.tss.sp, in doublefault_init_cpu_tss()
Dprocess_32.c200 this_cpu_write(pcpu_hot.top_of_stack, in __switch_to()
/linux-6.6.21/kernel/sched/
Dmembarrier.c209 this_cpu_write(runqueues.membarrier_state, in ipi_sync_rq_state()
233 this_cpu_write(runqueues.membarrier_state, 0); in membarrier_exec_mmap()
438 this_cpu_write(runqueues.membarrier_state, membarrier_state); in sync_runqueues_membarrier_state()
/linux-6.6.21/arch/x86/kernel/cpu/
Daperfmperf.c46 this_cpu_write(cpu_samples.aperf, aperf); in init_counter_refs()
47 this_cpu_write(cpu_samples.mperf, mperf); in init_counter_refs()
370 this_cpu_write(arch_freq_scale, freq_scale); in scale_freq_tick()
Dintel_epb.c87 this_cpu_write(saved_epb, (epb & EPB_MASK) | EPB_SAVED); in intel_epb_save()
/linux-6.6.21/arch/x86/xen/
Denlighten_hvm.c125 this_cpu_write(xen_vcpu_id, ebx); in init_hvm_pv_info()
127 this_cpu_write(xen_vcpu_id, smp_processor_id()); in init_hvm_pv_info()
Dsuspend.c61 this_cpu_write(spec_ctrl, tmp); in xen_vcpu_notify_suspend()
/linux-6.6.21/arch/x86/platform/uv/
Duv_nmi.c671 this_cpu_write(uv_cpu_nmi.state, UV_NMI_STATE_IN); in uv_nmi_wait()
738 this_cpu_write(uv_cpu_nmi.state, UV_NMI_STATE_DUMP_DONE); in uv_nmi_dump_state_cpu()
978 this_cpu_write(uv_cpu_nmi.state, UV_NMI_STATE_OUT); in uv_handle_nmi()
1016 this_cpu_write(uv_cpu_nmi.pinging, 0); in uv_handle_nmi_ping()
/linux-6.6.21/arch/x86/kernel/cpu/mce/
Dintel.c147 this_cpu_write(cmci_backoff_cnt, INITIAL_CHECK_INTERVAL); in mce_intel_cmci_poll()
248 this_cpu_write(cmci_backoff_cnt, INITIAL_CHECK_INTERVAL); in cmci_storm_detect()
/linux-6.6.21/mm/kasan/
Dsw_tags.c68 this_cpu_write(prng_state, state); in kasan_random_tag()

123