| /linux-6.6.21/arch/arm/include/asm/ |
| D | mmu_context.h | 129 !cpumask_empty(mm_cpumask(next)) && in switch_mm()
130 !cpumask_test_cpu(cpu, mm_cpumask(next))) in switch_mm()
133 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next)) || prev != next) { in switch_mm()
136 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
|
| D | cacheflush.h | 220 if (cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in vivt_flush_cache_mm()
229 if (!mm || cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in vivt_flush_cache_range()
239 if (!mm || cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) { in vivt_flush_cache_pages()
|
| /linux-6.6.21/arch/powerpc/include/asm/ |
| D | tlb.h | 53 return cpumask_subset(mm_cpumask(mm), in mm_is_core_local()
62 return cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm)); in mm_is_thread_local()
67 return cpumask_equal(mm_cpumask(mm), in mm_is_thread_local()
|
| /linux-6.6.21/arch/powerpc/mm/ |
| D | mmu_context.c | 50 if (!cpumask_test_cpu(cpu, mm_cpumask(next))) { in switch_mm_irqs_off()
52 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
106 VM_WARN_ON_ONCE(!cpumask_test_cpu(cpu, mm_cpumask(prev))); in switch_mm_irqs_off()
|
| /linux-6.6.21/arch/openrisc/kernel/ |
| D | smp.c | 128 cpumask_set_cpu(cpu, mm_cpumask(mm)); in secondary_start_kernel()
304 smp_flush_tlb_mm(mm_cpumask(mm), mm); in flush_tlb_mm()
309 smp_flush_tlb_range(mm_cpumask(vma->vm_mm), uaddr, uaddr + PAGE_SIZE); in flush_tlb_page()
315 const struct cpumask *cmask = vma ? mm_cpumask(vma->vm_mm) in flush_tlb_range()
|
| /linux-6.6.21/arch/um/include/asm/ |
| D | mmu_context.h | 34 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
35 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
|
| /linux-6.6.21/arch/ia64/include/asm/ |
| D | mmu_context.h | 87 cpumask_clear(mm_cpumask(mm)); in get_mmu_context()
164 if (!cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in activate_context()
165 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm)); in activate_context()
|
| /linux-6.6.21/arch/mips/include/asm/ |
| D | mmu_context.h | 169 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
170 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
218 } else if (cpumask_test_cpu(cpu, mm_cpumask(mm))) { in drop_mmu_context()
|
| /linux-6.6.21/arch/arm/kernel/ |
| D | smp_tlb.c | 190 on_each_cpu_mask(mm_cpumask(mm), ipi_flush_tlb_mm, mm, 1); in flush_tlb_mm()
202 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, in flush_tlb_page()
228 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, in flush_tlb_range()
|
| /linux-6.6.21/arch/sh/include/asm/ |
| D | mmu_context.h | 116 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
120 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next))) in switch_mm()
|
| /linux-6.6.21/arch/openrisc/mm/ |
| D | tlb.c | 147 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
148 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
|
| /linux-6.6.21/arch/x86/mm/ |
| D | tlb.c | 578 !cpumask_test_cpu(cpu, mm_cpumask(next)))) in switch_mm_irqs_off()
579 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
621 mm_cpumask(real_prev))); in switch_mm_irqs_off()
622 cpumask_clear_cpu(cpu, mm_cpumask(real_prev)); in switch_mm_irqs_off()
629 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
1029 if (cpumask_any_but(mm_cpumask(mm), cpu) < nr_cpu_ids) { in flush_tlb_mm_range()
1030 flush_tlb_multi(mm_cpumask(mm), info); in flush_tlb_mm_range()
|
| /linux-6.6.21/arch/sparc/include/asm/ |
| D | mmu_context_64.h | 130 if (!ctx_valid || !cpumask_test_cpu(cpu, mm_cpumask(mm))) { in switch_mm()
131 cpumask_set_cpu(cpu, mm_cpumask(mm)); in switch_mm()
|
| D | switch_to_32.h | 61 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next->active_mm)); \
|
| D | mman.h | 40 on_each_cpu_mask(mm_cpumask(current->mm), in sparc_calc_vm_prot_bits()
|
| /linux-6.6.21/arch/loongarch/include/asm/ |
| D | mmu_context.h | 97 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
147 cpumask_clear_cpu(cpu, mm_cpumask(mm)); in drop_mmu_context()
|
| /linux-6.6.21/arch/s390/include/asm/ |
| D | mmu_context.h | 110 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm)); in finish_arch_post_lock_switch()
122 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next)); in activate_mm()
|
| /linux-6.6.21/arch/loongarch/mm/ |
| D | tlb.c | 51 cpumask_clear_cpu(cpu, mm_cpumask(mm)); in local_flush_tlb_mm()
83 cpumask_clear_cpu(cpu, mm_cpumask(mm)); in local_flush_tlb_range()
123 cpumask_clear_cpu(cpu, mm_cpumask(vma->vm_mm)); in local_flush_tlb_page()
|
| /linux-6.6.21/arch/csky/mm/ |
| D | asid.c | 126 cpumask_clear(mm_cpumask(mm)); in new_context()
155 cpumask_set_cpu(cpu, mm_cpumask(mm)); in asid_new_context()
|
| /linux-6.6.21/arch/powerpc/include/asm/book3s/64/ |
| D | mmu.h | 260 if (cpumask_test_cpu(cpu, mm_cpumask(mm))) { \
262 cpumask_clear_cpu(cpu, mm_cpumask(mm)); \
|
| /linux-6.6.21/arch/arm/mm/ |
| D | context.c | 233 cpumask_clear(mm_cpumask(mm)); in new_context()
271 cpumask_set_cpu(cpu, mm_cpumask(mm)); in check_and_switch_context()
|
| /linux-6.6.21/arch/arc/mm/ |
| D | tlb.c | 340 on_each_cpu_mask(mm_cpumask(mm), (smp_call_func_t)local_flush_tlb_mm, in flush_tlb_mm()
351 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, &ta, 1); in flush_tlb_page()
363 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, &ta, 1); in flush_tlb_range()
376 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_pmd_tlb_range, &ta, 1); in flush_pmd_tlb_range()
|
| /linux-6.6.21/arch/x86/include/asm/ |
| D | tlbflush.h | 262 if (cpumask_any_but(mm_cpumask(mm), get_cpu()) < nr_cpu_ids) in arch_tlbbatch_should_defer()
285 cpumask_or(&batch->cpumask, &batch->cpumask, mm_cpumask(mm)); in arch_tlbbatch_add_pending()
|
| /linux-6.6.21/arch/riscv/mm/ |
| D | context.c | 219 cpumask_set_cpu(cpu, mm_cpumask(next)); in set_mm()
223 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in set_mm()
|
| /linux-6.6.21/arch/powerpc/mm/book3s64/ |
| D | radix_tlb.c | 371 struct cpumask *cpus = mm_cpumask(mm); in _tlbiel_pid_multicast()
510 struct cpumask *cpus = mm_cpumask(mm); in _tlbiel_va_multicast()
561 struct cpumask *cpus = mm_cpumask(mm); in _tlbiel_va_range_multicast()
703 if (cpumask_test_cpu(cpu, mm_cpumask(mm))) { in exit_lazy_flush_tlb()
705 cpumask_clear_cpu(cpu, mm_cpumask(mm)); in exit_lazy_flush_tlb()
730 smp_call_function_many(mm_cpumask(mm), do_exit_flush_lazy_tlb, in exit_flush_lazy_tlbs()
772 if (active_cpus == 1 && cpumask_test_cpu(cpu, mm_cpumask(mm))) { in flush_type_needed()
825 if (cpumask_test_cpu(cpu, mm_cpumask(mm))) in flush_type_needed()
|