| /linux-6.1.9/arch/arm/include/asm/ |
| D | mmu_context.h | 129 !cpumask_empty(mm_cpumask(next)) && in switch_mm()
130 !cpumask_test_cpu(cpu, mm_cpumask(next))) in switch_mm()
133 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next)) || prev != next) { in switch_mm()
136 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
|
| D | cacheflush.h | 220 if (cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in vivt_flush_cache_mm()
229 if (!mm || cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in vivt_flush_cache_range()
239 if (!mm || cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) { in vivt_flush_cache_page()
|
| /linux-6.1.9/arch/powerpc/include/asm/ |
| D | tlb.h | 53 return cpumask_subset(mm_cpumask(mm), in mm_is_core_local()
62 return cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm)); in mm_is_thread_local()
67 return cpumask_equal(mm_cpumask(mm), in mm_is_thread_local()
|
| /linux-6.1.9/arch/openrisc/kernel/ |
| D | smp.c | 126 cpumask_set_cpu(cpu, mm_cpumask(mm)); in secondary_start_kernel()
302 smp_flush_tlb_mm(mm_cpumask(mm), mm); in flush_tlb_mm()
307 smp_flush_tlb_range(mm_cpumask(vma->vm_mm), uaddr, uaddr + PAGE_SIZE); in flush_tlb_page()
313 const struct cpumask *cmask = vma ? mm_cpumask(vma->vm_mm) in flush_tlb_range()
|
| /linux-6.1.9/arch/um/include/asm/ |
| D | mmu_context.h | 34 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
35 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
|
| /linux-6.1.9/arch/ia64/include/asm/ |
| D | mmu_context.h | 87 cpumask_clear(mm_cpumask(mm)); in get_mmu_context()
164 if (!cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in activate_context()
165 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm)); in activate_context()
|
| /linux-6.1.9/arch/mips/include/asm/ |
| D | mmu_context.h | 169 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
170 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
218 } else if (cpumask_test_cpu(cpu, mm_cpumask(mm))) { in drop_mmu_context()
|
| /linux-6.1.9/arch/arm/kernel/ |
| D | smp_tlb.c | 190 on_each_cpu_mask(mm_cpumask(mm), ipi_flush_tlb_mm, mm, 1); in flush_tlb_mm()
202 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, in flush_tlb_page()
228 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, in flush_tlb_range()
|
| /linux-6.1.9/arch/powerpc/mm/ |
| D | mmu_context.c | 49 if (!cpumask_test_cpu(smp_processor_id(), mm_cpumask(next))) { in switch_mm_irqs_off()
50 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next)); in switch_mm_irqs_off()
|
| /linux-6.1.9/arch/x86/mm/ |
| D | tlb.c | 564 !cpumask_test_cpu(cpu, mm_cpumask(next)))) in switch_mm_irqs_off()
565 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
607 mm_cpumask(real_prev))); in switch_mm_irqs_off()
608 cpumask_clear_cpu(cpu, mm_cpumask(real_prev)); in switch_mm_irqs_off()
615 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
1009 if (cpumask_any_but(mm_cpumask(mm), cpu) < nr_cpu_ids) { in flush_tlb_mm_range()
1010 flush_tlb_multi(mm_cpumask(mm), info); in flush_tlb_mm_range()
|
| /linux-6.1.9/arch/openrisc/mm/ |
| D | tlb.c | 147 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
148 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
|
| /linux-6.1.9/arch/sh/include/asm/ |
| D | mmu_context.h | 116 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
120 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next))) in switch_mm()
|
| /linux-6.1.9/arch/sparc/include/asm/ |
| D | mmu_context_64.h | 130 if (!ctx_valid || !cpumask_test_cpu(cpu, mm_cpumask(mm))) { in switch_mm()
131 cpumask_set_cpu(cpu, mm_cpumask(mm)); in switch_mm()
|
| D | switch_to_32.h | 61 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next->active_mm)); \
|
| D | mman.h | 40 on_each_cpu_mask(mm_cpumask(current->mm), in sparc_calc_vm_prot_bits()
|
| /linux-6.1.9/arch/loongarch/include/asm/ |
| D | mmu_context.h | 97 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
147 cpumask_clear_cpu(cpu, mm_cpumask(mm)); in drop_mmu_context()
|
| /linux-6.1.9/arch/loongarch/mm/ |
| D | tlb.c | 51 cpumask_clear_cpu(cpu, mm_cpumask(mm)); in local_flush_tlb_mm()
83 cpumask_clear_cpu(cpu, mm_cpumask(mm)); in local_flush_tlb_range()
123 cpumask_clear_cpu(cpu, mm_cpumask(vma->vm_mm)); in local_flush_tlb_page()
|
| /linux-6.1.9/arch/s390/include/asm/ |
| D | mmu_context.h | 110 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm)); in finish_arch_post_lock_switch()
122 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next)); in activate_mm()
|
| /linux-6.1.9/arch/powerpc/include/asm/book3s/64/ |
| D | mmu.h | 263 if (cpumask_test_cpu(cpu, mm_cpumask(mm))) { \
265 cpumask_clear_cpu(cpu, mm_cpumask(mm)); \
|
| /linux-6.1.9/arch/csky/mm/ |
| D | asid.c | 126 cpumask_clear(mm_cpumask(mm)); in new_context()
155 cpumask_set_cpu(cpu, mm_cpumask(mm)); in asid_new_context()
|
| /linux-6.1.9/arch/arm/mm/ |
| D | context.c | 233 cpumask_clear(mm_cpumask(mm)); in new_context()
271 cpumask_set_cpu(cpu, mm_cpumask(mm)); in check_and_switch_context()
|
| /linux-6.1.9/arch/riscv/mm/ |
| D | context.c | 330 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
331 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
|
| /linux-6.1.9/arch/arc/mm/ |
| D | tlb.c | 338 on_each_cpu_mask(mm_cpumask(mm), (smp_call_func_t)local_flush_tlb_mm, in flush_tlb_mm()
349 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, &ta, 1); in flush_tlb_page()
361 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, &ta, 1); in flush_tlb_range()
374 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_pmd_tlb_range, &ta, 1); in flush_pmd_tlb_range()
|
| /linux-6.1.9/arch/powerpc/mm/book3s64/ |
| D | radix_tlb.c | 464 struct cpumask *cpus = mm_cpumask(mm); in _tlbiel_pid_multicast()
617 struct cpumask *cpus = mm_cpumask(mm); in _tlbiel_va_multicast()
680 struct cpumask *cpus = mm_cpumask(mm); in _tlbiel_va_range_multicast()
811 if (cpumask_test_cpu(cpu, mm_cpumask(mm))) { in exit_lazy_flush_tlb()
813 cpumask_clear_cpu(cpu, mm_cpumask(mm)); in exit_lazy_flush_tlb()
838 smp_call_function_many(mm_cpumask(mm), do_exit_flush_lazy_tlb, in exit_flush_lazy_tlbs()
880 if (active_cpus == 1 && cpumask_test_cpu(cpu, mm_cpumask(mm))) { in flush_type_needed()
933 if (cpumask_test_cpu(cpu, mm_cpumask(mm))) in flush_type_needed()
|
| /linux-6.1.9/arch/loongarch/kernel/ |
| D | smp.c | 555 on_each_cpu_mask(mm_cpumask(mm), flush_tlb_mm_ipi, mm, 1); in flush_tlb_mm()
594 on_each_cpu_mask(mm_cpumask(mm), flush_tlb_range_ipi, &fd, 1); in flush_tlb_range()
640 on_each_cpu_mask(mm_cpumask(vma->vm_mm), flush_tlb_page_ipi, &fd, 1); in flush_tlb_page()
|