| /linux-6.6.21/scripts/atomic/ |
| D | gen-atomic-fallback.sh | 159 local xchg="$1"; shift
169 __atomic_op_acquire(arch_${xchg}, __VA_ARGS__)
176 __atomic_op_release(arch_${xchg}, __VA_ARGS__)
183 __atomic_op_fence(arch_${xchg}, __VA_ARGS__)
191 local xchg="$1"; shift
195 printf "#if defined(arch_${xchg}${order})\n"
196 printf "#define raw_${xchg}${order} arch_${xchg}${order}\n"
199 printf "#elif defined(arch_${xchg}_relaxed)\n"
200 printf "#define raw_${xchg}${order}(...) \\\\\n"
201 printf " __atomic_op${forder}(arch_${xchg}, __VA_ARGS__)\n"
[all …]
|
| D | gen-atomic-instrumented.sh | 87 local xchg="$1"; shift
91 if [ "${xchg%_local}" = "${xchg}" ]; then
110 raw_${xchg}${order}(__ai_ptr, __ai_oldp, __VA_ARGS__); \\
124 raw_${xchg}${order}(__ai_ptr, __VA_ARGS__); \\
165 for xchg in "xchg" "cmpxchg" "cmpxchg64" "cmpxchg128" "try_cmpxchg" "try_cmpxchg64" "try_cmpxchg128…
167 gen_xchg "${xchg}" "${order}"
172 for xchg in "cmpxchg_local" "cmpxchg64_local" "cmpxchg128_local" "sync_cmpxchg" "try_cmpxchg_local"…
173 gen_xchg "${xchg}" ""
|
| /linux-6.6.21/drivers/accessibility/speakup/ |
| D | selection.c | 39 tty = xchg(&ssw->tty, NULL); in __speakup_set_selection()
101 tty = xchg(&speakup_sel_work.tty, NULL); in speakup_cancel_selection()
110 struct tty_struct *tty = xchg(&ssw->tty, NULL); in __speakup_paste_selection()
138 tty = xchg(&speakup_paste_work.tty, NULL); in speakup_cancel_paste()
|
| /linux-6.6.21/arch/x86/include/asm/ |
| D | pgtable-2level.h | 52 return __pte(xchg(&xp->pte_low, 0)); in native_ptep_get_and_clear()
61 return __pmd(xchg((pmdval_t *)xp, 0)); in native_pmdp_get_and_clear()
70 return __pud(xchg((pudval_t *)xp, 0)); in native_pudp_get_and_clear()
|
| D | pgtable_64.h | 94 return native_make_pte(xchg(&xp->pte, 0)); in native_ptep_get_and_clear()
107 return native_make_pmd(xchg(&xp->pmd, 0)); in native_pmdp_get_and_clear()
130 return native_make_pud(xchg(&xp->pud, 0)); in native_pudp_get_and_clear()
|
| D | barrier.h | 61 #define __smp_store_mb(var, value) do { (void)xchg(&var, value); } while (0)
|
| /linux-6.6.21/kernel/ |
| D | dma.c | 75 if (xchg(&dma_chan_busy[dmanr].lock, 1) != 0) in request_dma()
95 if (xchg(&dma_chan_busy[dmanr].lock, 0) == 0) { in free_dma()
|
| D | kexec.c | 112 kimage_free(xchg(dest_image, NULL)); in do_kexec_load()
122 kimage_free(xchg(&kexec_crash_image, NULL)); in do_kexec_load()
162 image = xchg(dest_image, image); in do_kexec_load()
|
| /linux-6.6.21/arch/arm/kernel/ |
| D | dma.c | 62 if (xchg(&dma->lock, 1) != 0) in request_dma()
74 xchg(&dma->lock, 0); in request_dma()
105 if (xchg(&dma->lock, 0) != 0) { in free_dma()
|
| /linux-6.6.21/tools/testing/selftests/powerpc/benchmarks/ |
| D | context_switch.c | 274 static unsigned long xchg(unsigned long *p, unsigned long val) in xchg() function
293 c = xchg(m, 2); in mutex_lock()
297 c = xchg(m, 2); in mutex_lock()
311 else if (xchg(m, 0) == 1) in mutex_unlock()
|
| /linux-6.6.21/drivers/net/slip/ |
| D | slip.c | 181 rbuff = xchg(&sl->rbuff, rbuff); in sl_alloc_bufs()
182 xbuff = xchg(&sl->xbuff, xbuff); in sl_alloc_bufs()
184 cbuff = xchg(&sl->cbuff, cbuff); in sl_alloc_bufs()
185 slcomp = xchg(&sl->slcomp, slcomp); in sl_alloc_bufs()
209 kfree(xchg(&sl->rbuff, NULL)); in sl_free_bufs()
210 kfree(xchg(&sl->xbuff, NULL)); in sl_free_bufs()
212 kfree(xchg(&sl->cbuff, NULL)); in sl_free_bufs()
213 slhc_free(xchg(&sl->slcomp, NULL)); in sl_free_bufs()
264 xbuff = xchg(&sl->xbuff, xbuff);
265 rbuff = xchg(&sl->rbuff, rbuff);
[all …]
|
| /linux-6.6.21/kernel/locking/ |
| D | osq_lock.c | 79 next = xchg(&node->next, NULL); in osq_wait_next()
223 next = xchg(&node->next, NULL); in osq_unlock()
|
| D | mcs_spinlock.h | 79 prev = xchg(lock, node); in mcs_spin_lock()
|
| /linux-6.6.21/kernel/kcsan/ |
| D | selftest.c | 151 KCSAN_CHECK_READ_BARRIER(xchg(&test_var, 0)); in test_barrier()
180 KCSAN_CHECK_WRITE_BARRIER(xchg(&test_var, 0)); in test_barrier()
212 KCSAN_CHECK_RW_BARRIER(xchg(&test_var, 0)); in test_barrier()
|
| /linux-6.6.21/drivers/net/ethernet/microchip/lan966x/ |
| D | lan966x_xdp.c | 24 old_prog = xchg(&port->xdp_prog, xdp->prog); in lan966x_xdp_setup()
32 xchg(&port->xdp_prog, old_prog); in lan966x_xdp_setup()
|
| /linux-6.6.21/drivers/s390/cio/ |
| D | qdio_thinint.c | 91 return xchg(&q_indicators[TIQDIO_SHARED_IND].ind, 0); in clear_shared_ind()
121 xchg(irq->dsci, 0); in tiqdio_thinint_handler()
|
| /linux-6.6.21/arch/arm64/include/asm/xen/ |
| D | events.h | 20 #define xchg_xen_ulong(ptr, val) xchg((ptr), (val))
|
| /linux-6.6.21/arch/powerpc/kernel/ |
| D | watchdog.c | 177 xchg(&__wd_nmi_output, 1); in wd_lockup_ipi()
357 if (__wd_nmi_output && xchg(&__wd_nmi_output, 0)) { in watchdog_timer_interrupt()
416 xchg(&__wd_nmi_output, 1); // see wd_lockup_ipi in DEFINE_INTERRUPT_HANDLER_NMI()
|
| /linux-6.6.21/arch/x86/include/asm/xen/ |
| D | events.h | 24 #define xchg_xen_ulong(ptr, val) xchg((ptr), (val))
|
| /linux-6.6.21/arch/sh/include/asm/ |
| D | barrier.h | 41 #define __smp_store_mb(var, value) do { (void)xchg(&var, value); } while (0)
|
| /linux-6.6.21/arch/um/kernel/ |
| D | irq.c | 711 mask = xchg(&pending_mask, *mask_out); in to_irq_stack()
725 mask = xchg(&pending_mask, old); in to_irq_stack()
744 mask = xchg(&pending_mask, 0); in to_irq_stack()
763 mask = xchg(&pending_mask, 0); in from_irq_stack()
|
| /linux-6.6.21/include/linux/ |
| D | debug_locks.h | 16 return xchg(&debug_locks, 0); in __debug_locks_off()
|
| /linux-6.6.21/arch/sparc/include/asm/ |
| D | parport.h | 53 if (xchg(&sparc_ebus_dmas[dmanr].lock, 1) != 0) in request_dma()
64 if (xchg(&sparc_ebus_dmas[dmanr].lock, 0) == 0) { in free_dma()
|
| /linux-6.6.21/fs/nfs/ |
| D | read.c | 177 xchg(&nfs_req_openctx(req)->error, error); in nfs_read_completion()
364 xchg(&ctx->error, 0); in nfs_read_folio()
377 ret = xchg(&ctx->error, 0); in nfs_read_folio()
|
| /linux-6.6.21/drivers/gpu/drm/i915/gt/ |
| D | intel_gt_requests.c | 64 struct intel_timeline *tl = xchg(&engine->retire, NULL); in engine_retire()
67 struct intel_timeline *next = xchg(&tl->retire, NULL); in engine_retire()
|