/* SPDX-License-Identifier: GPL-2.0 */ /* 64-bit atomic xchg() and cmpxchg() definitions. * * Copyright (C) 1996, 1997, 2000 David S. Miller (davem@redhat.com) */ #ifndef __ARCH_SPARC64_CMPXCHG__ #define __ARCH_SPARC64_CMPXCHG__ static inline unsigned long __cmpxchg_u32(volatile int *m, int old, int new) { __asm__ __volatile__("cas [%2], %3, %0" : "=&r" (new) : "0" (new), "r" (m), "r" (old) : "memory"); return new; } static inline unsigned long xchg32(__volatile__ unsigned int *m, unsigned int val) { unsigned long tmp1, tmp2; __asm__ __volatile__( " mov %0, %1\n" "1: lduw [%4], %2\n" " cas [%4], %2, %0\n" " cmp %2, %0\n" " bne,a,pn %%icc, 1b\n" " mov %1, %0\n" : "=&r" (val), "=&r" (tmp1), "=&r" (tmp2) : "0" (val), "r" (m) : "cc", "memory"); return val; } static inline unsigned long xchg64(__volatile__ unsigned long *m, unsigned long val) { unsigned long tmp1, tmp2; __asm__ __volatile__( " mov %0, %1\n" "1: ldx [%4], %2\n" " casx [%4], %2, %0\n" " cmp %2, %0\n" " bne,a,pn %%xcc, 1b\n" " mov %1, %0\n" : "=&r" (val), "=&r" (tmp1), "=&r" (tmp2) : "0" (val), "r" (m) : "cc", "memory"); return val; } #define xchg(ptr,x) \ ({ __typeof__(*(ptr)) __ret; \ __ret = (__typeof__(*(ptr))) \ __xchg((unsigned long)(x), (ptr), sizeof(*(ptr))); \ __ret; \ }) void __xchg_called_with_bad_pointer(void); /* * Use 4 byte cas instruction to achieve 2 byte xchg. Main logic * here is to get the bit shift of the byte we are interested in. * The XOR is handy for reversing the bits for big-endian byte order. */ static inline unsigned long xchg16(__volatile__ unsigned short *m, unsigned short val) { unsigned long maddr = (unsigned long)m; int bit_shift = (((unsigned long)m & 2) ^ 2) << 3; unsigned int mask = 0xffff << bit_shift; unsigned int *ptr = (unsigned int *) (maddr & ~2); unsigned int old32, new32, load32; /* Read the old value */ load32 = *ptr; do { old32 = load32; new32 = (load32 & (~mask)) | val << bit_shift; load32 = __cmpxchg_u32(ptr, old32, new32); } while (load32 != old32); return (load32 & mask) >> bit_shift; } static inline unsigned long __xchg(unsigned long x, __volatile__ void * ptr, int size) { switch (size) { case 2: return xchg16(ptr, x); case 4: return xchg32(ptr, x); case 8: return xchg64(ptr, x); } __xchg_called_with_bad_pointer(); return x; } /* * Atomic compare and exchange. Compare OLD with MEM, if identical, * store NEW in MEM. Return the initial value in MEM. Success is * indicated by comparing RETURN with OLD. */ #include <asm-generic/cmpxchg-local.h> static inline unsigned long __cmpxchg_u64(volatile long *m, unsigned long old, unsigned long new) { __asm__ __volatile__("casx [%2], %3, %0" : "=&r" (new) : "0" (new), "r" (m), "r" (old) : "memory"); return new; } /* * Use 4 byte cas instruction to achieve 1 byte cmpxchg. Main logic * here is to get the bit shift of the byte we are interested in. * The XOR is handy for reversing the bits for big-endian byte order */ static inline unsigned long __cmpxchg_u8(volatile unsigned char *m, unsigned char old, unsigned char new) { unsigned long maddr = (unsigned long)m; int bit_shift = (((unsigned long)m & 3) ^ 3) << 3; unsigned int mask = 0xff << bit_shift; unsigned int *ptr = (unsigned int *) (maddr & ~3); unsigned int old32, new32, load; unsigned int load32 = *ptr; do { new32 = (load32 & ~mask) | (new << bit_shift); old32 = (load32 & ~mask) | (old << bit_shift); load32 = __cmpxchg_u32(ptr, old32, new32); if (load32 == old32) return old; load = (load32 & mask) >> bit_shift; } while (load == old); return load; } /* This function doesn't exist, so you'll get a linker error if something tries to do an invalid cmpxchg(). */ void __cmpxchg_called_with_bad_pointer(void); static inline unsigned long __cmpxchg(volatile void *ptr, unsigned long old, unsigned long new, int size) { switch (size) { case 1: return __cmpxchg_u8(ptr, old, new); case 4: return __cmpxchg_u32(ptr, old, new); case 8: return __cmpxchg_u64(ptr, old, new); } __cmpxchg_called_with_bad_pointer(); return old; } #define cmpxchg(ptr,o,n) \ ({ \ __typeof__(*(ptr)) _o_ = (o); \ __typeof__(*(ptr)) _n_ = (n); \ (__typeof__(*(ptr))) __cmpxchg((ptr), (unsigned long)_o_, \ (unsigned long)_n_, sizeof(*(ptr))); \ }) /* * cmpxchg_local and cmpxchg64_local are atomic wrt current CPU. Always make * them available. */ static inline unsigned long __cmpxchg_local(volatile void *ptr, unsigned long old, unsigned long new, int size) { switch (size) { case 4: case 8: return __cmpxchg(ptr, old, new, size); default: return __cmpxchg_local_generic(ptr, old, new, size); } return old; } #define cmpxchg_local(ptr, o, n) \ ((__typeof__(*(ptr)))__cmpxchg_local((ptr), (unsigned long)(o), \ (unsigned long)(n), sizeof(*(ptr)))) #define cmpxchg64_local(ptr, o, n) \ ({ \ BUILD_BUG_ON(sizeof(*(ptr)) != 8); \ cmpxchg_local((ptr), (o), (n)); \ }) #define cmpxchg64(ptr, o, n) cmpxchg64_local((ptr), (o), (n)) #endif /* __ARCH_SPARC64_CMPXCHG__ */
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
Kbuild | File | 491 B | 0644 |
|
agp.h | File | 434 B | 0644 |
|
apb.h | File | 1.06 KB | 0644 |
|
asm-offsets.h | File | 35 B | 0644 |
|
asm-prototypes.h | File | 727 B | 0644 |
|
asm.h | File | 1.08 KB | 0644 |
|
asmmacro.h | File | 1.16 KB | 0644 |
|
atomic.h | File | 219 B | 0644 |
|
atomic_32.h | File | 2.26 KB | 0644 |
|
atomic_64.h | File | 3.34 KB | 0644 |
|
auxio.h | File | 310 B | 0644 |
|
auxio_32.h | File | 2.55 KB | 0644 |
|
auxio_64.h | File | 3.18 KB | 0644 |
|
backoff.h | File | 2.7 KB | 0644 |
|
barrier.h | File | 223 B | 0644 |
|
barrier_32.h | File | 160 B | 0644 |
|
barrier_64.h | File | 1.96 KB | 0644 |
|
bbc.h | File | 9.76 KB | 0644 |
|
bitext.h | File | 631 B | 0644 |
|
bitops.h | File | 219 B | 0644 |
|
bitops_32.h | File | 2.79 KB | 0644 |
|
bitops_64.h | File | 1.64 KB | 0644 |
|
btext.h | File | 145 B | 0644 |
|
bug.h | File | 588 B | 0644 |
|
bugs.h | File | 404 B | 0644 |
|
cache.h | File | 649 B | 0644 |
|
cacheflush.h | File | 373 B | 0644 |
|
cacheflush_32.h | File | 1.97 KB | 0644 |
|
cacheflush_64.h | File | 2.56 KB | 0644 |
|
cachetlb_32.h | File | 882 B | 0644 |
|
chafsr.h | File | 9.48 KB | 0644 |
|
checksum.h | File | 227 B | 0644 |
|
checksum_32.h | File | 6.81 KB | 0644 |
|
checksum_64.h | File | 4.4 KB | 0644 |
|
chmctrl.h | File | 7.91 KB | 0644 |
|
clock.h | File | 231 B | 0644 |
|
clocksource.h | File | 407 B | 0644 |
|
cmpxchg.h | File | 223 B | 0644 |
|
cmpxchg_32.h | File | 2.4 KB | 0644 |
|
cmpxchg_64.h | File | 5.13 KB | 0644 |
|
compat.h | File | 6.45 KB | 0644 |
|
compat_signal.h | File | 565 B | 0644 |
|
contregs.h | File | 1.9 KB | 0644 |
|
cpu_type.h | File | 579 B | 0644 |
|
cpudata.h | File | 378 B | 0644 |
|
cpudata_32.h | File | 729 B | 0644 |
|
cpudata_64.h | File | 1.13 KB | 0644 |
|
current.h | File | 991 B | 0644 |
|
dcr.h | File | 728 B | 0644 |
|
dcu.h | File | 1.48 KB | 0644 |
|
delay.h | File | 215 B | 0644 |
|
delay_32.h | File | 907 B | 0644 |
|
delay_64.h | File | 403 B | 0644 |
|
device.h | File | 565 B | 0644 |
|
dma-mapping.h | File | 632 B | 0644 |
|
dma.h | File | 6.6 KB | 0644 |
|
ebus_dma.h | File | 1.07 KB | 0644 |
|
ecc.h | File | 4.34 KB | 0644 |
|
eeprom.h | File | 254 B | 0644 |
|
elf.h | File | 207 B | 0644 |
|
elf_32.h | File | 3.19 KB | 0644 |
|
elf_64.h | File | 6.47 KB | 0644 |
|
estate.h | File | 2.23 KB | 0644 |
|
extable_64.h | File | 727 B | 0644 |
|
fb.h | File | 680 B | 0644 |
|
fbio.h | File | 2.26 KB | 0644 |
|
fhc.h | File | 4.43 KB | 0644 |
|
floppy.h | File | 219 B | 0644 |
|
floppy_32.h | File | 9.74 KB | 0644 |
|
floppy_64.h | File | 18.83 KB | 0644 |
|
fpumacro.h | File | 710 B | 0644 |
|
ftrace.h | File | 800 B | 0644 |
|
futex.h | File | 215 B | 0644 |
|
futex_32.h | File | 82 B | 0644 |
|
futex_64.h | File | 2.15 KB | 0644 |
|
hardirq.h | File | 223 B | 0644 |
|
hardirq_32.h | File | 334 B | 0644 |
|
hardirq_64.h | File | 417 B | 0644 |
|
head.h | File | 211 B | 0644 |
|
head_32.h | File | 2.56 KB | 0644 |
|
head_64.h | File | 2.13 KB | 0644 |
|
hibernate.h | File | 421 B | 0644 |
|
highmem.h | File | 2.02 KB | 0644 |
|
hugetlb.h | File | 2.09 KB | 0644 |
|
hvtramp.h | File | 782 B | 0644 |
|
hw_irq.h | File | 88 B | 0644 |
|
hypervisor.h | File | 110.71 KB | 0644 |
|
ide.h | File | 2.19 KB | 0644 |
|
idprom.h | File | 656 B | 0644 |
|
intr_queue.h | File | 794 B | 0644 |
|
io-unit.h | File | 2.41 KB | 0644 |
|
io.h | File | 620 B | 0644 |
|
io_32.h | File | 3.51 KB | 0644 |
|
io_64.h | File | 10.66 KB | 0644 |
|
ioctls.h | File | 358 B | 0644 |
|
iommu.h | File | 215 B | 0644 |
|
iommu_32.h | File | 5.73 KB | 0644 |
|
iommu_64.h | File | 2.43 KB | 0644 |
|
irq.h | File | 207 B | 0644 |
|
irq_32.h | File | 526 B | 0644 |
|
irq_64.h | File | 3.06 KB | 0644 |
|
irqflags.h | File | 227 B | 0644 |
|
irqflags_32.h | File | 1.03 KB | 0644 |
|
irqflags_64.h | File | 1.91 KB | 0644 |
|
jump_label.h | File | 1.01 KB | 0644 |
|
kdebug.h | File | 219 B | 0644 |
|
kdebug_32.h | File | 1.99 KB | 0644 |
|
kdebug_64.h | File | 393 B | 0644 |
|
kgdb.h | File | 1014 B | 0644 |
|
kmap_types.h | File | 233 B | 0644 |
|
kprobes.h | File | 1.41 KB | 0644 |
|
ldc.h | File | 4.37 KB | 0644 |
|
leon.h | File | 7.37 KB | 0644 |
|
leon_amba.h | File | 8.09 KB | 0644 |
|
leon_pci.h | File | 512 B | 0644 |
|
lsu.h | File | 1.04 KB | 0644 |
|
machines.h | File | 1.5 KB | 0644 |
|
mbus.h | File | 2.93 KB | 0644 |
|
mc146818rtc.h | File | 298 B | 0644 |
|
mc146818rtc_32.h | File | 699 B | 0644 |
|
mc146818rtc_64.h | File | 689 B | 0644 |
|
mdesc.h | File | 2.99 KB | 0644 |
|
memctrl.h | File | 311 B | 0644 |
|
mman.h | File | 304 B | 0644 |
|
mmu.h | File | 207 B | 0644 |
|
mmu_32.h | File | 209 B | 0644 |
|
mmu_64.h | File | 3.14 KB | 0644 |
|
mmu_context.h | File | 239 B | 0644 |
|
mmu_context_32.h | File | 1.07 KB | 0644 |
|
mmu_context_64.h | File | 4.15 KB | 0644 |
|
mmzone.h | File | 393 B | 0644 |
|
msi.h | File | 774 B | 0644 |
|
mxcc.h | File | 4.33 KB | 0644 |
|
nmi.h | File | 354 B | 0644 |
|
ns87303.h | File | 3.22 KB | 0644 |
|
obio.h | File | 6.26 KB | 0644 |
|
openprom.h | File | 7.3 KB | 0644 |
|
oplib.h | File | 215 B | 0644 |
|
oplib_32.h | File | 5.92 KB | 0644 |
|
oplib_64.h | File | 8.12 KB | 0644 |
|
page.h | File | 274 B | 0644 |
|
page_32.h | File | 3.91 KB | 0644 |
|
page_64.h | File | 4.49 KB | 0644 |
|
parport.h | File | 5.68 KB | 0644 |
|
pbm.h | File | 1.47 KB | 0644 |
|
pci.h | File | 207 B | 0644 |
|
pci_32.h | File | 1.09 KB | 0644 |
|
pci_64.h | File | 1.49 KB | 0644 |
|
pcic.h | File | 5.77 KB | 0644 |
|
pcr.h | File | 1.85 KB | 0644 |
|
percpu.h | File | 219 B | 0644 |
|
percpu_32.h | File | 168 B | 0644 |
|
percpu_64.h | File | 515 B | 0644 |
|
perf_event.h | File | 802 B | 0644 |
|
pgalloc.h | File | 223 B | 0644 |
|
pgalloc_32.h | File | 1.91 KB | 0644 |
|
pgalloc_64.h | File | 2.85 KB | 0644 |
|
pgtable.h | File | 223 B | 0644 |
|
pgtable_32.h | File | 11.35 KB | 0644 |
|
pgtable_64.h | File | 30.71 KB | 0644 |
|
pgtsrmmu.h | File | 6.05 KB | 0644 |
|
pil.h | File | 1.08 KB | 0644 |
|
processor.h | File | 231 B | 0644 |
|
processor_32.h | File | 3.13 KB | 0644 |
|
processor_64.h | File | 7.58 KB | 0644 |
|
prom.h | File | 2.02 KB | 0644 |
|
psr.h | File | 1.38 KB | 0644 |
|
ptrace.h | File | 4.19 KB | 0644 |
|
qrwlock.h | File | 205 B | 0644 |
|
qspinlock.h | File | 215 B | 0644 |
|
ross.h | File | 5.52 KB | 0644 |
|
sbi.h | File | 3.34 KB | 0644 |
|
scratchpad.h | File | 547 B | 0644 |
|
seccomp.h | File | 225 B | 0644 |
|
sections.h | File | 289 B | 0644 |
|
setup.h | File | 1.52 KB | 0644 |
|
sfafsr.h | File | 3.14 KB | 0644 |
|
sfp-machine.h | File | 239 B | 0644 |
|
sfp-machine_32.h | File | 6.79 KB | 0644 |
|
sfp-machine_64.h | File | 3.1 KB | 0644 |
|
shmparam.h | File | 227 B | 0644 |
|
shmparam_32.h | File | 253 B | 0644 |
|
shmparam_64.h | File | 306 B | 0644 |
|
sigcontext.h | File | 2.55 KB | 0644 |
|
signal.h | File | 835 B | 0644 |
|
smp.h | File | 207 B | 0644 |
|
smp_32.h | File | 3.29 KB | 0644 |
|
smp_64.h | File | 1.84 KB | 0644 |
|
sparsemem.h | File | 349 B | 0644 |
|
spinlock.h | File | 227 B | 0644 |
|
spinlock_32.h | File | 4.22 KB | 0644 |
|
spinlock_64.h | File | 409 B | 0644 |
|
spinlock_types.h | File | 549 B | 0644 |
|
spitfire.h | File | 9.73 KB | 0644 |
|
stacktrace.h | File | 166 B | 0644 |
|
starfire.h | File | 418 B | 0644 |
|
string.h | File | 1.13 KB | 0644 |
|
string_32.h | File | 405 B | 0644 |
|
string_64.h | File | 505 B | 0644 |
|
sunbpp.h | File | 3.27 KB | 0644 |
|
swift.h | File | 3.07 KB | 0644 |
|
switch_to.h | File | 231 B | 0644 |
|
switch_to_32.h | File | 3.53 KB | 0644 |
|
switch_to_64.h | File | 2.58 KB | 0644 |
|
syscall.h | File | 3.41 KB | 0644 |
|
syscalls.h | File | 307 B | 0644 |
|
termbits.h | File | 198 B | 0644 |
|
termios.h | File | 4.94 KB | 0644 |
|
thread_info.h | File | 239 B | 0644 |
|
thread_info_32.h | File | 3.66 KB | 0644 |
|
thread_info_64.h | File | 7.84 KB | 0644 |
|
timer.h | File | 215 B | 0644 |
|
timer_32.h | File | 1.18 KB | 0644 |
|
timer_64.h | File | 2.37 KB | 0644 |
|
timex.h | File | 215 B | 0644 |
|
timex_32.h | File | 266 B | 0644 |
|
timex_64.h | File | 423 B | 0644 |
|
tlb.h | File | 207 B | 0644 |
|
tlb_32.h | File | 520 B | 0644 |
|
tlb_64.h | File | 913 B | 0644 |
|
tlbflush.h | File | 227 B | 0644 |
|
tlbflush_32.h | File | 621 B | 0644 |
|
tlbflush_64.h | File | 1.73 KB | 0644 |
|
topology.h | File | 227 B | 0644 |
|
topology_32.h | File | 170 B | 0644 |
|
topology_64.h | File | 1.51 KB | 0644 |
|
trap_block.h | File | 6.51 KB | 0644 |
|
traps.h | File | 577 B | 0644 |
|
tsb.h | File | 12.17 KB | 0644 |
|
tsunami.h | File | 1.85 KB | 0644 |
|
ttable.h | File | 20.08 KB | 0644 |
|
turbosparc.h | File | 3.78 KB | 0644 |
|
uaccess.h | File | 363 B | 0644 |
|
uaccess_32.h | File | 8.31 KB | 0644 |
|
uaccess_64.h | File | 6.05 KB | 0644 |
|
unaligned.h | File | 339 B | 0644 |
|
unistd.h | File | 1.37 KB | 0644 |
|
upa.h | File | 3.72 KB | 0644 |
|
uprobes.h | File | 1.86 KB | 0644 |
|
user.h | File | 102 B | 0644 |
|
vaddrs.h | File | 2.02 KB | 0644 |
|
vdso.h | File | 662 B | 0644 |
|
vga.h | File | 964 B | 0644 |
|
viking.h | File | 8.14 KB | 0644 |
|
vio.h | File | 11.81 KB | 0644 |
|
visasm.h | File | 1.51 KB | 0644 |
|
vvar.h | File | 1.52 KB | 0644 |
|
winmacro.h | File | 4.66 KB | 0644 |
|
xor.h | File | 207 B | 0644 |
|
xor_32.h | File | 7.31 KB | 0644 |
|
xor_64.h | File | 2.5 KB | 0644 |
|