/* SPDX-License-Identifier: GPL-2.0 */ #ifndef __ARCH_S390_PERCPU__ #define __ARCH_S390_PERCPU__ #include <linux/preempt.h> #include <asm/cmpxchg.h> /* * s390 uses its own implementation for per cpu data, the offset of * the cpu local data area is cached in the cpu's lowcore memory. */ #define __my_cpu_offset S390_lowcore.percpu_offset /* * For 64 bit module code, the module may be more than 4G above the * per cpu area, use weak definitions to force the compiler to * generate external references. */ #if defined(CONFIG_SMP) && defined(MODULE) #define ARCH_NEEDS_WEAK_PER_CPU #endif /* * We use a compare-and-swap loop since that uses less cpu cycles than * disabling and enabling interrupts like the generic variant would do. */ #define arch_this_cpu_to_op_simple(pcp, val, op) \ ({ \ typedef typeof(pcp) pcp_op_T__; \ pcp_op_T__ old__, new__, prev__; \ pcp_op_T__ *ptr__; \ preempt_disable_notrace(); \ ptr__ = raw_cpu_ptr(&(pcp)); \ prev__ = READ_ONCE(*ptr__); \ do { \ old__ = prev__; \ new__ = old__ op (val); \ prev__ = cmpxchg(ptr__, old__, new__); \ } while (prev__ != old__); \ preempt_enable_notrace(); \ new__; \ }) #define this_cpu_add_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) #define this_cpu_add_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) #define this_cpu_add_return_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) #define this_cpu_add_return_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) #define this_cpu_and_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) #define this_cpu_and_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) #define this_cpu_or_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) #define this_cpu_or_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) #ifndef CONFIG_HAVE_MARCH_Z196_FEATURES #define this_cpu_add_4(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) #define this_cpu_add_8(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) #define this_cpu_add_return_4(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) #define this_cpu_add_return_8(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) #define this_cpu_and_4(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) #define this_cpu_and_8(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) #define this_cpu_or_4(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) #define this_cpu_or_8(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) #else /* CONFIG_HAVE_MARCH_Z196_FEATURES */ #define arch_this_cpu_add(pcp, val, op1, op2, szcast) \ { \ typedef typeof(pcp) pcp_op_T__; \ pcp_op_T__ val__ = (val); \ pcp_op_T__ old__, *ptr__; \ preempt_disable_notrace(); \ ptr__ = raw_cpu_ptr(&(pcp)); \ if (__builtin_constant_p(val__) && \ ((szcast)val__ > -129) && ((szcast)val__ < 128)) { \ asm volatile( \ op2 " %[ptr__],%[val__]\n" \ : [ptr__] "+Q" (*ptr__) \ : [val__] "i" ((szcast)val__) \ : "cc"); \ } else { \ asm volatile( \ op1 " %[old__],%[val__],%[ptr__]\n" \ : [old__] "=d" (old__), [ptr__] "+Q" (*ptr__) \ : [val__] "d" (val__) \ : "cc"); \ } \ preempt_enable_notrace(); \ } #define this_cpu_add_4(pcp, val) arch_this_cpu_add(pcp, val, "laa", "asi", int) #define this_cpu_add_8(pcp, val) arch_this_cpu_add(pcp, val, "laag", "agsi", long) #define arch_this_cpu_add_return(pcp, val, op) \ ({ \ typedef typeof(pcp) pcp_op_T__; \ pcp_op_T__ val__ = (val); \ pcp_op_T__ old__, *ptr__; \ preempt_disable_notrace(); \ ptr__ = raw_cpu_ptr(&(pcp)); \ asm volatile( \ op " %[old__],%[val__],%[ptr__]\n" \ : [old__] "=d" (old__), [ptr__] "+Q" (*ptr__) \ : [val__] "d" (val__) \ : "cc"); \ preempt_enable_notrace(); \ old__ + val__; \ }) #define this_cpu_add_return_4(pcp, val) arch_this_cpu_add_return(pcp, val, "laa") #define this_cpu_add_return_8(pcp, val) arch_this_cpu_add_return(pcp, val, "laag") #define arch_this_cpu_to_op(pcp, val, op) \ { \ typedef typeof(pcp) pcp_op_T__; \ pcp_op_T__ val__ = (val); \ pcp_op_T__ old__, *ptr__; \ preempt_disable_notrace(); \ ptr__ = raw_cpu_ptr(&(pcp)); \ asm volatile( \ op " %[old__],%[val__],%[ptr__]\n" \ : [old__] "=d" (old__), [ptr__] "+Q" (*ptr__) \ : [val__] "d" (val__) \ : "cc"); \ preempt_enable_notrace(); \ } #define this_cpu_and_4(pcp, val) arch_this_cpu_to_op(pcp, val, "lan") #define this_cpu_and_8(pcp, val) arch_this_cpu_to_op(pcp, val, "lang") #define this_cpu_or_4(pcp, val) arch_this_cpu_to_op(pcp, val, "lao") #define this_cpu_or_8(pcp, val) arch_this_cpu_to_op(pcp, val, "laog") #endif /* CONFIG_HAVE_MARCH_Z196_FEATURES */ #define arch_this_cpu_cmpxchg(pcp, oval, nval) \ ({ \ typedef typeof(pcp) pcp_op_T__; \ pcp_op_T__ ret__; \ pcp_op_T__ *ptr__; \ preempt_disable_notrace(); \ ptr__ = raw_cpu_ptr(&(pcp)); \ ret__ = cmpxchg(ptr__, oval, nval); \ preempt_enable_notrace(); \ ret__; \ }) #define this_cpu_cmpxchg_1(pcp, oval, nval) arch_this_cpu_cmpxchg(pcp, oval, nval) #define this_cpu_cmpxchg_2(pcp, oval, nval) arch_this_cpu_cmpxchg(pcp, oval, nval) #define this_cpu_cmpxchg_4(pcp, oval, nval) arch_this_cpu_cmpxchg(pcp, oval, nval) #define this_cpu_cmpxchg_8(pcp, oval, nval) arch_this_cpu_cmpxchg(pcp, oval, nval) #define arch_this_cpu_xchg(pcp, nval) \ ({ \ typeof(pcp) *ptr__; \ typeof(pcp) ret__; \ preempt_disable_notrace(); \ ptr__ = raw_cpu_ptr(&(pcp)); \ ret__ = xchg(ptr__, nval); \ preempt_enable_notrace(); \ ret__; \ }) #define this_cpu_xchg_1(pcp, nval) arch_this_cpu_xchg(pcp, nval) #define this_cpu_xchg_2(pcp, nval) arch_this_cpu_xchg(pcp, nval) #define this_cpu_xchg_4(pcp, nval) arch_this_cpu_xchg(pcp, nval) #define this_cpu_xchg_8(pcp, nval) arch_this_cpu_xchg(pcp, nval) #define arch_this_cpu_cmpxchg_double(pcp1, pcp2, o1, o2, n1, n2) \ ({ \ typeof(pcp1) o1__ = (o1), n1__ = (n1); \ typeof(pcp2) o2__ = (o2), n2__ = (n2); \ typeof(pcp1) *p1__; \ typeof(pcp2) *p2__; \ int ret__; \ preempt_disable_notrace(); \ p1__ = raw_cpu_ptr(&(pcp1)); \ p2__ = raw_cpu_ptr(&(pcp2)); \ ret__ = __cmpxchg_double(p1__, p2__, o1__, o2__, n1__, n2__); \ preempt_enable_notrace(); \ ret__; \ }) #define this_cpu_cmpxchg_double_8 arch_this_cpu_cmpxchg_double #include <asm-generic/percpu.h> #endif /* __ARCH_S390_PERCPU__ */
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
fpu | Folder | 0755 |
|
|
trace | Folder | 0755 |
|
|
Kbuild | File | 557 B | 0644 |
|
airq.h | File | 3.02 KB | 0644 |
|
alternative-asm.h | File | 3.07 KB | 0644 |
|
alternative.h | File | 4.99 KB | 0644 |
|
ap.h | File | 9.9 KB | 0644 |
|
appldata.h | File | 1.54 KB | 0644 |
|
archrandom.h | File | 1.17 KB | 0644 |
|
asm-prototypes.h | File | 227 B | 0644 |
|
atomic.h | File | 5.1 KB | 0644 |
|
atomic_ops.h | File | 4.02 KB | 0644 |
|
barrier.h | File | 1.84 KB | 0644 |
|
bitops.h | File | 10.13 KB | 0644 |
|
bug.h | File | 1.49 KB | 0644 |
|
bugs.h | File | 441 B | 0644 |
|
cache.h | File | 387 B | 0644 |
|
ccwdev.h | File | 7.99 KB | 0644 |
|
ccwgroup.h | File | 2.53 KB | 0644 |
|
checksum.h | File | 3.24 KB | 0644 |
|
chpid.h | File | 974 B | 0644 |
|
cio.h | File | 8.01 KB | 0644 |
|
clp.h | File | 1.32 KB | 0644 |
|
cmb.h | File | 425 B | 0644 |
|
cmpxchg.h | File | 1.76 KB | 0644 |
|
compat.h | File | 7.9 KB | 0644 |
|
cpacf.h | File | 16.8 KB | 0644 |
|
cpcmd.h | File | 1.11 KB | 0644 |
|
cpu.h | File | 549 B | 0644 |
|
cpu_mf.h | File | 8.99 KB | 0644 |
|
cpufeature.h | File | 963 B | 0644 |
|
cputime.h | File | 805 B | 0644 |
|
crw.h | File | 1.86 KB | 0644 |
|
css_chars.h | File | 769 B | 0644 |
|
ctl_reg.h | File | 2.89 KB | 0644 |
|
current.h | File | 405 B | 0644 |
|
debug.h | File | 8.1 KB | 0644 |
|
delay.h | File | 721 B | 0644 |
|
diag.h | File | 5.94 KB | 0644 |
|
dis.h | File | 637 B | 0644 |
|
dma-mapping.h | File | 621 B | 0644 |
|
dma.h | File | 456 B | 0644 |
|
eadm.h | File | 2.03 KB | 0644 |
|
ebcdic.h | File | 1.41 KB | 0644 |
|
elf.h | File | 10.36 KB | 0644 |
|
exec.h | File | 269 B | 0644 |
|
extable.h | File | 875 B | 0644 |
|
extmem.h | File | 804 B | 0644 |
|
facility.h | File | 2.44 KB | 0644 |
|
fcx.h | File | 7.91 KB | 0644 |
|
ftrace.h | File | 1.66 KB | 0644 |
|
futex.h | File | 2.09 KB | 0644 |
|
gmap.h | File | 4.93 KB | 0644 |
|
hardirq.h | File | 670 B | 0644 |
|
hugetlb.h | File | 2.87 KB | 0644 |
|
hw_irq.h | File | 249 B | 0644 |
|
idals.h | File | 5.22 KB | 0644 |
|
idle.h | File | 709 B | 0644 |
|
io.h | File | 2.03 KB | 0644 |
|
ipl.h | File | 3.6 KB | 0644 |
|
irq.h | File | 2.55 KB | 0644 |
|
irqflags.h | File | 1.76 KB | 0644 |
|
isc.h | File | 1000 B | 0644 |
|
itcw.h | File | 950 B | 0644 |
|
jump_label.h | File | 1.36 KB | 0644 |
|
kdebug.h | File | 386 B | 0644 |
|
kexec.h | File | 1.32 KB | 0644 |
|
kprobes.h | File | 2.24 KB | 0644 |
|
kvm_host.h | File | 22.24 KB | 0644 |
|
kvm_para.h | File | 5.78 KB | 0644 |
|
linkage.h | File | 633 B | 0644 |
|
livepatch.h | File | 461 B | 0644 |
|
lowcore.h | File | 6.29 KB | 0644 |
|
mmu.h | File | 1.19 KB | 0644 |
|
mmu_context.h | File | 3.84 KB | 0644 |
|
mmzone.h | File | 316 B | 0644 |
|
module.h | File | 802 B | 0644 |
|
nmi.h | File | 3.44 KB | 0644 |
|
nospec-branch.h | File | 342 B | 0644 |
|
nospec-insn.h | File | 3.81 KB | 0644 |
|
numa.h | File | 730 B | 0644 |
|
os_info.h | File | 1.1 KB | 0644 |
|
page-states.h | File | 486 B | 0644 |
|
page.h | File | 5.12 KB | 0644 |
|
pci.h | File | 6.26 KB | 0644 |
|
pci_clp.h | File | 4.25 KB | 0644 |
|
pci_debug.h | File | 608 B | 0644 |
|
pci_dma.h | File | 5.7 KB | 0644 |
|
pci_insn.h | File | 2.59 KB | 0644 |
|
pci_io.h | File | 4.58 KB | 0644 |
|
percpu.h | File | 6.44 KB | 0644 |
|
perf_event.h | File | 2.71 KB | 0644 |
|
pgalloc.h | File | 4.32 KB | 0644 |
|
pgtable.h | File | 47.7 KB | 0644 |
|
pkey.h | File | 4.23 KB | 0644 |
|
preempt.h | File | 3.25 KB | 0644 |
|
processor.h | File | 10.42 KB | 0644 |
|
ptrace.h | File | 5.27 KB | 0644 |
|
qdio.h | File | 11.67 KB | 0644 |
|
reset.h | File | 471 B | 0644 |
|
runtime_instr.h | File | 1.76 KB | 0644 |
|
schid.h | File | 525 B | 0644 |
|
sclp.h | File | 3.38 KB | 0644 |
|
scsw.h | File | 24.1 KB | 0644 |
|
seccomp.h | File | 516 B | 0644 |
|
sections.h | File | 155 B | 0644 |
|
segment.h | File | 93 B | 0644 |
|
serial.h | File | 147 B | 0644 |
|
set_memory.h | File | 779 B | 0644 |
|
setup.h | File | 4.44 KB | 0644 |
|
shmparam.h | File | 285 B | 0644 |
|
signal.h | File | 644 B | 0644 |
|
sigp.h | File | 1.8 KB | 0644 |
|
smp.h | File | 2.45 KB | 0644 |
|
sparsemem.h | File | 214 B | 0644 |
|
spinlock.h | File | 3.53 KB | 0644 |
|
spinlock_types.h | File | 437 B | 0644 |
|
stp.h | File | 1.26 KB | 0644 |
|
string.h | File | 4.5 KB | 0644 |
|
switch_to.h | File | 1.37 KB | 0644 |
|
syscall.h | File | 2.63 KB | 0644 |
|
sysinfo.h | File | 4.22 KB | 0644 |
|
termios.h | File | 685 B | 0644 |
|
thread_info.h | File | 3.15 KB | 0644 |
|
timex.h | File | 6.15 KB | 0644 |
|
tlb.h | File | 5.71 KB | 0644 |
|
tlbflush.h | File | 3.52 KB | 0644 |
|
topology.h | File | 2.69 KB | 0644 |
|
uaccess.h | File | 6.57 KB | 0644 |
|
unistd.h | File | 1.03 KB | 0644 |
|
uprobes.h | File | 588 B | 0644 |
|
user.h | File | 3.3 KB | 0644 |
|
vdso.h | File | 1.8 KB | 0644 |
|
vga.h | File | 170 B | 0644 |
|
vtime.h | File | 182 B | 0644 |
|
vtimer.h | File | 866 B | 0644 |
|
vx-insn.h | File | 10.66 KB | 0644 |
|
xor.h | File | 454 B | 0644 |
|