/* SPDX-License-Identifier: GPL-2.0 */ #ifndef _ASM_GENERIC_PERCPU_H_ #define _ASM_GENERIC_PERCPU_H_ #include <linux/compiler.h> #include <linux/threads.h> #include <linux/percpu-defs.h> #ifdef CONFIG_SMP /* * per_cpu_offset() is the offset that has to be added to a * percpu variable to get to the instance for a certain processor. * * Most arches use the __per_cpu_offset array for those offsets but * some arches have their own ways of determining the offset (x86_64, s390). */ #ifndef __per_cpu_offset extern unsigned long __per_cpu_offset[NR_CPUS]; #define per_cpu_offset(x) (__per_cpu_offset[x]) #endif /* * Determine the offset for the currently active processor. * An arch may define __my_cpu_offset to provide a more effective * means of obtaining the offset to the per cpu variables of the * current processor. */ #ifndef __my_cpu_offset #define __my_cpu_offset per_cpu_offset(raw_smp_processor_id()) #endif #ifdef CONFIG_DEBUG_PREEMPT #define my_cpu_offset per_cpu_offset(smp_processor_id()) #else #define my_cpu_offset __my_cpu_offset #endif /* * Arch may define arch_raw_cpu_ptr() to provide more efficient address * translations for raw_cpu_ptr(). */ #ifndef arch_raw_cpu_ptr #define arch_raw_cpu_ptr(ptr) SHIFT_PERCPU_PTR(ptr, __my_cpu_offset) #endif #ifdef CONFIG_HAVE_SETUP_PER_CPU_AREA extern void setup_per_cpu_areas(void); #endif #endif /* SMP */ #ifndef PER_CPU_BASE_SECTION #ifdef CONFIG_SMP #define PER_CPU_BASE_SECTION ".data..percpu" #else #define PER_CPU_BASE_SECTION ".data" #endif #endif #ifndef PER_CPU_ATTRIBUTES #define PER_CPU_ATTRIBUTES #endif #ifndef PER_CPU_DEF_ATTRIBUTES #define PER_CPU_DEF_ATTRIBUTES #endif #define raw_cpu_generic_read(pcp) \ ({ \ *raw_cpu_ptr(&(pcp)); \ }) #define raw_cpu_generic_to_op(pcp, val, op) \ do { \ *raw_cpu_ptr(&(pcp)) op val; \ } while (0) #define raw_cpu_generic_add_return(pcp, val) \ ({ \ typeof(&(pcp)) __p = raw_cpu_ptr(&(pcp)); \ \ *__p += val; \ *__p; \ }) #define raw_cpu_generic_xchg(pcp, nval) \ ({ \ typeof(&(pcp)) __p = raw_cpu_ptr(&(pcp)); \ typeof(pcp) __ret; \ __ret = *__p; \ *__p = nval; \ __ret; \ }) #define raw_cpu_generic_cmpxchg(pcp, oval, nval) \ ({ \ typeof(&(pcp)) __p = raw_cpu_ptr(&(pcp)); \ typeof(pcp) __ret; \ __ret = *__p; \ if (__ret == (oval)) \ *__p = nval; \ __ret; \ }) #define raw_cpu_generic_cmpxchg_double(pcp1, pcp2, oval1, oval2, nval1, nval2) \ ({ \ typeof(&(pcp1)) __p1 = raw_cpu_ptr(&(pcp1)); \ typeof(&(pcp2)) __p2 = raw_cpu_ptr(&(pcp2)); \ int __ret = 0; \ if (*__p1 == (oval1) && *__p2 == (oval2)) { \ *__p1 = nval1; \ *__p2 = nval2; \ __ret = 1; \ } \ (__ret); \ }) #define __this_cpu_generic_read_nopreempt(pcp) \ ({ \ typeof(pcp) __ret; \ preempt_disable_notrace(); \ __ret = READ_ONCE(*raw_cpu_ptr(&(pcp))); \ preempt_enable_notrace(); \ __ret; \ }) #define __this_cpu_generic_read_noirq(pcp) \ ({ \ typeof(pcp) __ret; \ unsigned long __flags; \ raw_local_irq_save(__flags); \ __ret = raw_cpu_generic_read(pcp); \ raw_local_irq_restore(__flags); \ __ret; \ }) #define this_cpu_generic_read(pcp) \ ({ \ typeof(pcp) __ret; \ if (__native_word(pcp)) \ __ret = __this_cpu_generic_read_nopreempt(pcp); \ else \ __ret = __this_cpu_generic_read_noirq(pcp); \ __ret; \ }) #define this_cpu_generic_to_op(pcp, val, op) \ do { \ unsigned long __flags; \ raw_local_irq_save(__flags); \ raw_cpu_generic_to_op(pcp, val, op); \ raw_local_irq_restore(__flags); \ } while (0) #define this_cpu_generic_add_return(pcp, val) \ ({ \ typeof(pcp) __ret; \ unsigned long __flags; \ raw_local_irq_save(__flags); \ __ret = raw_cpu_generic_add_return(pcp, val); \ raw_local_irq_restore(__flags); \ __ret; \ }) #define this_cpu_generic_xchg(pcp, nval) \ ({ \ typeof(pcp) __ret; \ unsigned long __flags; \ raw_local_irq_save(__flags); \ __ret = raw_cpu_generic_xchg(pcp, nval); \ raw_local_irq_restore(__flags); \ __ret; \ }) #define this_cpu_generic_cmpxchg(pcp, oval, nval) \ ({ \ typeof(pcp) __ret; \ unsigned long __flags; \ raw_local_irq_save(__flags); \ __ret = raw_cpu_generic_cmpxchg(pcp, oval, nval); \ raw_local_irq_restore(__flags); \ __ret; \ }) #define this_cpu_generic_cmpxchg_double(pcp1, pcp2, oval1, oval2, nval1, nval2) \ ({ \ int __ret; \ unsigned long __flags; \ raw_local_irq_save(__flags); \ __ret = raw_cpu_generic_cmpxchg_double(pcp1, pcp2, \ oval1, oval2, nval1, nval2); \ raw_local_irq_restore(__flags); \ __ret; \ }) #ifndef raw_cpu_read_1 #define raw_cpu_read_1(pcp) raw_cpu_generic_read(pcp) #endif #ifndef raw_cpu_read_2 #define raw_cpu_read_2(pcp) raw_cpu_generic_read(pcp) #endif #ifndef raw_cpu_read_4 #define raw_cpu_read_4(pcp) raw_cpu_generic_read(pcp) #endif #ifndef raw_cpu_read_8 #define raw_cpu_read_8(pcp) raw_cpu_generic_read(pcp) #endif #ifndef raw_cpu_write_1 #define raw_cpu_write_1(pcp, val) raw_cpu_generic_to_op(pcp, val, =) #endif #ifndef raw_cpu_write_2 #define raw_cpu_write_2(pcp, val) raw_cpu_generic_to_op(pcp, val, =) #endif #ifndef raw_cpu_write_4 #define raw_cpu_write_4(pcp, val) raw_cpu_generic_to_op(pcp, val, =) #endif #ifndef raw_cpu_write_8 #define raw_cpu_write_8(pcp, val) raw_cpu_generic_to_op(pcp, val, =) #endif #ifndef raw_cpu_add_1 #define raw_cpu_add_1(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) #endif #ifndef raw_cpu_add_2 #define raw_cpu_add_2(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) #endif #ifndef raw_cpu_add_4 #define raw_cpu_add_4(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) #endif #ifndef raw_cpu_add_8 #define raw_cpu_add_8(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) #endif #ifndef raw_cpu_and_1 #define raw_cpu_and_1(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) #endif #ifndef raw_cpu_and_2 #define raw_cpu_and_2(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) #endif #ifndef raw_cpu_and_4 #define raw_cpu_and_4(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) #endif #ifndef raw_cpu_and_8 #define raw_cpu_and_8(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) #endif #ifndef raw_cpu_or_1 #define raw_cpu_or_1(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) #endif #ifndef raw_cpu_or_2 #define raw_cpu_or_2(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) #endif #ifndef raw_cpu_or_4 #define raw_cpu_or_4(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) #endif #ifndef raw_cpu_or_8 #define raw_cpu_or_8(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) #endif #ifndef raw_cpu_add_return_1 #define raw_cpu_add_return_1(pcp, val) raw_cpu_generic_add_return(pcp, val) #endif #ifndef raw_cpu_add_return_2 #define raw_cpu_add_return_2(pcp, val) raw_cpu_generic_add_return(pcp, val) #endif #ifndef raw_cpu_add_return_4 #define raw_cpu_add_return_4(pcp, val) raw_cpu_generic_add_return(pcp, val) #endif #ifndef raw_cpu_add_return_8 #define raw_cpu_add_return_8(pcp, val) raw_cpu_generic_add_return(pcp, val) #endif #ifndef raw_cpu_xchg_1 #define raw_cpu_xchg_1(pcp, nval) raw_cpu_generic_xchg(pcp, nval) #endif #ifndef raw_cpu_xchg_2 #define raw_cpu_xchg_2(pcp, nval) raw_cpu_generic_xchg(pcp, nval) #endif #ifndef raw_cpu_xchg_4 #define raw_cpu_xchg_4(pcp, nval) raw_cpu_generic_xchg(pcp, nval) #endif #ifndef raw_cpu_xchg_8 #define raw_cpu_xchg_8(pcp, nval) raw_cpu_generic_xchg(pcp, nval) #endif #ifndef raw_cpu_cmpxchg_1 #define raw_cpu_cmpxchg_1(pcp, oval, nval) \ raw_cpu_generic_cmpxchg(pcp, oval, nval) #endif #ifndef raw_cpu_cmpxchg_2 #define raw_cpu_cmpxchg_2(pcp, oval, nval) \ raw_cpu_generic_cmpxchg(pcp, oval, nval) #endif #ifndef raw_cpu_cmpxchg_4 #define raw_cpu_cmpxchg_4(pcp, oval, nval) \ raw_cpu_generic_cmpxchg(pcp, oval, nval) #endif #ifndef raw_cpu_cmpxchg_8 #define raw_cpu_cmpxchg_8(pcp, oval, nval) \ raw_cpu_generic_cmpxchg(pcp, oval, nval) #endif #ifndef raw_cpu_cmpxchg_double_1 #define raw_cpu_cmpxchg_double_1(pcp1, pcp2, oval1, oval2, nval1, nval2) \ raw_cpu_generic_cmpxchg_double(pcp1, pcp2, oval1, oval2, nval1, nval2) #endif #ifndef raw_cpu_cmpxchg_double_2 #define raw_cpu_cmpxchg_double_2(pcp1, pcp2, oval1, oval2, nval1, nval2) \ raw_cpu_generic_cmpxchg_double(pcp1, pcp2, oval1, oval2, nval1, nval2) #endif #ifndef raw_cpu_cmpxchg_double_4 #define raw_cpu_cmpxchg_double_4(pcp1, pcp2, oval1, oval2, nval1, nval2) \ raw_cpu_generic_cmpxchg_double(pcp1, pcp2, oval1, oval2, nval1, nval2) #endif #ifndef raw_cpu_cmpxchg_double_8 #define raw_cpu_cmpxchg_double_8(pcp1, pcp2, oval1, oval2, nval1, nval2) \ raw_cpu_generic_cmpxchg_double(pcp1, pcp2, oval1, oval2, nval1, nval2) #endif #ifndef this_cpu_read_1 #define this_cpu_read_1(pcp) this_cpu_generic_read(pcp) #endif #ifndef this_cpu_read_2 #define this_cpu_read_2(pcp) this_cpu_generic_read(pcp) #endif #ifndef this_cpu_read_4 #define this_cpu_read_4(pcp) this_cpu_generic_read(pcp) #endif #ifndef this_cpu_read_8 #define this_cpu_read_8(pcp) this_cpu_generic_read(pcp) #endif #ifndef this_cpu_write_1 #define this_cpu_write_1(pcp, val) this_cpu_generic_to_op(pcp, val, =) #endif #ifndef this_cpu_write_2 #define this_cpu_write_2(pcp, val) this_cpu_generic_to_op(pcp, val, =) #endif #ifndef this_cpu_write_4 #define this_cpu_write_4(pcp, val) this_cpu_generic_to_op(pcp, val, =) #endif #ifndef this_cpu_write_8 #define this_cpu_write_8(pcp, val) this_cpu_generic_to_op(pcp, val, =) #endif #ifndef this_cpu_add_1 #define this_cpu_add_1(pcp, val) this_cpu_generic_to_op(pcp, val, +=) #endif #ifndef this_cpu_add_2 #define this_cpu_add_2(pcp, val) this_cpu_generic_to_op(pcp, val, +=) #endif #ifndef this_cpu_add_4 #define this_cpu_add_4(pcp, val) this_cpu_generic_to_op(pcp, val, +=) #endif #ifndef this_cpu_add_8 #define this_cpu_add_8(pcp, val) this_cpu_generic_to_op(pcp, val, +=) #endif #ifndef this_cpu_and_1 #define this_cpu_and_1(pcp, val) this_cpu_generic_to_op(pcp, val, &=) #endif #ifndef this_cpu_and_2 #define this_cpu_and_2(pcp, val) this_cpu_generic_to_op(pcp, val, &=) #endif #ifndef this_cpu_and_4 #define this_cpu_and_4(pcp, val) this_cpu_generic_to_op(pcp, val, &=) #endif #ifndef this_cpu_and_8 #define this_cpu_and_8(pcp, val) this_cpu_generic_to_op(pcp, val, &=) #endif #ifndef this_cpu_or_1 #define this_cpu_or_1(pcp, val) this_cpu_generic_to_op(pcp, val, |=) #endif #ifndef this_cpu_or_2 #define this_cpu_or_2(pcp, val) this_cpu_generic_to_op(pcp, val, |=) #endif #ifndef this_cpu_or_4 #define this_cpu_or_4(pcp, val) this_cpu_generic_to_op(pcp, val, |=) #endif #ifndef this_cpu_or_8 #define this_cpu_or_8(pcp, val) this_cpu_generic_to_op(pcp, val, |=) #endif #ifndef this_cpu_add_return_1 #define this_cpu_add_return_1(pcp, val) this_cpu_generic_add_return(pcp, val) #endif #ifndef this_cpu_add_return_2 #define this_cpu_add_return_2(pcp, val) this_cpu_generic_add_return(pcp, val) #endif #ifndef this_cpu_add_return_4 #define this_cpu_add_return_4(pcp, val) this_cpu_generic_add_return(pcp, val) #endif #ifndef this_cpu_add_return_8 #define this_cpu_add_return_8(pcp, val) this_cpu_generic_add_return(pcp, val) #endif #ifndef this_cpu_xchg_1 #define this_cpu_xchg_1(pcp, nval) this_cpu_generic_xchg(pcp, nval) #endif #ifndef this_cpu_xchg_2 #define this_cpu_xchg_2(pcp, nval) this_cpu_generic_xchg(pcp, nval) #endif #ifndef this_cpu_xchg_4 #define this_cpu_xchg_4(pcp, nval) this_cpu_generic_xchg(pcp, nval) #endif #ifndef this_cpu_xchg_8 #define this_cpu_xchg_8(pcp, nval) this_cpu_generic_xchg(pcp, nval) #endif #ifndef this_cpu_cmpxchg_1 #define this_cpu_cmpxchg_1(pcp, oval, nval) \ this_cpu_generic_cmpxchg(pcp, oval, nval) #endif #ifndef this_cpu_cmpxchg_2 #define this_cpu_cmpxchg_2(pcp, oval, nval) \ this_cpu_generic_cmpxchg(pcp, oval, nval) #endif #ifndef this_cpu_cmpxchg_4 #define this_cpu_cmpxchg_4(pcp, oval, nval) \ this_cpu_generic_cmpxchg(pcp, oval, nval) #endif #ifndef this_cpu_cmpxchg_8 #define this_cpu_cmpxchg_8(pcp, oval, nval) \ this_cpu_generic_cmpxchg(pcp, oval, nval) #endif #ifndef this_cpu_cmpxchg_double_1 #define this_cpu_cmpxchg_double_1(pcp1, pcp2, oval1, oval2, nval1, nval2) \ this_cpu_generic_cmpxchg_double(pcp1, pcp2, oval1, oval2, nval1, nval2) #endif #ifndef this_cpu_cmpxchg_double_2 #define this_cpu_cmpxchg_double_2(pcp1, pcp2, oval1, oval2, nval1, nval2) \ this_cpu_generic_cmpxchg_double(pcp1, pcp2, oval1, oval2, nval1, nval2) #endif #ifndef this_cpu_cmpxchg_double_4 #define this_cpu_cmpxchg_double_4(pcp1, pcp2, oval1, oval2, nval1, nval2) \ this_cpu_generic_cmpxchg_double(pcp1, pcp2, oval1, oval2, nval1, nval2) #endif #ifndef this_cpu_cmpxchg_double_8 #define this_cpu_cmpxchg_double_8(pcp1, pcp2, oval1, oval2, nval1, nval2) \ this_cpu_generic_cmpxchg_double(pcp1, pcp2, oval1, oval2, nval1, nval2) #endif #endif /* _ASM_GENERIC_PERCPU_H_ */
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
bitops | Folder | 0755 |
|
|
4level-fixup.h | File | 1.07 KB | 0644 |
|
5level-fixup.h | File | 1.15 KB | 0644 |
|
asm-offsets.h | File | 35 B | 0644 |
|
asm-prototypes.h | File | 507 B | 0644 |
|
atomic-long.h | File | 7.09 KB | 0644 |
|
atomic.h | File | 5.11 KB | 0644 |
|
atomic64.h | File | 2.26 KB | 0644 |
|
audit_change_attr.h | File | 484 B | 0644 |
|
audit_dir_write.h | File | 500 B | 0644 |
|
audit_read.h | File | 241 B | 0644 |
|
audit_signal.h | File | 36 B | 0644 |
|
audit_write.h | File | 461 B | 0644 |
|
barrier.h | File | 6.01 KB | 0644 |
|
bitops.h | File | 1.09 KB | 0644 |
|
bitsperlong.h | File | 592 B | 0644 |
|
bug.h | File | 6.6 KB | 0644 |
|
bugs.h | File | 267 B | 0644 |
|
cache.h | File | 384 B | 0644 |
|
cacheflush.h | File | 1.31 KB | 0644 |
|
checksum.h | File | 2.27 KB | 0644 |
|
clkdev.h | File | 706 B | 0644 |
|
cmpxchg-local.h | File | 1.43 KB | 0644 |
|
cmpxchg.h | File | 2.23 KB | 0644 |
|
current.h | File | 256 B | 0644 |
|
delay.h | File | 1.13 KB | 0644 |
|
device.h | File | 245 B | 0644 |
|
div64.h | File | 7.28 KB | 0644 |
|
dma-contiguous.h | File | 238 B | 0644 |
|
dma.h | File | 553 B | 0644 |
|
early_ioremap.h | File | 1.66 KB | 0644 |
|
emergency-restart.h | File | 248 B | 0644 |
|
exec.h | File | 697 B | 0644 |
|
export.h | File | 2.2 KB | 0644 |
|
extable.h | File | 802 B | 0644 |
|
fb.h | File | 271 B | 0644 |
|
fixmap.h | File | 2.84 KB | 0644 |
|
ftrace.h | File | 460 B | 0644 |
|
futex.h | File | 2.88 KB | 0644 |
|
getorder.h | File | 1.22 KB | 0644 |
|
gpio.h | File | 4.45 KB | 0644 |
|
hardirq.h | File | 532 B | 0644 |
|
hugetlb.h | File | 845 B | 0644 |
|
hw_irq.h | File | 270 B | 0644 |
|
ide_iops.h | File | 791 B | 0644 |
|
int-ll64.h | File | 932 B | 0644 |
|
io.h | File | 20.39 KB | 0644 |
|
ioctl.h | File | 506 B | 0644 |
|
iomap.h | File | 3.16 KB | 0644 |
|
irq.h | File | 403 B | 0644 |
|
irq_regs.h | File | 980 B | 0644 |
|
irq_work.h | File | 194 B | 0644 |
|
irqflags.h | File | 1.51 KB | 0644 |
|
kdebug.h | File | 182 B | 0644 |
|
kmap_types.h | File | 198 B | 0644 |
|
kprobes.h | File | 868 B | 0644 |
|
kvm_para.h | File | 480 B | 0644 |
|
linkage.h | File | 225 B | 0644 |
|
local.h | File | 2.23 KB | 0644 |
|
local64.h | File | 3.8 KB | 0644 |
|
mcs_spinlock.h | File | 260 B | 0644 |
|
memory_model.h | File | 2.16 KB | 0644 |
|
mm-arch-hooks.h | File | 388 B | 0644 |
|
mm_hooks.h | File | 885 B | 0644 |
|
mmu.h | File | 449 B | 0644 |
|
mmu_context.h | File | 881 B | 0644 |
|
module.h | File | 1.09 KB | 0644 |
|
msi.h | File | 838 B | 0644 |
|
page.h | File | 2.4 KB | 0644 |
|
param.h | File | 367 B | 0644 |
|
parport.h | File | 604 B | 0644 |
|
pci.h | File | 581 B | 0644 |
|
pci_iomap.h | File | 1.96 KB | 0644 |
|
percpu.h | File | 12.72 KB | 0644 |
|
pgalloc.h | File | 342 B | 0644 |
|
pgtable-nop4d-hack.h | File | 1.86 KB | 0644 |
|
pgtable-nop4d.h | File | 1.64 KB | 0644 |
|
pgtable-nopmd.h | File | 1.9 KB | 0644 |
|
pgtable-nopud.h | File | 1.97 KB | 0644 |
|
pgtable.h | File | 29.5 KB | 0644 |
|
preempt.h | File | 1.94 KB | 0644 |
|
ptrace.h | File | 1.58 KB | 0644 |
|
qrwlock.h | File | 3.78 KB | 0644 |
|
qrwlock_types.h | File | 655 B | 0644 |
|
qspinlock.h | File | 3.67 KB | 0644 |
|
qspinlock_types.h | File | 2.77 KB | 0644 |
|
resource.h | File | 1.07 KB | 0644 |
|
rwsem.h | File | 3.21 KB | 0644 |
|
seccomp.h | File | 1.3 KB | 0644 |
|
sections.h | File | 4.79 KB | 0644 |
|
segment.h | File | 249 B | 0644 |
|
serial.h | File | 345 B | 0644 |
|
set_memory.h | File | 362 B | 0644 |
|
signal.h | File | 308 B | 0644 |
|
simd.h | File | 436 B | 0644 |
|
sizes.h | File | 78 B | 0644 |
|
spinlock.h | File | 329 B | 0644 |
|
statfs.h | File | 169 B | 0644 |
|
string.h | File | 281 B | 0644 |
|
switch_to.h | File | 992 B | 0644 |
|
syscall.h | File | 6.18 KB | 0644 |
|
syscalls.h | File | 739 B | 0644 |
|
termios-base.h | File | 2.11 KB | 0644 |
|
termios.h | File | 2.81 KB | 0644 |
|
timex.h | File | 508 B | 0644 |
|
tlb.h | File | 9.5 KB | 0644 |
|
tlbflush.h | File | 485 B | 0644 |
|
topology.h | File | 2.18 KB | 0644 |
|
trace_clock.h | File | 391 B | 0644 |
|
uaccess.h | File | 5.22 KB | 0644 |
|
unaligned.h | File | 1.05 KB | 0644 |
|
unistd.h | File | 318 B | 0644 |
|
user.h | File | 242 B | 0644 |
|
vga.h | File | 587 B | 0644 |
|
vmlinux.lds.h | File | 29.17 KB | 0644 |
|
vtime.h | File | 52 B | 0644 |
|
word-at-a-time.h | File | 2.75 KB | 0644 |
|
xor.h | File | 13.63 KB | 0644 |
|