/* * Copyright 2010 Tilera Corporation. All Rights Reserved. * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License * as published by the Free Software Foundation, version 2. * * This program is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or * NON INFRINGEMENT. See the GNU General Public License for * more details. * * These routines make two important assumptions: * * 1. atomic_t is really an int and can be freely cast back and forth * (validated in __init_atomic_per_cpu). * * 2. userspace uses sys_cmpxchg() for all atomic operations, thus using * the same locking convention that all the kernel atomic routines use. */ #ifndef _ASM_TILE_FUTEX_H #define _ASM_TILE_FUTEX_H #ifndef __ASSEMBLY__ #include <linux/futex.h> #include <linux/uaccess.h> #include <linux/errno.h> #include <asm/atomic.h> /* * Support macros for futex operations. Do not use these macros directly. * They assume "ret", "val", "oparg", and "uaddr" in the lexical context. * __futex_cmpxchg() additionally assumes "oldval". */ #ifdef __tilegx__ #define __futex_asm(OP) \ asm("1: {" #OP " %1, %3, %4; movei %0, 0 }\n" \ ".pushsection .fixup,\"ax\"\n" \ "0: { movei %0, %5; j 9f }\n" \ ".section __ex_table,\"a\"\n" \ ".align 8\n" \ ".quad 1b, 0b\n" \ ".popsection\n" \ "9:" \ : "=r" (ret), "=r" (val), "+m" (*(uaddr)) \ : "r" (uaddr), "r" (oparg), "i" (-EFAULT)) #define __futex_set() __futex_asm(exch4) #define __futex_add() __futex_asm(fetchadd4) #define __futex_or() __futex_asm(fetchor4) #define __futex_andn() ({ oparg = ~oparg; __futex_asm(fetchand4); }) #define __futex_cmpxchg() \ ({ __insn_mtspr(SPR_CMPEXCH_VALUE, oldval); __futex_asm(cmpexch4); }) #define __futex_xor() \ ({ \ u32 oldval, n = oparg; \ if ((ret = __get_user(oldval, uaddr)) == 0) { \ do { \ oparg = oldval ^ n; \ __futex_cmpxchg(); \ } while (ret == 0 && oldval != val); \ } \ }) /* No need to prefetch, since the atomic ops go to the home cache anyway. */ #define __futex_prolog() #else #define __futex_call(FN) \ { \ struct __get_user gu = FN((u32 __force *)uaddr, lock, oparg); \ val = gu.val; \ ret = gu.err; \ } #define __futex_set() __futex_call(__atomic32_xchg) #define __futex_add() __futex_call(__atomic32_xchg_add) #define __futex_or() __futex_call(__atomic32_fetch_or) #define __futex_andn() __futex_call(__atomic32_fetch_andn) #define __futex_xor() __futex_call(__atomic32_fetch_xor) #define __futex_cmpxchg() \ { \ struct __get_user gu = __atomic32_cmpxchg((u32 __force *)uaddr, \ lock, oldval, oparg); \ val = gu.val; \ ret = gu.err; \ } /* * Find the lock pointer for the atomic calls to use, and issue a * prefetch to the user address to bring it into cache. Similar to * __atomic_setup(), but we can't do a read into the L1 since it might * fault; instead we do a prefetch into the L2. */ #define __futex_prolog() \ int *lock; \ __insn_prefetch(uaddr); \ lock = __atomic_hashed_lock((int __force *)uaddr) #endif static inline int arch_futex_atomic_op_inuser(int op, u32 oparg, int *oval, u32 __user *uaddr) { int uninitialized_var(val), ret; __futex_prolog(); /* The 32-bit futex code makes this assumption, so validate it here. */ BUILD_BUG_ON(sizeof(atomic_t) != sizeof(int)); pagefault_disable(); switch (op) { case FUTEX_OP_SET: __futex_set(); break; case FUTEX_OP_ADD: __futex_add(); break; case FUTEX_OP_OR: __futex_or(); break; case FUTEX_OP_ANDN: __futex_andn(); break; case FUTEX_OP_XOR: __futex_xor(); break; default: ret = -ENOSYS; break; } pagefault_enable(); if (!ret) *oval = val; return ret; } static inline int futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 oparg) { int ret, val; __futex_prolog(); if (!access_ok(VERIFY_WRITE, uaddr, sizeof(u32))) return -EFAULT; __futex_cmpxchg(); *uval = val; return ret; } #endif /* !__ASSEMBLY__ */ #endif /* _ASM_TILE_FUTEX_H */
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
Kbuild | File | 439 B | 0644 |
|
asm-offsets.h | File | 35 B | 0644 |
|
atomic.h | File | 5.14 KB | 0644 |
|
atomic_32.h | File | 8.91 KB | 0644 |
|
atomic_64.h | File | 5.51 KB | 0644 |
|
backtrace.h | File | 3.98 KB | 0644 |
|
barrier.h | File | 2.89 KB | 0644 |
|
bitops.h | File | 2.37 KB | 0644 |
|
bitops_32.h | File | 4.01 KB | 0644 |
|
bitops_64.h | File | 2.67 KB | 0644 |
|
cache.h | File | 2.6 KB | 0644 |
|
cacheflush.h | File | 4.94 KB | 0644 |
|
checksum.h | File | 1.23 KB | 0644 |
|
cmpxchg.h | File | 3.47 KB | 0644 |
|
compat.h | File | 7.38 KB | 0644 |
|
current.h | File | 947 B | 0644 |
|
delay.h | File | 1.1 KB | 0644 |
|
device.h | File | 978 B | 0644 |
|
div64.h | File | 319 B | 0644 |
|
dma-mapping.h | File | 1.82 KB | 0644 |
|
dma.h | File | 762 B | 0644 |
|
elf.h | File | 5.42 KB | 0644 |
|
fixmap.h | File | 2.73 KB | 0644 |
|
ftrace.h | File | 1.08 KB | 0644 |
|
futex.h | File | 4.23 KB | 0644 |
|
hardirq.h | File | 1.28 KB | 0644 |
|
hardwall.h | File | 1.08 KB | 0644 |
|
highmem.h | File | 2.08 KB | 0644 |
|
homecache.h | File | 4.21 KB | 0644 |
|
hugetlb.h | File | 3.04 KB | 0644 |
|
hv_driver.h | File | 1.92 KB | 0644 |
|
ide.h | File | 758 B | 0644 |
|
insn.h | File | 1.79 KB | 0644 |
|
io.h | File | 12.43 KB | 0644 |
|
irq.h | File | 3.11 KB | 0644 |
|
irq_work.h | File | 283 B | 0644 |
|
irqflags.h | File | 10.55 KB | 0644 |
|
jump_label.h | File | 1.47 KB | 0644 |
|
kdebug.h | File | 769 B | 0644 |
|
kexec.h | File | 2.23 KB | 0644 |
|
kgdb.h | File | 1.99 KB | 0644 |
|
kmap_types.h | File | 1.02 KB | 0644 |
|
kprobes.h | File | 2.19 KB | 0644 |
|
linkage.h | File | 1.46 KB | 0644 |
|
mmu.h | File | 965 B | 0644 |
|
mmu_context.h | File | 4.5 KB | 0644 |
|
mmzone.h | File | 2.07 KB | 0644 |
|
module.h | File | 1.12 KB | 0644 |
|
page.h | File | 10.32 KB | 0644 |
|
pci.h | File | 6.58 KB | 0644 |
|
percpu.h | File | 1.79 KB | 0644 |
|
perf_event.h | File | 766 B | 0644 |
|
pgalloc.h | File | 4.76 KB | 0644 |
|
pgtable.h | File | 15.66 KB | 0644 |
|
pgtable_32.h | File | 4.08 KB | 0644 |
|
pgtable_64.h | File | 5.11 KB | 0644 |
|
pmc.h | File | 2.15 KB | 0644 |
|
processor.h | File | 10.62 KB | 0644 |
|
ptrace.h | File | 2.96 KB | 0644 |
|
sections.h | File | 1.37 KB | 0644 |
|
setup.h | File | 1.63 KB | 0644 |
|
sigframe.h | File | 956 B | 0644 |
|
signal.h | File | 1.07 KB | 0644 |
|
smp.h | File | 3.98 KB | 0644 |
|
spinlock.h | File | 741 B | 0644 |
|
spinlock_32.h | File | 2.9 KB | 0644 |
|
spinlock_64.h | File | 3.88 KB | 0644 |
|
spinlock_types.h | File | 1.58 KB | 0644 |
|
stack.h | File | 2.59 KB | 0644 |
|
string.h | File | 1.19 KB | 0644 |
|
switch_to.h | File | 2.75 KB | 0644 |
|
syscall.h | File | 2.88 KB | 0644 |
|
syscalls.h | File | 2.35 KB | 0644 |
|
thread_info.h | File | 5.54 KB | 0644 |
|
tile-desc.h | File | 650 B | 0644 |
|
tile-desc_32.h | File | 12.54 KB | 0644 |
|
tile-desc_64.h | File | 10.83 KB | 0644 |
|
timex.h | File | 1.71 KB | 0644 |
|
tlb.h | File | 878 B | 0644 |
|
tlbflush.h | File | 3.99 KB | 0644 |
|
topology.h | File | 1.52 KB | 0644 |
|
traps.h | File | 2.44 KB | 0644 |
|
uaccess.h | File | 12.77 KB | 0644 |
|
unaligned.h | File | 1.56 KB | 0644 |
|
unistd.h | File | 777 B | 0644 |
|
user.h | File | 717 B | 0644 |
|
vdso.h | File | 1.84 KB | 0644 |
|
vga.h | File | 1.05 KB | 0644 |
|
word-at-a-time.h | File | 1.07 KB | 0644 |
|