/* * Copyright 2010 Tilera Corporation. All Rights Reserved. * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License * as published by the Free Software Foundation, version 2. * * This program is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or * NON INFRINGEMENT. See the GNU General Public License for * more details. */ #ifndef _ASM_TILE_BARRIER_H #define _ASM_TILE_BARRIER_H #ifndef __ASSEMBLY__ #include <linux/types.h> #include <arch/chip.h> #include <arch/spr_def.h> #include <asm/timex.h> #define __sync() __insn_mf() #include <hv/syscall_public.h> /* * Issue an uncacheable load to each memory controller, then * wait until those loads have completed. */ static inline void __mb_incoherent(void) { long clobber_r10; asm volatile("swint2" : "=R10" (clobber_r10) : "R10" (HV_SYS_fence_incoherent) : "r0", "r1", "r2", "r3", "r4", "r5", "r6", "r7", "r8", "r9", "r11", "r12", "r13", "r14", "r15", "r16", "r17", "r18", "r19", "r20", "r21", "r22", "r23", "r24", "r25", "r26", "r27", "r28", "r29"); } /* Fence to guarantee visibility of stores to incoherent memory. */ static inline void mb_incoherent(void) { __insn_mf(); { #if CHIP_HAS_TILE_WRITE_PENDING() const unsigned long WRITE_TIMEOUT_CYCLES = 400; unsigned long start = get_cycles_low(); do { if (__insn_mfspr(SPR_TILE_WRITE_PENDING) == 0) return; } while ((get_cycles_low() - start) < WRITE_TIMEOUT_CYCLES); #endif /* CHIP_HAS_TILE_WRITE_PENDING() */ (void) __mb_incoherent(); } } #define fast_wmb() __sync() #define fast_rmb() __sync() #define fast_mb() __sync() #define fast_iob() mb_incoherent() #define wmb() fast_wmb() #define rmb() fast_rmb() #define mb() fast_mb() #define iob() fast_iob() #ifndef __tilegx__ /* 32 bit */ /* * We need to barrier before modifying the word, since the _atomic_xxx() * routines just tns the lock and then read/modify/write of the word. * But after the word is updated, the routine issues an "mf" before returning, * and since it's a function call, we don't even need a compiler barrier. */ #define __smp_mb__before_atomic() __smp_mb() #define __smp_mb__after_atomic() do { } while (0) #define smp_mb__after_atomic() __smp_mb__after_atomic() #else /* 64 bit */ #define __smp_mb__before_atomic() __smp_mb() #define __smp_mb__after_atomic() __smp_mb() #endif /* * The TILE architecture does not do speculative reads; this ensures * that a control dependency also orders against loads and already provides * a LOAD->{LOAD,STORE} order and can forgo the additional RMB. */ #define smp_acquire__after_ctrl_dep() barrier() #include <asm-generic/barrier.h> #endif /* !__ASSEMBLY__ */ #endif /* _ASM_TILE_BARRIER_H */
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
Kbuild | File | 439 B | 0644 |
|
asm-offsets.h | File | 35 B | 0644 |
|
atomic.h | File | 5.14 KB | 0644 |
|
atomic_32.h | File | 8.91 KB | 0644 |
|
atomic_64.h | File | 5.51 KB | 0644 |
|
backtrace.h | File | 3.98 KB | 0644 |
|
barrier.h | File | 2.89 KB | 0644 |
|
bitops.h | File | 2.37 KB | 0644 |
|
bitops_32.h | File | 4.01 KB | 0644 |
|
bitops_64.h | File | 2.67 KB | 0644 |
|
cache.h | File | 2.6 KB | 0644 |
|
cacheflush.h | File | 4.94 KB | 0644 |
|
checksum.h | File | 1.23 KB | 0644 |
|
cmpxchg.h | File | 3.47 KB | 0644 |
|
compat.h | File | 7.38 KB | 0644 |
|
current.h | File | 947 B | 0644 |
|
delay.h | File | 1.1 KB | 0644 |
|
device.h | File | 978 B | 0644 |
|
div64.h | File | 319 B | 0644 |
|
dma-mapping.h | File | 1.82 KB | 0644 |
|
dma.h | File | 762 B | 0644 |
|
elf.h | File | 5.42 KB | 0644 |
|
fixmap.h | File | 2.73 KB | 0644 |
|
ftrace.h | File | 1.08 KB | 0644 |
|
futex.h | File | 4.23 KB | 0644 |
|
hardirq.h | File | 1.28 KB | 0644 |
|
hardwall.h | File | 1.08 KB | 0644 |
|
highmem.h | File | 2.08 KB | 0644 |
|
homecache.h | File | 4.21 KB | 0644 |
|
hugetlb.h | File | 3.04 KB | 0644 |
|
hv_driver.h | File | 1.92 KB | 0644 |
|
ide.h | File | 758 B | 0644 |
|
insn.h | File | 1.79 KB | 0644 |
|
io.h | File | 12.43 KB | 0644 |
|
irq.h | File | 3.11 KB | 0644 |
|
irq_work.h | File | 283 B | 0644 |
|
irqflags.h | File | 10.55 KB | 0644 |
|
jump_label.h | File | 1.47 KB | 0644 |
|
kdebug.h | File | 769 B | 0644 |
|
kexec.h | File | 2.23 KB | 0644 |
|
kgdb.h | File | 1.99 KB | 0644 |
|
kmap_types.h | File | 1.02 KB | 0644 |
|
kprobes.h | File | 2.19 KB | 0644 |
|
linkage.h | File | 1.46 KB | 0644 |
|
mmu.h | File | 965 B | 0644 |
|
mmu_context.h | File | 4.5 KB | 0644 |
|
mmzone.h | File | 2.07 KB | 0644 |
|
module.h | File | 1.12 KB | 0644 |
|
page.h | File | 10.32 KB | 0644 |
|
pci.h | File | 6.58 KB | 0644 |
|
percpu.h | File | 1.79 KB | 0644 |
|
perf_event.h | File | 766 B | 0644 |
|
pgalloc.h | File | 4.76 KB | 0644 |
|
pgtable.h | File | 15.66 KB | 0644 |
|
pgtable_32.h | File | 4.08 KB | 0644 |
|
pgtable_64.h | File | 5.11 KB | 0644 |
|
pmc.h | File | 2.15 KB | 0644 |
|
processor.h | File | 10.62 KB | 0644 |
|
ptrace.h | File | 2.96 KB | 0644 |
|
sections.h | File | 1.37 KB | 0644 |
|
setup.h | File | 1.63 KB | 0644 |
|
sigframe.h | File | 956 B | 0644 |
|
signal.h | File | 1.07 KB | 0644 |
|
smp.h | File | 3.98 KB | 0644 |
|
spinlock.h | File | 741 B | 0644 |
|
spinlock_32.h | File | 2.9 KB | 0644 |
|
spinlock_64.h | File | 3.88 KB | 0644 |
|
spinlock_types.h | File | 1.58 KB | 0644 |
|
stack.h | File | 2.59 KB | 0644 |
|
string.h | File | 1.19 KB | 0644 |
|
switch_to.h | File | 2.75 KB | 0644 |
|
syscall.h | File | 2.88 KB | 0644 |
|
syscalls.h | File | 2.35 KB | 0644 |
|
thread_info.h | File | 5.54 KB | 0644 |
|
tile-desc.h | File | 650 B | 0644 |
|
tile-desc_32.h | File | 12.54 KB | 0644 |
|
tile-desc_64.h | File | 10.83 KB | 0644 |
|
timex.h | File | 1.71 KB | 0644 |
|
tlb.h | File | 878 B | 0644 |
|
tlbflush.h | File | 3.99 KB | 0644 |
|
topology.h | File | 1.52 KB | 0644 |
|
traps.h | File | 2.44 KB | 0644 |
|
uaccess.h | File | 12.77 KB | 0644 |
|
unaligned.h | File | 1.56 KB | 0644 |
|
unistd.h | File | 777 B | 0644 |
|
user.h | File | 717 B | 0644 |
|
vdso.h | File | 1.84 KB | 0644 |
|
vga.h | File | 1.05 KB | 0644 |
|
word-at-a-time.h | File | 1.07 KB | 0644 |
|