/* SPDX-License-Identifier: GPL-2.0 */ #ifndef _SPARC_TRAP_BLOCK_H #define _SPARC_TRAP_BLOCK_H #include <asm/hypervisor.h> #include <asm/asi.h> #ifndef __ASSEMBLY__ /* Trap handling code needs to get at a few critical values upon * trap entry and to process TSB misses. These cannot be in the * per_cpu() area as we really need to lock them into the TLB and * thus make them part of the main kernel image. As a result we * try to make this as small as possible. * * This is padded out and aligned to 64-bytes to avoid false sharing * on SMP. */ /* If you modify the size of this structure, please update * TRAP_BLOCK_SZ_SHIFT below. */ struct thread_info; struct trap_per_cpu { /* D-cache line 1: Basic thread information, cpu and device mondo queues */ struct thread_info *thread; unsigned long pgd_paddr; unsigned long cpu_mondo_pa; unsigned long dev_mondo_pa; /* D-cache line 2: Error Mondo Queue and kernel buffer pointers */ unsigned long resum_mondo_pa; unsigned long resum_kernel_buf_pa; unsigned long nonresum_mondo_pa; unsigned long nonresum_kernel_buf_pa; /* Dcache lines 3, 4, 5, and 6: Hypervisor Fault Status */ struct hv_fault_status fault_info; /* Dcache line 7: Physical addresses of CPU send mondo block and CPU list. */ unsigned long cpu_mondo_block_pa; unsigned long cpu_list_pa; unsigned long tsb_huge; unsigned long tsb_huge_temp; /* Dcache line 8: IRQ work list, and keep trap_block a power-of-2 in size. */ unsigned long irq_worklist_pa; unsigned int cpu_mondo_qmask; unsigned int dev_mondo_qmask; unsigned int resum_qmask; unsigned int nonresum_qmask; unsigned long __per_cpu_base; } __attribute__((aligned(64))); extern struct trap_per_cpu trap_block[NR_CPUS]; void init_cur_cpu_trap(struct thread_info *); void setup_tba(void); extern int ncpus_probed; extern u64 cpu_mondo_counter[NR_CPUS]; unsigned long real_hard_smp_processor_id(void); struct cpuid_patch_entry { unsigned int addr; unsigned int cheetah_safari[4]; unsigned int cheetah_jbus[4]; unsigned int starfire[4]; unsigned int sun4v[4]; }; extern struct cpuid_patch_entry __cpuid_patch, __cpuid_patch_end; struct sun4v_1insn_patch_entry { unsigned int addr; unsigned int insn; }; extern struct sun4v_1insn_patch_entry __sun4v_1insn_patch, __sun4v_1insn_patch_end; extern struct sun4v_1insn_patch_entry __fast_win_ctrl_1insn_patch, __fast_win_ctrl_1insn_patch_end; struct sun4v_2insn_patch_entry { unsigned int addr; unsigned int insns[2]; }; extern struct sun4v_2insn_patch_entry __sun4v_2insn_patch, __sun4v_2insn_patch_end; extern struct sun4v_2insn_patch_entry __sun_m7_2insn_patch, __sun_m7_2insn_patch_end; #endif /* !(__ASSEMBLY__) */ #define TRAP_PER_CPU_THREAD 0x00 #define TRAP_PER_CPU_PGD_PADDR 0x08 #define TRAP_PER_CPU_CPU_MONDO_PA 0x10 #define TRAP_PER_CPU_DEV_MONDO_PA 0x18 #define TRAP_PER_CPU_RESUM_MONDO_PA 0x20 #define TRAP_PER_CPU_RESUM_KBUF_PA 0x28 #define TRAP_PER_CPU_NONRESUM_MONDO_PA 0x30 #define TRAP_PER_CPU_NONRESUM_KBUF_PA 0x38 #define TRAP_PER_CPU_FAULT_INFO 0x40 #define TRAP_PER_CPU_CPU_MONDO_BLOCK_PA 0xc0 #define TRAP_PER_CPU_CPU_LIST_PA 0xc8 #define TRAP_PER_CPU_TSB_HUGE 0xd0 #define TRAP_PER_CPU_TSB_HUGE_TEMP 0xd8 #define TRAP_PER_CPU_IRQ_WORKLIST_PA 0xe0 #define TRAP_PER_CPU_CPU_MONDO_QMASK 0xe8 #define TRAP_PER_CPU_DEV_MONDO_QMASK 0xec #define TRAP_PER_CPU_RESUM_QMASK 0xf0 #define TRAP_PER_CPU_NONRESUM_QMASK 0xf4 #define TRAP_PER_CPU_PER_CPU_BASE 0xf8 #define TRAP_BLOCK_SZ_SHIFT 8 #include <asm/scratchpad.h> #define __GET_CPUID(REG) \ /* Spitfire implementation (default). */ \ 661: ldxa [%g0] ASI_UPA_CONFIG, REG; \ srlx REG, 17, REG; \ and REG, 0x1f, REG; \ nop; \ .section .cpuid_patch, "ax"; \ /* Instruction location. */ \ .word 661b; \ /* Cheetah Safari implementation. */ \ ldxa [%g0] ASI_SAFARI_CONFIG, REG; \ srlx REG, 17, REG; \ and REG, 0x3ff, REG; \ nop; \ /* Cheetah JBUS implementation. */ \ ldxa [%g0] ASI_JBUS_CONFIG, REG; \ srlx REG, 17, REG; \ and REG, 0x1f, REG; \ nop; \ /* Starfire implementation. */ \ sethi %hi(0x1fff40000d0 >> 9), REG; \ sllx REG, 9, REG; \ or REG, 0xd0, REG; \ lduwa [REG] ASI_PHYS_BYPASS_EC_E, REG;\ /* sun4v implementation. */ \ mov SCRATCHPAD_CPUID, REG; \ ldxa [REG] ASI_SCRATCHPAD, REG; \ nop; \ nop; \ .previous; #ifdef CONFIG_SMP #define TRAP_LOAD_TRAP_BLOCK(DEST, TMP) \ __GET_CPUID(TMP) \ sethi %hi(trap_block), DEST; \ sllx TMP, TRAP_BLOCK_SZ_SHIFT, TMP; \ or DEST, %lo(trap_block), DEST; \ add DEST, TMP, DEST; \ /* Clobbers TMP, current address space PGD phys address into DEST. */ #define TRAP_LOAD_PGD_PHYS(DEST, TMP) \ TRAP_LOAD_TRAP_BLOCK(DEST, TMP) \ ldx [DEST + TRAP_PER_CPU_PGD_PADDR], DEST; /* Clobbers TMP, loads local processor's IRQ work area into DEST. */ #define TRAP_LOAD_IRQ_WORK_PA(DEST, TMP) \ TRAP_LOAD_TRAP_BLOCK(DEST, TMP) \ add DEST, TRAP_PER_CPU_IRQ_WORKLIST_PA, DEST; /* Clobbers TMP, loads DEST with current thread info pointer. */ #define TRAP_LOAD_THREAD_REG(DEST, TMP) \ TRAP_LOAD_TRAP_BLOCK(DEST, TMP) \ ldx [DEST + TRAP_PER_CPU_THREAD], DEST; /* Given the current thread info pointer in THR, load the per-cpu * area base of the current processor into DEST. REG1, REG2, and REG3 are * clobbered. * * You absolutely cannot use DEST as a temporary in this code. The * reason is that traps can happen during execution, and return from * trap will load the fully resolved DEST per-cpu base. This can corrupt * the calculations done by the macro mid-stream. */ #define LOAD_PER_CPU_BASE(DEST, THR, REG1, REG2, REG3) \ lduh [THR + TI_CPU], REG1; \ sethi %hi(trap_block), REG2; \ sllx REG1, TRAP_BLOCK_SZ_SHIFT, REG1; \ or REG2, %lo(trap_block), REG2; \ add REG2, REG1, REG2; \ ldx [REG2 + TRAP_PER_CPU_PER_CPU_BASE], DEST; #else #define TRAP_LOAD_TRAP_BLOCK(DEST, TMP) \ sethi %hi(trap_block), DEST; \ or DEST, %lo(trap_block), DEST; \ /* Uniprocessor versions, we know the cpuid is zero. */ #define TRAP_LOAD_PGD_PHYS(DEST, TMP) \ TRAP_LOAD_TRAP_BLOCK(DEST, TMP) \ ldx [DEST + TRAP_PER_CPU_PGD_PADDR], DEST; /* Clobbers TMP, loads local processor's IRQ work area into DEST. */ #define TRAP_LOAD_IRQ_WORK_PA(DEST, TMP) \ TRAP_LOAD_TRAP_BLOCK(DEST, TMP) \ add DEST, TRAP_PER_CPU_IRQ_WORKLIST_PA, DEST; #define TRAP_LOAD_THREAD_REG(DEST, TMP) \ TRAP_LOAD_TRAP_BLOCK(DEST, TMP) \ ldx [DEST + TRAP_PER_CPU_THREAD], DEST; /* No per-cpu areas on uniprocessor, so no need to load DEST. */ #define LOAD_PER_CPU_BASE(DEST, THR, REG1, REG2, REG3) #endif /* !(CONFIG_SMP) */ #endif /* _SPARC_TRAP_BLOCK_H */
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
Kbuild | File | 491 B | 0644 |
|
agp.h | File | 434 B | 0644 |
|
apb.h | File | 1.06 KB | 0644 |
|
asm-offsets.h | File | 35 B | 0644 |
|
asm-prototypes.h | File | 727 B | 0644 |
|
asm.h | File | 1.08 KB | 0644 |
|
asmmacro.h | File | 1.16 KB | 0644 |
|
atomic.h | File | 219 B | 0644 |
|
atomic_32.h | File | 2.26 KB | 0644 |
|
atomic_64.h | File | 3.34 KB | 0644 |
|
auxio.h | File | 310 B | 0644 |
|
auxio_32.h | File | 2.55 KB | 0644 |
|
auxio_64.h | File | 3.18 KB | 0644 |
|
backoff.h | File | 2.7 KB | 0644 |
|
barrier.h | File | 223 B | 0644 |
|
barrier_32.h | File | 160 B | 0644 |
|
barrier_64.h | File | 1.96 KB | 0644 |
|
bbc.h | File | 9.76 KB | 0644 |
|
bitext.h | File | 631 B | 0644 |
|
bitops.h | File | 219 B | 0644 |
|
bitops_32.h | File | 2.79 KB | 0644 |
|
bitops_64.h | File | 1.64 KB | 0644 |
|
btext.h | File | 145 B | 0644 |
|
bug.h | File | 588 B | 0644 |
|
bugs.h | File | 404 B | 0644 |
|
cache.h | File | 649 B | 0644 |
|
cacheflush.h | File | 373 B | 0644 |
|
cacheflush_32.h | File | 1.97 KB | 0644 |
|
cacheflush_64.h | File | 2.56 KB | 0644 |
|
cachetlb_32.h | File | 882 B | 0644 |
|
chafsr.h | File | 9.48 KB | 0644 |
|
checksum.h | File | 227 B | 0644 |
|
checksum_32.h | File | 6.81 KB | 0644 |
|
checksum_64.h | File | 4.4 KB | 0644 |
|
chmctrl.h | File | 7.91 KB | 0644 |
|
clock.h | File | 231 B | 0644 |
|
clocksource.h | File | 407 B | 0644 |
|
cmpxchg.h | File | 223 B | 0644 |
|
cmpxchg_32.h | File | 2.4 KB | 0644 |
|
cmpxchg_64.h | File | 5.13 KB | 0644 |
|
compat.h | File | 6.45 KB | 0644 |
|
compat_signal.h | File | 565 B | 0644 |
|
contregs.h | File | 1.9 KB | 0644 |
|
cpu_type.h | File | 579 B | 0644 |
|
cpudata.h | File | 378 B | 0644 |
|
cpudata_32.h | File | 729 B | 0644 |
|
cpudata_64.h | File | 1.13 KB | 0644 |
|
current.h | File | 991 B | 0644 |
|
dcr.h | File | 728 B | 0644 |
|
dcu.h | File | 1.48 KB | 0644 |
|
delay.h | File | 215 B | 0644 |
|
delay_32.h | File | 907 B | 0644 |
|
delay_64.h | File | 403 B | 0644 |
|
device.h | File | 565 B | 0644 |
|
dma-mapping.h | File | 632 B | 0644 |
|
dma.h | File | 6.6 KB | 0644 |
|
ebus_dma.h | File | 1.07 KB | 0644 |
|
ecc.h | File | 4.34 KB | 0644 |
|
eeprom.h | File | 254 B | 0644 |
|
elf.h | File | 207 B | 0644 |
|
elf_32.h | File | 3.19 KB | 0644 |
|
elf_64.h | File | 6.47 KB | 0644 |
|
estate.h | File | 2.23 KB | 0644 |
|
extable_64.h | File | 727 B | 0644 |
|
fb.h | File | 680 B | 0644 |
|
fbio.h | File | 2.26 KB | 0644 |
|
fhc.h | File | 4.43 KB | 0644 |
|
floppy.h | File | 219 B | 0644 |
|
floppy_32.h | File | 9.74 KB | 0644 |
|
floppy_64.h | File | 18.83 KB | 0644 |
|
fpumacro.h | File | 710 B | 0644 |
|
ftrace.h | File | 800 B | 0644 |
|
futex.h | File | 215 B | 0644 |
|
futex_32.h | File | 82 B | 0644 |
|
futex_64.h | File | 2.15 KB | 0644 |
|
hardirq.h | File | 223 B | 0644 |
|
hardirq_32.h | File | 334 B | 0644 |
|
hardirq_64.h | File | 417 B | 0644 |
|
head.h | File | 211 B | 0644 |
|
head_32.h | File | 2.56 KB | 0644 |
|
head_64.h | File | 2.13 KB | 0644 |
|
hibernate.h | File | 421 B | 0644 |
|
highmem.h | File | 2.02 KB | 0644 |
|
hugetlb.h | File | 2.09 KB | 0644 |
|
hvtramp.h | File | 782 B | 0644 |
|
hw_irq.h | File | 88 B | 0644 |
|
hypervisor.h | File | 110.71 KB | 0644 |
|
ide.h | File | 2.19 KB | 0644 |
|
idprom.h | File | 656 B | 0644 |
|
intr_queue.h | File | 794 B | 0644 |
|
io-unit.h | File | 2.41 KB | 0644 |
|
io.h | File | 620 B | 0644 |
|
io_32.h | File | 3.51 KB | 0644 |
|
io_64.h | File | 10.66 KB | 0644 |
|
ioctls.h | File | 358 B | 0644 |
|
iommu.h | File | 215 B | 0644 |
|
iommu_32.h | File | 5.73 KB | 0644 |
|
iommu_64.h | File | 2.43 KB | 0644 |
|
irq.h | File | 207 B | 0644 |
|
irq_32.h | File | 526 B | 0644 |
|
irq_64.h | File | 3.06 KB | 0644 |
|
irqflags.h | File | 227 B | 0644 |
|
irqflags_32.h | File | 1.03 KB | 0644 |
|
irqflags_64.h | File | 1.91 KB | 0644 |
|
jump_label.h | File | 1.01 KB | 0644 |
|
kdebug.h | File | 219 B | 0644 |
|
kdebug_32.h | File | 1.99 KB | 0644 |
|
kdebug_64.h | File | 393 B | 0644 |
|
kgdb.h | File | 1014 B | 0644 |
|
kmap_types.h | File | 233 B | 0644 |
|
kprobes.h | File | 1.41 KB | 0644 |
|
ldc.h | File | 4.37 KB | 0644 |
|
leon.h | File | 7.37 KB | 0644 |
|
leon_amba.h | File | 8.09 KB | 0644 |
|
leon_pci.h | File | 512 B | 0644 |
|
lsu.h | File | 1.04 KB | 0644 |
|
machines.h | File | 1.5 KB | 0644 |
|
mbus.h | File | 2.93 KB | 0644 |
|
mc146818rtc.h | File | 298 B | 0644 |
|
mc146818rtc_32.h | File | 699 B | 0644 |
|
mc146818rtc_64.h | File | 689 B | 0644 |
|
mdesc.h | File | 2.99 KB | 0644 |
|
memctrl.h | File | 311 B | 0644 |
|
mman.h | File | 304 B | 0644 |
|
mmu.h | File | 207 B | 0644 |
|
mmu_32.h | File | 209 B | 0644 |
|
mmu_64.h | File | 3.14 KB | 0644 |
|
mmu_context.h | File | 239 B | 0644 |
|
mmu_context_32.h | File | 1.07 KB | 0644 |
|
mmu_context_64.h | File | 4.15 KB | 0644 |
|
mmzone.h | File | 393 B | 0644 |
|
msi.h | File | 774 B | 0644 |
|
mxcc.h | File | 4.33 KB | 0644 |
|
nmi.h | File | 354 B | 0644 |
|
ns87303.h | File | 3.22 KB | 0644 |
|
obio.h | File | 6.26 KB | 0644 |
|
openprom.h | File | 7.3 KB | 0644 |
|
oplib.h | File | 215 B | 0644 |
|
oplib_32.h | File | 5.92 KB | 0644 |
|
oplib_64.h | File | 8.12 KB | 0644 |
|
page.h | File | 274 B | 0644 |
|
page_32.h | File | 3.91 KB | 0644 |
|
page_64.h | File | 4.49 KB | 0644 |
|
parport.h | File | 5.68 KB | 0644 |
|
pbm.h | File | 1.47 KB | 0644 |
|
pci.h | File | 207 B | 0644 |
|
pci_32.h | File | 1.09 KB | 0644 |
|
pci_64.h | File | 1.49 KB | 0644 |
|
pcic.h | File | 5.77 KB | 0644 |
|
pcr.h | File | 1.85 KB | 0644 |
|
percpu.h | File | 219 B | 0644 |
|
percpu_32.h | File | 168 B | 0644 |
|
percpu_64.h | File | 515 B | 0644 |
|
perf_event.h | File | 802 B | 0644 |
|
pgalloc.h | File | 223 B | 0644 |
|
pgalloc_32.h | File | 1.91 KB | 0644 |
|
pgalloc_64.h | File | 2.85 KB | 0644 |
|
pgtable.h | File | 223 B | 0644 |
|
pgtable_32.h | File | 11.35 KB | 0644 |
|
pgtable_64.h | File | 30.71 KB | 0644 |
|
pgtsrmmu.h | File | 6.05 KB | 0644 |
|
pil.h | File | 1.08 KB | 0644 |
|
processor.h | File | 231 B | 0644 |
|
processor_32.h | File | 3.13 KB | 0644 |
|
processor_64.h | File | 7.58 KB | 0644 |
|
prom.h | File | 2.02 KB | 0644 |
|
psr.h | File | 1.38 KB | 0644 |
|
ptrace.h | File | 4.19 KB | 0644 |
|
qrwlock.h | File | 205 B | 0644 |
|
qspinlock.h | File | 215 B | 0644 |
|
ross.h | File | 5.52 KB | 0644 |
|
sbi.h | File | 3.34 KB | 0644 |
|
scratchpad.h | File | 547 B | 0644 |
|
seccomp.h | File | 225 B | 0644 |
|
sections.h | File | 289 B | 0644 |
|
setup.h | File | 1.52 KB | 0644 |
|
sfafsr.h | File | 3.14 KB | 0644 |
|
sfp-machine.h | File | 239 B | 0644 |
|
sfp-machine_32.h | File | 6.79 KB | 0644 |
|
sfp-machine_64.h | File | 3.1 KB | 0644 |
|
shmparam.h | File | 227 B | 0644 |
|
shmparam_32.h | File | 253 B | 0644 |
|
shmparam_64.h | File | 306 B | 0644 |
|
sigcontext.h | File | 2.55 KB | 0644 |
|
signal.h | File | 835 B | 0644 |
|
smp.h | File | 207 B | 0644 |
|
smp_32.h | File | 3.29 KB | 0644 |
|
smp_64.h | File | 1.84 KB | 0644 |
|
sparsemem.h | File | 349 B | 0644 |
|
spinlock.h | File | 227 B | 0644 |
|
spinlock_32.h | File | 4.22 KB | 0644 |
|
spinlock_64.h | File | 409 B | 0644 |
|
spinlock_types.h | File | 549 B | 0644 |
|
spitfire.h | File | 9.73 KB | 0644 |
|
stacktrace.h | File | 166 B | 0644 |
|
starfire.h | File | 418 B | 0644 |
|
string.h | File | 1.13 KB | 0644 |
|
string_32.h | File | 405 B | 0644 |
|
string_64.h | File | 505 B | 0644 |
|
sunbpp.h | File | 3.27 KB | 0644 |
|
swift.h | File | 3.07 KB | 0644 |
|
switch_to.h | File | 231 B | 0644 |
|
switch_to_32.h | File | 3.53 KB | 0644 |
|
switch_to_64.h | File | 2.58 KB | 0644 |
|
syscall.h | File | 3.41 KB | 0644 |
|
syscalls.h | File | 307 B | 0644 |
|
termbits.h | File | 198 B | 0644 |
|
termios.h | File | 4.94 KB | 0644 |
|
thread_info.h | File | 239 B | 0644 |
|
thread_info_32.h | File | 3.66 KB | 0644 |
|
thread_info_64.h | File | 7.84 KB | 0644 |
|
timer.h | File | 215 B | 0644 |
|
timer_32.h | File | 1.18 KB | 0644 |
|
timer_64.h | File | 2.37 KB | 0644 |
|
timex.h | File | 215 B | 0644 |
|
timex_32.h | File | 266 B | 0644 |
|
timex_64.h | File | 423 B | 0644 |
|
tlb.h | File | 207 B | 0644 |
|
tlb_32.h | File | 520 B | 0644 |
|
tlb_64.h | File | 913 B | 0644 |
|
tlbflush.h | File | 227 B | 0644 |
|
tlbflush_32.h | File | 621 B | 0644 |
|
tlbflush_64.h | File | 1.73 KB | 0644 |
|
topology.h | File | 227 B | 0644 |
|
topology_32.h | File | 170 B | 0644 |
|
topology_64.h | File | 1.51 KB | 0644 |
|
trap_block.h | File | 6.51 KB | 0644 |
|
traps.h | File | 577 B | 0644 |
|
tsb.h | File | 12.17 KB | 0644 |
|
tsunami.h | File | 1.85 KB | 0644 |
|
ttable.h | File | 20.08 KB | 0644 |
|
turbosparc.h | File | 3.78 KB | 0644 |
|
uaccess.h | File | 363 B | 0644 |
|
uaccess_32.h | File | 8.31 KB | 0644 |
|
uaccess_64.h | File | 6.05 KB | 0644 |
|
unaligned.h | File | 339 B | 0644 |
|
unistd.h | File | 1.37 KB | 0644 |
|
upa.h | File | 3.72 KB | 0644 |
|
uprobes.h | File | 1.86 KB | 0644 |
|
user.h | File | 102 B | 0644 |
|
vaddrs.h | File | 2.02 KB | 0644 |
|
vdso.h | File | 662 B | 0644 |
|
vga.h | File | 964 B | 0644 |
|
viking.h | File | 8.14 KB | 0644 |
|
vio.h | File | 11.81 KB | 0644 |
|
visasm.h | File | 1.51 KB | 0644 |
|
vvar.h | File | 1.52 KB | 0644 |
|
winmacro.h | File | 4.66 KB | 0644 |
|
xor.h | File | 207 B | 0644 |
|
xor_32.h | File | 7.31 KB | 0644 |
|
xor_64.h | File | 2.5 KB | 0644 |
|