/* SPDX-License-Identifier: GPL-2.0 */ #ifndef __SPARC64_MMU_CONTEXT_H #define __SPARC64_MMU_CONTEXT_H /* Derived heavily from Linus's Alpha/AXP ASN code... */ #ifndef __ASSEMBLY__ #include <linux/spinlock.h> #include <linux/mm_types.h> #include <linux/smp.h> #include <asm/spitfire.h> #include <asm-generic/mm_hooks.h> #include <asm/percpu.h> static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) { } extern spinlock_t ctx_alloc_lock; extern unsigned long tlb_context_cache; extern unsigned long mmu_context_bmap[]; DECLARE_PER_CPU(struct mm_struct *, per_cpu_secondary_mm); void get_new_mmu_context(struct mm_struct *mm); int init_new_context(struct task_struct *tsk, struct mm_struct *mm); void destroy_context(struct mm_struct *mm); void __tsb_context_switch(unsigned long pgd_pa, struct tsb_config *tsb_base, struct tsb_config *tsb_huge, unsigned long tsb_descr_pa, unsigned long secondary_ctx); static inline void tsb_context_switch_ctx(struct mm_struct *mm, unsigned long ctx) { __tsb_context_switch(__pa(mm->pgd), &mm->context.tsb_block[MM_TSB_BASE], #if defined(CONFIG_HUGETLB_PAGE) || defined(CONFIG_TRANSPARENT_HUGEPAGE) (mm->context.tsb_block[MM_TSB_HUGE].tsb ? &mm->context.tsb_block[MM_TSB_HUGE] : NULL) #else NULL #endif , __pa(&mm->context.tsb_descr[MM_TSB_BASE]), ctx); } #define tsb_context_switch(X) tsb_context_switch_ctx(X, 0) void tsb_grow(struct mm_struct *mm, unsigned long tsb_index, unsigned long mm_rss); #ifdef CONFIG_SMP void smp_tsb_sync(struct mm_struct *mm); #else #define smp_tsb_sync(__mm) do { } while (0) #endif /* Set MMU context in the actual hardware. */ #define load_secondary_context(__mm) \ __asm__ __volatile__( \ "\n661: stxa %0, [%1] %2\n" \ " .section .sun4v_1insn_patch, \"ax\"\n" \ " .word 661b\n" \ " stxa %0, [%1] %3\n" \ " .previous\n" \ " flush %%g6\n" \ : /* No outputs */ \ : "r" (CTX_HWBITS((__mm)->context)), \ "r" (SECONDARY_CONTEXT), "i" (ASI_DMMU), "i" (ASI_MMU)) void __flush_tlb_mm(unsigned long, unsigned long); /* Switch the current MM context. */ static inline void switch_mm(struct mm_struct *old_mm, struct mm_struct *mm, struct task_struct *tsk) { unsigned long ctx_valid, flags; int cpu = smp_processor_id(); per_cpu(per_cpu_secondary_mm, cpu) = mm; if (unlikely(mm == &init_mm)) return; spin_lock_irqsave(&mm->context.lock, flags); ctx_valid = CTX_VALID(mm->context); if (!ctx_valid) get_new_mmu_context(mm); /* We have to be extremely careful here or else we will miss * a TSB grow if we switch back and forth between a kernel * thread and an address space which has it's TSB size increased * on another processor. * * It is possible to play some games in order to optimize the * switch, but the safest thing to do is to unconditionally * perform the secondary context load and the TSB context switch. * * For reference the bad case is, for address space "A": * * CPU 0 CPU 1 * run address space A * set cpu0's bits in cpu_vm_mask * switch to kernel thread, borrow * address space A via entry_lazy_tlb * run address space A * set cpu1's bit in cpu_vm_mask * flush_tlb_pending() * reset cpu_vm_mask to just cpu1 * TSB grow * run address space A * context was valid, so skip * TSB context switch * * At that point cpu0 continues to use a stale TSB, the one from * before the TSB grow performed on cpu1. cpu1 did not cross-call * cpu0 to update it's TSB because at that point the cpu_vm_mask * only had cpu1 set in it. */ tsb_context_switch_ctx(mm, CTX_HWBITS(mm->context)); /* Any time a processor runs a context on an address space * for the first time, we must flush that context out of the * local TLB. */ if (!ctx_valid || !cpumask_test_cpu(cpu, mm_cpumask(mm))) { cpumask_set_cpu(cpu, mm_cpumask(mm)); __flush_tlb_mm(CTX_HWBITS(mm->context), SECONDARY_CONTEXT); } spin_unlock_irqrestore(&mm->context.lock, flags); } #define deactivate_mm(tsk,mm) do { } while (0) #define activate_mm(active_mm, mm) switch_mm(active_mm, mm, NULL) #endif /* !(__ASSEMBLY__) */ #endif /* !(__SPARC64_MMU_CONTEXT_H) */
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
Kbuild | File | 491 B | 0644 |
|
agp.h | File | 434 B | 0644 |
|
apb.h | File | 1.06 KB | 0644 |
|
asm-offsets.h | File | 35 B | 0644 |
|
asm-prototypes.h | File | 727 B | 0644 |
|
asm.h | File | 1.08 KB | 0644 |
|
asmmacro.h | File | 1.16 KB | 0644 |
|
atomic.h | File | 219 B | 0644 |
|
atomic_32.h | File | 2.26 KB | 0644 |
|
atomic_64.h | File | 3.34 KB | 0644 |
|
auxio.h | File | 310 B | 0644 |
|
auxio_32.h | File | 2.55 KB | 0644 |
|
auxio_64.h | File | 3.18 KB | 0644 |
|
backoff.h | File | 2.7 KB | 0644 |
|
barrier.h | File | 223 B | 0644 |
|
barrier_32.h | File | 160 B | 0644 |
|
barrier_64.h | File | 1.96 KB | 0644 |
|
bbc.h | File | 9.76 KB | 0644 |
|
bitext.h | File | 631 B | 0644 |
|
bitops.h | File | 219 B | 0644 |
|
bitops_32.h | File | 2.79 KB | 0644 |
|
bitops_64.h | File | 1.64 KB | 0644 |
|
btext.h | File | 145 B | 0644 |
|
bug.h | File | 588 B | 0644 |
|
bugs.h | File | 404 B | 0644 |
|
cache.h | File | 649 B | 0644 |
|
cacheflush.h | File | 373 B | 0644 |
|
cacheflush_32.h | File | 1.97 KB | 0644 |
|
cacheflush_64.h | File | 2.56 KB | 0644 |
|
cachetlb_32.h | File | 882 B | 0644 |
|
chafsr.h | File | 9.48 KB | 0644 |
|
checksum.h | File | 227 B | 0644 |
|
checksum_32.h | File | 6.81 KB | 0644 |
|
checksum_64.h | File | 4.4 KB | 0644 |
|
chmctrl.h | File | 7.91 KB | 0644 |
|
clock.h | File | 231 B | 0644 |
|
clocksource.h | File | 407 B | 0644 |
|
cmpxchg.h | File | 223 B | 0644 |
|
cmpxchg_32.h | File | 2.4 KB | 0644 |
|
cmpxchg_64.h | File | 5.13 KB | 0644 |
|
compat.h | File | 6.45 KB | 0644 |
|
compat_signal.h | File | 565 B | 0644 |
|
contregs.h | File | 1.9 KB | 0644 |
|
cpu_type.h | File | 579 B | 0644 |
|
cpudata.h | File | 378 B | 0644 |
|
cpudata_32.h | File | 729 B | 0644 |
|
cpudata_64.h | File | 1.13 KB | 0644 |
|
current.h | File | 991 B | 0644 |
|
dcr.h | File | 728 B | 0644 |
|
dcu.h | File | 1.48 KB | 0644 |
|
delay.h | File | 215 B | 0644 |
|
delay_32.h | File | 907 B | 0644 |
|
delay_64.h | File | 403 B | 0644 |
|
device.h | File | 565 B | 0644 |
|
dma-mapping.h | File | 632 B | 0644 |
|
dma.h | File | 6.6 KB | 0644 |
|
ebus_dma.h | File | 1.07 KB | 0644 |
|
ecc.h | File | 4.34 KB | 0644 |
|
eeprom.h | File | 254 B | 0644 |
|
elf.h | File | 207 B | 0644 |
|
elf_32.h | File | 3.19 KB | 0644 |
|
elf_64.h | File | 6.47 KB | 0644 |
|
estate.h | File | 2.23 KB | 0644 |
|
extable_64.h | File | 727 B | 0644 |
|
fb.h | File | 680 B | 0644 |
|
fbio.h | File | 2.26 KB | 0644 |
|
fhc.h | File | 4.43 KB | 0644 |
|
floppy.h | File | 219 B | 0644 |
|
floppy_32.h | File | 9.74 KB | 0644 |
|
floppy_64.h | File | 18.83 KB | 0644 |
|
fpumacro.h | File | 710 B | 0644 |
|
ftrace.h | File | 800 B | 0644 |
|
futex.h | File | 215 B | 0644 |
|
futex_32.h | File | 82 B | 0644 |
|
futex_64.h | File | 2.15 KB | 0644 |
|
hardirq.h | File | 223 B | 0644 |
|
hardirq_32.h | File | 334 B | 0644 |
|
hardirq_64.h | File | 417 B | 0644 |
|
head.h | File | 211 B | 0644 |
|
head_32.h | File | 2.56 KB | 0644 |
|
head_64.h | File | 2.13 KB | 0644 |
|
hibernate.h | File | 421 B | 0644 |
|
highmem.h | File | 2.02 KB | 0644 |
|
hugetlb.h | File | 2.09 KB | 0644 |
|
hvtramp.h | File | 782 B | 0644 |
|
hw_irq.h | File | 88 B | 0644 |
|
hypervisor.h | File | 110.71 KB | 0644 |
|
ide.h | File | 2.19 KB | 0644 |
|
idprom.h | File | 656 B | 0644 |
|
intr_queue.h | File | 794 B | 0644 |
|
io-unit.h | File | 2.41 KB | 0644 |
|
io.h | File | 620 B | 0644 |
|
io_32.h | File | 3.51 KB | 0644 |
|
io_64.h | File | 10.66 KB | 0644 |
|
ioctls.h | File | 358 B | 0644 |
|
iommu.h | File | 215 B | 0644 |
|
iommu_32.h | File | 5.73 KB | 0644 |
|
iommu_64.h | File | 2.43 KB | 0644 |
|
irq.h | File | 207 B | 0644 |
|
irq_32.h | File | 526 B | 0644 |
|
irq_64.h | File | 3.06 KB | 0644 |
|
irqflags.h | File | 227 B | 0644 |
|
irqflags_32.h | File | 1.03 KB | 0644 |
|
irqflags_64.h | File | 1.91 KB | 0644 |
|
jump_label.h | File | 1.01 KB | 0644 |
|
kdebug.h | File | 219 B | 0644 |
|
kdebug_32.h | File | 1.99 KB | 0644 |
|
kdebug_64.h | File | 393 B | 0644 |
|
kgdb.h | File | 1014 B | 0644 |
|
kmap_types.h | File | 233 B | 0644 |
|
kprobes.h | File | 1.41 KB | 0644 |
|
ldc.h | File | 4.37 KB | 0644 |
|
leon.h | File | 7.37 KB | 0644 |
|
leon_amba.h | File | 8.09 KB | 0644 |
|
leon_pci.h | File | 512 B | 0644 |
|
lsu.h | File | 1.04 KB | 0644 |
|
machines.h | File | 1.5 KB | 0644 |
|
mbus.h | File | 2.93 KB | 0644 |
|
mc146818rtc.h | File | 298 B | 0644 |
|
mc146818rtc_32.h | File | 699 B | 0644 |
|
mc146818rtc_64.h | File | 689 B | 0644 |
|
mdesc.h | File | 2.99 KB | 0644 |
|
memctrl.h | File | 311 B | 0644 |
|
mman.h | File | 304 B | 0644 |
|
mmu.h | File | 207 B | 0644 |
|
mmu_32.h | File | 209 B | 0644 |
|
mmu_64.h | File | 3.14 KB | 0644 |
|
mmu_context.h | File | 239 B | 0644 |
|
mmu_context_32.h | File | 1.07 KB | 0644 |
|
mmu_context_64.h | File | 4.15 KB | 0644 |
|
mmzone.h | File | 393 B | 0644 |
|
msi.h | File | 774 B | 0644 |
|
mxcc.h | File | 4.33 KB | 0644 |
|
nmi.h | File | 354 B | 0644 |
|
ns87303.h | File | 3.22 KB | 0644 |
|
obio.h | File | 6.26 KB | 0644 |
|
openprom.h | File | 7.3 KB | 0644 |
|
oplib.h | File | 215 B | 0644 |
|
oplib_32.h | File | 5.92 KB | 0644 |
|
oplib_64.h | File | 8.12 KB | 0644 |
|
page.h | File | 274 B | 0644 |
|
page_32.h | File | 3.91 KB | 0644 |
|
page_64.h | File | 4.49 KB | 0644 |
|
parport.h | File | 5.68 KB | 0644 |
|
pbm.h | File | 1.47 KB | 0644 |
|
pci.h | File | 207 B | 0644 |
|
pci_32.h | File | 1.09 KB | 0644 |
|
pci_64.h | File | 1.49 KB | 0644 |
|
pcic.h | File | 5.77 KB | 0644 |
|
pcr.h | File | 1.85 KB | 0644 |
|
percpu.h | File | 219 B | 0644 |
|
percpu_32.h | File | 168 B | 0644 |
|
percpu_64.h | File | 515 B | 0644 |
|
perf_event.h | File | 802 B | 0644 |
|
pgalloc.h | File | 223 B | 0644 |
|
pgalloc_32.h | File | 1.91 KB | 0644 |
|
pgalloc_64.h | File | 2.85 KB | 0644 |
|
pgtable.h | File | 223 B | 0644 |
|
pgtable_32.h | File | 11.35 KB | 0644 |
|
pgtable_64.h | File | 30.71 KB | 0644 |
|
pgtsrmmu.h | File | 6.05 KB | 0644 |
|
pil.h | File | 1.08 KB | 0644 |
|
processor.h | File | 231 B | 0644 |
|
processor_32.h | File | 3.13 KB | 0644 |
|
processor_64.h | File | 7.58 KB | 0644 |
|
prom.h | File | 2.02 KB | 0644 |
|
psr.h | File | 1.38 KB | 0644 |
|
ptrace.h | File | 4.19 KB | 0644 |
|
qrwlock.h | File | 205 B | 0644 |
|
qspinlock.h | File | 215 B | 0644 |
|
ross.h | File | 5.52 KB | 0644 |
|
sbi.h | File | 3.34 KB | 0644 |
|
scratchpad.h | File | 547 B | 0644 |
|
seccomp.h | File | 225 B | 0644 |
|
sections.h | File | 289 B | 0644 |
|
setup.h | File | 1.52 KB | 0644 |
|
sfafsr.h | File | 3.14 KB | 0644 |
|
sfp-machine.h | File | 239 B | 0644 |
|
sfp-machine_32.h | File | 6.79 KB | 0644 |
|
sfp-machine_64.h | File | 3.1 KB | 0644 |
|
shmparam.h | File | 227 B | 0644 |
|
shmparam_32.h | File | 253 B | 0644 |
|
shmparam_64.h | File | 306 B | 0644 |
|
sigcontext.h | File | 2.55 KB | 0644 |
|
signal.h | File | 835 B | 0644 |
|
smp.h | File | 207 B | 0644 |
|
smp_32.h | File | 3.29 KB | 0644 |
|
smp_64.h | File | 1.84 KB | 0644 |
|
sparsemem.h | File | 349 B | 0644 |
|
spinlock.h | File | 227 B | 0644 |
|
spinlock_32.h | File | 4.22 KB | 0644 |
|
spinlock_64.h | File | 409 B | 0644 |
|
spinlock_types.h | File | 549 B | 0644 |
|
spitfire.h | File | 9.73 KB | 0644 |
|
stacktrace.h | File | 166 B | 0644 |
|
starfire.h | File | 418 B | 0644 |
|
string.h | File | 1.13 KB | 0644 |
|
string_32.h | File | 405 B | 0644 |
|
string_64.h | File | 505 B | 0644 |
|
sunbpp.h | File | 3.27 KB | 0644 |
|
swift.h | File | 3.07 KB | 0644 |
|
switch_to.h | File | 231 B | 0644 |
|
switch_to_32.h | File | 3.53 KB | 0644 |
|
switch_to_64.h | File | 2.58 KB | 0644 |
|
syscall.h | File | 3.41 KB | 0644 |
|
syscalls.h | File | 307 B | 0644 |
|
termbits.h | File | 198 B | 0644 |
|
termios.h | File | 4.94 KB | 0644 |
|
thread_info.h | File | 239 B | 0644 |
|
thread_info_32.h | File | 3.66 KB | 0644 |
|
thread_info_64.h | File | 7.84 KB | 0644 |
|
timer.h | File | 215 B | 0644 |
|
timer_32.h | File | 1.18 KB | 0644 |
|
timer_64.h | File | 2.37 KB | 0644 |
|
timex.h | File | 215 B | 0644 |
|
timex_32.h | File | 266 B | 0644 |
|
timex_64.h | File | 423 B | 0644 |
|
tlb.h | File | 207 B | 0644 |
|
tlb_32.h | File | 520 B | 0644 |
|
tlb_64.h | File | 913 B | 0644 |
|
tlbflush.h | File | 227 B | 0644 |
|
tlbflush_32.h | File | 621 B | 0644 |
|
tlbflush_64.h | File | 1.73 KB | 0644 |
|
topology.h | File | 227 B | 0644 |
|
topology_32.h | File | 170 B | 0644 |
|
topology_64.h | File | 1.51 KB | 0644 |
|
trap_block.h | File | 6.51 KB | 0644 |
|
traps.h | File | 577 B | 0644 |
|
tsb.h | File | 12.17 KB | 0644 |
|
tsunami.h | File | 1.85 KB | 0644 |
|
ttable.h | File | 20.08 KB | 0644 |
|
turbosparc.h | File | 3.78 KB | 0644 |
|
uaccess.h | File | 363 B | 0644 |
|
uaccess_32.h | File | 8.31 KB | 0644 |
|
uaccess_64.h | File | 6.05 KB | 0644 |
|
unaligned.h | File | 339 B | 0644 |
|
unistd.h | File | 1.37 KB | 0644 |
|
upa.h | File | 3.72 KB | 0644 |
|
uprobes.h | File | 1.86 KB | 0644 |
|
user.h | File | 102 B | 0644 |
|
vaddrs.h | File | 2.02 KB | 0644 |
|
vdso.h | File | 662 B | 0644 |
|
vga.h | File | 964 B | 0644 |
|
viking.h | File | 8.14 KB | 0644 |
|
vio.h | File | 11.81 KB | 0644 |
|
visasm.h | File | 1.51 KB | 0644 |
|
vvar.h | File | 1.52 KB | 0644 |
|
winmacro.h | File | 4.66 KB | 0644 |
|
xor.h | File | 207 B | 0644 |
|
xor_32.h | File | 7.31 KB | 0644 |
|
xor_64.h | File | 2.5 KB | 0644 |
|