/* SPDX-License-Identifier: GPL-2.0 */ #ifndef _ASM_S390_ALTERNATIVE_H #define _ASM_S390_ALTERNATIVE_H #ifndef __ASSEMBLY__ #include <linux/types.h> #include <linux/stddef.h> #include <linux/stringify.h> struct alt_instr { s32 instr_offset; /* original instruction */ s32 repl_offset; /* offset to replacement instruction */ u16 facility; /* facility bit set for replacement */ u8 instrlen; /* length of original instruction */ u8 replacementlen; /* length of new instruction */ } __packed; void apply_alternative_instructions(void); void apply_alternatives(struct alt_instr *start, struct alt_instr *end); /* * |661: |662: |6620 |663: * +-----------+---------------------+ * | oldinstr | oldinstr_padding | * | +----------+----------+ * | | | | * | | >6 bytes |6/4/2 nops| * | |6 bytes jg-----------> * +-----------+---------------------+ * ^^ static padding ^^ * * .altinstr_replacement section * +---------------------+-----------+ * |6641: |6651: * | alternative instr 1 | * +-----------+---------+- - - - - -+ * |6642: |6652: | * | alternative instr 2 | padding * +---------------------+- - - - - -+ * ^ runtime ^ * * .altinstructions section * +---------------------------------+ * | alt_instr entries for each | * | alternative instr | * +---------------------------------+ */ #define b_altinstr(num) "664"#num #define e_altinstr(num) "665"#num #define e_oldinstr_pad_end "663" #define oldinstr_len "662b-661b" #define oldinstr_total_len e_oldinstr_pad_end"b-661b" #define altinstr_len(num) e_altinstr(num)"b-"b_altinstr(num)"b" #define oldinstr_pad_len(num) \ "-(((" altinstr_len(num) ")-(" oldinstr_len ")) > 0) * " \ "((" altinstr_len(num) ")-(" oldinstr_len "))" #define INSTR_LEN_SANITY_CHECK(len) \ ".if " len " > 254\n" \ "\t.error \"cpu alternatives does not support instructions " \ "blocks > 254 bytes\"\n" \ ".endif\n" \ ".if (" len ") %% 2\n" \ "\t.error \"cpu alternatives instructions length is odd\"\n" \ ".endif\n" #define OLDINSTR_PADDING(oldinstr, num) \ ".if " oldinstr_pad_len(num) " > 6\n" \ "\tjg " e_oldinstr_pad_end "f\n" \ "6620:\n" \ "\t.fill (" oldinstr_pad_len(num) " - (6620b-662b)) / 2, 2, 0x0700\n" \ ".else\n" \ "\t.fill " oldinstr_pad_len(num) " / 6, 6, 0xc0040000\n" \ "\t.fill " oldinstr_pad_len(num) " %% 6 / 4, 4, 0x47000000\n" \ "\t.fill " oldinstr_pad_len(num) " %% 6 %% 4 / 2, 2, 0x0700\n" \ ".endif\n" #define OLDINSTR(oldinstr, num) \ "661:\n\t" oldinstr "\n662:\n" \ OLDINSTR_PADDING(oldinstr, num) \ e_oldinstr_pad_end ":\n" \ INSTR_LEN_SANITY_CHECK(oldinstr_len) #define OLDINSTR_2(oldinstr, num1, num2) \ "661:\n\t" oldinstr "\n662:\n" \ ".if " altinstr_len(num1) " < " altinstr_len(num2) "\n" \ OLDINSTR_PADDING(oldinstr, num2) \ ".else\n" \ OLDINSTR_PADDING(oldinstr, num1) \ ".endif\n" \ e_oldinstr_pad_end ":\n" \ INSTR_LEN_SANITY_CHECK(oldinstr_len) #define ALTINSTR_ENTRY(facility, num) \ "\t.long 661b - .\n" /* old instruction */ \ "\t.long " b_altinstr(num)"b - .\n" /* alt instruction */ \ "\t.word " __stringify(facility) "\n" /* facility bit */ \ "\t.byte " oldinstr_total_len "\n" /* source len */ \ "\t.byte " altinstr_len(num) "\n" /* alt instruction len */ #define ALTINSTR_REPLACEMENT(altinstr, num) /* replacement */ \ b_altinstr(num)":\n\t" altinstr "\n" e_altinstr(num) ":\n" \ INSTR_LEN_SANITY_CHECK(altinstr_len(num)) /* alternative assembly primitive: */ #define ALTERNATIVE(oldinstr, altinstr, facility) \ ".pushsection .altinstr_replacement, \"ax\"\n" \ ALTINSTR_REPLACEMENT(altinstr, 1) \ ".popsection\n" \ OLDINSTR(oldinstr, 1) \ ".pushsection .altinstructions,\"a\"\n" \ ALTINSTR_ENTRY(facility, 1) \ ".popsection\n" #define ALTERNATIVE_2(oldinstr, altinstr1, facility1, altinstr2, facility2)\ ".pushsection .altinstr_replacement, \"ax\"\n" \ ALTINSTR_REPLACEMENT(altinstr1, 1) \ ALTINSTR_REPLACEMENT(altinstr2, 2) \ ".popsection\n" \ OLDINSTR_2(oldinstr, 1, 2) \ ".pushsection .altinstructions,\"a\"\n" \ ALTINSTR_ENTRY(facility1, 1) \ ALTINSTR_ENTRY(facility2, 2) \ ".popsection\n" /* * Alternative instructions for different CPU types or capabilities. * * This allows to use optimized instructions even on generic binary * kernels. * * oldinstr is padded with jump and nops at compile time if altinstr is * longer. altinstr is padded with jump and nops at run-time during patching. * * For non barrier like inlines please define new variants * without volatile and memory clobber. */ #define alternative(oldinstr, altinstr, facility) \ asm volatile(ALTERNATIVE(oldinstr, altinstr, facility) : : : "memory") #define alternative_2(oldinstr, altinstr1, facility1, altinstr2, facility2) \ asm volatile(ALTERNATIVE_2(oldinstr, altinstr1, facility1, \ altinstr2, facility2) ::: "memory") #endif /* __ASSEMBLY__ */ #endif /* _ASM_S390_ALTERNATIVE_H */
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
fpu | Folder | 0755 |
|
|
trace | Folder | 0755 |
|
|
Kbuild | File | 557 B | 0644 |
|
airq.h | File | 3.02 KB | 0644 |
|
alternative-asm.h | File | 3.07 KB | 0644 |
|
alternative.h | File | 4.99 KB | 0644 |
|
ap.h | File | 9.9 KB | 0644 |
|
appldata.h | File | 1.54 KB | 0644 |
|
archrandom.h | File | 1.1 KB | 0644 |
|
asm-prototypes.h | File | 227 B | 0644 |
|
atomic.h | File | 5.1 KB | 0644 |
|
atomic_ops.h | File | 4.02 KB | 0644 |
|
barrier.h | File | 1.84 KB | 0644 |
|
bitops.h | File | 10.13 KB | 0644 |
|
bug.h | File | 1.49 KB | 0644 |
|
bugs.h | File | 441 B | 0644 |
|
cache.h | File | 387 B | 0644 |
|
ccwdev.h | File | 7.99 KB | 0644 |
|
ccwgroup.h | File | 2.53 KB | 0644 |
|
checksum.h | File | 3.24 KB | 0644 |
|
chpid.h | File | 974 B | 0644 |
|
cio.h | File | 8.01 KB | 0644 |
|
clp.h | File | 1.32 KB | 0644 |
|
cmb.h | File | 425 B | 0644 |
|
cmpxchg.h | File | 1.76 KB | 0644 |
|
compat.h | File | 7.9 KB | 0644 |
|
cpacf.h | File | 16.8 KB | 0644 |
|
cpcmd.h | File | 1.11 KB | 0644 |
|
cpu.h | File | 549 B | 0644 |
|
cpu_mf.h | File | 8.99 KB | 0644 |
|
cpufeature.h | File | 963 B | 0644 |
|
cputime.h | File | 805 B | 0644 |
|
crw.h | File | 1.86 KB | 0644 |
|
css_chars.h | File | 769 B | 0644 |
|
ctl_reg.h | File | 2.89 KB | 0644 |
|
current.h | File | 405 B | 0644 |
|
debug.h | File | 8.1 KB | 0644 |
|
delay.h | File | 721 B | 0644 |
|
diag.h | File | 5.94 KB | 0644 |
|
dis.h | File | 637 B | 0644 |
|
dma-mapping.h | File | 621 B | 0644 |
|
dma.h | File | 456 B | 0644 |
|
eadm.h | File | 2.03 KB | 0644 |
|
ebcdic.h | File | 1.41 KB | 0644 |
|
elf.h | File | 10.36 KB | 0644 |
|
exec.h | File | 269 B | 0644 |
|
extable.h | File | 875 B | 0644 |
|
extmem.h | File | 804 B | 0644 |
|
facility.h | File | 2.44 KB | 0644 |
|
fcx.h | File | 7.91 KB | 0644 |
|
ftrace.h | File | 1.66 KB | 0644 |
|
futex.h | File | 2.07 KB | 0644 |
|
gmap.h | File | 4.93 KB | 0644 |
|
hardirq.h | File | 670 B | 0644 |
|
hugetlb.h | File | 2.82 KB | 0644 |
|
hw_irq.h | File | 249 B | 0644 |
|
idals.h | File | 5.22 KB | 0644 |
|
idle.h | File | 709 B | 0644 |
|
io.h | File | 2.03 KB | 0644 |
|
ipl.h | File | 3.6 KB | 0644 |
|
irq.h | File | 2.55 KB | 0644 |
|
irqflags.h | File | 1.76 KB | 0644 |
|
isc.h | File | 1000 B | 0644 |
|
itcw.h | File | 950 B | 0644 |
|
jump_label.h | File | 1.36 KB | 0644 |
|
kdebug.h | File | 386 B | 0644 |
|
kexec.h | File | 1.32 KB | 0644 |
|
kprobes.h | File | 2.24 KB | 0644 |
|
kvm_host.h | File | 22.24 KB | 0644 |
|
kvm_para.h | File | 5.78 KB | 0644 |
|
linkage.h | File | 633 B | 0644 |
|
livepatch.h | File | 461 B | 0644 |
|
lowcore.h | File | 6.29 KB | 0644 |
|
mmu.h | File | 1.19 KB | 0644 |
|
mmu_context.h | File | 3.84 KB | 0644 |
|
mmzone.h | File | 316 B | 0644 |
|
module.h | File | 802 B | 0644 |
|
nmi.h | File | 3.44 KB | 0644 |
|
nospec-branch.h | File | 342 B | 0644 |
|
nospec-insn.h | File | 3.81 KB | 0644 |
|
numa.h | File | 730 B | 0644 |
|
os_info.h | File | 1.1 KB | 0644 |
|
page-states.h | File | 486 B | 0644 |
|
page.h | File | 5.12 KB | 0644 |
|
pci.h | File | 6.26 KB | 0644 |
|
pci_clp.h | File | 4.25 KB | 0644 |
|
pci_debug.h | File | 608 B | 0644 |
|
pci_dma.h | File | 5.7 KB | 0644 |
|
pci_insn.h | File | 2.59 KB | 0644 |
|
pci_io.h | File | 4.58 KB | 0644 |
|
percpu.h | File | 6.43 KB | 0644 |
|
perf_event.h | File | 2.71 KB | 0644 |
|
pgalloc.h | File | 4.32 KB | 0644 |
|
pgtable.h | File | 47.7 KB | 0644 |
|
pkey.h | File | 4.23 KB | 0644 |
|
preempt.h | File | 3.25 KB | 0644 |
|
processor.h | File | 10.42 KB | 0644 |
|
ptrace.h | File | 5.27 KB | 0644 |
|
qdio.h | File | 11.67 KB | 0644 |
|
reset.h | File | 471 B | 0644 |
|
runtime_instr.h | File | 1.76 KB | 0644 |
|
schid.h | File | 525 B | 0644 |
|
sclp.h | File | 3.38 KB | 0644 |
|
scsw.h | File | 24.1 KB | 0644 |
|
seccomp.h | File | 516 B | 0644 |
|
sections.h | File | 155 B | 0644 |
|
segment.h | File | 93 B | 0644 |
|
serial.h | File | 147 B | 0644 |
|
set_memory.h | File | 779 B | 0644 |
|
setup.h | File | 4.44 KB | 0644 |
|
shmparam.h | File | 285 B | 0644 |
|
signal.h | File | 644 B | 0644 |
|
sigp.h | File | 1.8 KB | 0644 |
|
smp.h | File | 2.45 KB | 0644 |
|
sparsemem.h | File | 214 B | 0644 |
|
spinlock.h | File | 3.53 KB | 0644 |
|
spinlock_types.h | File | 437 B | 0644 |
|
stp.h | File | 1.26 KB | 0644 |
|
string.h | File | 4.5 KB | 0644 |
|
switch_to.h | File | 1.37 KB | 0644 |
|
syscall.h | File | 2.63 KB | 0644 |
|
sysinfo.h | File | 4.22 KB | 0644 |
|
termios.h | File | 685 B | 0644 |
|
thread_info.h | File | 3.15 KB | 0644 |
|
timex.h | File | 6.15 KB | 0644 |
|
tlb.h | File | 5.71 KB | 0644 |
|
tlbflush.h | File | 3.52 KB | 0644 |
|
topology.h | File | 2.69 KB | 0644 |
|
uaccess.h | File | 6.57 KB | 0644 |
|
unistd.h | File | 1.03 KB | 0644 |
|
uprobes.h | File | 588 B | 0644 |
|
user.h | File | 3.3 KB | 0644 |
|
vdso.h | File | 1.8 KB | 0644 |
|
vga.h | File | 170 B | 0644 |
|
vtime.h | File | 182 B | 0644 |
|
vtimer.h | File | 866 B | 0644 |
|
vx-insn.h | File | 10.66 KB | 0644 |
|
xor.h | File | 454 B | 0644 |
|