A lightweight WebAssembly runtime that is fast, secure, and standards-compliant
// A WORD OF CAUTION
//
// This entire file basically needs to be kept in sync with itself. It's not
// really possible to modify just one bit of this file without understanding
// all the other bits. Documentation tries to reference various bits here and
// there but try to make sure to read over everything before tweaking things!
use core::arch::naked_asm;
/// The indices, in words from a suspended raw fiber's saved stack pointer, of
/// the frame pointer and return address that `wasmtime_fiber_switch_` spills
/// for its caller. Keep in sync with that routine.
pub(crate) const SUSPENDED_FRAME: Option<(usize, usize)> = Some((24, 25));
#[inline(never)] // FIXME(rust-lang/rust#148307)
pub(crate) unsafe extern "C" fn wasmtime_fiber_switch(top_of_stack: *mut u8) {
unsafe { wasmtime_fiber_switch_(top_of_stack) }
}
#[unsafe(naked)]
pub(crate) unsafe extern "C" fn wasmtime_fiber_switch_(top_of_stack: *mut u8 /* a0 */) {
naked_asm!(
"
// See https://github.com/rust-lang/rust/issues/80608.
.attribute arch, \"rv64gc\"
// We're switching to arbitrary code somewhere else, so pessimistically
// assume that all callee-save register are clobbered. This means we need
// to save/restore all of them.
//
// Note that this order for saving is important since we use CFI directives
// below to point to where all the saved registers are.
// Reserve space before writing.
addi sp, sp, -0xd0
sd ra, 0xc8(sp)
sd fp, 0xc0(sp)
sd s1, 0xb8(sp)
sd s2, 0xb0(sp)
sd s3, 0xa8(sp)
sd s4, 0xa0(sp)
sd s5, 0x98(sp)
sd s6, 0x90(sp)
sd s7, 0x88(sp)
sd s8, 0x80(sp)
sd s9, 0x78(sp)
sd s10, 0x70(sp)
sd s11, 0x68(sp)
fsd fs0, 0x60(sp)
fsd fs1, 0x58(sp)
fsd fs2, 0x50(sp)
fsd fs3, 0x48(sp)
fsd fs4, 0x40(sp)
fsd fs5, 0x38(sp)
fsd fs6, 0x30(sp)
fsd fs7, 0x28(sp)
fsd fs8, 0x20(sp)
fsd fs9, 0x18(sp)
fsd fs10, 0x10(sp)
fsd fs11, 0x8(sp)
ld t0, -0x10(a0)
sd sp, -0x10(a0)
// Swap stacks and restore all our callee-saved registers
mv sp, t0
fld fs11, 0x8(sp)
fld fs10, 0x10(sp)
fld fs9, 0x18(sp)
fld fs8, 0x20(sp)
fld fs7, 0x28(sp)
fld fs6, 0x30(sp)
fld fs5, 0x38(sp)
fld fs4, 0x40(sp)
fld fs3, 0x48(sp)
fld fs2, 0x50(sp)
fld fs1, 0x58(sp)
fld fs0, 0x60(sp)
ld s11, 0x68(sp)
ld s10, 0x70(sp)
ld s9, 0x78(sp)
ld s8, 0x80(sp)
ld s7, 0x88(sp)
ld s6, 0x90(sp)
ld s5, 0x98(sp)
ld s4, 0xa0(sp)
ld s3, 0xa8(sp)
ld s2, 0xb0(sp)
ld s1, 0xb8(sp)
ld fp, 0xc0(sp)
ld ra, 0xc8(sp)
addi sp, sp, 0xd0
jr ra
",
);
}
pub(crate) unsafe fn wasmtime_fiber_init(
top_of_stack: *mut u8,
entry_point: extern "C" fn(*mut u8, *mut u8) -> *mut u8,
entry_arg0: *mut u8,
) {
#[repr(C)]
#[derive(Default)]
struct InitialStack {
align_to_16_byte_size: u64,
fs: [f64; 12],
s11: *mut u8,
s10: *mut u8,
s9: *mut u8,
s8: *mut u8,
s7: *mut u8,
s6: *mut u8,
s5: *mut u8,
s4: *mut u8,
s3: *mut u8,
s2: *mut u8,
s1: *mut u8,
fp: *mut u8,
ra: *mut u8,
// unix.rs reserved space
last_sp: *mut u8,
run_result: *mut u8,
}
unsafe {
let initial_stack = top_of_stack.cast::<InitialStack>().sub(1);
initial_stack.write(InitialStack {
s1: entry_point as *mut u8,
s2: entry_arg0,
s3: wasmtime_fiber_switch_ as *mut u8,
fp: top_of_stack,
ra: wasmtime_fiber_start as *mut u8,
last_sp: initial_stack.cast(),
..InitialStack::default()
});
}
}
#[unsafe(naked)]
unsafe extern "C" fn wasmtime_fiber_start() -> ! {
naked_asm!(
"
.cfi_startproc simple
.cfi_def_cfa_offset 0
.cfi_escape 0x0f, /* DW_CFA_def_cfa_expression */ \
5, /* the byte length of this expression */ \
0x52, /* DW_OP_reg2 (sp) */ \
0x06, /* DW_OP_deref */ \
0x08, 0xd0, /* DW_OP_const1u 0xc8 */ \
0x22 /* DW_OP_plus */
.cfi_rel_offset ra, -0x8
.cfi_rel_offset fp, -0x10
.cfi_rel_offset s1, -0x18
.cfi_rel_offset s2, -0x20
.cfi_rel_offset s3, -0x28
.cfi_rel_offset s4, -0x30
.cfi_rel_offset s5, -0x38
.cfi_rel_offset s6, -0x40
.cfi_rel_offset s7, -0x48
.cfi_rel_offset s8, -0x50
.cfi_rel_offset s9, -0x58
.cfi_rel_offset s10, -0x60
.cfi_rel_offset s11, -0x68
.cfi_rel_offset fs0, -0x70
.cfi_rel_offset fs1, -0x78
.cfi_rel_offset fs2, -0x80
.cfi_rel_offset fs3, -0x88
.cfi_rel_offset fs4, -0x90
.cfi_rel_offset fs5, -0x98
.cfi_rel_offset fs6, -0xa0
.cfi_rel_offset fs7, -0xa8
.cfi_rel_offset fs8, -0xb0
.cfi_rel_offset fs9, -0xb8
.cfi_rel_offset fs10, -0xc0
.cfi_rel_offset fs11, -0xc8
mv a0, s2
mv a1, fp
jalr s1 // entry_point
jalr s3 // wasmtime_fiber_switch_
// .4byte 0 will cause panic.
// for safety just like x86_64.rs.
.4byte 0
.cfi_endproc
",
);
}