A lightweight WebAssembly runtime that is fast, secure, and standards-compliant
// A WORD OF CAUTION
//
// This entire file basically needs to be kept in sync with itself. It's not
// really possible to modify just one bit of this file without understanding
// all the other bits. Documentation tries to reference various bits here and
// there but try to make sure to read over everything before tweaking things!
//
// Also at this time this file is heavily based off the x86_64 file, so you'll
// probably want to read that one as well.
use core::arch::naked_asm;
/// The indices, in words from a suspended raw fiber's saved stack pointer, of
/// the frame pointer and return address that `wasmtime_fiber_switch_` spills
/// for its caller. Keep in sync with that routine.
pub(crate) const SUSPENDED_FRAME: Option<(usize, usize)> = Some((18, 19));
#[inline(never)] // FIXME(rust-lang/rust#148307)
pub(crate) unsafe extern "C" fn wasmtime_fiber_switch(top_of_stack: *mut u8) {
unsafe { wasmtime_fiber_switch_(top_of_stack) }
}
#[unsafe(naked)]
pub(crate) unsafe extern "C" fn wasmtime_fiber_switch_(top_of_stack: *mut u8 /* x0 */) {
naked_asm!(
"
.cfi_startproc
// Save all callee-saved registers on the stack since we're
// assuming they're clobbered as a result of the stack switch.
stp x29, x30, [sp, -16]!
stp x27, x28, [sp, -16]!
stp x25, x26, [sp, -16]!
stp x23, x24, [sp, -16]!
stp x21, x22, [sp, -16]!
stp x19, x20, [sp, -16]!
stp d14, d15, [sp, -16]!
stp d12, d13, [sp, -16]!
stp d10, d11, [sp, -16]!
stp d8, d9, [sp, -16]!
// Load our previously saved stack pointer to resume to, and save
// off our current stack pointer on where to come back to
// eventually.
ldr x8, [x0, -0x10]
mov x9, sp
str x9, [x0, -0x10]
// Switch to the new stack and restore all our callee-saved
// registers after the switch and return to our new stack.
mov sp, x8
ldp d8, d9, [sp], 16
ldp d10, d11, [sp], 16
ldp d12, d13, [sp], 16
ldp d14, d15, [sp], 16
ldp x19, x20, [sp], 16
ldp x21, x22, [sp], 16
ldp x23, x24, [sp], 16
ldp x25, x26, [sp], 16
ldp x27, x28, [sp], 16
ldp x29, x30, [sp], 16
ret
.cfi_endproc
",
);
}
pub(crate) unsafe fn wasmtime_fiber_init(
top_of_stack: *mut u8,
entry_point: extern "C" fn(*mut u8, *mut u8) -> *mut u8,
entry_arg0: *mut u8, // x2
) {
#[repr(C)]
#[derive(Default)]
struct InitialStack {
d8: u64,
d9: u64,
d10: u64,
d11: u64,
d12: u64,
d13: u64,
d14: u64,
d15: u64,
x19: *mut u8,
x20: *mut u8,
x21: *mut u8,
x22: *mut u8,
x23: *mut u8,
x24: *mut u8,
x25: *mut u8,
x26: *mut u8,
x27: *mut u8,
x28: *mut u8,
fp: *mut u8,
lr: *mut u8,
// unix.rs reserved space
last_sp: *mut u8,
run_result: *mut u8,
}
unsafe {
let initial_stack = top_of_stack.cast::<InitialStack>().sub(1);
initial_stack.write(InitialStack {
x19: top_of_stack,
x20: entry_point as *mut u8,
x21: entry_arg0,
x22: wasmtime_fiber_switch_ as *mut u8,
lr: wasmtime_fiber_start as *mut u8,
last_sp: initial_stack.cast(),
..InitialStack::default()
});
}
}
// See the x86_64 file for more commentary on what these CFI directives are
// doing. Like over there note that the relative offsets to registers here
// match the frame layout in `wasmtime_fiber_switch`.
#[unsafe(naked)]
unsafe extern "C" fn wasmtime_fiber_start() -> ! {
naked_asm!(
"
.cfi_startproc simple
.cfi_def_cfa_offset 0
.cfi_escape 0x0f, /* DW_CFA_def_cfa_expression */ \
5, /* the byte length of this expression */ \
0x6f, /* DW_OP_reg31(%sp) */ \
0x06, /* DW_OP_deref */ \
0x23, 0xa0, 0x1 /* DW_OP_plus_uconst 0xa0 */
.cfi_rel_offset x30, -0x08
.cfi_rel_offset x29, -0x10
.cfi_rel_offset x28, -0x18
.cfi_rel_offset x27, -0x20
.cfi_rel_offset x26, -0x28
.cfi_rel_offset x25, -0x30
.cfi_rel_offset x24, -0x38
.cfi_rel_offset x23, -0x40
.cfi_rel_offset x22, -0x48
.cfi_rel_offset x21, -0x50
.cfi_rel_offset x20, -0x58
.cfi_rel_offset x19, -0x60
// Load our two arguments from the stack, where x1 is our start
// procedure and x0 is its first argument. This also blows away the
// stack space used by those two arguments.
mov x0, x21
mov x1, x19
// ... and then we call the function! Note that this is a function call
// so our frame stays on the stack to backtrace through.
blr x20
// The entry function returns where to switch to as the final switch, so
// that's performed here in inline assembly.
blr x22
// Unreachable, here for safety. This should help catch unexpected
// behaviors. Use a noticeable payload so one can grep for it in the
// codebase.
brk 0xf1b3
.cfi_endproc
",
);
}