Skip to content

A lightweight WebAssembly runtime that is fast, secure, and standards-compliant

39.7 KB
Raw Blame
use std::future::Future;
use std::pin::Pin;
use std::rc::Rc;
use std::sync::atomic::AtomicUsize;
use std::sync::atomic::Ordering;
use std::sync::{Arc, Mutex};
use std::task::{Context, Poll, Waker};
use wasmtime::*;

fn async_store() -> Store<()> {
    Store::new(&Engine::default(), ())
}

async fn run_smoke_test(store: &mut Store<()>, func: Func) {
    func.call_async(&mut *store, &[], &mut []).await.unwrap();
    func.call_async(&mut *store, &[], &mut []).await.unwrap();
}

async fn run_smoke_typed_test(store: &mut Store<()>, func: Func) {
    let func = func.typed::<(), ()>(&store).unwrap();
    func.call_async(&mut *store, ()).await.unwrap();
    func.call_async(&mut *store, ()).await.unwrap();
}

#[tokio::test]
async fn smoke() {
    let mut store = async_store();
    let func_ty = FuncType::new(store.engine(), None, None);
    let func = Func::new_async(&mut store, func_ty, move |_caller, _params, _results| {
        Box::new(async { Ok(()) })
    });
    run_smoke_test(&mut store, func).await;
    run_smoke_typed_test(&mut store, func).await;

    let func = Func::wrap_async(&mut store, move |_caller, _: ()| Box::new(async { Ok(()) }));
    run_smoke_test(&mut store, func).await;
    run_smoke_typed_test(&mut store, func).await;
}

#[tokio::test]
async fn smoke_host_func() -> Result<()> {
    let mut store = async_store();
    let mut linker = Linker::new(store.engine());

    linker.func_new_async(
        "",
        "first",
        FuncType::new(store.engine(), None, None),
        move |_caller, _params, _results| Box::new(async { Ok(()) }),
    )?;

    linker.func_wrap_async("", "second", move |_caller, _: ()| {
        Box::new(async { Ok(()) })
    })?;

    let func = linker
        .get(&mut store, "", "first")
        .unwrap()
        .into_func()
        .unwrap();
    run_smoke_test(&mut store, func).await;
    run_smoke_typed_test(&mut store, func).await;

    let func = linker
        .get(&mut store, "", "second")
        .unwrap()
        .into_func()
        .unwrap();
    run_smoke_test(&mut store, func).await;
    run_smoke_typed_test(&mut store, func).await;

    Ok(())
}

#[tokio::test]
async fn smoke_with_suspension() {
    let mut store = async_store();
    let func_ty = FuncType::new(store.engine(), None, None);
    let func = Func::new_async(&mut store, func_ty, move |_caller, _params, _results| {
        Box::new(async {
            tokio::task::yield_now().await;
            Ok(())
        })
    });
    run_smoke_test(&mut store, func).await;
    run_smoke_typed_test(&mut store, func).await;

    let func = Func::wrap_async(&mut store, move |_caller, _: ()| {
        Box::new(async {
            tokio::task::yield_now().await;
            Ok(())
        })
    });
    run_smoke_test(&mut store, func).await;
    run_smoke_typed_test(&mut store, func).await;
}

#[tokio::test]
async fn smoke_host_func_with_suspension() -> Result<()> {
    let mut store = async_store();
    let mut linker = Linker::new(store.engine());

    linker.func_new_async(
        "",
        "first",
        FuncType::new(store.engine(), None, None),
        move |_caller, _params, _results| {
            Box::new(async {
                tokio::task::yield_now().await;
                Ok(())
            })
        },
    )?;

    linker.func_wrap_async("", "second", move |_caller, _: ()| {
        Box::new(async {
            tokio::task::yield_now().await;
            Ok(())
        })
    })?;

    let func = linker
        .get(&mut store, "", "first")
        .unwrap()
        .into_func()
        .unwrap();
    run_smoke_test(&mut store, func).await;
    run_smoke_typed_test(&mut store, func).await;

    let func = linker
        .get(&mut store, "", "second")
        .unwrap()
        .into_func()
        .unwrap();
    run_smoke_test(&mut store, func).await;
    run_smoke_typed_test(&mut store, func).await;

    Ok(())
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn recursive_call() {
    let mut store = async_store();
    let func_ty = FuncType::new(store.engine(), None, None);
    let async_wasm_func = Func::new_async(&mut store, func_ty, |_caller, _params, _results| {
        Box::new(async {
            tokio::task::yield_now().await;
            Ok(())
        })
    });

    // Create an imported function which recursively invokes another wasm
    // function asynchronously, although this one is just our own host function
    // which suffices for this test.
    let func_ty = FuncType::new(store.engine(), None, None);
    let func2 = Func::new_async(&mut store, func_ty, move |mut caller, _params, _results| {
        Box::new(async move {
            async_wasm_func
                .call_async(&mut caller, &[], &mut [])
                .await?;
            Ok(())
        })
    });

    // Create an instance which calls an async import twice.
    let module = Module::new(
        store.engine(),
        "
            (module
                (import \"\" \"\" (func))
                (func (export \"\")
                    ;; call imported function which recursively does an async
                    ;; call
                    call 0
                    ;; do it again, and our various pointers all better align
                    call 0))
        ",
    )
    .unwrap();

    let instance = Instance::new_async(&mut store, &module, &[func2.into()])
        .await
        .unwrap();
    let func = instance.get_func(&mut store, "").unwrap();
    func.call_async(&mut store, &[], &mut []).await.unwrap();
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn suspend_while_suspending() {
    let mut store = async_store();

    // Create a synchronous function which calls our asynchronous function and
    // runs it locally. This shouldn't generally happen but we know everything
    // is synchronous in this test so it's fine for us to do this.
    //
    // The purpose of this test is intended to stress various cases in how
    // we manage pointers in ways that are not necessarily common but are still
    // possible in safe code.
    let func_ty = FuncType::new(store.engine(), None, None);
    let async_thunk = Func::new_async(&mut store, func_ty, |_caller, _params, _results| {
        Box::new(async { Ok(()) })
    });
    let func_ty = FuncType::new(store.engine(), None, None);
    let sync_call_async_thunk =
        Func::new(&mut store, func_ty, move |mut caller, _params, _results| {
            let mut future = Box::pin(async_thunk.call_async(&mut caller, &[], &mut []));
            let poll = future
                .as_mut()
                .poll(&mut Context::from_waker(Waker::noop()));
            assert!(poll.is_ready());
            Ok(())
        });

    // A small async function that simply awaits once to pump the loops and
    // then finishes.
    let func_ty = FuncType::new(store.engine(), None, None);
    let async_import = Func::new_async(&mut store, func_ty, move |_caller, _params, _results| {
        Box::new(async move {
            tokio::task::yield_now().await;
            Ok(())
        })
    });

    let module = Module::new(
        store.engine(),
        "
            (module
                (import \"\" \"\" (func $sync_call_async_thunk))
                (import \"\" \"\" (func $async_import))
                (func (export \"\")
                    ;; Set some store-local state and pointers
                    call $sync_call_async_thunk
                    ;; .. and hopefully it's all still configured correctly
                    call $async_import))
        ",
    )
    .unwrap();
    let instance = Instance::new_async(
        &mut store,
        &module,
        &[sync_call_async_thunk.into(), async_import.into()],
    )
    .await
    .unwrap();
    let func = instance.get_func(&mut store, "").unwrap();
    func.call_async(&mut store, &[], &mut []).await.unwrap();
}

#[tokio::test]
async fn cancel_during_run() {
    let mut store = Store::new(&Engine::default(), 0);

    let func_ty = FuncType::new(store.engine(), None, None);
    let async_thunk = Func::new_async(&mut store, func_ty, move |mut caller, _params, _results| {
        assert_eq!(*caller.data(), 0);
        *caller.data_mut() = 1;
        let dtor = SetOnDrop(caller);
        Box::new(async move {
            // SetOnDrop is not destroyed when dropping the reference of it
            // here. Instead, it is moved into the future where it's forced
            // to live in and will be destroyed at the end of the future.
            let _ = &dtor;
            tokio::task::yield_now().await;
            Ok(())
        })
    });
    // Shouldn't have called anything yet...
    assert_eq!(*store.data(), 0);

    // Create our future, but as per async conventions this still doesn't
    // actually do anything. No wasm or host function has been called yet.
    let future = Box::pin(async_thunk.call_async(&mut store, &[], &mut []));

    // Push the future forward one tick, which actually runs the host code in
    // our async func. Our future is designed to be pending once, however.
    let future = PollOnce::new(future).await;

    // Now that our future is running (on a separate, now-suspended fiber), drop
    // the future and that should deallocate all the Rust bits as well.
    drop(future);
    assert_eq!(*store.data(), 2);

    struct SetOnDrop<'a>(Caller<'a, usize>);

    impl Drop for SetOnDrop<'_> {
        fn drop(&mut self) {
            assert_eq!(*self.0.data(), 1);
            *self.0.data_mut() = 2;
        }
    }
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn iloop_with_fuel() {
    let engine = Engine::new(Config::new().consume_fuel(true)).unwrap();
    let mut store = Store::new(&engine, ());
    store.set_fuel(10_000).unwrap();
    store.fuel_async_yield_interval(Some(100)).unwrap();
    let module = Module::new(
        &engine,
        "
            (module
                (func (loop br 0))
                (start 0)
            )
        ",
    )
    .unwrap();
    let instance = Instance::new_async(&mut store, &module, &[]);

    // This should yield a bunch of times but eventually finish
    let (_, pending) = CountPending::new(Box::pin(instance)).await;
    assert_eq!(pending, 99);
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn fuel_eventually_finishes() {
    let engine = Engine::new(Config::new().consume_fuel(true)).unwrap();
    let mut store = Store::new(&engine, ());
    store.set_fuel(u64::MAX).unwrap();
    store.fuel_async_yield_interval(Some(10)).unwrap();
    let module = Module::new(
        &engine,
        "
            (module
                (func
                    (local i32)
                    i32.const 100
                    local.set 0
                    (loop
                        local.get 0
                        i32.const -1
                        i32.add
                        local.tee 0
                        br_if 0)
                )
                (start 0)
            )
        ",
    )
    .unwrap();
    let instance = Instance::new_async(&mut store, &module, &[]);
    instance.await.unwrap();
}

#[tokio::test]
async fn async_with_pooling_stacks() {
    let mut pool = crate::small_pool_config();
    pool.total_stacks(1)
        .max_memory_size(1 << 16)
        .table_elements(0);
    let mut config = Config::new();
    config.allocation_strategy(InstanceAllocationStrategy::Pooling(pool));
    config.memory_guard_size(0);
    config.memory_reservation(1 << 16);

    let engine = Engine::new(&config).unwrap();
    let mut store = Store::new(&engine, ());
    let func_ty = FuncType::new(store.engine(), None, None);
    let func = Func::new_async(&mut store, func_ty, move |_caller, _params, _results| {
        Box::new(async { Ok(()) })
    });

    run_smoke_test(&mut store, func).await;
    run_smoke_typed_test(&mut store, func).await;
}

#[tokio::test]
async fn async_host_func_with_pooling_stacks() -> Result<()> {
    let mut pooling = crate::small_pool_config();
    pooling
        .total_stacks(1)
        .max_memory_size(1 << 16)
        .table_elements(0);
    let mut config = Config::new();
    config.allocation_strategy(InstanceAllocationStrategy::Pooling(pooling));
    config.memory_guard_size(0);
    config.memory_reservation(1 << 16);

    let mut store = Store::new(&Engine::new(&config)?, ());
    let mut linker = Linker::new(store.engine());
    linker.func_new_async(
        "",
        "",
        FuncType::new(store.engine(), None, None),
        move |_caller, _params, _results| Box::new(async { Ok(()) }),
    )?;

    let func = linker.get(&mut store, "", "").unwrap().into_func().unwrap();
    run_smoke_test(&mut store, func).await;
    run_smoke_typed_test(&mut store, func).await;
    Ok(())
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn async_mpk_protection() -> Result<()> {
    let _ = env_logger::try_init();

    // Construct a pool with MPK protection enabled; note that the MPK
    // protection is configured in `small_pool_config`.
    let mut pooling = crate::small_pool_config();
    pooling
        .total_memories(10)
        .total_stacks(2)
        .max_memory_size(1 << 16)
        .table_elements(0);
    let mut config = Config::new();
    config.allocation_strategy(InstanceAllocationStrategy::Pooling(pooling));
    config.memory_reservation(1 << 26);
    config.epoch_interruption(true);
    let engine = Engine::new(&config)?;

    // Craft a module that loops for several iterations and checks whether it
    // has access to its memory range (0x0-0x10000).
    const WAT: &str = "
    (module
        (func $start
            (local $i i32)
            (local.set $i (i32.const 3))
            (loop $cont
                (drop (i32.load (i32.const 0)))
                (drop (i32.load (i32.const 0xfffc)))
                (br_if $cont (local.tee $i (i32.sub (local.get $i) (i32.const 1))))))
        (memory 1)
        (start $start))
    ";

    // Start two instances of the module in separate fibers, `a` and `b`.
    async fn run_instance(engine: &Engine, name: &str) -> Instance {
        let mut store = Store::new(&engine, ());
        store.set_epoch_deadline(0);
        store.epoch_deadline_async_yield_and_update(0);
        let module = Module::new(store.engine(), WAT).unwrap();
        println!("[{name}] building instance");
        Instance::new_async(&mut store, &module, &[]).await.unwrap()
    }
    let mut a = Box::pin(run_instance(&engine, "a"));
    let mut b = Box::pin(run_instance(&engine, "b"));

    // Alternately poll each instance until completion. This should exercise
    // fiber suspensions requiring the `Store` to appropriately save and restore
    // the PKRU context between suspensions (see `AsyncCx::block_on`).
    for i in 0..10 {
        if i % 2 == 0 {
            match PollOnce::new(a).await {
                Ok(_) => {
                    println!("[a] done");
                    break;
                }
                Err(a_) => {
                    println!("[a] not done");
                    a = a_;
                }
            }
        } else {
            match PollOnce::new(b).await {
                Ok(_) => {
                    println!("[b] done");
                    break;
                }
                Err(b_) => {
                    println!("[b] not done");
                    b = b_;
                }
            }
        }
    }

    Ok(())
}

/// This will execute the `future` provided to completion and each invocation of
/// `poll` for the future will be executed on a separate thread.
pub async fn execute_across_threads<F>(future: F) -> F::Output
where
    F: Future + Send + 'static,
    F::Output: Send,
{
    let mut future = Box::pin(future);
    loop {
        let once = PollOnce::new(future);
        let handle = tokio::runtime::Handle::current();
        let result = std::thread::spawn(move || handle.block_on(once))
            .join()
            .unwrap();
        match result {
            Ok(val) => break val,
            Err(f) => future = f,
        }
    }
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn resume_separate_thread() {
    // This test will poll the following future on two threads. Simulating a
    // trap requires accessing TLS info, so that should be preserved correctly.
    execute_across_threads(async {
        let mut store = async_store();
        let module = Module::new(
            store.engine(),
            "
            (module
                (import \"\" \"\" (func))
                (start 0)
            )
            ",
        )
        .unwrap();
        let func = Func::wrap_async(&mut store, |_, _: ()| {
            Box::new(async {
                tokio::task::yield_now().await;
                Err::<(), _>(format_err!("test"))
            })
        });
        let result = Instance::new_async(&mut store, &module, &[func.into()]).await;
        assert!(result.is_err());
    })
    .await;
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn resume_separate_thread2() {
    // This test will poll the following future on two threads. Catching a
    // signal requires looking up TLS information to determine whether it's a
    // trap to handle or not, so that must be preserved correctly across threads.
    execute_across_threads(async {
        let mut store = async_store();
        let module = Module::new(
            store.engine(),
            "
            (module
                (import \"\" \"\" (func))
                (func $start
                    call 0
                    unreachable)
                (start $start)
            )
            ",
        )
        .unwrap();
        let func = Func::wrap_async(&mut store, |_, _: ()| {
            Box::new(async {
                tokio::task::yield_now().await;
            })
        });
        let result = Instance::new_async(&mut store, &module, &[func.into()]).await;
        assert!(result.is_err());
    })
    .await;
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn resume_separate_thread3() {
    let _ = env_logger::try_init();

    // This test doesn't actually do anything with cross-thread polls, but
    // instead it deals with scheduling futures at "odd" times.
    //
    // First we'll set up a *synchronous* call which will initialize TLS info.
    // This call is simply to a host-defined function, but it still has the same
    // "enter into wasm" semantics since it's just calling a trampoline. In this
    // situation we'll set up the TLS info so it's in place while the body of
    // the function executes...
    let mut store = Store::new(&Engine::default(), None);
    let f = Func::wrap(&mut store, move |mut caller: Caller<'_, _>| -> Result<()> {
        // ... and the execution of this host-defined function (while the TLS
        // info is initialized), will set up a recursive call into wasm. This
        // recursive call will be done asynchronously so we can suspend it
        // halfway through.
        let f = async {
            let mut store = async_store();
            let module = Module::new(
                store.engine(),
                "
                    (module
                        (import \"\" \"\" (func))
                        (start 0)
                    )
                ",
            )
            .unwrap();
            let func = Func::wrap_async(&mut store, |_, _: ()| {
                Box::new(async {
                    tokio::task::yield_now().await;
                })
            });
            drop(Instance::new_async(&mut store, &module, &[func.into()]).await);
            unreachable!()
        };
        let mut future = Box::pin(f);
        let poll = future
            .as_mut()
            .poll(&mut Context::from_waker(Waker::noop()));
        assert!(poll.is_pending());

        // ... so at this point our call into wasm is suspended. The call into
        // wasm will have overwritten TLS info, and we sure hope that the
        // information is restored at this point. Note that we squirrel away the
        // future somewhere else to get dropped later. If we were to drop it
        // here then we would reenter the future's suspended stack to clean it
        // up, which would do more alterations of TLS information we're not
        // testing here.
        *caller.data_mut() = Some(future);

        // ... all in all this function will need access to the original TLS
        // information to raise the trap. This TLS information should be
        // restored even though the asynchronous execution is suspended.
        bail!("")
    });
    assert!(f.call(&mut store, &[], &mut []).is_err());
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn resume_separate_thread_tls() {
    static COUNTER: AtomicUsize = AtomicUsize::new(0);

    struct IncOnDrop;
    impl Drop for IncOnDrop {
        fn drop(&mut self) {
            COUNTER.fetch_add(1, Ordering::SeqCst);
        }
    }

    thread_local!(static FOO: IncOnDrop = IncOnDrop);

    // This test will poll the following future on two threads.
    // We verify that TLS destructors are run correctly.
    execute_across_threads(async move {
        let mut store = async_store();
        let module = Module::new(
            store.engine(),
            "
            (module
                (import \"\" \"\" (func))
                (start 0)
            )
            ",
        )
        .unwrap();
        let func = Func::wrap_async(&mut store, |_, _: ()| {
            Box::new(async {
                tokio::task::yield_now().await;
                FOO.with(|_f| {});
                Err::<(), _>(format_err!("test"))
            })
        });
        let result = Instance::new_async(&mut store, &module, &[func.into()]).await;
        assert!(result.is_err());
    })
    .await;

    assert_eq!(COUNTER.load(Ordering::SeqCst), 1);
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn recursive_async() -> Result<()> {
    let _ = env_logger::try_init();
    let mut store = async_store();
    let m = Module::new(
        store.engine(),
        "(module
            (func (export \"overflow\") call 0)
            (func (export \"normal\"))
        )",
    )?;
    let i = Instance::new_async(&mut store, &m, &[]).await?;
    let overflow = i.get_typed_func::<(), ()>(&mut store, "overflow")?;
    let normal = i.get_typed_func::<(), ()>(&mut store, "normal")?;
    let f2 = Func::wrap_async(&mut store, move |mut caller, _: ()| {
        let normal = normal.clone();
        let overflow = overflow.clone();
        Box::new(async move {
            // recursive async calls shouldn't immediately stack overflow...
            normal.call_async(&mut caller, ()).await?;

            // ... but calls that actually stack overflow should indeed stack
            // overflow
            let err = overflow
                .call_async(&mut caller, ())
                .await
                .unwrap_err()
                .downcast::<Trap>()?;
            assert_eq!(err, Trap::StackOverflow);
            Ok(())
        })
    });
    f2.call_async(&mut store, &[], &mut []).await?;
    Ok(())
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn linker_module_command() -> Result<()> {
    let mut store = async_store();
    let mut linker = Linker::new(store.engine());

    let module1 = Module::new(
        store.engine(),
        r#"
            (module
                (global $g (mut i32) (i32.const 0))

                (func (export "_start"))

                (func (export "g") (result i32)
                    global.get $g
                    i32.const 1
                    global.set $g)
            )
        "#,
    )?;

    let module2 = Module::new(
        store.engine(),
        r#"
            (module
                (import "" "g" (func (result i32)))

                (func (export "get") (result i32)
                    call 0)
            )
        "#,
    )?;

    linker.module_async(&mut store, "", &module1).await?;
    let instance = linker.instantiate_async(&mut store, &module2).await?;
    let f = instance.get_typed_func::<(), i32>(&mut store, "get")?;
    assert_eq!(f.call_async(&mut store, ()).await?, 0);
    assert_eq!(f.call_async(&mut store, ()).await?, 0);

    Ok(())
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn linker_module_reactor() -> Result<()> {
    let mut store = async_store();
    let mut linker = Linker::new(store.engine());
    let module1 = Module::new(
        store.engine(),
        r#"
            (module
                (global $g (mut i32) (i32.const 0))

                (func (export "g") (result i32)
                    global.get $g
                    i32.const 1
                    global.set $g)
            )
        "#,
    )?;
    let module2 = Module::new(
        store.engine(),
        r#"
            (module
                (import "" "g" (func (result i32)))

                (func (export "get") (result i32)
                    call 0)
            )
        "#,
    )?;

    linker.module_async(&mut store, "", &module1).await?;
    let instance = linker.instantiate_async(&mut store, &module2).await?;
    let f = instance.get_typed_func::<(), i32>(&mut store, "get")?;
    assert_eq!(f.call_async(&mut store, ()).await?, 0);
    assert_eq!(f.call_async(&mut store, ()).await?, 1);

    Ok(())
}

pub struct CountPending<F> {
    future: F,
    yields: usize,
}

impl<F> CountPending<F> {
    pub fn new(future: F) -> CountPending<F> {
        CountPending { future, yields: 0 }
    }
}

impl<F> Future for CountPending<F>
where
    F: Future + Unpin,
{
    type Output = (F::Output, usize);

    fn poll(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Self::Output> {
        match Pin::new(&mut self.future).poll(cx) {
            Poll::Pending => {
                self.yields += 1;
                Poll::Pending
            }
            Poll::Ready(e) => Poll::Ready((e, self.yields)),
        }
    }
}

pub struct PollOnce<F>(Option<F>);

impl<F> PollOnce<F> {
    pub fn new(future: F) -> PollOnce<F> {
        PollOnce(Some(future))
    }
}

impl<F> Future for PollOnce<F>
where
    F: Future + Unpin,
{
    type Output = Result<F::Output, F>;

    fn poll(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Self::Output> {
        let mut future = self.0.take().unwrap();
        match Pin::new(&mut future).poll(cx) {
            Poll::Pending => Poll::Ready(Err(future)),
            Poll::Ready(val) => Poll::Ready(Ok(val)),
        }
    }
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn non_stacky_async_activations() -> Result<()> {
    let engine = Engine::default();
    let mut store1: Store<Option<Pin<Box<dyn Future<Output = Result<()>> + Send>>>> =
        Store::new(&engine, None);
    let mut linker1 = Linker::new(&engine);

    let module1 = Module::new(
        &engine,
        r#"
            (module $m1
                (import "" "host_capture_stack" (func $host_capture_stack))
                (import "" "start_async_instance" (func $start_async_instance))
                (func $capture_stack (export "capture_stack")
                    call $host_capture_stack
                )
                (func $run_sync (export "run_sync")
                    call $start_async_instance
                )
            )
        "#,
    )?;

    let module2 = Module::new(
        &engine,
        r#"
            (module $m2
                (import "" "yield" (func $yield))

                (func $run_async (export "run_async")
                    call $yield
                )
            )
        "#,
    )?;

    let stacks = Arc::new(Mutex::new(vec![]));
    fn capture_stack(stacks: &Arc<Mutex<Vec<WasmBacktrace>>>, store: impl AsContext) {
        let mut stacks = stacks.lock().unwrap();
        stacks.push(wasmtime::WasmBacktrace::force_capture(store));
    }

    linker1.func_wrap_async("", "host_capture_stack", {
        let stacks = stacks.clone();
        move |caller, _: ()| {
            capture_stack(&stacks, &caller);
            Box::new(async { Ok(()) })
        }
    })?;

    linker1.func_wrap_async("", "start_async_instance", {
        let stacks = stacks.clone();
        move |mut caller, _: ()| {
            let stacks = stacks.clone();
            capture_stack(&stacks, &caller);

            let module2 = module2.clone();
            let mut store2 = Store::new(caller.engine(), ());
            let mut linker2 = Linker::<()>::new(caller.engine());
            linker2
                .func_wrap_async("", "yield", {
                    let stacks = stacks.clone();
                    move |caller, _: ()| {
                        let stacks = stacks.clone();
                        Box::new(async move {
                            capture_stack(&stacks, &caller);
                            tokio::task::yield_now().await;
                            capture_stack(&stacks, &caller);
                            Ok(())
                        })
                    }
                })
                .unwrap();

            Box::new(async move {
                let future = PollOnce::new(Box::pin({
                    let stacks = stacks.clone();
                    async move {
                        let instance2 = linker2.instantiate_async(&mut store2, &module2).await?;

                        instance2
                            .get_func(&mut store2, "run_async")
                            .unwrap()
                            .call_async(&mut store2, &[], &mut [])
                            .await?;

                        capture_stack(&stacks, &store2);
                        wasmtime::error::Ok(())
                    }
                }) as _)
                .await
                .err()
                .unwrap();
                capture_stack(&stacks, &caller);
                *caller.data_mut() = Some(future);
                Ok(())
            })
        }
    })?;

    let instance1 = linker1.instantiate_async(&mut store1, &module1).await?;
    instance1
        .get_typed_func::<(), ()>(&mut store1, "run_sync")?
        .call_async(&mut store1, ())
        .await?;
    let future = store1.data_mut().take().unwrap();
    future.await?;

    instance1
        .get_typed_func::<(), ()>(&mut store1, "capture_stack")?
        .call_async(&mut store1, ())
        .await?;

    let stacks = stacks.lock().unwrap();
    eprintln!("stacks = {stacks:#?}");

    assert_eq!(stacks.len(), 6);
    for (actual, expected) in stacks.iter().zip(vec![
        vec!["run_sync"],
        vec!["run_async"],
        vec!["run_sync"],
        vec!["run_async"],
        vec![],
        vec!["capture_stack"],
    ]) {
        eprintln!("expected = {expected:?}");
        eprintln!("actual = {actual:?}");
        assert_eq!(actual.frames().len(), expected.len());
        for (actual, expected) in actual.frames().iter().zip(expected) {
            assert_eq!(actual.func_name(), Some(expected));
        }
    }

    Ok(())
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn gc_preserves_externref_on_historical_async_stacks() -> Result<()> {
    let _ = env_logger::try_init();

    let engine = Engine::default();

    let module = Module::new(
        &engine,
        r#"
            (module $m1
                (import "" "gc" (func $gc))
                (import "" "recurse" (func $recurse (param i32)))
                (import "" "test" (func $test (param i32 externref)))
                (func (export "run") (param i32 externref)
                    local.get 0
                    if
                        local.get 0
                        i32.const -1
                        i32.add
                        call $recurse
                    else
                        call $gc
                    end

                    local.get 0
                    local.get 1
                    call $test
                )
            )
        "#,
    )?;

    type F = TypedFunc<(i32, Option<Rooted<ExternRef>>), ()>;

    let mut store = Store::new(&engine, None);
    let mut linker = Linker::<Option<F>>::new(&engine);
    linker.func_wrap_async("", "gc", |mut cx: Caller<'_, _>, ()| {
        Box::new(async move { cx.gc_async(None).await })
    })?;
    linker.func_wrap(
        "",
        "test",
        |cx: Caller<'_, _>, val: i32, handle: Option<Rooted<ExternRef>>| -> Result<()> {
            assert_eq!(
                handle.unwrap().data(&cx)?.unwrap().downcast_ref(),
                Some(&val)
            );
            Ok(())
        },
    )?;
    linker.func_wrap_async(
        "",
        "recurse",
        |mut cx: Caller<'_, Option<F>>, (val,): (i32,)| {
            let func = cx.data().clone().unwrap();
            Box::new(async move {
                let r = Some(ExternRef::new_async(&mut cx, val).await?);
                Ok(func.call_async(&mut cx, (val, r)).await)
            })
        },
    )?;
    let instance = linker.instantiate_async(&mut store, &module).await?;
    let func: F = instance.get_typed_func(&mut store, "run")?;
    *store.data_mut() = Some(func.clone());

    let r = Some(ExternRef::new_async(&mut store, 5).await?);
    func.call_async(&mut store, (5, r)).await?;

    Ok(())
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn async_gc_with_func_new_and_func_wrap() -> Result<()> {
    let _ = env_logger::try_init();

    let mut config = Config::new();
    config.wasm_gc(true);
    let engine = Engine::new(&config)?;

    let module = Module::new(
        &engine,
        r#"
            (module $m1
                (import "" "a" (func $a (result externref structref arrayref)))
                (import "" "b" (func $b (result externref structref arrayref)))

                (table 2 funcref)
                (elem (i32.const 0) func $a $b)

                (func (export "a")
                    (call $call (i32.const 0))
                )
                (func (export "b")
                    (call $call (i32.const 1))
                )

                (func $call (param i32)
                    (local $cnt i32)
                    (loop $l
                        (call_indirect (result externref structref arrayref) (local.get 0))
                        drop
                        drop
                        drop

                        (local.set $cnt (i32.add (local.get $cnt) (i32.const 1)))

                        (if (i32.lt_u (local.get $cnt) (i32.const 5000))
                         (then (br $l)))
                    )
                )
            )
        "#,
    )?;

    let mut linker = Linker::<()>::new(&engine);
    linker.func_wrap_async("", "a", |mut cx: Caller<'_, _>, ()| {
        Box::new(async move {
            let externref = ExternRef::new_async(&mut cx, 100).await?;

            let struct_ty = StructType::new(cx.engine(), [])?;
            let struct_pre = StructRefPre::new(&mut cx, struct_ty);
            let structref = StructRef::new_async(&mut cx, &struct_pre, &[]).await?;

            let array_ty = ArrayType::new(
                cx.engine(),
                FieldType::new(Mutability::Var, ValType::I32.into()),
            );
            let array_pre = ArrayRefPre::new(&mut cx, array_ty);
            let arrayref = ArrayRef::new_fixed_async(&mut cx, &array_pre, &[]).await?;

            Ok((Some(externref), Some(structref), Some(arrayref)))
        })
    })?;
    let ty = FuncType::new(
        &engine,
        [],
        [ValType::EXTERNREF, ValType::STRUCTREF, ValType::ARRAYREF],
    );
    linker.func_new_async("", "b", ty, |mut cx, _, results| {
        Box::new(async move {
            results[0] = ExternRef::new_async(&mut cx, 100).await?.into();

            let struct_ty = StructType::new(cx.engine(), [])?;
            let struct_pre = StructRefPre::new(&mut cx, struct_ty);
            results[1] = StructRef::new_async(&mut cx, &struct_pre, &[])
                .await?
                .into();

            let array_ty = ArrayType::new(
                cx.engine(),
                FieldType::new(Mutability::Var, ValType::I32.into()),
            );
            let array_pre = ArrayRefPre::new(&mut cx, array_ty);
            results[2] = ArrayRef::new_fixed_async(&mut cx, &array_pre, &[])
                .await?
                .into();

            Ok(())
        })
    })?;

    let mut store = Store::new(&engine, ());
    let instance = linker.instantiate_async(&mut store, &module).await?;
    let a = instance.get_typed_func::<(), ()>(&mut store, "a")?;
    a.call_async(&mut store, ()).await?;

    let mut store = Store::new(&engine, ());
    let instance = linker.instantiate_async(&mut store, &module).await?;
    let b = instance.get_typed_func::<(), ()>(&mut store, "b")?;
    b.call_async(&mut store, ()).await?;

    Ok(())
}

#[test]
#[cfg_attr(miri, ignore)]
fn sync_call_from_fiber() -> Result<()> {
    let mut config = Config::new();
    config.wasm_gc(true);
    let engine = Engine::new(&config)?;
    let module = Module::new(
        &engine,
        r#"(module
            (type $s (struct (field i64)))
            (import "host" "f" (func $f))
            (func (export "outer") call $f)
            (func (export "inner")
              (local $i i32)
              (loop $l
                (drop (struct.new $s (i64.const 0)))
                (local.set $i (i32.add (local.get $i) (i32.const 1)))
                (br_if $l (i32.lt_u (local.get $i) (i32.const 2000000))))))"#,
    )?;
    let mut linker = Linker::<()>::new(&engine);
    linker.func_wrap("host", "f", |mut caller: Caller<'_, ()>| -> Result<()> {
        let not_send = Rc::new(());
        let before = std::thread::current().id();
        let inner = caller.get_export("inner").unwrap().into_func().unwrap();
        inner.typed::<(), ()>(&caller)?.call(&mut caller, ())?;
        // As of this writing, the above call should return an error, but in
        // case we ever _do_ support recursive `Func::call` on a fiber, the
        // following assertion should hold:
        let after = std::thread::current().id();
        _ = Rc::strong_count(&not_send);
        assert_eq!(before, after);
        Ok(())
    })?;
    let mut store = Store::new(&engine, ());
    let inst = linker.instantiate(&mut store, &module)?;
    let outer = inst.get_typed_func::<(), ()>(&mut store, "outer")?;
    let mut fut: Pin<Box<dyn Future<Output = Result<()>> + Send>> =
        Box::pin(async move { outer.call_async(&mut store, ()).await });
    if let Poll::Ready(r) = fut.as_mut().poll(&mut Context::from_waker(Waker::noop())) {
        let err = r.unwrap_err();
        assert!(
            format!("{err:?}").contains("cannot do blocking `call` from an async context"),
            "{err:?}"
        );
        return Ok(());
    }
    // As of this writing, we'll never reach this point, but see the comment
    // about supporting `Func::call` on a fiber above.
    std::thread::spawn(move || {
        loop {
            if let Poll::Ready(r) = fut.as_mut().poll(&mut Context::from_waker(Waker::noop())) {
                return r;
            }
        }
    })
    .join()
    .unwrap()?;
    Ok(())
}

#[tokio::test]
#[cfg_attr(miri, ignore)]
async fn recurse_async() -> Result<()> {
    const WAT: &str = r#"
(module
  (import "host" "reenter" (func $reenter (param i32)))
  ;; burn roughly `n` frames of stack, then call into the host
  (func $burn (param $n i32) (param $level i32)
    (local i64 i64 i64 i64 i64 i64 i64 i64)
    local.get $n
    if
      local.get $n
      i32.const 1
      i32.sub
      local.get $level
      call $burn
    else
      local.get $level
      call $reenter
    end)
  (func (export "f") (param $level i32)
    i32.const 2000
    local.get $level
    call $burn)
)
"#;

    let engine = Engine::default();
    let module = Module::new(&engine, WAT)?;
    let mut store = Store::new(&engine, None::<Func>);
    let reenter = Func::wrap(
        &mut store,
        |mut caller: Caller<'_, Option<Func>>, level: i32| -> Result<()> {
            let f = caller.data().unwrap();
            f.call(&mut caller, &[Val::I32(level + 1)], &mut [])
        },
    );
    let instance = Instance::new(&mut store, &module, &[reenter.into()])?;
    let f = instance.get_func(&mut store, "f").unwrap();
    *store.data_mut() = Some(f);

    let r = f.call(&mut store, &[Val::I32(0)], &mut []);
    let err = r.unwrap_err();
    assert!(
        format!("{err:?}").contains("call stack exhausted"),
        "{err:?}"
    );

    let r = f.call_async(&mut store, &[Val::I32(0)], &mut []).await;
    let err = r.unwrap_err();
    assert!(
        format!("{err:?}").contains("cannot do blocking `call` from an async context"),
        "{err:?}"
    );

    Ok(())
}