Skip to content

armgit / Edge0

Public Imported from GitHub
0

Run 35B MoE models in ~2.5 GB of RAM. Weights stream from SSD; a trained router predicts loads a step ahead. Mac, iPhone, Android, Windows supported

Python
469 B
Raw Blame
[package]
name = "edge0-engine"
version.workspace = true
edition.workspace = true
rust-version.workspace = true
license.workspace = true

[[bin]]
name = "edge0-engine"
path = "src/main.rs"

[dependencies]
edge0-core.workspace = true
tokio.workspace = true
serde.workspace = true
serde_json.workspace = true
libloading.workspace = true
libc.workspace = true
thiserror.workspace = true
anyhow.workspace = true
tracing.workspace = true
tracing-subscriber.workspace = true