Skip to content

armgit / Edge0

Public Imported from GitHub
0

Run 35B MoE models in ~2.5 GB of RAM. Weights stream from SSD; a trained router predicts loads a step ahead. Mac, iPhone, Android, Windows supported

Python
1.8 KB
Raw Blame
[workspace]
resolver = "3"
members = [
    "crates/edge0-core",
    "crates/edge0-pull",
    "crates/edge0d",
    "crates/edge0-cli",
    "crates/edge0-engine",
    "crates/engine-tok",
    "app/src-tauri",
]

[workspace.package]
version = "0.1.0"
edition = "2021"
rust-version = "1.88.0"
license = "Apache-2.0"

[workspace.dependencies]
edge0-core = { path = "crates/edge0-core" }
engine-tok = { path = "crates/engine-tok" }
edge0-pull = { path = "crates/edge0-pull" }

tokio = { version = "1", features = ["rt-multi-thread", "macros", "signal", "time", "sync", "net", "io-util", "process", "fs"] }
axum = { version = "0.8", features = ["json"] }
tower = "0.5"
http = "1"
serde = { version = "1", features = ["derive"] }
serde_json = { version = "1", features = ["preserve_order"] }
chrono = { version = "0.4", features = ["serde"] }
uuid = { version = "1", features = ["v4"] }
clap = { version = "4", features = ["derive"] }
# system-proxy: outbound requests honor HTTPS_PROXY and friends.
reqwest = { version = "0.12", default-features = false, features = [
  "blocking",
  "json",
  "rustls-tls",
  "stream",
  "system-proxy",
] }
thiserror = "2"
anyhow = "1"
libc = "0.2"
rand = "0.8"
sha2 = "0.10"
tracing = "0.1"
tracing-subscriber = { version = "0.3", features = ["env-filter"] }
futures = "0.3"
tokio-util = { version = "0.7", features = ["io"] }
tokio-stream = "0.1"
libloading = "0.8"
tokenizers = "0.21"
minijinja = { version = "2", features = ["json", "serde"] }
minijinja-contrib = { version = "2", features = ["pycompat"] }
ed25519-dalek = { version = "2", features = ["rand_core"] }
base64 = "0.22"
tauri = { version = "2", features = ["tray-icon", "image-png"] }
tauri-build = { version = "2" }
ts-rs = { version = "12", features = ["chrono-impl", "serde-json-impl"] }
arboard = { version = "3", default-features = false }