llama.cpp on a jailbroken PS5: run any GGUF model natively on the console, starting with Qwen 3.8
Get models: a search request from the PC (ps5lm-app.sh search <words>)
Abhiramf0ddd4304188
diff --git a/ps5/app/main.cpp b/ps5/app/main.cppindex fda2200..d9ebafd 100644--- a/ps5/app/main.cpp+++ b/ps5/app/main.cpp@@ -748,6 +748,8 @@ int main(int, char **) {std::thread(probe_fetch, u).detach();} else if (!take_request_file("/data/PS5LM/bench-write").empty()) {std::thread(probe_write).detach();+ } else if (std::string q = take_request_file("/data/PS5LM/search"); !q.empty()) {+ market.search(q == "-" ? std::string() : q); // a query typed on the PC}}if (req.kind == Dashboard::Request::unload || req.kind == Dashboard::Request::load) {diff --git a/scripts/ps5lm-app.sh b/scripts/ps5lm-app.shindex 3d92f4f..b0f08e2 100755--- a/scripts/ps5lm-app.sh+++ b/scripts/ps5lm-app.sh@@ -11,6 +11,7 @@# scripts/ps5lm-app.sh press <button> press a button (up, down, cross, l1, r1, ...)# scripts/ps5lm-app.sh fetch <url> probe: download over HTTPS (system TLS), see app.log# scripts/ps5lm-app.sh bench-write probe: write speed by method, see app.log+# scripts/ps5lm-app.sh search <words> search Get models from the PC## The app is never killed: it polls /data/PS5LM/quit and leaves through# sceSystemServiceLoadExec("exit"), since killing a title that is rendering@@ -79,11 +80,12 @@ case ${1:-} inunload) request unload ;;fetch) request fetch "${2:?https URL}" ;;bench-write) request bench-write ;;+ search) request search "${2:?search words}" ;;press) request press "${2:?up|down|left|right|cross|circle|triangle|square|l1|r1|l2|r2}" ;;screenshot) screenshot "${2:-}" ;;close) close ;;deploy) deploy ;;launch) launch ;;cycle) close; deploy; launch ;;- *) echo "usage: $0 close|deploy|launch|cycle|screenshot|load|unload|press|fetch|bench-write" >&2; exit 2 ;;+ *) echo "usage: $0 close|deploy|launch|cycle|screenshot|load|unload|press|fetch|bench-write|search" >&2; exit 2 ;;esac