llama.cpp on a jailbroken PS5: run any GGUF model natively on the console, starting with Qwen 3.8
// SPDX-License-Identifier: GPL-3.0-or-later
#include "settings.hpp"
#include <nlohmann/json.hpp>
#include <fstream>
namespace ps5lm {
Settings load_settings(const char * path) {
Settings s;
std::ifstream in(path);
if (!in) {
return s;
}
const nlohmann::json j = nlohmann::json::parse(in, nullptr, false);
if (!j.is_object()) {
return s;
}
s.auto_load = j.value("auto_load", s.auto_load);
s.default_model = j.value("default_model", s.default_model);
s.ctx_cap = j.value("ctx_cap", s.ctx_cap);
s.kv_type = j.value("kv_type", s.kv_type);
s.sounds = j.value("sounds", s.sounds);
s.tools = j.value("tools", s.tools);
s.introspect = j.value("introspect", s.introspect);
s.scratch_limit_gib = j.value("scratch_limit_gib", s.scratch_limit_gib);
s.download_dir = j.value("download_dir", s.download_dir);
s.report_kernel_log = j.value("report_kernel_log", s.report_kernel_log);
s.report_explained = j.value("report_explained", s.report_explained);
return s;
}
bool save_settings(const char * path, const Settings & s) {
const nlohmann::json j = {
{ "auto_load", s.auto_load }, { "default_model", s.default_model }, { "ctx_cap", s.ctx_cap },
{ "kv_type", s.kv_type }, { "sounds", s.sounds }, { "tools", s.tools },
{ "introspect", s.introspect },
{ "scratch_limit_gib", s.scratch_limit_gib }, { "download_dir", s.download_dir },
{ "report_kernel_log", s.report_kernel_log }, { "report_explained", s.report_explained },
};
std::ofstream out(path);
out << j.dump(2) << "\n";
return (bool) out;
}
} // namespace ps5lm