Skip to content

Distribute and run LLMs with a single file.

1.1 KB
Raw Blame
#pragma once

#include <string>
#include "llama.cpp/llama.h"

#define MAX_STRING_LENGTH 256

// Forward declaration if needed
struct cmd_params;

// Core data structures
struct RuntimeInfo {
    char llamafile_version[MAX_STRING_LENGTH];
    char llama_commit[MAX_STRING_LENGTH];
};

struct SystemInfo {
    char kernel_type[MAX_STRING_LENGTH];
    char kernel_release[MAX_STRING_LENGTH];
    char version[MAX_STRING_LENGTH];
    char system_architecture[MAX_STRING_LENGTH];
    char cpu[MAX_STRING_LENGTH];
    double ram_gb;
};

struct AcceleratorInfo {
    char name[MAX_STRING_LENGTH];
    char manufacturer[MAX_STRING_LENGTH];
    double total_memory_gb;
    int core_count;
    double capability;
};

struct ModelInfo {
    char name[MAX_STRING_LENGTH];
    char quant[MAX_STRING_LENGTH];
    char size_label[MAX_STRING_LENGTH];
    uint64_t size;
    uint64_t params;
    char type[MAX_STRING_LENGTH];
};

// Public interface
void get_runtime_info(RuntimeInfo* info);
void get_sys_info(SystemInfo* info);
void get_accelerator_info(AcceleratorInfo* info, cmd_params* params);
void list_available_accelerators();
void get_model_info(ModelInfo* info, llama_model* model);