Distribute and run LLMs with a single file.
C++ cross-platformggufllama-cpplocal-ailocal-inferencelocal-llmopen-source-aisingle-file-executablespeech-to-text
Remove GPU warnings from option parser
Justine Tunney0164146c48b0
diff --git a/llama.cpp/common.cpp b/llama.cpp/common.cppindex 45f4a606..42b1ed1c 100644--- a/llama.cpp/common.cpp+++ b/llama.cpp/common.cpp@@ -793,23 +793,6 @@ bool gpt_params_parse_ex(int argc, char ** argv, gpt_params & params) {if (!params.kv_overrides.empty()) {params.kv_overrides.emplace_back(llama_model_kv_override());params.kv_overrides.back().key[0] = 0;- }-- if (passed_gpu_flags) {- // user is tuning their gpu- if (!ggml_metal_supported() && !ggml_cuda_supported()) {- fprintf(stderr, "warning: GPU offload not supported on this platform; GPU related options will be ignored\n");- fprintf(stderr, "warning: you might need to install xcode (macos) or cuda (windows, linux, etc.) check the output above to see why support wasn't linked\n");- }- } else {- // no gpu flags were passed- if (ggml_metal_supported()) {- // apple metal gpu doesn't require explicit flags to enable- } else {- // avoid the >1 second cuda startup latency if cuda isn't being used- fprintf(stderr, "protip: pass the --n-gpu-layers N flag to link NVIDIA cuBLAS support\n");- ggml_cuda_disable();- }}return true;diff --git a/llama.cpp/llava/llava-cli.cpp b/llama.cpp/llava/llava-cli.cppindex 8167e6de..3e72c9ee 100644--- a/llama.cpp/llava/llava-cli.cpp+++ b/llama.cpp/llava/llava-cli.cpp@@ -232,8 +232,7 @@ int llava_cli(int argc, char ** argv) {return 1;}if (params.mmproj.empty() || (params.image.empty() && !prompt_contains_image(params.prompt))) {- gpt_print_usage(argc, argv, params);- show_additional_info(argc, argv);+ fprintf(stderr, "%s: fatal error: --image flag missing\n", argv[0]);return 1;}