AutoGPT is the vision of accessible AI for everyone, to use and to build on. Our mission is to provide the tools, so that you can focus on what matters.
feat(backend): add Perplexity Sonar models (#10326)
Toran Bruce Richardsa4ff8402f199
diff --git a/autogpt_platform/backend/backend/blocks/llm.py b/autogpt_platform/backend/backend/blocks/llm.pyindex d7e002982c..165b46186c 100644--- a/autogpt_platform/backend/backend/blocks/llm.py+++ b/autogpt_platform/backend/backend/blocks/llm.py@@ -124,9 +124,9 @@ class LlmModel(str, Enum, metaclass=LlmModelMeta):COHERE_COMMAND_R_PLUS_08_2024 = "cohere/command-r-plus-08-2024"EVA_QWEN_2_5_32B = "eva-unit-01/eva-qwen-2.5-32b"DEEPSEEK_CHAT = "deepseek/deepseek-chat" # Actually: DeepSeek V3- PERPLEXITY_LLAMA_3_1_SONAR_LARGE_128K_ONLINE = (- "perplexity/llama-3.1-sonar-large-128k-online"- )+ PERPLEXITY_SONAR = "perplexity/sonar"+ PERPLEXITY_SONAR_PRO = "perplexity/sonar-pro"+ PERPLEXITY_SONAR_DEEP_RESEARCH = "perplexity/sonar-deep-research"QWEN_QWQ_32B_PREVIEW = "qwen/qwq-32b-preview"NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B = "nousresearch/hermes-3-llama-3.1-405b"NOUSRESEARCH_HERMES_3_LLAMA_3_1_70B = "nousresearch/hermes-3-llama-3.1-70b"@@ -226,8 +226,12 @@ MODEL_METADATA = {LlmModel.COHERE_COMMAND_R_PLUS_08_2024: ModelMetadata("open_router", 128000, 4096),LlmModel.EVA_QWEN_2_5_32B: ModelMetadata("open_router", 16384, 4096),LlmModel.DEEPSEEK_CHAT: ModelMetadata("open_router", 64000, 2048),- LlmModel.PERPLEXITY_LLAMA_3_1_SONAR_LARGE_128K_ONLINE: ModelMetadata(- "open_router", 127072, 127072+ LlmModel.PERPLEXITY_SONAR: ModelMetadata("open_router", 127000, 127000),+ LlmModel.PERPLEXITY_SONAR_PRO: ModelMetadata("open_router", 200000, 8000),+ LlmModel.PERPLEXITY_SONAR_DEEP_RESEARCH: ModelMetadata(+ "open_router",+ 128000,+ 128000,),LlmModel.QWEN_QWQ_32B_PREVIEW: ModelMetadata("open_router", 32768, 32768),LlmModel.NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B: ModelMetadata(diff --git a/autogpt_platform/backend/backend/data/block_cost_config.py b/autogpt_platform/backend/backend/data/block_cost_config.pyindex 4ef6703773..2ec2c5f850 100644--- a/autogpt_platform/backend/backend/data/block_cost_config.py+++ b/autogpt_platform/backend/backend/data/block_cost_config.py@@ -84,7 +84,9 @@ MODEL_COST: dict[LlmModel, int] = {LlmModel.COHERE_COMMAND_R_PLUS_08_2024: 3,LlmModel.EVA_QWEN_2_5_32B: 1,LlmModel.DEEPSEEK_CHAT: 2,- LlmModel.PERPLEXITY_LLAMA_3_1_SONAR_LARGE_128K_ONLINE: 1,+ LlmModel.PERPLEXITY_SONAR: 1,+ LlmModel.PERPLEXITY_SONAR_PRO: 5,+ LlmModel.PERPLEXITY_SONAR_DEEP_RESEARCH: 10,LlmModel.QWEN_QWQ_32B_PREVIEW: 2,LlmModel.NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B: 1,LlmModel.NOUSRESEARCH_HERMES_3_LLAMA_3_1_70B: 1,