Skip to content

SmythOS Studio: Open-Source Visual AI Agent Builder and deployable runtime stack from SmythOS. Start with an intuitive drag-and-drop workspace, extend with custom code, and deploy your agents anywhere — local, cloud, or edge — with full governance and control.

31.1 KB
Raw Blame
//! ***IMPORTANT***
// * WE HAVE SAME FILE IN THREE PLACE, SO ANY CHANGES SHOULD BE SYNCED
// * - /smyth-builder-ui/src/shared/custom-models.ts
// * - /smyth-builder-server/src/services/LLMHelper/custom-models.ts
// * - /smyth-runtime/src/subsystems/LLMManager/custom-models.ts
//! ***IMPORTANT***
/**
 * Custom model configurations for various AI providers.
 * This template is useful for maintaining up-to-date model aliases and token information,
 * even though we store custom model data in the database.
 */

export const customModels = {
  /**************************************************
   * AWS Bedrock Models
   **************************************************/

  /*
  Context token information sourced from the AWS Bedrock Console:
  https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/overview
  
  Completion token information sourced from the AWS Bedrock Text Playground:
  https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/text-playground

  Supported model features information sourced from - https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html
  */

  //#region AI21 Labs Models
  'ai21.jamba-1-5-mini-v1:0': {
    llm: 'Bedrock',
    label: 'AI21 Labs - Jamba 1.5 Mini',
    tokens: 256000,
    completionTokens: 4096,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'GenAILLM'],
    tags: ['new'],
  },
  'ai21.jamba-1-5-large-v1:0': {
    llm: 'Bedrock',
    label: 'AI21 Labs - Jamba 1.5 Large',
    tokens: 256000,
    completionTokens: 4096,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'GenAILLM'],
    tags: ['new'],
  },
  'ai21.jamba-instruct-v1:0': {
    llm: 'Bedrock',
    label: 'AI21 Labs - Jamba-Instruct',
    tokens: 256000,
    completionTokens: 4096,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'ai21.j2-ultra-v1': {
    llm: 'Bedrock',
    label: 'AI21 Labs - Jurassic-2 Ultra',
    tokens: 8191,
    completionTokens: 8191,
    supportsSystemPrompt: false,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'ai21.j2-mid-v1': {
    llm: 'Bedrock',
    label: 'AI21 Labs - Jurassic-2 Mid',
    tokens: 8191,
    completionTokens: 8191,
    supportsSystemPrompt: false,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'GenAILLM'],
  },
  //#endregion AI21 Labs Models

  //#region Amazon Models
  'amazon.titan-text-premier-v1:0': {
    llm: 'Bedrock',
    label: 'Amazon - Titan Text Premier',
    tokens: 32000,
    completionTokens: 3000,
    supportsSystemPrompt: false,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'amazon.titan-text-express-v1': {
    llm: 'Bedrock',
    label: 'Amazon - Titan Text G1 - Express',
    tokens: 8192,
    completionTokens: 4096,
    supportsSystemPrompt: false,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'amazon.titan-text-lite-v1': {
    llm: 'Bedrock',
    label: 'Amazon - Titan Text G1 - Lite',
    tokens: 4096,
    completionTokens: 4096,
    supportsSystemPrompt: false,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'GenAILLM'],
  },
  // 'Amazon - Titan Embeddings G1 - Text': { alias: 'amazon.titan-embed-text-v1' }, // Converse API doesn't support
  // 'Amazon - Titan Embedding Text v2': { alias: 'amazon.titan-embed-text-v2:0' }, // Converse API doesn't support
  // 'Amazon - Titan Multimodal Embeddings G1': { alias: 'amazon.titan-embed-image-v1' }, // Converse API doesn't support
  // 'Amazon - Titan Image Generator G1 V1': { alias: 'amazon.titan-image-generator-v1' }, // Converse API doesn't support
  // 'Amazon - Titan Image Generator G1 V2': { alias: 'amazon.titan-image-generator-v2:0' }, // Converse API doesn't support

  //#endregion Amazon Models

  //#region Anthropic Models
  // * NOTE: It's required to submit business info to get access for Anthropic models
  // * @Ref of Anthropic tokens and completionTokens - https://docs.anthropic.com/en/docs/about-claude/models
  'us.anthropic.claude-3-5-haiku-20241022-v1:0': {
    llm: 'Bedrock',
    label: 'Anthropic - Claude 3.5 Haiku',
    tokens: 200000,
    completionTokens: 8192,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: true,
    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
    tags: ['v1:0', 'new'],
  },
  'us.anthropic.claude-3-5-sonnet-20241022-v2:0': {
    llm: 'Bedrock',
    label: 'Anthropic - Claude 3.5 Sonnet',
    tokens: 200000,
    completionTokens: 8192,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: true,
    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
    tags: ['v2:0', 'new'],
  },
  'anthropic.claude-3-5-sonnet-20240620-v1:0': {
    llm: 'Bedrock',
    label: 'Anthropic - Claude 3.5 Sonnet',
    tokens: 200000,
    completionTokens: 8192,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: true,
    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
    tags: ['v1:0'],
  },
  'anthropic.claude-3-sonnet-20240229-v1:0': {
    llm: 'Bedrock',
    label: 'Anthropic - Claude 3 Sonnet',
    tokens: 200000,
    completionTokens: 4096,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: true,
    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
    tags: ['v1:0'],
  },
  'anthropic.claude-3-haiku-20240307-v1:0': {
    llm: 'Bedrock',
    label: 'Anthropic - Claude 3 Haiku',
    tokens: 200000,
    completionTokens: 4096,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: true,
    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
    tags: ['v1:0'],
  },
  'anthropic.claude-3-opus-20240229-v1:0': {
    llm: 'Bedrock',
    label: 'Anthropic - Claude 3 Opus',
    tokens: 200000,
    completionTokens: 4096,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: true,
    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
    tags: ['v1:0'],
  },
  'anthropic.claude-v2:1': {
    llm: 'Bedrock',
    label: 'Anthropic - Claude 2.1',
    tokens: 200000,
    completionTokens: 4096,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
    tags: ['v2:1'],
  },
  'anthropic.claude-v2': {
    llm: 'Bedrock',
    label: 'Anthropic - Claude 2.0',
    tokens: 100000,
    completionTokens: 4096,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'anthropic.claude-instant-v1': {
    llm: 'Bedrock',
    label: 'Anthropic - Claude Instant',
    tokens: 100000,
    completionTokens: 4096,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  //#endregion Anthropic Models

  //#region Cohere Models
  'cohere.command-r-plus-v1:0': {
    llm: 'Bedrock',
    label: 'Cohere - Command R+',
    tokens: 128000,
    completionTokens: 4000, // Found 4000 Max tokens in the Playground
    supportsSystemPrompt: true,
    supportsStreamingToolUse: true,
    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
  },
  'cohere.command-r-v1:0': {
    llm: 'Bedrock',
    label: 'Cohere - Command R',
    tokens: 128000,
    completionTokens: 4000, // Found 4000 Max tokens in the Playground
    supportsSystemPrompt: true,
    supportsStreamingToolUse: true,
    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
  },
  'cohere.command-text-v14': {
    llm: 'Bedrock',
    label: 'Cohere - Command',
    tokens: 4000, // Found 4k
    completionTokens: 4000, // Found 4000 Max tokens in the Playground
    supportsSystemPrompt: false,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'cohere.command-light-text-v14': {
    llm: 'Bedrock',
    label: 'Cohere - Command Light',
    tokens: 4000, // 4k tokens
    completionTokens: 4000, // Found 4000 Max tokens in the Playground
    supportsSystemPrompt: false,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'GenAILLM'],
  },
  // 'Cohere - Embed English': { alias: 'cohere.embed-english-v3' }, // Converse API doesn't support
  // 'Cohere - Embed Multilingual': { alias: 'cohere.embed-multilingual-v3' }, // Converse API doesn't support
  //#endregion Cohere Models

  //#region Meta Models

  // 'Meta - Llama 2 Chat 13B' : { alias: 'meta.llama2-13b-chat-v1' } // Don't have access to the model
  // 'Meta - Llama 2 Chat 70B' : { alias: 'meta.llama2-70b-chat-v1' } // Don't have access to the model
  'us.meta.llama3-2-1b-instruct-v1:0': {
    llm: 'Bedrock',
    label: 'Meta - Llama 3.2 1B Instruct',
    tokens: 200000,
    completionTokens: 2048,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
    tags: ['new'],
  },
  'us.meta.llama3-2-3b-instruct-v1:0': {
    llm: 'Bedrock',
    label: 'Meta - Llama 3.2 3B Instruct',
    tokens: 200000,
    completionTokens: 2048,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
    tags: ['new'],
  },
  'meta.llama3-8b-instruct-v1:0': {
    llm: 'Bedrock',
    label: 'Meta - Llama 3 8B Instruct',
    tokens: 8192,
    completionTokens: 2048,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'meta.llama3-70b-instruct-v1:0': {
    llm: 'Bedrock',
    label: 'Meta - Llama 3 70B Instruct',
    tokens: 8192,
    completionTokens: 2048,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  // 'Meta - Llama 3.1 8B Instruct': { alias: 'meta.llama3-1-8b-instruct-v1:0' }, // The provided model identifier is invalid.
  // 'Meta - Llama 3.1 70B Instruct': { alias: 'meta.llama3-1-70b-instruct-v1:0' }, // The provided model identifier is invalid.
  // 'Meta - Llama 3.1 405B Instruct': { alias: 'meta.llama3-1-405b-instruct-v1:0' }, // The provided model identifier is invalid.

  //#endregion Meta Models

  //#region Mistral Models
  'mistral.mistral-7b-instruct-v0:2': {
    llm: 'Bedrock',
    label: 'Mistral AI - Mistral 7B Instruct',
    tokens: 32000,
    completionTokens: 8192,
    supportsSystemPrompt: false,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'mistral.mixtral-8x7b-instruct-v0:1': {
    llm: 'Bedrock',
    label: 'Mistral AI - Mixtral 8X7B Instruct',
    tokens: 32000,
    completionTokens: 4096,
    supportsSystemPrompt: false,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'mistral.mistral-large-2402-v1:0': {
    llm: 'Bedrock',
    label: 'Mistral AI - Mistral Large',
    tokens: 32000,
    completionTokens: 8192,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  // 'Mistral AI - Mistral Large 2 (24.07)' : { alias: 'mistral.mistral-large-2407-v1:0' } // The provided model identifier is invalid.
  'mistral.mistral-small-2402-v1:0': {
    llm: 'Bedrock',
    label: 'Mistral AI - Mistral Small',
    tokens: 32000,
    completionTokens: 8192,
    supportsSystemPrompt: true,
    supportsStreamingToolUse: false,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  //#endregion Mistral Models

  //#region Stability Models
  // 'Stability AI - Stable Diffusion XL 0.x' : { alias: 'stability.stable-diffusion-xl-v0' } // Converse API doesn't support
  // 'Stability AI - Stable Diffusion XL 1.x' : { alias: 'stability.stable-diffusion-xl-v1' } // Converse API doesn't support
  //#endregion Stability Models

  /**************************************************
   * Vertex AI Models
   **************************************************/

  /*
  Context token information sourced from :
  Vertex AI documentation - https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models
  Anthropic - https://docs.anthropic.com/en/docs/about-claude/models
  
  Completion token information sourced from:
  Vertex AI Text Playground - https://console.cloud.google.com/vertex-ai/generative/language/create/text?model=text-bison@001&authuser=1&project=opt-smythos-vertexia-432522
  */

  'gemini-1.5-flash': {
    llm: 'VertexAI',
    label: 'Gemini 1.5 Flash',
    supportsSystemPrompt: true,
    tokens: 1048576,
    completionTokens: 8192,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'gemini-1.5-pro': {
    llm: 'VertexAI',
    label: 'Gemini 1.5 Pro',
    supportsSystemPrompt: true,
    tokens: 2097152,
    completionTokens: 8192,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'gemini-1.0-pro': {
    llm: 'VertexAI',
    label: 'Gemini 1.0 Pro',
    supportsSystemPrompt: true,
    tokens: 32760,
    completionTokens: 8192,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'claude-3-5-haiku': {
    llm: 'VertexAI',
    label: 'Claude 3.5 Haiku',
    supportsSystemPrompt: true,
    tokens: 200000,
    completionTokens: 8192,
    tags: ['new'],
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'claude-3-5-sonnet-v2': {
    llm: 'VertexAI',
    label: 'Claude 3.5 Sonnet',
    supportsSystemPrompt: true,
    tokens: 200000,
    completionTokens: 8192,
    tags: ['v2', 'new'],
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'claude-3-5-sonnet': {
    llm: 'VertexAI',
    label: 'Claude 3.5 Sonnet',
    supportsSystemPrompt: true,
    tokens: 200000,
    completionTokens: 8192,
    tags: ['v1'],
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'claude-3-sonnet': {
    llm: 'VertexAI',
    label: 'Claude 3 Sonnet',
    supportsSystemPrompt: true,
    tokens: 200000,
    completionTokens: 4096,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'claude-3-opus': {
    llm: 'VertexAI',
    label: 'Claude 3 Opus',
    supportsSystemPrompt: true,
    tokens: 200000,
    completionTokens: 4096,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'claude-3-haiku': {
    llm: 'VertexAI',
    label: 'Claude 3 Haiku',
    supportsSystemPrompt: true,
    tokens: 200000,
    completionTokens: 4096,
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  gemma2: {
    llm: 'VertexAI',
    label: 'Gemma 2',
    supportsSystemPrompt: true,
    tokens: 8192, // @Ref https://huggingface.co/blog/gemma2
    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/gemma2?authuser=1&project=opt-smythos-vertexia-432522
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  gemma: {
    llm: 'VertexAI',
    label: 'Gemma',
    supportsSystemPrompt: true,
    tokens: 8192, // @Ref https://huggingface.co/blog/gemma2
    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/gemma?authuser=1&project=opt-smythos-vertexia-432522
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  codegemma: {
    llm: 'VertexAI',
    label: 'CodeGemma',
    supportsSystemPrompt: true,
    tokens: 8192, // @Ref - https://huggingface.co/google/gemma-7b-it/discussions/73
    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/codegemma?authuser=1&project=opt-smythos-vertexia-432522
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'llama3-405b-instruct-maas': {
    llm: 'VertexAI',
    label: 'Llama 3.1 API Service',
    supportsSystemPrompt: true,
    tokens: 4096, // @Ref - https://docs.together.ai/docs/chat-models
    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3-405b-instruct-maas?authuser=1&project=opt-smythos-vertexia-432522
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  llama3_1: {
    llm: 'VertexAI',
    label: 'Llama 3.1',
    supportsSystemPrompt: true,
    tokens: 4096, // by querying with Gemini - https://gemini.google.com/
    completionTokens: 4096, // by querying with Gemini - https://gemini.google.com/
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'llama-guard': {
    llm: 'VertexAI',
    label: 'Llama Guard',
    supportsSystemPrompt: true,
    tokens: 8192, // @Ref - by querying with Gemini - https://gemini.google.com/
    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-guard?authuser=1&project=opt-smythos-vertexia-432522
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  llama3: {
    llm: 'VertexAI',
    label: 'Llama 3',
    supportsSystemPrompt: true,
    tokens: 8192, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3?_ga=2.79473366.358158393.1724662649-247251619.1697981116&authuser=1&project=opt-smythos-vertexia-432522
    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3?_ga=2.79473366.358158393.1724662649-247251619.1697981116&authuser=1&project=opt-smythos-vertexia-432522
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  llama2: {
    llm: 'VertexAI',
    label: 'Llama 2',
    value: 'llama2',
    supportsSystemPrompt: true,
    tokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama2?authuser=1&project=opt-smythos-vertexia-432522
    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama2?authuser=1&project=opt-smythos-vertexia-432522
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'mistral-large': {
    llm: 'VertexAI',
    label: 'Mistral Large (2407)',
    supportsSystemPrompt: true,
    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/mistral-large?authuser=1&project=opt-smythos-vertexia-432522
    completionTokens: 8192, // Guessing from the context window (tokens)
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'mistral-nemo': {
    llm: 'VertexAI',
    label: 'Mistral Nemo',
    supportsSystemPrompt: true,
    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/mistral-nemo?authuser=1&project=opt-smythos-vertexia-432522
    completionTokens: 8192, // Guessing from the context window (tokens)
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  codestral: {
    llm: 'VertexAI',
    label: 'Codestral',
    supportsSystemPrompt: true,
    tokens: 32000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/codestral?authuser=1&project=opt-smythos-vertexia-432522
    completionTokens: 4096, // Guessing from the context window (tokens)
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  mixtral: {
    llm: 'VertexAI',
    label: 'Mixtral',
    supportsSystemPrompt: true,
    tokens: 32000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistral-ai/model-garden/mixtral?authuser=1&project=opt-smythos-vertexia-432522
    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistral-ai/model-garden/mixtral?authuser=1&project=opt-smythos-vertexia-432522
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'chat-bison': {
    llm: 'VertexAI',
    label: 'PaLM 2 Chat Bison',
    supportsSystemPrompt: true,
    tokens: 4096, // @Ref - by querying with Gemini - https://gemini.google.com/
    completionTokens: 2048, // @Ref - https://console.cloud.google.com/vertex-ai/generative/language/create/chat?model=chat-bison@002&authuser=1&project=opt-smythos-vertexia-432522 [Playground]
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'text-bison': {
    llm: 'VertexAI',
    label: 'PaLM 2 Text Bison',
    supportsSystemPrompt: true,
    tokens: 32768, // by querying with Gemini - https://gemini.google.com/
    completionTokens: 2048, // @Ref - https://console.cloud.google.com/vertex-ai/generative/language/create/text?model=text-bison@001&authuser=1&project=opt-smythos-vertexia-432522 [Playground]
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  phi3: {
    llm: 'VertexAI',
    label: 'Phi-3',
    supportsSystemPrompt: true,
    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/microsoft/model-garden/phi3?authuser=1&project=opt-smythos-vertexia-432522
    completionTokens: 8192, // Guessing from the context window (tokens)
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  qwen2: {
    llm: 'VertexAI',
    label: 'Qwen2',
    supportsSystemPrompt: true,
    tokens: 131072, // @Ref - https://huggingface.co/Qwen/Qwen2-72B-Instruct
    completionTokens: 8192, // Guessing from the context window (tokens)
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  mammut: {
    llm: 'VertexAI',
    label: 'MaMMUT',
    supportsSystemPrompt: true,
    tokens: 4096, // @Ref - by querying with Gemini - https://gemini.google.com/
    completionTokens: 2048, // @Ref - by querying with Gemini - https://gemini.google.com/
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'lmsys-vicuna-7b': {
    llm: 'VertexAI',
    label: 'Vicuna',
    supportsSystemPrompt: true,
    tokens: 4096, // @Ref - https://docs.together.ai/docs/chat-models
    completionTokens: 2048, // @Ref - Guessing from the context window (tokens)
    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
  },
  'bio-gpt': {
    llm: 'VertexAI',
    label: 'BioGPT',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'microsoft-biomedclip': {
    llm: 'VertexAI',
    label: 'BiomedCLIP',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  mistral: {
    llm: 'VertexAI',
    label: 'Mistral Self-host (7B & Nemo)',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  nllb: {
    llm: 'VertexAI',
    label: 'NLLB',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'codellama-7b-hf': {
    llm: 'VertexAI',
    label: 'Code Llama',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'palmyra-med': {
    llm: 'VertexAI',
    label: 'Palmyra Med (Writer)',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'llama-2-quantized': {
    llm: 'VertexAI',
    label: 'Llama 2 (Quantized)',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'bert-base-uncased': {
    llm: 'VertexAI',
    label: 'BERT (PEFT)',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'falcon-instruct-7b-peft': {
    llm: 'VertexAI',
    label: 'Falcon-instruct (PEFT)',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  openllama: {
    llm: 'VertexAI',
    label: 'OpenLLaMA (PEFT)',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'roberta-large': {
    llm: 'VertexAI',
    label: 'RoBERTa-large (PEFT)',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'xlm-roberta-large': {
    llm: 'VertexAI',
    label: 'XLM-RoBERTa-large (PEFT)',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'bart-large-cnn': {
    llm: 'VertexAI',
    label: 'Bart-large-cnn',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'dolly-v2': {
    llm: 'VertexAI',
    label: 'Dolly-v2',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  imagetext: {
    llm: 'VertexAI',
    label: 'Imagen for Captioning & VQA',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'codechat-bison': {
    llm: 'VertexAI',
    label: 'Codey for Code Chat',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'code-bison': {
    llm: 'VertexAI',
    label: 'Codey for Code Generation',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'code-gecko': {
    llm: 'VertexAI',
    label: 'Codey for Code Completion',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'text-unicorn': {
    llm: 'VertexAI',
    label: 'PaLM 2 Text Unicorn',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'textembedding-gecko': {
    llm: 'VertexAI',
    label: 'Embeddings for Text',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  't5-flan': {
    llm: 'VertexAI',
    label: 'T5-FLAN',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  't5-1.1': {
    llm: 'VertexAI',
    label: 'T5-1.1',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'blip2-opt-2.7-b': {
    llm: 'VertexAI',
    label: 'BLIP2',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'instruct-pix2pix': {
    llm: 'VertexAI',
    label: 'InstructPix2Pix',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'bert-base': {
    llm: 'VertexAI',
    label: 'BERT',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'mediapipe-mobile-bert-classifier': {
    llm: 'VertexAI',
    label: 'MobileBERT Classifier (MediaPipe)',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'mediapipe-average-word-embedding-classifier': {
    llm: 'VertexAI',
    label: 'Average Word Embedding Classifier (MediaPipe)',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  pic2word: {
    llm: 'VertexAI',
    label: 'Pic2Word Composed Image Retrieval',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'text-translation': {
    llm: 'VertexAI',
    label: 'Text Translation',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'language-v1-moderate-text': {
    llm: 'VertexAI',
    label: 'Text Moderation',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'language-v1-analyze-syntax': {
    llm: 'VertexAI',
    label: 'Syntax analysis',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'language-v1-analyze-entity-sentiment': {
    llm: 'VertexAI',
    label: 'Entity sentiment analysis',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'language-v1-analyze-sentiment': {
    llm: 'VertexAI',
    label: 'Sentiment analysis',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'language-v1-classify-text-v1': {
    llm: 'VertexAI',
    label: 'Content classification',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
  'pt-test': {
    llm: 'VertexAI',
    label: 'Entity analysis',
    supportsSystemPrompt: false,
    tokens: 4096, // Guessed value, no reference
    completionTokens: 4096, // Guessed value, no reference
    components: ['PromptGenerator', 'GenAILLM'],
  },
};