ODS V3 Pre-Release: Public testing and refinement ahead of the official V3 launch. Turn your PC, Mac, or Linux box into a private AI server.
Python ai-agentsamdcomfyuidockerllama-cppllmlocal-ain8nnvidiaopen-webuiragself-hostedspeech-to-textstrix-halotext-to-speechworkflow-automation
{
"schemaVersion": 1,
"generatedBy": "scripts/generate-llama-architectures.py",
"backendBuilds": {
"nvidia": "b11429",
"cpu": "b9014",
"amd": "b9014",
"apple": "b9014",
"intel": "b9014",
"sycl": "b9014",
"windows-native": "b9014"
},
"builds": {
"b9014": {
"commit": "d4b0c22f9e67f0295e91dc1ab4f17c0fb2557fa4",
"architectures": [
"afmoe",
"apertus",
"arcee",
"arctic",
"arwkv7",
"baichuan",
"bailingmoe",
"bailingmoe2",
"bert",
"bitnet",
"bloom",
"chameleon",
"chatglm",
"clip",
"codeshell",
"cogvlm",
"cohere2",
"command-r",
"dbrx",
"deci",
"deepseek",
"deepseek2",
"deepseek2-ocr",
"dots1",
"dream",
"ernie4_5",
"ernie4_5-moe",
"eurobert",
"exaone",
"exaone-moe",
"exaone4",
"falcon",
"falcon-h1",
"gemma",
"gemma-embedding",
"gemma2",
"gemma3",
"gemma3n",
"gemma4",
"glm-dsa",
"glm4",
"glm4moe",
"gpt-oss",
"gpt2",
"gptj",
"gptneox",
"granite",
"granitehybrid",
"granitemoe",
"grok",
"grovemoe",
"hunyuan-dense",
"hunyuan-moe",
"hunyuan_vl",
"internlm2",
"jais",
"jais2",
"jamba",
"jina-bert-v2",
"jina-bert-v3",
"kimi-linear",
"lfm2",
"lfm2moe",
"llada",
"llada-moe",
"llama",
"llama-embed",
"llama4",
"maincoder",
"mamba",
"mamba2",
"mimo2",
"minicpm",
"minicpm3",
"minimax-m2",
"mistral3",
"mistral4",
"modern-bert",
"mpt",
"nemotron",
"nemotron_h",
"nemotron_h_moe",
"neo-bert",
"nomic-bert",
"nomic-bert-moe",
"olmo",
"olmo2",
"olmoe",
"openelm",
"orion",
"paddleocr",
"pangu-embedded",
"phi2",
"phi3",
"phimoe",
"plamo",
"plamo2",
"plamo3",
"plm",
"qwen",
"qwen2",
"qwen2moe",
"qwen2vl",
"qwen3",
"qwen35",
"qwen35moe",
"qwen3moe",
"qwen3next",
"qwen3vl",
"qwen3vlmoe",
"refact",
"rnd1",
"rwkv6",
"rwkv6qwen2",
"rwkv7",
"seed_oss",
"smallthinker",
"smollm3",
"stablelm",
"starcoder",
"starcoder2",
"step35",
"t5",
"t5encoder",
"wavtokenizer-dec",
"xverse"
],
"tensorTypes": {
"F32": 0,
"F16": 1,
"Q4_0": 2,
"Q4_1": 3,
"Q5_0": 6,
"Q5_1": 7,
"Q8_0": 8,
"Q8_1": 9,
"Q2_K": 10,
"Q3_K": 11,
"Q4_K": 12,
"Q5_K": 13,
"Q6_K": 14,
"Q8_K": 15,
"IQ2_XXS": 16,
"IQ2_XS": 17,
"IQ3_XXS": 18,
"IQ1_S": 19,
"IQ4_NL": 20,
"IQ3_S": 21,
"IQ2_S": 22,
"IQ4_XS": 23,
"I8": 24,
"I16": 25,
"I32": 26,
"I64": 27,
"F64": 28,
"IQ1_M": 29,
"BF16": 30,
"TQ1_0": 34,
"TQ2_0": 35,
"MXFP4": 39,
"NVFP4": 40,
"Q1_0": 41
},
"nextnLoader": false,
"nextnArchitectures": [
"bailingmoe2",
"exaone-moe",
"glm-dsa",
"glm4",
"glm4moe"
]
},
"b11429": {
"commit": "d81235049384534c167caea52b85a694f6103d14",
"architectures": [
"afmoe",
"apertus",
"arcee",
"arctic",
"arwkv7",
"baichuan",
"bailingmoe",
"bailingmoe2",
"bailingmoe3",
"bert",
"bitnet",
"bloom",
"chameleon",
"chatglm",
"clef",
"clip",
"codeshell",
"cogvlm",
"cohere2",
"cohere2moe",
"command-r",
"dbrx",
"deci",
"deepseek",
"deepseek2",
"deepseek2-ocr",
"deepseek32",
"deepseek4",
"dflash",
"dots1",
"dots3note",
"dream",
"eagle3",
"ernie4_5",
"ernie4_5-moe",
"eurobert",
"exaone",
"exaone-moe",
"exaone4",
"falcon",
"falcon-h1",
"gemma",
"gemma-embedding",
"gemma2",
"gemma3",
"gemma3n",
"gemma4",
"gemma4-assistant",
"glm-dsa",
"glm4",
"glm4moe",
"glm5-next",
"gpt-oss",
"gpt2",
"gptj",
"gptneox",
"granite",
"granite_swa",
"granitehybrid",
"granitemoe",
"graniteswitch",
"grok",
"grovemoe",
"hrm_text",
"hunyuan-dense",
"hunyuan-moe",
"hunyuan_vl",
"hy_v3",
"hy_v4",
"internlm2",
"jais",
"jais2",
"jamba",
"jina-bert-v2",
"jina-bert-v3",
"kimi-k3",
"kimi-linear",
"laguna",
"lfm2",
"lfm2moe",
"llada",
"llada-moe",
"llama",
"llama-embed",
"llama4",
"maincoder",
"mamba",
"mamba2",
"maple",
"mellum",
"mimo2",
"minicpm",
"minicpm3",
"minimax-01",
"minimax-m2",
"minimax-m3",
"mistral3",
"mistral4",
"modern-bert",
"mpt",
"muse-glimmer",
"nanbeige",
"nemotron",
"nemotron_h",
"nemotron_h_moe",
"neo-bert",
"nomic-bert",
"nomic-bert-moe",
"olmo",
"olmo2",
"olmoe",
"openelm",
"orion",
"paddleocr",
"pangu-embedded",
"phi2",
"phi3",
"phimoe",
"plamo",
"plamo2",
"plamo3",
"plm",
"pockettts",
"qwen",
"qwen2",
"qwen2moe",
"qwen2vl",
"qwen3",
"qwen35",
"qwen35moe",
"qwen3moe",
"qwen3next",
"qwen3tts",
"qwen3vl",
"qwen3vlmoe",
"qwen4exp",
"refact",
"rnd1",
"rwkv6",
"rwkv6qwen2",
"rwkv7",
"seed_oss",
"smallthinker",
"smollm3",
"spark2_5",
"stablelm",
"starcoder",
"starcoder2",
"step35",
"t5",
"t5encoder",
"talkie",
"wavtokenizer-dec",
"xverse"
],
"tensorTypes": {
"F32": 0,
"F16": 1,
"Q4_0": 2,
"Q4_1": 3,
"Q5_0": 6,
"Q5_1": 7,
"Q8_0": 8,
"Q8_1": 9,
"Q2_K": 10,
"Q3_K": 11,
"Q4_K": 12,
"Q5_K": 13,
"Q6_K": 14,
"Q8_K": 15,
"IQ2_XXS": 16,
"IQ2_XS": 17,
"IQ3_XXS": 18,
"IQ1_S": 19,
"IQ4_NL": 20,
"IQ3_S": 21,
"IQ2_S": 22,
"IQ4_XS": 23,
"I8": 24,
"I16": 25,
"I32": 26,
"I64": 27,
"F64": 28,
"IQ1_M": 29,
"BF16": 30,
"TQ1_0": 34,
"TQ2_0": 35,
"MXFP4": 39,
"NVFP4": 40,
"Q1_0": 41,
"Q2_0": 42
},
"nextnLoader": true,
"nextnArchitectures": []
}
}
}