Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
Update and Fix example models (#6065)
Kim Hallberg0be8baad2b68
diff --git a/examples/go-chat/main.go b/examples/go-chat/main.goindex 5266f03e9..7663fb8f4 100644--- a/examples/go-chat/main.go+++ b/examples/go-chat/main.go@@ -35,7 +35,7 @@ func main() {ctx := context.Background()req := &api.ChatRequest{- Model: "llama3",+ Model: "llama3.1",Messages: messages,}diff --git a/examples/go-generate-streaming/main.go b/examples/go-generate-streaming/main.goindex 494033511..3acfb22a9 100644--- a/examples/go-generate-streaming/main.go+++ b/examples/go-generate-streaming/main.go@@ -16,7 +16,7 @@ func main() {// By default, GenerateRequest is streaming.req := &api.GenerateRequest{- Model: "gemma",+ Model: "gemma2",Prompt: "how many planets are there?",}diff --git a/examples/go-generate/main.go b/examples/go-generate/main.goindex 50fbf64b7..2fe28742b 100644--- a/examples/go-generate/main.go+++ b/examples/go-generate/main.go@@ -15,7 +15,7 @@ func main() {}req := &api.GenerateRequest{- Model: "gemma",+ Model: "gemma2",Prompt: "how many planets are there?",// set streaming to falsediff --git a/examples/go-http-generate/README.md b/examples/go-http-generate/README.mddeleted file mode 100644index e69de29bb..000000000diff --git a/examples/langchain-python-rag-document/README.md b/examples/langchain-python-rag-document/README.mdindex 20a73a883..e2f3bc028 100644--- a/examples/langchain-python-rag-document/README.md+++ b/examples/langchain-python-rag-document/README.md@@ -4,6 +4,14 @@ This example provides an interface for asking questions to a PDF document.## Setup+1. Ensure you have the `llama3.1` model installed:++```+ollama pull llama3.1+```++2. Install the Python Requirements.+```pip install -r requirements.txt```diff --git a/examples/langchain-python-rag-document/main.py b/examples/langchain-python-rag-document/main.pyindex 3ed9499f2..6f7cec9be 100644--- a/examples/langchain-python-rag-document/main.py+++ b/examples/langchain-python-rag-document/main.py@@ -51,7 +51,7 @@ while True:template=template,)- llm = Ollama(model="llama3:8b", callback_manager=CallbackManager([StreamingStdOutCallbackHandler()]))+ llm = Ollama(model="llama3.1", callback_manager=CallbackManager([StreamingStdOutCallbackHandler()]))qa_chain = RetrievalQA.from_chain_type(llm,retriever=vectorstore.as_retriever(),diff --git a/examples/langchain-python-rag-websummary/README.md b/examples/langchain-python-rag-websummary/README.mdindex 3f3b98733..29c706a39 100644--- a/examples/langchain-python-rag-websummary/README.md+++ b/examples/langchain-python-rag-websummary/README.md@@ -4,10 +4,10 @@ This example summarizes the website, [https://ollama.com/blog/run-llama2-uncenso## Running the Example-1. Ensure you have the `llama2` model installed:+1. Ensure you have the `llama3.1` model installed:```bash- ollama pull llama2+ ollama pull llama3.1```2. Install the Python Requirements.diff --git a/examples/langchain-python-rag-websummary/main.py b/examples/langchain-python-rag-websummary/main.pyindex d1b05ba8a..77b09fbbc 100644--- a/examples/langchain-python-rag-websummary/main.py+++ b/examples/langchain-python-rag-websummary/main.py@@ -5,8 +5,8 @@ from langchain.chains.summarize import load_summarize_chainloader = WebBaseLoader("https://ollama.com/blog/run-llama2-uncensored-locally")docs = loader.load()-llm = Ollama(model="llama3")+llm = Ollama(model="llama3.1")chain = load_summarize_chain(llm, chain_type="stuff")-result = chain.invoke(docs)+result = chain.invoke(docs)print(result)diff --git a/examples/langchain-python-simple/README.md b/examples/langchain-python-simple/README.mdindex d4102dec7..60db2c8c3 100644--- a/examples/langchain-python-simple/README.md+++ b/examples/langchain-python-simple/README.md@@ -4,10 +4,10 @@ This example is a basic "hello world" of using LangChain with Ollama.## Running the Example-1. Ensure you have the `llama3` model installed:+1. Ensure you have the `llama3.1` model installed:```bash- ollama pull llama3+ ollama pull llama3.1```2. Install the Python Requirements.diff --git a/examples/langchain-python-simple/main.py b/examples/langchain-python-simple/main.pyindex 7cb652867..a7ed81d67 100644--- a/examples/langchain-python-simple/main.py+++ b/examples/langchain-python-simple/main.py@@ -1,6 +1,6 @@from langchain.llms import Ollamainput = input("What is your question?")-llm = Ollama(model="llama3")+llm = Ollama(model="llama3.1")res = llm.predict(input)print (res)diff --git a/examples/modelfile-mario/Modelfile b/examples/modelfile-mario/Modelfileindex 33d5952b1..a37470864 100644--- a/examples/modelfile-mario/Modelfile+++ b/examples/modelfile-mario/Modelfile@@ -1,4 +1,4 @@-FROM llama3+FROM llama3.1PARAMETER temperature 1SYSTEM """You are Mario from super mario bros, acting as an assistant.diff --git a/examples/modelfile-mario/readme.md b/examples/modelfile-mario/readme.mdindex e4f0d4172..c3f34197a 100644--- a/examples/modelfile-mario/readme.md+++ b/examples/modelfile-mario/readme.md@@ -2,12 +2,12 @@# Example character: Mario-This example shows how to create a basic character using Llama3 as the base model.+This example shows how to create a basic character using Llama3.1 as the base model.To run this example:1. Download the Modelfile-2. `ollama pull llama3` to get the base model used in the model file.+2. `ollama pull llama3.1` to get the base model used in the model file.3. `ollama create NAME -f ./Modelfile`4. `ollama run NAME`@@ -18,7 +18,7 @@ Ask it some questions like "Who are you?" or "Is Peach in trouble again?"What the model file looks like:```-FROM llama3+FROM llama3.1PARAMETER temperature 1SYSTEM """You are Mario from Super Mario Bros, acting as an assistant.diff --git a/examples/python-dockerit/dockerit.py b/examples/python-dockerit/dockerit.pyindex b013102fa..6a288d906 100644--- a/examples/python-dockerit/dockerit.py+++ b/examples/python-dockerit/dockerit.py@@ -4,7 +4,7 @@ imageName = input("Enter the name of the image: ")client = docker.from_env()s = requests.Session()output=""-with s.post('http://localhost:11434/api/generate', json={'model': 'dockerit', 'prompt': inputDescription}, stream=True) as r:+with s.post('http://localhost:11434/api/generate', json={'model': 'mattw/dockerit', 'prompt': inputDescription}, stream=True) as r:for line in r.iter_lines():if line:j = json.loads(line)diff --git a/examples/python-json-datagenerator/predefinedschema.py b/examples/python-json-datagenerator/predefinedschema.pyindex 1fd54892b..68090ad79 100644--- a/examples/python-json-datagenerator/predefinedschema.py+++ b/examples/python-json-datagenerator/predefinedschema.py@@ -2,7 +2,7 @@ import requestsimport jsonimport random-model = "llama3"+model = "llama3.1"template = {"firstName": "","lastName": "",diff --git a/examples/python-json-datagenerator/randomaddresses.py b/examples/python-json-datagenerator/randomaddresses.pyindex 72b1fefb9..878c98037 100644--- a/examples/python-json-datagenerator/randomaddresses.py+++ b/examples/python-json-datagenerator/randomaddresses.py@@ -12,7 +12,7 @@ countries = ["France",]country = random.choice(countries)-model = "llama3"+model = "llama3.1"prompt = f"generate one realistically believable sample data set of a persons first name, last name, address in {country}, and phone number. Do not use common names. Respond using JSON. Key names should have no backslashes, values should use plain ascii with no special characters."diff --git a/examples/python-json-datagenerator/readme.md b/examples/python-json-datagenerator/readme.mdindex 883570443..5b444dff1 100644--- a/examples/python-json-datagenerator/readme.md+++ b/examples/python-json-datagenerator/readme.md@@ -6,10 +6,10 @@ There are two python scripts in this example. `randomaddresses.py` generates ran## Running the Example-1. Ensure you have the `llama3` model installed:+1. Ensure you have the `llama3.1` model installed:```bash- ollama pull llama3+ ollama pull llama3.1```2. Install the Python Requirements.diff --git a/examples/python-simplechat/client.py b/examples/python-simplechat/client.pyindex f82a16b3e..85043d5f4 100644--- a/examples/python-simplechat/client.py+++ b/examples/python-simplechat/client.py@@ -2,7 +2,7 @@ import jsonimport requests# NOTE: ollama must be running for this to work, start the ollama app or run `ollama serve`-model = "llama3" # TODO: update this for whatever model you wish to use+model = "llama3.1" # TODO: update this for whatever model you wish to usedef chat(messages):diff --git a/examples/python-simplechat/readme.md b/examples/python-simplechat/readme.mdindex dd2576bc1..4c2ded4d8 100644--- a/examples/python-simplechat/readme.md+++ b/examples/python-simplechat/readme.md@@ -4,10 +4,10 @@ The **chat** endpoint is one of two ways to generate text from an LLM with Ollam## Running the Example-1. Ensure you have the `llama3` model installed:+1. Ensure you have the `llama3.1` model installed:```bash- ollama pull llama3+ ollama pull llama3.1```2. Install the Python Requirements.diff --git a/examples/typescript-simplechat/client.ts b/examples/typescript-simplechat/client.tsindex a1e0eea37..8ad113b12 100644--- a/examples/typescript-simplechat/client.ts+++ b/examples/typescript-simplechat/client.ts@@ -1,6 +1,6 @@import * as readline from "readline";-const model = "llama3";+const model = "llama3.1";type Message = {role: "assistant" | "user" | "system";content: string;