Skip to content

Framework for orchestrating role-playing, autonomous AI agents. By fostering collaborative intelligence, CrewAI empowers agents to work together seamlessly, tackling complex tasks.

Suppressed userWarnings from litellm pydantic issues (#1833)

Brandon Hancock (bhancock_ai)ba89e43b6298
diff --git a/pyproject.toml b/pyproject.toml
index bcc00a0d9..10d7ea62d 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -11,7 +11,7 @@ dependencies = [
# Core Dependencies
"pydantic>=2.4.2",
"openai>=1.13.3",
- "litellm>=1.44.22",
+ "litellm>=1.56.4",
"instructor>=1.3.3",
# Text Processing
diff --git a/src/crewai/crew.py b/src/crewai/crew.py
index d488783ea..c01a89280 100644
--- a/src/crewai/crew.py
+++ b/src/crewai/crew.py
@@ -726,11 +726,7 @@ class Crew(BaseModel):
# Determine which tools to use - task tools take precedence over agent tools
tools_for_task = task.tools or agent_to_use.tools or []
- tools_for_task = self._prepare_tools(
- agent_to_use,
- task,
- tools_for_task
- )
+ tools_for_task = self._prepare_tools(agent_to_use, task, tools_for_task)
self._log_task_start(task, agent_to_use.role)
@@ -797,14 +793,18 @@ class Crew(BaseModel):
return skipped_task_output
return None
- def _prepare_tools(self, agent: BaseAgent, task: Task, tools: List[Tool]) -> List[Tool]:
+ def _prepare_tools(
+ self, agent: BaseAgent, task: Task, tools: List[Tool]
+ ) -> List[Tool]:
# Add delegation tools if agent allows delegation
if agent.allow_delegation:
if self.process == Process.hierarchical:
if self.manager_agent:
tools = self._update_manager_tools(task, tools)
else:
- raise ValueError("Manager agent is required for hierarchical process.")
+ raise ValueError(
+ "Manager agent is required for hierarchical process."
+ )
elif agent and agent.allow_delegation:
tools = self._add_delegation_tools(task, tools)
@@ -823,7 +823,9 @@ class Crew(BaseModel):
return self.manager_agent
return task.agent
- def _merge_tools(self, existing_tools: List[Tool], new_tools: List[Tool]) -> List[Tool]:
+ def _merge_tools(
+ self, existing_tools: List[Tool], new_tools: List[Tool]
+ ) -> List[Tool]:
"""Merge new tools into existing tools list, avoiding duplicates by tool name."""
if not new_tools:
return existing_tools
@@ -839,7 +841,9 @@ class Crew(BaseModel):
return tools
- def _inject_delegation_tools(self, tools: List[Tool], task_agent: BaseAgent, agents: List[BaseAgent]):
+ def _inject_delegation_tools(
+ self, tools: List[Tool], task_agent: BaseAgent, agents: List[BaseAgent]
+ ):
delegation_tools = task_agent.get_delegation_tools(agents)
return self._merge_tools(tools, delegation_tools)
@@ -856,7 +860,9 @@ class Crew(BaseModel):
if len(self.agents) > 1 and len(agents_for_delegation) > 0 and task.agent:
if not tools:
tools = []
- tools = self._inject_delegation_tools(tools, task.agent, agents_for_delegation)
+ tools = self._inject_delegation_tools(
+ tools, task.agent, agents_for_delegation
+ )
return tools
def _log_task_start(self, task: Task, role: str = "None"):
@@ -870,7 +876,9 @@ class Crew(BaseModel):
if task.agent:
tools = self._inject_delegation_tools(tools, task.agent, [task.agent])
else:
- tools = self._inject_delegation_tools(tools, self.manager_agent, self.agents)
+ tools = self._inject_delegation_tools(
+ tools, self.manager_agent, self.agents
+ )
return tools
def _get_context(self, task: Task, task_outputs: List[TaskOutput]):
diff --git a/src/crewai/llm.py b/src/crewai/llm.py
index 5d6a0ccf5..bdac7080a 100644
--- a/src/crewai/llm.py
+++ b/src/crewai/llm.py
@@ -6,8 +6,10 @@ import warnings
from contextlib import contextmanager
from typing import Any, Dict, List, Optional, Union
-import litellm
-from litellm import get_supported_openai_params
+with warnings.catch_warnings():
+ warnings.simplefilter("ignore", UserWarning)
+ import litellm
+ from litellm import get_supported_openai_params
from crewai.utilities.exceptions.context_window_exceeding_exception import (
LLMContextLengthExceededException,
@@ -138,7 +140,7 @@ class LLM:
self.kwargs = kwargs
litellm.drop_params = True
- litellm.set_verbose = False
+
self.set_callbacks(callbacks)
self.set_env_callbacks()
diff --git a/src/crewai/utilities/internal_instructor.py b/src/crewai/utilities/internal_instructor.py
index 13fe5a19f..a3206ba15 100644
--- a/src/crewai/utilities/internal_instructor.py
+++ b/src/crewai/utilities/internal_instructor.py
@@ -1,3 +1,4 @@
+import warnings
from typing import Any, Optional, Type
@@ -25,9 +26,10 @@ class InternalInstructor:
if self.agent and not self.llm:
self.llm = self.agent.function_calling_llm or self.agent.llm
- # Lazy import
- import instructor
- from litellm import completion
+ with warnings.catch_warnings():
+ warnings.simplefilter("ignore", UserWarning)
+ import instructor
+ from litellm import completion
self._client = instructor.from_litellm(
completion,
diff --git a/src/crewai/utilities/token_counter_callback.py b/src/crewai/utilities/token_counter_callback.py
index 06ad15022..46c7c68f9 100644
--- a/src/crewai/utilities/token_counter_callback.py
+++ b/src/crewai/utilities/token_counter_callback.py
@@ -1,3 +1,5 @@
+import warnings
+
from litellm.integrations.custom_logger import CustomLogger
from litellm.types.utils import Usage
@@ -12,11 +14,13 @@ class TokenCalcHandler(CustomLogger):
if self.token_cost_process is None:
return
- usage: Usage = response_obj["usage"]
- self.token_cost_process.sum_successful_requests(1)
- self.token_cost_process.sum_prompt_tokens(usage.prompt_tokens)
- self.token_cost_process.sum_completion_tokens(usage.completion_tokens)
- if usage.prompt_tokens_details:
- self.token_cost_process.sum_cached_prompt_tokens(
- usage.prompt_tokens_details.cached_tokens
- )
+ with warnings.catch_warnings():
+ warnings.simplefilter("ignore", UserWarning)
+ usage: Usage = response_obj["usage"]
+ self.token_cost_process.sum_successful_requests(1)
+ self.token_cost_process.sum_prompt_tokens(usage.prompt_tokens)
+ self.token_cost_process.sum_completion_tokens(usage.completion_tokens)
+ if usage.prompt_tokens_details:
+ self.token_cost_process.sum_cached_prompt_tokens(
+ usage.prompt_tokens_details.cached_tokens
+ )
diff --git a/tests/agent_test.py b/tests/agent_test.py
index 6879a4519..679f4832e 100644
--- a/tests/agent_test.py
+++ b/tests/agent_test.py
@@ -1445,34 +1445,31 @@ def test_llm_call_with_all_attributes():
@pytest.mark.vcr(filter_headers=["authorization"])
-def test_agent_with_ollama_gemma():
+def test_agent_with_ollama_llama3():
agent = Agent(
role="test role",
goal="test goal",
backstory="test backstory",
- llm=LLM(
- model="ollama/gemma2:latest",
- base_url="http://localhost:8080",
- ),
+ llm=LLM(model="ollama/llama3.2:3b", base_url="http://localhost:11434"),
)
assert isinstance(agent.llm, LLM)
- assert agent.llm.model == "ollama/gemma2:latest"
- assert agent.llm.base_url == "http://localhost:8080"
+ assert agent.llm.model == "ollama/llama3.2:3b"
+ assert agent.llm.base_url == "http://localhost:11434"
task = "Respond in 20 words. Who are you?"
response = agent.llm.call([{"role": "user", "content": task}])
assert response
assert len(response.split()) <= 25 # Allow a little flexibility in word count
- assert "Gemma" in response or "AI" in response or "language model" in response
+ assert "Llama3" in response or "AI" in response or "language model" in response
@pytest.mark.vcr(filter_headers=["authorization"])
-def test_llm_call_with_ollama_gemma():
+def test_llm_call_with_ollama_llama3():
llm = LLM(
- model="ollama/gemma2:latest",
- base_url="http://localhost:8080",
+ model="ollama/llama3.2:3b",
+ base_url="http://localhost:11434",
temperature=0.7,
max_tokens=30,
)
@@ -1482,7 +1479,7 @@ def test_llm_call_with_ollama_gemma():
assert response
assert len(response.split()) <= 25 # Allow a little flexibility in word count
- assert "Gemma" in response or "AI" in response or "language model" in response
+ assert "Llama3" in response or "AI" in response or "language model" in response
@pytest.mark.vcr(filter_headers=["authorization"])
@@ -1578,7 +1575,7 @@ def test_agent_execute_task_with_ollama():
role="test role",
goal="test goal",
backstory="test backstory",
- llm=LLM(model="ollama/gemma2:latest", base_url="http://localhost:8080"),
+ llm=LLM(model="ollama/llama3.2:3b", base_url="http://localhost:11434"),
)
task = Task(
diff --git a/tests/cassettes/test_agent_execute_task_with_ollama.yaml b/tests/cassettes/test_agent_execute_task_with_ollama.yaml
index 62f1fe37f..8228b53a7 100644
--- a/tests/cassettes/test_agent_execute_task_with_ollama.yaml
+++ b/tests/cassettes/test_agent_execute_task_with_ollama.yaml
@@ -1,81 +1,873 @@
interactions:
- request:
- body: !!binary |
- CrcCCiQKIgoMc2VydmljZS5uYW1lEhIKEGNyZXdBSS10ZWxlbWV0cnkSjgIKEgoQY3Jld2FpLnRl
- bGVtZXRyeRJoChA/Q8UW5bidCRtKvri5fOaNEgh5qLzvLvZJkioQVG9vbCBVc2FnZSBFcnJvcjAB
- OYjFVQr1TPgXQXCXhwr1TPgXShoKDmNyZXdhaV92ZXJzaW9uEggKBjAuNjEuMHoCGAGFAQABAAAS
- jQEKEChQTWQ07t26ELkZmP5RresSCHEivRGBpsP7KgpUb29sIFVzYWdlMAE5sKkbC/VM+BdB8MIc
- C/VM+BdKGgoOY3Jld2FpX3ZlcnNpb24SCAoGMC42MS4wShkKCXRvb2xfbmFtZRIMCgpkdW1teV90
- b29sSg4KCGF0dGVtcHRzEgIYAXoCGAGFAQABAAA=
+ body: '{"model": "llama3.2:3b", "prompt": "### System:\nYou are test role. test
+ backstory\nYour personal goal is: test goal\nTo give my best complete final
+ answer to the task use the exact following format:\n\nThought: I now can give
+ a great answer\nFinal Answer: Your final answer must be the great and the most
+ complete as possible, it must be outcome described.\n\nI MUST use these formats,
+ my job depends on it!\n\n### User:\n\nCurrent Task: Explain what AI is in one
+ sentence\n\nThis is the expect criteria for your final answer: A one-sentence
+ explanation of AI\nyou MUST return the actual complete content as the final
+ answer, not a summary.\n\nBegin! This is VERY important to you, use the tools
+ available and give your best Final Answer, your job depends on it!\n\nThought:\n\n",
+ "options": {"stop": ["\nObservation:"]}, "stream": false}'
headers:
- Accept:
+ accept:
- '*/*'
- Accept-Encoding:
+ accept-encoding:
- gzip, deflate
- Connection:
+ connection:
- keep-alive
- Content-Length:
- - '314'
- Content-Type:
- - application/x-protobuf
- User-Agent:
- - OTel-OTLP-Exporter-Python/1.27.0
+ content-length:
+ - '839'
+ host:
+ - localhost:11434
+ user-agent:
+ - litellm/1.56.4
method: POST
- uri: https://telemetry.crewai.com:4319/v1/traces
+ uri: http://localhost:11434/api/generate
response:
- body:
- string: "\n\0"
+ content: '{"model":"llama3.2:3b","created_at":"2024-12-31T16:56:15.759718Z","response":"Final
+ Answer: Artificial Intelligence (AI) refers to the development of computer systems
+ able to perform tasks that typically require human intelligence, including learning,
+ problem-solving, decision-making, and perception.","done":true,"done_reason":"stop","context":[128006,9125,128007,271,38766,1303,33025,2696,25,6790,220,2366,18,271,128009,128006,882,128007,271,14711,744,512,2675,527,1296,3560,13,1296,93371,198,7927,4443,5915,374,25,1296,5915,198,1271,3041,856,1888,4686,1620,4320,311,279,3465,1005,279,4839,2768,3645,1473,85269,25,358,1457,649,3041,264,2294,4320,198,19918,22559,25,4718,1620,4320,2011,387,279,2294,323,279,1455,4686,439,3284,11,433,2011,387,15632,7633,382,40,28832,1005,1521,20447,11,856,2683,14117,389,433,2268,14711,2724,1473,5520,5546,25,83017,1148,15592,374,304,832,11914,271,2028,374,279,1755,13186,369,701,1620,4320,25,362,832,1355,18886,16540,315,15592,198,9514,28832,471,279,5150,4686,2262,439,279,1620,4320,11,539,264,12399,382,11382,0,1115,374,48174,3062,311,499,11,1005,279,7526,2561,323,3041,701,1888,13321,22559,11,701,2683,14117,389,433,2268,85269,1473,128009,128006,78191,128007,271,19918,22559,25,59294,22107,320,15836,8,19813,311,279,4500,315,6500,6067,3025,311,2804,9256,430,11383,1397,3823,11478,11,2737,6975,11,3575,99246,11,5597,28846,11,323,21063,13],"total_duration":1156303250,"load_duration":35999125,"prompt_eval_count":181,"prompt_eval_duration":408000000,"eval_count":38,"eval_duration":711000000}'
headers:
Content-Length:
- - '2'
+ - '1528'
Content-Type:
- - application/x-protobuf
+ - application/json; charset=utf-8
Date:
- - Tue, 24 Sep 2024 21:57:54 GMT
- status:
- code: 200
- message: OK
+ - Tue, 31 Dec 2024 16:56:15 GMT
+ http_version: HTTP/1.1
+ status_code: 200
- request:
- body: '{"model": "gemma2:latest", "prompt": "### System:\nYou are test role. test
- backstory\nYour personal goal is: test goal\nTo give my best complete final
- answer to the task use the exact following format:\n\nThought: I now can give
- a great answer\nFinal Answer: Your final answer must be the great and the most
- complete as possible, it must be outcome described.\n\nI MUST use these formats,
- my job depends on it!\n\n### User:\n\nCurrent Task: Explain what AI is in one
- sentence\n\nThis is the expect criteria for your final answer: A one-sentence
- explanation of AI\nyou MUST return the actual complete content as the final
- answer, not a summary.\n\nBegin! This is VERY important to you, use the tools
- available and give your best Final Answer, your job depends on it!\n\nThought:\n\n",
- "options": {}, "stream": false}'
+ body: '{"name": "llama3.2:3b"}'
headers:
- Accept:
+ accept:
- '*/*'
- Accept-Encoding:
+ accept-encoding:
- gzip, deflate
- Connection:
+ connection:
- keep-alive
- Content-Length:
- - '815'
+ content-length:
+ - '23'
+ content-type:
+ - application/json
+ host:
+ - localhost:11434
+ user-agent:
+ - litellm/1.56.4
+ method: POST
+ uri: http://localhost:11434/api/show
+ response:
+ content: "{\"license\":\"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT\\nLlama 3.2 Version
+ Release Date: September 25, 2024\\n\\n\u201CAgreement\u201D means the terms
+ and conditions for use, reproduction, distribution \\nand modification of the
+ Llama Materials set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications,
+ manuals and documentation accompanying Llama 3.2\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
+ or \u201Cyou\u201D means you, or your employer or any other person or entity
+ (if you are \\nentering into this Agreement on such person or entity\u2019s
+ behalf), of the age required under\\napplicable laws, rules or regulations to
+ provide legal consent and that has legal authority\\nto bind your employer or
+ such other person or entity if you are entering in this Agreement\\non their
+ behalf.\\n\\n\u201CLlama 3.2\u201D means the foundational large language models
+ and software and algorithms, including\\nmachine-learning model code, trained
+ model weights, inference-enabling code, training-enabling code,\\nfine-tuning
+ enabling code and other elements of the foregoing distributed by Meta at \\nhttps://www.llama.com/llama-downloads.\\n\\n\u201CLlama
+ Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.2 and Documentation
+ (and \\nany portion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
+ or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
+ or, \\nif you are an entity, your principal place of business is in the EEA
+ or Switzerland) \\nand Meta Platforms, Inc. (if you are located outside of the
+ EEA or Switzerland). \\n\\n\\nBy clicking \u201CI Accept\u201D below or by using
+ or distributing any portion or element of the Llama Materials,\\nyou agree to
+ be bound by this Agreement.\\n\\n\\n1. License Rights and Redistribution.\\n\\n
+ \ a. Grant of Rights. You are granted a non-exclusive, worldwide, \\nnon-transferable
+ and royalty-free limited license under Meta\u2019s intellectual property or
+ other rights \\nowned by Meta embodied in the Llama Materials to use, reproduce,
+ distribute, copy, create derivative works \\nof, and make modifications to the
+ Llama Materials. \\n\\n b. Redistribution and Use. \\n\\n i. If
+ you distribute or make available the Llama Materials (or any derivative works
+ thereof), \\nor a product or service (including another AI model) that contains
+ any of them, you shall (A) provide\\na copy of this Agreement with any such
+ Llama Materials; and (B) prominently display \u201CBuilt with Llama\u201D\\non
+ a related website, user interface, blogpost, about page, or product documentation.
+ If you use the\\nLlama Materials or any outputs or results of the Llama Materials
+ to create, train, fine tune, or\\notherwise improve an AI model, which is distributed
+ or made available, you shall also include \u201CLlama\u201D\\nat the beginning
+ of any such AI model name.\\n\\n ii. If you receive Llama Materials,
+ or any derivative works thereof, from a Licensee as part\\nof an integrated
+ end user product, then Section 2 of this Agreement will not apply to you. \\n\\n
+ \ iii. You must retain in all copies of the Llama Materials that you distribute
+ the \\nfollowing attribution notice within a \u201CNotice\u201D text file distributed
+ as a part of such copies: \\n\u201CLlama 3.2 is licensed under the Llama 3.2
+ Community License, Copyright \xA9 Meta Platforms,\\nInc. All Rights Reserved.\u201D\\n\\n
+ \ iv. Your use of the Llama Materials must comply with applicable laws
+ and regulations\\n(including trade compliance laws and regulations) and adhere
+ to the Acceptable Use Policy for\\nthe Llama Materials (available at https://www.llama.com/llama3_2/use-policy),
+ which is hereby \\nincorporated by reference into this Agreement.\\n \\n2.
+ Additional Commercial Terms. If, on the Llama 3.2 version release date, the
+ monthly active users\\nof the products or services made available by or for
+ Licensee, or Licensee\u2019s affiliates, \\nis greater than 700 million monthly
+ active users in the preceding calendar month, you must request \\na license
+ from Meta, which Meta may grant to you in its sole discretion, and you are not
+ authorized to\\nexercise any of the rights under this Agreement unless or until
+ Meta otherwise expressly grants you such rights.\\n\\n3. Disclaimer of Warranty.
+ UNLESS REQUIRED BY APPLICABLE LAW, THE LLAMA MATERIALS AND ANY OUTPUT AND \\nRESULTS
+ THEREFROM ARE PROVIDED ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF
+ ANY KIND, AND META DISCLAIMS\\nALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND
+ IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES\\nOF TITLE, NON-INFRINGEMENT,
+ MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE\\nFOR
+ DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING THE LLAMA MATERIALS
+ AND ASSUME ANY RISKS ASSOCIATED\\nWITH YOUR USE OF THE LLAMA MATERIALS AND ANY
+ OUTPUT AND RESULTS.\\n\\n4. Limitation of Liability. IN NO EVENT WILL META OR
+ ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, \\nWHETHER IN CONTRACT,
+ TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS AGREEMENT,
+ \\nFOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, CONSEQUENTIAL, INCIDENTAL,
+ EXEMPLARY OR PUNITIVE DAMAGES, EVEN \\nIF META OR ITS AFFILIATES HAVE BEEN ADVISED
+ OF THE POSSIBILITY OF ANY OF THE FOREGOING.\\n\\n5. Intellectual Property.\\n\\n
+ \ a. No trademark licenses are granted under this Agreement, and in connection
+ with the Llama Materials, \\nneither Meta nor Licensee may use any name or mark
+ owned by or associated with the other or any of its affiliates, \\nexcept as
+ required for reasonable and customary use in describing and redistributing the
+ Llama Materials or as \\nset forth in this Section 5(a). Meta hereby grants
+ you a license to use \u201CLlama\u201D (the \u201CMark\u201D) solely as required
+ \\nto comply with the last sentence of Section 1.b.i. You will comply with Meta\u2019s
+ brand guidelines (currently accessible \\nat https://about.meta.com/brand/resources/meta/company-brand/).
+ All goodwill arising out of your use of the Mark \\nwill inure to the benefit
+ of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and
+ derivatives made by or for Meta, with respect to any\\n derivative works
+ and modifications of the Llama Materials that are made by you, as between you
+ and Meta,\\n you are and will be the owner of such derivative works and modifications.\\n\\n
+ \ c. If you institute litigation or other proceedings against Meta or any
+ entity (including a cross-claim or\\n counterclaim in a lawsuit) alleging
+ that the Llama Materials or Llama 3.2 outputs or results, or any portion\\n
+ \ of any of the foregoing, constitutes infringement of intellectual property
+ or other rights owned or licensable\\n by you, then any licenses granted
+ to you under this Agreement shall terminate as of the date such litigation or\\n
+ \ claim is filed or instituted. You will indemnify and hold harmless Meta
+ from and against any claim by any third\\n party arising out of or related
+ to your use or distribution of the Llama Materials.\\n\\n6. Term and Termination.
+ The term of this Agreement will commence upon your acceptance of this Agreement
+ or access\\nto the Llama Materials and will continue in full force and effect
+ until terminated in accordance with the terms\\nand conditions herein. Meta
+ may terminate this Agreement if you are in breach of any term or condition of
+ this\\nAgreement. Upon termination of this Agreement, you shall delete and cease
+ use of the Llama Materials. Sections 3,\\n4 and 7 shall survive the termination
+ of this Agreement. \\n\\n7. Governing Law and Jurisdiction. This Agreement will
+ be governed and construed under the laws of the State of \\nCalifornia without
+ regard to choice of law principles, and the UN Convention on Contracts for the
+ International\\nSale of Goods does not apply to this Agreement. The courts of
+ California shall have exclusive jurisdiction of\\nany dispute arising out of
+ this Agreement.\\n**Llama 3.2** **Acceptable Use Policy**\\n\\nMeta is committed
+ to promoting safe and fair use of its tools and features, including Llama 3.2.
+ If you access or use Llama 3.2, you agree to this Acceptable Use Policy (\u201C**Policy**\u201D).
+ The most recent copy of this policy can be found at [https://www.llama.com/llama3_2/use-policy](https://www.llama.com/llama3_2/use-policy).\\n\\n**Prohibited
+ Uses**\\n\\nWe want everyone to use Llama 3.2 safely and responsibly. You agree
+ you will not use, or allow others to use, Llama 3.2 to:\\n\\n\\n\\n1. Violate
+ the law or others\u2019 rights, including to:\\n 1. Engage in, promote, generate,
+ contribute to, encourage, plan, incite, or further illegal or unlawful activity
+ or content, such as:\\n 1. Violence or terrorism\\n 2. Exploitation
+ or harm to children, including the solicitation, creation, acquisition, or dissemination
+ of child exploitative content or failure to report Child Sexual Abuse Material\\n
+ \ 3. Human trafficking, exploitation, and sexual violence\\n 4.
+ The illegal distribution of information or materials to minors, including obscene
+ materials, or failure to employ legally required age-gating in connection with
+ such information or materials.\\n 5. Sexual solicitation\\n 6.
+ Any other criminal activity\\n 1. Engage in, promote, incite, or facilitate
+ the harassment, abuse, threatening, or bullying of individuals or groups of
+ individuals\\n 2. Engage in, promote, incite, or facilitate discrimination
+ or other unlawful or harmful conduct in the provision of employment, employment
+ benefits, credit, housing, other economic benefits, or other essential goods
+ and services\\n 3. Engage in the unauthorized or unlicensed practice of any
+ profession including, but not limited to, financial, legal, medical/health,
+ or related professional practices\\n 4. Collect, process, disclose, generate,
+ or infer private or sensitive information about individuals, including information
+ about individuals\u2019 identity, health, or demographic information, unless
+ you have obtained the right to do so in accordance with applicable law\\n 5.
+ Engage in or facilitate any action or generate any content that infringes, misappropriates,
+ or otherwise violates any third-party rights, including the outputs or results
+ of any products or services using the Llama Materials\\n 6. Create, generate,
+ or facilitate the creation of malicious code, malware, computer viruses or do
+ anything else that could disable, overburden, interfere with or impair the proper
+ working, integrity, operation or appearance of a website or computer system\\n
+ \ 7. Engage in any action, or facilitate any action, to intentionally circumvent
+ or remove usage restrictions or other safety measures, or to enable functionality
+ disabled by Meta\\n2. Engage in, promote, incite, facilitate, or assist in the
+ planning or development of activities that present a risk of death or bodily
+ harm to individuals, including use of Llama 3.2 related to the following:\\n
+ \ 8. Military, warfare, nuclear industries or applications, espionage, use
+ for materials or activities that are subject to the International Traffic Arms
+ Regulations (ITAR) maintained by the United States Department of State or to
+ the U.S. Biological Weapons Anti-Terrorism Act of 1989 or the Chemical Weapons
+ Convention Implementation Act of 1997\\n 9. Guns and illegal weapons (including
+ weapon development)\\n 10. Illegal drugs and regulated/controlled substances\\n
+ \ 11. Operation of critical infrastructure, transportation technologies, or
+ heavy machinery\\n 12. Self-harm or harm to others, including suicide, cutting,
+ and eating disorders\\n 13. Any content intended to incite or promote violence,
+ abuse, or any infliction of bodily harm to an individual\\n3. Intentionally
+ deceive or mislead others, including use of Llama 3.2 related to the following:\\n
+ \ 14. Generating, promoting, or furthering fraud or the creation or promotion
+ of disinformation\\n 15. Generating, promoting, or furthering defamatory
+ content, including the creation of defamatory statements, images, or other content\\n
+ \ 16. Generating, promoting, or further distributing spam\\n 17. Impersonating
+ another individual without consent, authorization, or legal right\\n 18.
+ Representing that the use of Llama 3.2 or outputs are human-generated\\n 19.
+ Generating or facilitating false online engagement, including fake reviews and
+ other means of fake online engagement\\n4. Fail to appropriately disclose to
+ end users any known dangers of your AI system\\n5. Interact with third party
+ tools, models, or software designed to generate unlawful content or engage in
+ unlawful or harmful conduct and/or represent that the outputs of such tools,
+ models, or software are associated with Meta or Llama 3.2\\n\\nWith respect
+ to any multimodal models included in Llama 3.2, the rights granted under Section
+ 1(a) of the Llama 3.2 Community License Agreement are not being granted to you
+ if you are an individual domiciled in, or a company with a principal place of
+ business in, the European Union. This restriction does not apply to end users
+ of a product or service that incorporates any such multimodal models.\\n\\nPlease
+ report any violation of this Policy, software \u201Cbug,\u201D or other problems
+ that could lead to a violation of this Policy through one of the following means:\\n\\n\\n\\n*
+ Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://l.workplace.com/l.php?u=https%3A%2F%2Fgithub.com%2Fmeta-llama%2Fllama-models%2Fissues\\u0026h=AT0qV8W9BFT6NwihiOHRuKYQM_UnkzN_NmHMy91OT55gkLpgi4kQupHUl0ssR4dQsIQ8n3tfd0vtkobvsEvt1l4Ic6GXI2EeuHV8N08OG2WnbAmm0FL4ObkazC6G_256vN0lN9DsykCvCqGZ)\\n*
+ Reporting risky content generated by the model: [developers.facebook.com/llama_output_feedback](http://developers.facebook.com/llama_output_feedback)\\n*
+ Reporting bugs and security concerns: [facebook.com/whitehat/info](http://facebook.com/whitehat/info)\\n*
+ Reporting violations of the Acceptable Use Policy or unlicensed uses of Llama
+ 3.2: [email protected]\",\"modelfile\":\"# Modelfile generated by \\\"ollama
+ show\\\"\\n# To build a new Modelfile based on this, replace FROM with:\\n#
+ FROM llama3.2:3b\\n\\nFROM /Users/brandonhancock/.ollama/models/blobs/sha256-dde5aa3fc5ffc17176b5e8bdc82f587b24b2678c6c66101bf7da77af9f7ccdff\\nTEMPLATE
+ \\\"\\\"\\\"\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\nCutting
+ Knowledge Date: December 2023\\n\\n{{ if .System }}{{ .System }}\\n{{- end }}\\n{{-
+ if .Tools }}When you receive a tool call response, use the output to format
+ an answer to the orginal user question.\\n\\nYou are a helpful assistant with
+ tool calling capabilities.\\n{{- end }}\\u003c|eot_id|\\u003e\\n{{- range $i,
+ $_ := .Messages }}\\n{{- $last := eq (len (slice $.Messages $i)) 1 }}\\n{{-
+ if eq .Role \\\"user\\\" }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{-
+ if and $.Tools $last }}\\n\\nGiven the following functions, please respond with
+ a JSON for a function call with its proper arguments that best answers the given
+ prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
+ dictionary of argument name and its value}. Do not use variables.\\n\\n{{ range
+ $.Tools }}\\n{{- . }}\\n{{ end }}\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{-
+ else }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{- end }}{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
+ if .ToolCalls }}\\n{{ range .ToolCalls }}\\n{\\\"name\\\": \\\"{{ .Function.Name
+ }}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
+ .Content }}\\n{{- end }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{-
+ else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
+ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- end }}\\n{{- end }}\\\"\\\"\\\"\\nPARAMETER stop \\u003c|start_header_id|\\u003e\\nPARAMETER
+ stop \\u003c|end_header_id|\\u003e\\nPARAMETER stop \\u003c|eot_id|\\u003e\\nLICENSE
+ \\\"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT\\nLlama 3.2 Version Release Date:
+ September 25, 2024\\n\\n\u201CAgreement\u201D means the terms and conditions
+ for use, reproduction, distribution \\nand modification of the Llama Materials
+ set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications, manuals
+ and documentation accompanying Llama 3.2\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
+ or \u201Cyou\u201D means you, or your employer or any other person or entity
+ (if you are \\nentering into this Agreement on such person or entity\u2019s
+ behalf), of the age required under\\napplicable laws, rules or regulations to
+ provide legal consent and that has legal authority\\nto bind your employer or
+ such other person or entity if you are entering in this Agreement\\non their
+ behalf.\\n\\n\u201CLlama 3.2\u201D means the foundational large language models
+ and software and algorithms, including\\nmachine-learning model code, trained
+ model weights, inference-enabling code, training-enabling code,\\nfine-tuning
+ enabling code and other elements of the foregoing distributed by Meta at \\nhttps://www.llama.com/llama-downloads.\\n\\n\u201CLlama
+ Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.2 and Documentation
+ (and \\nany portion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
+ or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
+ or, \\nif you are an entity, your principal place of business is in the EEA
+ or Switzerland) \\nand Meta Platforms, Inc. (if you are located outside of the
+ EEA or Switzerland). \\n\\n\\nBy clicking \u201CI Accept\u201D below or by using
+ or distributing any portion or element of the Llama Materials,\\nyou agree to
+ be bound by this Agreement.\\n\\n\\n1. License Rights and Redistribution.\\n\\n
+ \ a. Grant of Rights. You are granted a non-exclusive, worldwide, \\nnon-transferable
+ and royalty-free limited license under Meta\u2019s intellectual property or
+ other rights \\nowned by Meta embodied in the Llama Materials to use, reproduce,
+ distribute, copy, create derivative works \\nof, and make modifications to the
+ Llama Materials. \\n\\n b. Redistribution and Use. \\n\\n i. If
+ you distribute or make available the Llama Materials (or any derivative works
+ thereof), \\nor a product or service (including another AI model) that contains
+ any of them, you shall (A) provide\\na copy of this Agreement with any such
+ Llama Materials; and (B) prominently display \u201CBuilt with Llama\u201D\\non
+ a related website, user interface, blogpost, about page, or product documentation.
+ If you use the\\nLlama Materials or any outputs or results of the Llama Materials
+ to create, train, fine tune, or\\notherwise improve an AI model, which is distributed
+ or made available, you shall also include \u201CLlama\u201D\\nat the beginning
+ of any such AI model name.\\n\\n ii. If you receive Llama Materials,
+ or any derivative works thereof, from a Licensee as part\\nof an integrated
+ end user product, then Section 2 of this Agreement will not apply to you. \\n\\n
+ \ iii. You must retain in all copies of the Llama Materials that you distribute
+ the \\nfollowing attribution notice within a \u201CNotice\u201D text file distributed
+ as a part of such copies: \\n\u201CLlama 3.2 is licensed under the Llama 3.2
+ Community License, Copyright \xA9 Meta Platforms,\\nInc. All Rights Reserved.\u201D\\n\\n
+ \ iv. Your use of the Llama Materials must comply with applicable laws
+ and regulations\\n(including trade compliance laws and regulations) and adhere
+ to the Acceptable Use Policy for\\nthe Llama Materials (available at https://www.llama.com/llama3_2/use-policy),
+ which is hereby \\nincorporated by reference into this Agreement.\\n \\n2.
+ Additional Commercial Terms. If, on the Llama 3.2 version release date, the
+ monthly active users\\nof the products or services made available by or for
+ Licensee, or Licensee\u2019s affiliates, \\nis greater than 700 million monthly
+ active users in the preceding calendar month, you must request \\na license
+ from Meta, which Meta may grant to you in its sole discretion, and you are not
+ authorized to\\nexercise any of the rights under this Agreement unless or until
+ Meta otherwise expressly grants you such rights.\\n\\n3. Disclaimer of Warranty.
+ UNLESS REQUIRED BY APPLICABLE LAW, THE LLAMA MATERIALS AND ANY OUTPUT AND \\nRESULTS
+ THEREFROM ARE PROVIDED ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF
+ ANY KIND, AND META DISCLAIMS\\nALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND
+ IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES\\nOF TITLE, NON-INFRINGEMENT,
+ MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE\\nFOR
+ DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING THE LLAMA MATERIALS
+ AND ASSUME ANY RISKS ASSOCIATED\\nWITH YOUR USE OF THE LLAMA MATERIALS AND ANY
+ OUTPUT AND RESULTS.\\n\\n4. Limitation of Liability. IN NO EVENT WILL META OR
+ ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, \\nWHETHER IN CONTRACT,
+ TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS AGREEMENT,
+ \\nFOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, CONSEQUENTIAL, INCIDENTAL,
+ EXEMPLARY OR PUNITIVE DAMAGES, EVEN \\nIF META OR ITS AFFILIATES HAVE BEEN ADVISED
+ OF THE POSSIBILITY OF ANY OF THE FOREGOING.\\n\\n5. Intellectual Property.\\n\\n
+ \ a. No trademark licenses are granted under this Agreement, and in connection
+ with the Llama Materials, \\nneither Meta nor Licensee may use any name or mark
+ owned by or associated with the other or any of its affiliates, \\nexcept as
+ required for reasonable and customary use in describing and redistributing the
+ Llama Materials or as \\nset forth in this Section 5(a). Meta hereby grants
+ you a license to use \u201CLlama\u201D (the \u201CMark\u201D) solely as required
+ \\nto comply with the last sentence of Section 1.b.i. You will comply with Meta\u2019s
+ brand guidelines (currently accessible \\nat https://about.meta.com/brand/resources/meta/company-brand/).
+ All goodwill arising out of your use of the Mark \\nwill inure to the benefit
+ of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and
+ derivatives made by or for Meta, with respect to any\\n derivative works
+ and modifications of the Llama Materials that are made by you, as between you
+ and Meta,\\n you are and will be the owner of such derivative works and modifications.\\n\\n
+ \ c. If you institute litigation or other proceedings against Meta or any
+ entity (including a cross-claim or\\n counterclaim in a lawsuit) alleging
+ that the Llama Materials or Llama 3.2 outputs or results, or any portion\\n
+ \ of any of the foregoing, constitutes infringement of intellectual property
+ or other rights owned or licensable\\n by you, then any licenses granted
+ to you under this Agreement shall terminate as of the date such litigation or\\n
+ \ claim is filed or instituted. You will indemnify and hold harmless Meta
+ from and against any claim by any third\\n party arising out of or related
+ to your use or distribution of the Llama Materials.\\n\\n6. Term and Termination.
+ The term of this Agreement will commence upon your acceptance of this Agreement
+ or access\\nto the Llama Materials and will continue in full force and effect
+ until terminated in accordance with the terms\\nand conditions herein. Meta
+ may terminate this Agreement if you are in breach of any term or condition of
+ this\\nAgreement. Upon termination of this Agreement, you shall delete and cease
+ use of the Llama Materials. Sections 3,\\n4 and 7 shall survive the termination
+ of this Agreement. \\n\\n7. Governing Law and Jurisdiction. This Agreement will
+ be governed and construed under the laws of the State of \\nCalifornia without
+ regard to choice of law principles, and the UN Convention on Contracts for the
+ International\\nSale of Goods does not apply to this Agreement. The courts of
+ California shall have exclusive jurisdiction of\\nany dispute arising out of
+ this Agreement.\\\"\\nLICENSE \\\"**Llama 3.2** **Acceptable Use Policy**\\n\\nMeta
+ is committed to promoting safe and fair use of its tools and features, including
+ Llama 3.2. If you access or use Llama 3.2, you agree to this Acceptable Use
+ Policy (\u201C**Policy**\u201D). The most recent copy of this policy can be
+ found at [https://www.llama.com/llama3_2/use-policy](https://www.llama.com/llama3_2/use-policy).\\n\\n**Prohibited
+ Uses**\\n\\nWe want everyone to use Llama 3.2 safely and responsibly. You agree
+ you will not use, or allow others to use, Llama 3.2 to:\\n\\n\\n\\n1. Violate
+ the law or others\u2019 rights, including to:\\n 1. Engage in, promote, generate,
+ contribute to, encourage, plan, incite, or further illegal or unlawful activity
+ or content, such as:\\n 1. Violence or terrorism\\n 2. Exploitation
+ or harm to children, including the solicitation, creation, acquisition, or dissemination
+ of child exploitative content or failure to report Child Sexual Abuse Material\\n
+ \ 3. Human trafficking, exploitation, and sexual violence\\n 4.
+ The illegal distribution of information or materials to minors, including obscene
+ materials, or failure to employ legally required age-gating in connection with
+ such information or materials.\\n 5. Sexual solicitation\\n 6.
+ Any other criminal activity\\n 1. Engage in, promote, incite, or facilitate
+ the harassment, abuse, threatening, or bullying of individuals or groups of
+ individuals\\n 2. Engage in, promote, incite, or facilitate discrimination
+ or other unlawful or harmful conduct in the provision of employment, employment
+ benefits, credit, housing, other economic benefits, or other essential goods
+ and services\\n 3. Engage in the unauthorized or unlicensed practice of any
+ profession including, but not limited to, financial, legal, medical/health,
+ or related professional practices\\n 4. Collect, process, disclose, generate,
+ or infer private or sensitive information about individuals, including information
+ about individuals\u2019 identity, health, or demographic information, unless
+ you have obtained the right to do so in accordance with applicable law\\n 5.
+ Engage in or facilitate any action or generate any content that infringes, misappropriates,
+ or otherwise violates any third-party rights, including the outputs or results
+ of any products or services using the Llama Materials\\n 6. Create, generate,
+ or facilitate the creation of malicious code, malware, computer viruses or do
+ anything else that could disable, overburden, interfere with or impair the proper
+ working, integrity, operation or appearance of a website or computer system\\n
+ \ 7. Engage in any action, or facilitate any action, to intentionally circumvent
+ or remove usage restrictions or other safety measures, or to enable functionality
+ disabled by Meta\\n2. Engage in, promote, incite, facilitate, or assist in the
+ planning or development of activities that present a risk of death or bodily
+ harm to individuals, including use of Llama 3.2 related to the following:\\n
+ \ 8. Military, warfare, nuclear industries or applications, espionage, use
+ for materials or activities that are subject to the International Traffic Arms
+ Regulations (ITAR) maintained by the United States Department of State or to
+ the U.S. Biological Weapons Anti-Terrorism Act of 1989 or the Chemical Weapons
+ Convention Implementation Act of 1997\\n 9. Guns and illegal weapons (including
+ weapon development)\\n 10. Illegal drugs and regulated/controlled substances\\n
+ \ 11. Operation of critical infrastructure, transportation technologies, or
+ heavy machinery\\n 12. Self-harm or harm to others, including suicide, cutting,
+ and eating disorders\\n 13. Any content intended to incite or promote violence,
+ abuse, or any infliction of bodily harm to an individual\\n3. Intentionally
+ deceive or mislead others, including use of Llama 3.2 related to the following:\\n
+ \ 14. Generating, promoting, or furthering fraud or the creation or promotion
+ of disinformation\\n 15. Generating, promoting, or furthering defamatory
+ content, including the creation of defamatory statements, images, or other content\\n
+ \ 16. Generating, promoting, or further distributing spam\\n 17. Impersonating
+ another individual without consent, authorization, or legal right\\n 18.
+ Representing that the use of Llama 3.2 or outputs are human-generated\\n 19.
+ Generating or facilitating false online engagement, including fake reviews and
+ other means of fake online engagement\\n4. Fail to appropriately disclose to
+ end users any known dangers of your AI system\\n5. Interact with third party
+ tools, models, or software designed to generate unlawful content or engage in
+ unlawful or harmful conduct and/or represent that the outputs of such tools,
+ models, or software are associated with Meta or Llama 3.2\\n\\nWith respect
+ to any multimodal models included in Llama 3.2, the rights granted under Section
+ 1(a) of the Llama 3.2 Community License Agreement are not being granted to you
+ if you are an individual domiciled in, or a company with a principal place of
+ business in, the European Union. This restriction does not apply to end users
+ of a product or service that incorporates any such multimodal models.\\n\\nPlease
+ report any violation of this Policy, software \u201Cbug,\u201D or other problems
+ that could lead to a violation of this Policy through one of the following means:\\n\\n\\n\\n*
+ Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://l.workplace.com/l.php?u=https%3A%2F%2Fgithub.com%2Fmeta-llama%2Fllama-models%2Fissues\\u0026h=AT0qV8W9BFT6NwihiOHRuKYQM_UnkzN_NmHMy91OT55gkLpgi4kQupHUl0ssR4dQsIQ8n3tfd0vtkobvsEvt1l4Ic6GXI2EeuHV8N08OG2WnbAmm0FL4ObkazC6G_256vN0lN9DsykCvCqGZ)\\n*
+ Reporting risky content generated by the model: [developers.facebook.com/llama_output_feedback](http://developers.facebook.com/llama_output_feedback)\\n*
+ Reporting bugs and security concerns: [facebook.com/whitehat/info](http://facebook.com/whitehat/info)\\n*
+ Reporting violations of the Acceptable Use Policy or unlicensed uses of Llama
+ 3.2: [email protected]\\\"\\n\",\"parameters\":\"stop \\\"\\u003c|start_header_id|\\u003e\\\"\\nstop
+ \ \\\"\\u003c|end_header_id|\\u003e\\\"\\nstop \\\"\\u003c|eot_id|\\u003e\\\"\",\"template\":\"\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\nCutting
+ Knowledge Date: December 2023\\n\\n{{ if .System }}{{ .System }}\\n{{- end }}\\n{{-
+ if .Tools }}When you receive a tool call response, use the output to format
+ an answer to the orginal user question.\\n\\nYou are a helpful assistant with
+ tool calling capabilities.\\n{{- end }}\\u003c|eot_id|\\u003e\\n{{- range $i,
+ $_ := .Messages }}\\n{{- $last := eq (len (slice $.Messages $i)) 1 }}\\n{{-
+ if eq .Role \\\"user\\\" }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{-
+ if and $.Tools $last }}\\n\\nGiven the following functions, please respond with
+ a JSON for a function call with its proper arguments that best answers the given
+ prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
+ dictionary of argument name and its value}. Do not use variables.\\n\\n{{ range
+ $.Tools }}\\n{{- . }}\\n{{ end }}\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{-
+ else }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{- end }}{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
+ if .ToolCalls }}\\n{{ range .ToolCalls }}\\n{\\\"name\\\": \\\"{{ .Function.Name
+ }}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
+ .Content }}\\n{{- end }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{-
+ else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
+ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- end }}\\n{{- end }}\",\"details\":{\"parent_model\":\"\",\"format\":\"gguf\",\"family\":\"llama\",\"families\":[\"llama\"],\"parameter_size\":\"3.2B\",\"quantization_level\":\"Q4_K_M\"},\"model_info\":{\"general.architecture\":\"llama\",\"general.basename\":\"Llama-3.2\",\"general.file_type\":15,\"general.finetune\":\"Instruct\",\"general.languages\":[\"en\",\"de\",\"fr\",\"it\",\"pt\",\"hi\",\"es\",\"th\"],\"general.parameter_count\":3212749888,\"general.quantization_version\":2,\"general.size_label\":\"3B\",\"general.tags\":[\"facebook\",\"meta\",\"pytorch\",\"llama\",\"llama-3\",\"text-generation\"],\"general.type\":\"model\",\"llama.attention.head_count\":24,\"llama.attention.head_count_kv\":8,\"llama.attention.key_length\":128,\"llama.attention.layer_norm_rms_epsilon\":0.00001,\"llama.attention.value_length\":128,\"llama.block_count\":28,\"llama.context_length\":131072,\"llama.embedding_length\":3072,\"llama.feed_forward_length\":8192,\"llama.rope.dimension_count\":128,\"llama.rope.freq_base\":500000,\"llama.vocab_size\":128256,\"tokenizer.ggml.bos_token_id\":128000,\"tokenizer.ggml.eos_token_id\":128009,\"tokenizer.ggml.merges\":null,\"tokenizer.ggml.model\":\"gpt2\",\"tokenizer.ggml.pre\":\"llama-bpe\",\"tokenizer.ggml.token_type\":null,\"tokenizer.ggml.tokens\":null},\"modified_at\":\"2024-12-31T11:53:14.529771974-05:00\"}"
+ headers:
Content-Type:
+ - application/json; charset=utf-8
+ Date:
+ - Tue, 31 Dec 2024 16:56:15 GMT
+ Transfer-Encoding:
+ - chunked
+ http_version: HTTP/1.1
+ status_code: 200
+- request:
+ body: '{"name": "llama3.2:3b"}'
+ headers:
+ accept:
+ - '*/*'
+ accept-encoding:
+ - gzip, deflate
+ connection:
+ - keep-alive
+ content-length:
+ - '23'
+ content-type:
- application/json
- User-Agent:
- - python-requests/2.31.0
+ host:
+ - localhost:11434
+ user-agent:
+ - litellm/1.56.4
method: POST
- uri: http://localhost:8080/api/generate
+ uri: http://localhost:11434/api/show
response:
- body:
- string: '{"model":"gemma2:latest","created_at":"2024-09-24T21:57:55.835715Z","response":"Thought:
- I can explain AI in one sentence. \n\nFinal Answer: Artificial intelligence
- (AI) is the ability of computer systems to perform tasks that typically require
- human intelligence, such as learning, problem-solving, and decision-making. \n","done":true,"done_reason":"stop","context":[106,1645,108,6176,1479,235292,108,2045,708,2121,4731,235265,2121,135147,108,6922,3749,6789,603,235292,2121,6789,108,1469,2734,970,1963,3407,2048,3448,577,573,6911,1281,573,5463,2412,5920,235292,109,65366,235292,590,1490,798,2734,476,1775,3448,108,11263,10358,235292,3883,2048,3448,2004,614,573,1775,578,573,1546,3407,685,3077,235269,665,2004,614,17526,6547,235265,109,235285,44472,1281,1450,32808,235269,970,3356,12014,611,665,235341,109,6176,4926,235292,109,6846,12297,235292,36576,1212,16481,603,575,974,13060,109,1596,603,573,5246,12830,604,861,2048,3448,235292,586,974,235290,47366,15844,576,16481,108,4747,44472,2203,573,5579,3407,3381,685,573,2048,3448,235269,780,476,13367,235265,109,12694,235341,1417,603,50471,2845,577,692,235269,1281,573,8112,2506,578,2734,861,1963,14124,10358,235269,861,3356,12014,611,665,235341,109,65366,235292,109,107,108,106,2516,108,65366,235292,590,798,10200,16481,575,974,13060,235265,235248,109,11263,10358,235292,42456,17273,591,11716,235275,603,573,7374,576,6875,5188,577,3114,13333,674,15976,2817,3515,17273,235269,1582,685,6044,235269,3210,235290,60495,235269,578,4530,235290,14577,235265,139,108],"total_duration":3370959792,"load_duration":20611750,"prompt_eval_count":173,"prompt_eval_duration":688036000,"eval_count":51,"eval_duration":2660291000}'
+ content: "{\"license\":\"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT\\nLlama 3.2 Version
+ Release Date: September 25, 2024\\n\\n\u201CAgreement\u201D means the terms
+ and conditions for use, reproduction, distribution \\nand modification of the
+ Llama Materials set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications,
+ manuals and documentation accompanying Llama 3.2\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
+ or \u201Cyou\u201D means you, or your employer or any other person or entity
+ (if you are \\nentering into this Agreement on such person or entity\u2019s
+ behalf), of the age required under\\napplicable laws, rules or regulations to
+ provide legal consent and that has legal authority\\nto bind your employer or
+ such other person or entity if you are entering in this Agreement\\non their
+ behalf.\\n\\n\u201CLlama 3.2\u201D means the foundational large language models
+ and software and algorithms, including\\nmachine-learning model code, trained
+ model weights, inference-enabling code, training-enabling code,\\nfine-tuning
+ enabling code and other elements of the foregoing distributed by Meta at \\nhttps://www.llama.com/llama-downloads.\\n\\n\u201CLlama
+ Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.2 and Documentation
+ (and \\nany portion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
+ or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
+ or, \\nif you are an entity, your principal place of business is in the EEA
+ or Switzerland) \\nand Meta Platforms, Inc. (if you are located outside of the
+ EEA or Switzerland). \\n\\n\\nBy clicking \u201CI Accept\u201D below or by using
+ or distributing any portion or element of the Llama Materials,\\nyou agree to
+ be bound by this Agreement.\\n\\n\\n1. License Rights and Redistribution.\\n\\n
+ \ a. Grant of Rights. You are granted a non-exclusive, worldwide, \\nnon-transferable
+ and royalty-free limited license under Meta\u2019s intellectual property or
+ other rights \\nowned by Meta embodied in the Llama Materials to use, reproduce,
+ distribute, copy, create derivative works \\nof, and make modifications to the
+ Llama Materials. \\n\\n b. Redistribution and Use. \\n\\n i. If
+ you distribute or make available the Llama Materials (or any derivative works
+ thereof), \\nor a product or service (including another AI model) that contains
+ any of them, you shall (A) provide\\na copy of this Agreement with any such
+ Llama Materials; and (B) prominently display \u201CBuilt with Llama\u201D\\non
+ a related website, user interface, blogpost, about page, or product documentation.
+ If you use the\\nLlama Materials or any outputs or results of the Llama Materials
+ to create, train, fine tune, or\\notherwise improve an AI model, which is distributed
+ or made available, you shall also include \u201CLlama\u201D\\nat the beginning
+ of any such AI model name.\\n\\n ii. If you receive Llama Materials,
+ or any derivative works thereof, from a Licensee as part\\nof an integrated
+ end user product, then Section 2 of this Agreement will not apply to you. \\n\\n
+ \ iii. You must retain in all copies of the Llama Materials that you distribute
+ the \\nfollowing attribution notice within a \u201CNotice\u201D text file distributed
+ as a part of such copies: \\n\u201CLlama 3.2 is licensed under the Llama 3.2
+ Community License, Copyright \xA9 Meta Platforms,\\nInc. All Rights Reserved.\u201D\\n\\n
+ \ iv. Your use of the Llama Materials must comply with applicable laws
+ and regulations\\n(including trade compliance laws and regulations) and adhere
+ to the Acceptable Use Policy for\\nthe Llama Materials (available at https://www.llama.com/llama3_2/use-policy),
+ which is hereby \\nincorporated by reference into this Agreement.\\n \\n2.
+ Additional Commercial Terms. If, on the Llama 3.2 version release date, the
+ monthly active users\\nof the products or services made available by or for
+ Licensee, or Licensee\u2019s affiliates, \\nis greater than 700 million monthly
+ active users in the preceding calendar month, you must request \\na license
+ from Meta, which Meta may grant to you in its sole discretion, and you are not
+ authorized to\\nexercise any of the rights under this Agreement unless or until
+ Meta otherwise expressly grants you such rights.\\n\\n3. Disclaimer of Warranty.
+ UNLESS REQUIRED BY APPLICABLE LAW, THE LLAMA MATERIALS AND ANY OUTPUT AND \\nRESULTS
+ THEREFROM ARE PROVIDED ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF
+ ANY KIND, AND META DISCLAIMS\\nALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND
+ IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES\\nOF TITLE, NON-INFRINGEMENT,
+ MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE\\nFOR
+ DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING THE LLAMA MATERIALS
+ AND ASSUME ANY RISKS ASSOCIATED\\nWITH YOUR USE OF THE LLAMA MATERIALS AND ANY
+ OUTPUT AND RESULTS.\\n\\n4. Limitation of Liability. IN NO EVENT WILL META OR
+ ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, \\nWHETHER IN CONTRACT,
+ TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS AGREEMENT,
+ \\nFOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, CONSEQUENTIAL, INCIDENTAL,
+ EXEMPLARY OR PUNITIVE DAMAGES, EVEN \\nIF META OR ITS AFFILIATES HAVE BEEN ADVISED
+ OF THE POSSIBILITY OF ANY OF THE FOREGOING.\\n\\n5. Intellectual Property.\\n\\n
+ \ a. No trademark licenses are granted under this Agreement, and in connection
+ with the Llama Materials, \\nneither Meta nor Licensee may use any name or mark
+ owned by or associated with the other or any of its affiliates, \\nexcept as
+ required for reasonable and customary use in describing and redistributing the
+ Llama Materials or as \\nset forth in this Section 5(a). Meta hereby grants
+ you a license to use \u201CLlama\u201D (the \u201CMark\u201D) solely as required
+ \\nto comply with the last sentence of Section 1.b.i. You will comply with Meta\u2019s
+ brand guidelines (currently accessible \\nat https://about.meta.com/brand/resources/meta/company-brand/).
+ All goodwill arising out of your use of the Mark \\nwill inure to the benefit
+ of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and
+ derivatives made by or for Meta, with respect to any\\n derivative works
+ and modifications of the Llama Materials that are made by you, as between you
+ and Meta,\\n you are and will be the owner of such derivative works and modifications.\\n\\n
+ \ c. If you institute litigation or other proceedings against Meta or any
+ entity (including a cross-claim or\\n counterclaim in a lawsuit) alleging
+ that the Llama Materials or Llama 3.2 outputs or results, or any portion\\n
+ \ of any of the foregoing, constitutes infringement of intellectual property
+ or other rights owned or licensable\\n by you, then any licenses granted
+ to you under this Agreement shall terminate as of the date such litigation or\\n
+ \ claim is filed or instituted. You will indemnify and hold harmless Meta
+ from and against any claim by any third\\n party arising out of or related
+ to your use or distribution of the Llama Materials.\\n\\n6. Term and Termination.
+ The term of this Agreement will commence upon your acceptance of this Agreement
+ or access\\nto the Llama Materials and will continue in full force and effect
+ until terminated in accordance with the terms\\nand conditions herein. Meta
+ may terminate this Agreement if you are in breach of any term or condition of
+ this\\nAgreement. Upon termination of this Agreement, you shall delete and cease
+ use of the Llama Materials. Sections 3,\\n4 and 7 shall survive the termination
+ of this Agreement. \\n\\n7. Governing Law and Jurisdiction. This Agreement will
+ be governed and construed under the laws of the State of \\nCalifornia without
+ regard to choice of law principles, and the UN Convention on Contracts for the
+ International\\nSale of Goods does not apply to this Agreement. The courts of
+ California shall have exclusive jurisdiction of\\nany dispute arising out of
+ this Agreement.\\n**Llama 3.2** **Acceptable Use Policy**\\n\\nMeta is committed
+ to promoting safe and fair use of its tools and features, including Llama 3.2.
+ If you access or use Llama 3.2, you agree to this Acceptable Use Policy (\u201C**Policy**\u201D).
+ The most recent copy of this policy can be found at [https://www.llama.com/llama3_2/use-policy](https://www.llama.com/llama3_2/use-policy).\\n\\n**Prohibited
+ Uses**\\n\\nWe want everyone to use Llama 3.2 safely and responsibly. You agree
+ you will not use, or allow others to use, Llama 3.2 to:\\n\\n\\n\\n1. Violate
+ the law or others\u2019 rights, including to:\\n 1. Engage in, promote, generate,
+ contribute to, encourage, plan, incite, or further illegal or unlawful activity
+ or content, such as:\\n 1. Violence or terrorism\\n 2. Exploitation
+ or harm to children, including the solicitation, creation, acquisition, or dissemination
+ of child exploitative content or failure to report Child Sexual Abuse Material\\n
+ \ 3. Human trafficking, exploitation, and sexual violence\\n 4.
+ The illegal distribution of information or materials to minors, including obscene
+ materials, or failure to employ legally required age-gating in connection with
+ such information or materials.\\n 5. Sexual solicitation\\n 6.
+ Any other criminal activity\\n 1. Engage in, promote, incite, or facilitate
+ the harassment, abuse, threatening, or bullying of individuals or groups of
+ individuals\\n 2. Engage in, promote, incite, or facilitate discrimination
+ or other unlawful or harmful conduct in the provision of employment, employment
+ benefits, credit, housing, other economic benefits, or other essential goods
+ and services\\n 3. Engage in the unauthorized or unlicensed practice of any
+ profession including, but not limited to, financial, legal, medical/health,
+ or related professional practices\\n 4. Collect, process, disclose, generate,
+ or infer private or sensitive information about individuals, including information
+ about individuals\u2019 identity, health, or demographic information, unless
+ you have obtained the right to do so in accordance with applicable law\\n 5.
+ Engage in or facilitate any action or generate any content that infringes, misappropriates,
+ or otherwise violates any third-party rights, including the outputs or results
+ of any products or services using the Llama Materials\\n 6. Create, generate,
+ or facilitate the creation of malicious code, malware, computer viruses or do
+ anything else that could disable, overburden, interfere with or impair the proper
+ working, integrity, operation or appearance of a website or computer system\\n
+ \ 7. Engage in any action, or facilitate any action, to intentionally circumvent
+ or remove usage restrictions or other safety measures, or to enable functionality
+ disabled by Meta\\n2. Engage in, promote, incite, facilitate, or assist in the
+ planning or development of activities that present a risk of death or bodily
+ harm to individuals, including use of Llama 3.2 related to the following:\\n
+ \ 8. Military, warfare, nuclear industries or applications, espionage, use
+ for materials or activities that are subject to the International Traffic Arms
+ Regulations (ITAR) maintained by the United States Department of State or to
+ the U.S. Biological Weapons Anti-Terrorism Act of 1989 or the Chemical Weapons
+ Convention Implementation Act of 1997\\n 9. Guns and illegal weapons (including
+ weapon development)\\n 10. Illegal drugs and regulated/controlled substances\\n
+ \ 11. Operation of critical infrastructure, transportation technologies, or
+ heavy machinery\\n 12. Self-harm or harm to others, including suicide, cutting,
+ and eating disorders\\n 13. Any content intended to incite or promote violence,
+ abuse, or any infliction of bodily harm to an individual\\n3. Intentionally
+ deceive or mislead others, including use of Llama 3.2 related to the following:\\n
+ \ 14. Generating, promoting, or furthering fraud or the creation or promotion
+ of disinformation\\n 15. Generating, promoting, or furthering defamatory
+ content, including the creation of defamatory statements, images, or other content\\n
+ \ 16. Generating, promoting, or further distributing spam\\n 17. Impersonating
+ another individual without consent, authorization, or legal right\\n 18.
+ Representing that the use of Llama 3.2 or outputs are human-generated\\n 19.
+ Generating or facilitating false online engagement, including fake reviews and
+ other means of fake online engagement\\n4. Fail to appropriately disclose to
+ end users any known dangers of your AI system\\n5. Interact with third party
+ tools, models, or software designed to generate unlawful content or engage in
+ unlawful or harmful conduct and/or represent that the outputs of such tools,
+ models, or software are associated with Meta or Llama 3.2\\n\\nWith respect
+ to any multimodal models included in Llama 3.2, the rights granted under Section
+ 1(a) of the Llama 3.2 Community License Agreement are not being granted to you
+ if you are an individual domiciled in, or a company with a principal place of
+ business in, the European Union. This restriction does not apply to end users
+ of a product or service that incorporates any such multimodal models.\\n\\nPlease
+ report any violation of this Policy, software \u201Cbug,\u201D or other problems
+ that could lead to a violation of this Policy through one of the following means:\\n\\n\\n\\n*
+ Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://l.workplace.com/l.php?u=https%3A%2F%2Fgithub.com%2Fmeta-llama%2Fllama-models%2Fissues\\u0026h=AT0qV8W9BFT6NwihiOHRuKYQM_UnkzN_NmHMy91OT55gkLpgi4kQupHUl0ssR4dQsIQ8n3tfd0vtkobvsEvt1l4Ic6GXI2EeuHV8N08OG2WnbAmm0FL4ObkazC6G_256vN0lN9DsykCvCqGZ)\\n*
+ Reporting risky content generated by the model: [developers.facebook.com/llama_output_feedback](http://developers.facebook.com/llama_output_feedback)\\n*
+ Reporting bugs and security concerns: [facebook.com/whitehat/info](http://facebook.com/whitehat/info)\\n*
+ Reporting violations of the Acceptable Use Policy or unlicensed uses of Llama
+ 3.2: [email protected]\",\"modelfile\":\"# Modelfile generated by \\\"ollama
+ show\\\"\\n# To build a new Modelfile based on this, replace FROM with:\\n#
+ FROM llama3.2:3b\\n\\nFROM /Users/brandonhancock/.ollama/models/blobs/sha256-dde5aa3fc5ffc17176b5e8bdc82f587b24b2678c6c66101bf7da77af9f7ccdff\\nTEMPLATE
+ \\\"\\\"\\\"\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\nCutting
+ Knowledge Date: December 2023\\n\\n{{ if .System }}{{ .System }}\\n{{- end }}\\n{{-
+ if .Tools }}When you receive a tool call response, use the output to format
+ an answer to the orginal user question.\\n\\nYou are a helpful assistant with
+ tool calling capabilities.\\n{{- end }}\\u003c|eot_id|\\u003e\\n{{- range $i,
+ $_ := .Messages }}\\n{{- $last := eq (len (slice $.Messages $i)) 1 }}\\n{{-
+ if eq .Role \\\"user\\\" }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{-
+ if and $.Tools $last }}\\n\\nGiven the following functions, please respond with
+ a JSON for a function call with its proper arguments that best answers the given
+ prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
+ dictionary of argument name and its value}. Do not use variables.\\n\\n{{ range
+ $.Tools }}\\n{{- . }}\\n{{ end }}\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{-
+ else }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{- end }}{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
+ if .ToolCalls }}\\n{{ range .ToolCalls }}\\n{\\\"name\\\": \\\"{{ .Function.Name
+ }}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
+ .Content }}\\n{{- end }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{-
+ else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
+ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- end }}\\n{{- end }}\\\"\\\"\\\"\\nPARAMETER stop \\u003c|start_header_id|\\u003e\\nPARAMETER
+ stop \\u003c|end_header_id|\\u003e\\nPARAMETER stop \\u003c|eot_id|\\u003e\\nLICENSE
+ \\\"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT\\nLlama 3.2 Version Release Date:
+ September 25, 2024\\n\\n\u201CAgreement\u201D means the terms and conditions
+ for use, reproduction, distribution \\nand modification of the Llama Materials
+ set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications, manuals
+ and documentation accompanying Llama 3.2\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
+ or \u201Cyou\u201D means you, or your employer or any other person or entity
+ (if you are \\nentering into this Agreement on such person or entity\u2019s
+ behalf), of the age required under\\napplicable laws, rules or regulations to
+ provide legal consent and that has legal authority\\nto bind your employer or
+ such other person or entity if you are entering in this Agreement\\non their
+ behalf.\\n\\n\u201CLlama 3.2\u201D means the foundational large language models
+ and software and algorithms, including\\nmachine-learning model code, trained
+ model weights, inference-enabling code, training-enabling code,\\nfine-tuning
+ enabling code and other elements of the foregoing distributed by Meta at \\nhttps://www.llama.com/llama-downloads.\\n\\n\u201CLlama
+ Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.2 and Documentation
+ (and \\nany portion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
+ or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
+ or, \\nif you are an entity, your principal place of business is in the EEA
+ or Switzerland) \\nand Meta Platforms, Inc. (if you are located outside of the
+ EEA or Switzerland). \\n\\n\\nBy clicking \u201CI Accept\u201D below or by using
+ or distributing any portion or element of the Llama Materials,\\nyou agree to
+ be bound by this Agreement.\\n\\n\\n1. License Rights and Redistribution.\\n\\n
+ \ a. Grant of Rights. You are granted a non-exclusive, worldwide, \\nnon-transferable
+ and royalty-free limited license under Meta\u2019s intellectual property or
+ other rights \\nowned by Meta embodied in the Llama Materials to use, reproduce,
+ distribute, copy, create derivative works \\nof, and make modifications to the
+ Llama Materials. \\n\\n b. Redistribution and Use. \\n\\n i. If
+ you distribute or make available the Llama Materials (or any derivative works
+ thereof), \\nor a product or service (including another AI model) that contains
+ any of them, you shall (A) provide\\na copy of this Agreement with any such
+ Llama Materials; and (B) prominently display \u201CBuilt with Llama\u201D\\non
+ a related website, user interface, blogpost, about page, or product documentation.
+ If you use the\\nLlama Materials or any outputs or results of the Llama Materials
+ to create, train, fine tune, or\\notherwise improve an AI model, which is distributed
+ or made available, you shall also include \u201CLlama\u201D\\nat the beginning
+ of any such AI model name.\\n\\n ii. If you receive Llama Materials,
+ or any derivative works thereof, from a Licensee as part\\nof an integrated
+ end user product, then Section 2 of this Agreement will not apply to you. \\n\\n
+ \ iii. You must retain in all copies of the Llama Materials that you distribute
+ the \\nfollowing attribution notice within a \u201CNotice\u201D text file distributed
+ as a part of such copies: \\n\u201CLlama 3.2 is licensed under the Llama 3.2
+ Community License, Copyright \xA9 Meta Platforms,\\nInc. All Rights Reserved.\u201D\\n\\n
+ \ iv. Your use of the Llama Materials must comply with applicable laws
+ and regulations\\n(including trade compliance laws and regulations) and adhere
+ to the Acceptable Use Policy for\\nthe Llama Materials (available at https://www.llama.com/llama3_2/use-policy),
+ which is hereby \\nincorporated by reference into this Agreement.\\n \\n2.
+ Additional Commercial Terms. If, on the Llama 3.2 version release date, the
+ monthly active users\\nof the products or services made available by or for
+ Licensee, or Licensee\u2019s affiliates, \\nis greater than 700 million monthly
+ active users in the preceding calendar month, you must request \\na license
+ from Meta, which Meta may grant to you in its sole discretion, and you are not
+ authorized to\\nexercise any of the rights under this Agreement unless or until
+ Meta otherwise expressly grants you such rights.\\n\\n3. Disclaimer of Warranty.
+ UNLESS REQUIRED BY APPLICABLE LAW, THE LLAMA MATERIALS AND ANY OUTPUT AND \\nRESULTS
+ THEREFROM ARE PROVIDED ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF
+ ANY KIND, AND META DISCLAIMS\\nALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND
+ IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES\\nOF TITLE, NON-INFRINGEMENT,
+ MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE\\nFOR
+ DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING THE LLAMA MATERIALS
+ AND ASSUME ANY RISKS ASSOCIATED\\nWITH YOUR USE OF THE LLAMA MATERIALS AND ANY
+ OUTPUT AND RESULTS.\\n\\n4. Limitation of Liability. IN NO EVENT WILL META OR
+ ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, \\nWHETHER IN CONTRACT,
+ TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS AGREEMENT,
+ \\nFOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, CONSEQUENTIAL, INCIDENTAL,
+ EXEMPLARY OR PUNITIVE DAMAGES, EVEN \\nIF META OR ITS AFFILIATES HAVE BEEN ADVISED
+ OF THE POSSIBILITY OF ANY OF THE FOREGOING.\\n\\n5. Intellectual Property.\\n\\n
+ \ a. No trademark licenses are granted under this Agreement, and in connection
+ with the Llama Materials, \\nneither Meta nor Licensee may use any name or mark
+ owned by or associated with the other or any of its affiliates, \\nexcept as
+ required for reasonable and customary use in describing and redistributing the
+ Llama Materials or as \\nset forth in this Section 5(a). Meta hereby grants
+ you a license to use \u201CLlama\u201D (the \u201CMark\u201D) solely as required
+ \\nto comply with the last sentence of Section 1.b.i. You will comply with Meta\u2019s
+ brand guidelines (currently accessible \\nat https://about.meta.com/brand/resources/meta/company-brand/).
+ All goodwill arising out of your use of the Mark \\nwill inure to the benefit
+ of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and
+ derivatives made by or for Meta, with respect to any\\n derivative works
+ and modifications of the Llama Materials that are made by you, as between you
+ and Meta,\\n you are and will be the owner of such derivative works and modifications.\\n\\n
+ \ c. If you institute litigation or other proceedings against Meta or any
+ entity (including a cross-claim or\\n counterclaim in a lawsuit) alleging
+ that the Llama Materials or Llama 3.2 outputs or results, or any portion\\n
+ \ of any of the foregoing, constitutes infringement of intellectual property
+ or other rights owned or licensable\\n by you, then any licenses granted
+ to you under this Agreement shall terminate as of the date such litigation or\\n
+ \ claim is filed or instituted. You will indemnify and hold harmless Meta
+ from and against any claim by any third\\n party arising out of or related
+ to your use or distribution of the Llama Materials.\\n\\n6. Term and Termination.
+ The term of this Agreement will commence upon your acceptance of this Agreement
+ or access\\nto the Llama Materials and will continue in full force and effect
+ until terminated in accordance with the terms\\nand conditions herein. Meta
+ may terminate this Agreement if you are in breach of any term or condition of
+ this\\nAgreement. Upon termination of this Agreement, you shall delete and cease
+ use of the Llama Materials. Sections 3,\\n4 and 7 shall survive the termination
+ of this Agreement. \\n\\n7. Governing Law and Jurisdiction. This Agreement will
+ be governed and construed under the laws of the State of \\nCalifornia without
+ regard to choice of law principles, and the UN Convention on Contracts for the
+ International\\nSale of Goods does not apply to this Agreement. The courts of
+ California shall have exclusive jurisdiction of\\nany dispute arising out of
+ this Agreement.\\\"\\nLICENSE \\\"**Llama 3.2** **Acceptable Use Policy**\\n\\nMeta
+ is committed to promoting safe and fair use of its tools and features, including
+ Llama 3.2. If you access or use Llama 3.2, you agree to this Acceptable Use
+ Policy (\u201C**Policy**\u201D). The most recent copy of this policy can be
+ found at [https://www.llama.com/llama3_2/use-policy](https://www.llama.com/llama3_2/use-policy).\\n\\n**Prohibited
+ Uses**\\n\\nWe want everyone to use Llama 3.2 safely and responsibly. You agree
+ you will not use, or allow others to use, Llama 3.2 to:\\n\\n\\n\\n1. Violate
+ the law or others\u2019 rights, including to:\\n 1. Engage in, promote, generate,
+ contribute to, encourage, plan, incite, or further illegal or unlawful activity
+ or content, such as:\\n 1. Violence or terrorism\\n 2. Exploitation
+ or harm to children, including the solicitation, creation, acquisition, or dissemination
+ of child exploitative content or failure to report Child Sexual Abuse Material\\n
+ \ 3. Human trafficking, exploitation, and sexual violence\\n 4.
+ The illegal distribution of information or materials to minors, including obscene
+ materials, or failure to employ legally required age-gating in connection with
+ such information or materials.\\n 5. Sexual solicitation\\n 6.
+ Any other criminal activity\\n 1. Engage in, promote, incite, or facilitate
+ the harassment, abuse, threatening, or bullying of individuals or groups of
+ individuals\\n 2. Engage in, promote, incite, or facilitate discrimination
+ or other unlawful or harmful conduct in the provision of employment, employment
+ benefits, credit, housing, other economic benefits, or other essential goods
+ and services\\n 3. Engage in the unauthorized or unlicensed practice of any
+ profession including, but not limited to, financial, legal, medical/health,
+ or related professional practices\\n 4. Collect, process, disclose, generate,
+ or infer private or sensitive information about individuals, including information
+ about individuals\u2019 identity, health, or demographic information, unless
+ you have obtained the right to do so in accordance with applicable law\\n 5.
+ Engage in or facilitate any action or generate any content that infringes, misappropriates,
+ or otherwise violates any third-party rights, including the outputs or results
+ of any products or services using the Llama Materials\\n 6. Create, generate,
+ or facilitate the creation of malicious code, malware, computer viruses or do
+ anything else that could disable, overburden, interfere with or impair the proper
+ working, integrity, operation or appearance of a website or computer system\\n
+ \ 7. Engage in any action, or facilitate any action, to intentionally circumvent
+ or remove usage restrictions or other safety measures, or to enable functionality
+ disabled by Meta\\n2. Engage in, promote, incite, facilitate, or assist in the
+ planning or development of activities that present a risk of death or bodily
+ harm to individuals, including use of Llama 3.2 related to the following:\\n
+ \ 8. Military, warfare, nuclear industries or applications, espionage, use
+ for materials or activities that are subject to the International Traffic Arms
+ Regulations (ITAR) maintained by the United States Department of State or to
+ the U.S. Biological Weapons Anti-Terrorism Act of 1989 or the Chemical Weapons
+ Convention Implementation Act of 1997\\n 9. Guns and illegal weapons (including
+ weapon development)\\n 10. Illegal drugs and regulated/controlled substances\\n
+ \ 11. Operation of critical infrastructure, transportation technologies, or
+ heavy machinery\\n 12. Self-harm or harm to others, including suicide, cutting,
+ and eating disorders\\n 13. Any content intended to incite or promote violence,
+ abuse, or any infliction of bodily harm to an individual\\n3. Intentionally
+ deceive or mislead others, including use of Llama 3.2 related to the following:\\n
+ \ 14. Generating, promoting, or furthering fraud or the creation or promotion
+ of disinformation\\n 15. Generating, promoting, or furthering defamatory
+ content, including the creation of defamatory statements, images, or other content\\n
+ \ 16. Generating, promoting, or further distributing spam\\n 17. Impersonating
+ another individual without consent, authorization, or legal right\\n 18.
+ Representing that the use of Llama 3.2 or outputs are human-generated\\n 19.
+ Generating or facilitating false online engagement, including fake reviews and
+ other means of fake online engagement\\n4. Fail to appropriately disclose to
+ end users any known dangers of your AI system\\n5. Interact with third party
+ tools, models, or software designed to generate unlawful content or engage in
+ unlawful or harmful conduct and/or represent that the outputs of such tools,
+ models, or software are associated with Meta or Llama 3.2\\n\\nWith respect
+ to any multimodal models included in Llama 3.2, the rights granted under Section
+ 1(a) of the Llama 3.2 Community License Agreement are not being granted to you
+ if you are an individual domiciled in, or a company with a principal place of
+ business in, the European Union. This restriction does not apply to end users
+ of a product or service that incorporates any such multimodal models.\\n\\nPlease
+ report any violation of this Policy, software \u201Cbug,\u201D or other problems
+ that could lead to a violation of this Policy through one of the following means:\\n\\n\\n\\n*
+ Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://l.workplace.com/l.php?u=https%3A%2F%2Fgithub.com%2Fmeta-llama%2Fllama-models%2Fissues\\u0026h=AT0qV8W9BFT6NwihiOHRuKYQM_UnkzN_NmHMy91OT55gkLpgi4kQupHUl0ssR4dQsIQ8n3tfd0vtkobvsEvt1l4Ic6GXI2EeuHV8N08OG2WnbAmm0FL4ObkazC6G_256vN0lN9DsykCvCqGZ)\\n*
+ Reporting risky content generated by the model: [developers.facebook.com/llama_output_feedback](http://developers.facebook.com/llama_output_feedback)\\n*
+ Reporting bugs and security concerns: [facebook.com/whitehat/info](http://facebook.com/whitehat/info)\\n*
+ Reporting violations of the Acceptable Use Policy or unlicensed uses of Llama
+ 3.2: [email protected]\\\"\\n\",\"parameters\":\"stop \\\"\\u003c|start_header_id|\\u003e\\\"\\nstop
+ \ \\\"\\u003c|end_header_id|\\u003e\\\"\\nstop \\\"\\u003c|eot_id|\\u003e\\\"\",\"template\":\"\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\nCutting
+ Knowledge Date: December 2023\\n\\n{{ if .System }}{{ .System }}\\n{{- end }}\\n{{-
+ if .Tools }}When you receive a tool call response, use the output to format
+ an answer to the orginal user question.\\n\\nYou are a helpful assistant with
+ tool calling capabilities.\\n{{- end }}\\u003c|eot_id|\\u003e\\n{{- range $i,
+ $_ := .Messages }}\\n{{- $last := eq (len (slice $.Messages $i)) 1 }}\\n{{-
+ if eq .Role \\\"user\\\" }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{-
+ if and $.Tools $last }}\\n\\nGiven the following functions, please respond with
+ a JSON for a function call with its proper arguments that best answers the given
+ prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
+ dictionary of argument name and its value}. Do not use variables.\\n\\n{{ range
+ $.Tools }}\\n{{- . }}\\n{{ end }}\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{-
+ else }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{- end }}{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
+ if .ToolCalls }}\\n{{ range .ToolCalls }}\\n{\\\"name\\\": \\\"{{ .Function.Name
+ }}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
+ .Content }}\\n{{- end }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{-
+ else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
+ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- end }}\\n{{- end }}\",\"details\":{\"parent_model\":\"\",\"format\":\"gguf\",\"family\":\"llama\",\"families\":[\"llama\"],\"parameter_size\":\"3.2B\",\"quantization_level\":\"Q4_K_M\"},\"model_info\":{\"general.architecture\":\"llama\",\"general.basename\":\"Llama-3.2\",\"general.file_type\":15,\"general.finetune\":\"Instruct\",\"general.languages\":[\"en\",\"de\",\"fr\",\"it\",\"pt\",\"hi\",\"es\",\"th\"],\"general.parameter_count\":3212749888,\"general.quantization_version\":2,\"general.size_label\":\"3B\",\"general.tags\":[\"facebook\",\"meta\",\"pytorch\",\"llama\",\"llama-3\",\"text-generation\"],\"general.type\":\"model\",\"llama.attention.head_count\":24,\"llama.attention.head_count_kv\":8,\"llama.attention.key_length\":128,\"llama.attention.layer_norm_rms_epsilon\":0.00001,\"llama.attention.value_length\":128,\"llama.block_count\":28,\"llama.context_length\":131072,\"llama.embedding_length\":3072,\"llama.feed_forward_length\":8192,\"llama.rope.dimension_count\":128,\"llama.rope.freq_base\":500000,\"llama.vocab_size\":128256,\"tokenizer.ggml.bos_token_id\":128000,\"tokenizer.ggml.eos_token_id\":128009,\"tokenizer.ggml.merges\":null,\"tokenizer.ggml.model\":\"gpt2\",\"tokenizer.ggml.pre\":\"llama-bpe\",\"tokenizer.ggml.token_type\":null,\"tokenizer.ggml.tokens\":null},\"modified_at\":\"2024-12-31T11:53:14.529771974-05:00\"}"
headers:
- Content-Length:
- - '1662'
Content-Type:
- application/json; charset=utf-8
Date:
- - Tue, 24 Sep 2024 21:57:55 GMT
- status:
- code: 200
- message: OK
+ - Tue, 31 Dec 2024 16:56:15 GMT
+ Transfer-Encoding:
+ - chunked
+ http_version: HTTP/1.1
+ status_code: 200
version: 1
diff --git a/tests/cassettes/test_agent_with_ollama_gemma.yaml b/tests/cassettes/test_agent_with_ollama_gemma.yaml
deleted file mode 100644
index 86e829fbc..000000000
--- a/tests/cassettes/test_agent_with_ollama_gemma.yaml
+++ /dev/null
@@ -1,397 +0,0 @@
-interactions:
-- request:
- body: !!binary |
- CumTAQokCiIKDHNlcnZpY2UubmFtZRISChBjcmV3QUktdGVsZW1ldHJ5Er+TAQoSChBjcmV3YWku
- dGVsZW1ldHJ5EqoHChDvqD2QZooz9BkEwtbWjp4OEgjxh72KACHvZSoMQ3JldyBDcmVhdGVkMAE5
- qMhNnvBM+BdBcO9PnvBM+BdKGgoOY3Jld2FpX3ZlcnNpb24SCAoGMC42MS4wShoKDnB5dGhvbl92
- ZXJzaW9uEggKBjMuMTEuN0ouCghjcmV3X2tleRIiCiBkNTUxMTNiZTRhYTQxYmE2NDNkMzI2MDQy
- YjJmMDNmMUoxCgdjcmV3X2lkEiYKJGY4YTA1OTA1LTk0OGEtNDQ0YS04NmJmLTJiNTNiNDkyYjgy
- MkocCgxjcmV3X3Byb2Nlc3MSDAoKc2VxdWVudGlhbEoRCgtjcmV3X21lbW9yeRICEABKGgoUY3Jl
- d19udW1iZXJfb2ZfdGFza3MSAhgBShsKFWNyZXdfbnVtYmVyX29mX2FnZW50cxICGAFKxwIKC2Ny
- ZXdfYWdlbnRzErcCCrQCW3sia2V5IjogImUxNDhlNTMyMDI5MzQ5OWY4Y2ViZWE4MjZlNzI1ODJi
- IiwgImlkIjogIjg1MGJjNWUwLTk4NTctNDhkOC1iNWZlLTJmZjk2OWExYTU3YiIsICJyb2xlIjog
- InRlc3Qgcm9sZSIsICJ2ZXJib3NlPyI6IHRydWUsICJtYXhfaXRlciI6IDQsICJtYXhfcnBtIjog
- MTAsICJmdW5jdGlvbl9jYWxsaW5nX2xsbSI6ICIiLCAibGxtIjogImdwdC00byIsICJkZWxlZ2F0
- aW9uX2VuYWJsZWQ/IjogZmFsc2UsICJhbGxvd19jb2RlX2V4ZWN1dGlvbj8iOiBmYWxzZSwgIm1h
- eF9yZXRyeV9saW1pdCI6IDIsICJ0b29sc19uYW1lcyI6IFtdfV1KkAIKCmNyZXdfdGFza3MSgQIK
- /gFbeyJrZXkiOiAiNGEzMWI4NTEzM2EzYTI5NGM2ODUzZGE3NTdkNGJhZTciLCAiaWQiOiAiOTc1
- ZDgwMjItMWJkMS00NjBlLTg2NmEtYjJmZGNiYjA4ZDliIiwgImFzeW5jX2V4ZWN1dGlvbj8iOiBm
- YWxzZSwgImh1bWFuX2lucHV0PyI6IGZhbHNlLCAiYWdlbnRfcm9sZSI6ICJ0ZXN0IHJvbGUiLCAi
- YWdlbnRfa2V5IjogImUxNDhlNTMyMDI5MzQ5OWY4Y2ViZWE4MjZlNzI1ODJiIiwgInRvb2xzX25h
- bWVzIjogWyJnZXRfZmluYWxfYW5zd2VyIl19XXoCGAGFAQABAAASjgIKEP9UYSAOFQbZquSppN1j
- IeUSCAgZmXUoJKFmKgxUYXNrIENyZWF0ZWQwATloPV+e8Ez4F0GYsl+e8Ez4F0ouCghjcmV3X2tl
- eRIiCiBkNTUxMTNiZTRhYTQxYmE2NDNkMzI2MDQyYjJmMDNmMUoxCgdjcmV3X2lkEiYKJGY4YTA1
- OTA1LTk0OGEtNDQ0YS04NmJmLTJiNTNiNDkyYjgyMkouCgh0YXNrX2tleRIiCiA0YTMxYjg1MTMz
- YTNhMjk0YzY4NTNkYTc1N2Q0YmFlN0oxCgd0YXNrX2lkEiYKJDk3NWQ4MDIyLTFiZDEtNDYwZS04
- NjZhLWIyZmRjYmIwOGQ5YnoCGAGFAQABAAASkwEKEEfiywgqgiUXE3KoUbrnHDQSCGmv+iM7Wc1Z
- KgpUb29sIFVzYWdlMAE5kOybnvBM+BdBIM+cnvBM+BdKGgoOY3Jld2FpX3ZlcnNpb24SCAoGMC42
- MS4wSh8KCXRvb2xfbmFtZRISChBnZXRfZmluYWxfYW5zd2VySg4KCGF0dGVtcHRzEgIYAXoCGAGF
- AQABAAASkwEKEH7AHXpfmvwIkA45HB8YyY0SCAFRC+uJpsEZKgpUb29sIFVzYWdlMAE56PLdnvBM
- +BdBYFbfnvBM+BdKGgoOY3Jld2FpX3ZlcnNpb24SCAoGMC42MS4wSh8KCXRvb2xfbmFtZRISChBn
- ZXRfZmluYWxfYW5zd2VySg4KCGF0dGVtcHRzEgIYAXoCGAGFAQABAAASkwEKEIDKKEbYU4lcJF+a
- WsAVZwESCI+/La7oL86MKgpUb29sIFVzYWdlMAE5yIkgn/BM+BdBWGwhn/BM+BdKGgoOY3Jld2Fp
- X3ZlcnNpb24SCAoGMC42MS4wSh8KCXRvb2xfbmFtZRISChBnZXRfZmluYWxfYW5zd2VySg4KCGF0
- dGVtcHRzEgIYAXoCGAGFAQABAAASnAEKEMTZ2IhpLz6J2hJhHBQ8/M4SCEuWz+vjzYifKhNUb29s
- IFJlcGVhdGVkIFVzYWdlMAE5mAVhn/BM+BdBKOhhn/BM+BdKGgoOY3Jld2FpX3ZlcnNpb24SCAoG
- MC42MS4wSh8KCXRvb2xfbmFtZRISChBnZXRfZmluYWxfYW5zd2VySg4KCGF0dGVtcHRzEgIYAXoC
- GAGFAQABAAASkAIKED8C+t95p855kLcXs5Nnt/sSCM4XAhL6u8O8Kg5UYXNrIEV4ZWN1dGlvbjAB
- OdD8X57wTPgXQUgno5/wTPgXSi4KCGNyZXdfa2V5EiIKIGQ1NTExM2JlNGFhNDFiYTY0M2QzMjYw
- NDJiMmYwM2YxSjEKB2NyZXdfaWQSJgokZjhhMDU5MDUtOTQ4YS00NDRhLTg2YmYtMmI1M2I0OTJi
- ODIySi4KCHRhc2tfa2V5EiIKIDRhMzFiODUxMzNhM2EyOTRjNjg1M2RhNzU3ZDRiYWU3SjEKB3Rh
- c2tfaWQSJgokOTc1ZDgwMjItMWJkMS00NjBlLTg2NmEtYjJmZGNiYjA4ZDliegIYAYUBAAEAABLO
- CwoQFlnZCfbZ3Dj0L9TAE5LrLBIIoFr7BZErFNgqDENyZXcgQ3JlYXRlZDABOVhDDaDwTPgXQSg/
- D6DwTPgXShoKDmNyZXdhaV92ZXJzaW9uEggKBjAuNjEuMEoaCg5weXRob25fdmVyc2lvbhIICgYz
- LjExLjdKLgoIY3Jld19rZXkSIgogOTRjMzBkNmMzYjJhYzhmYjk0YjJkY2ZjNTcyZDBmNTlKMQoH
- Y3Jld19pZBImCiQyMzM2MzRjNi1lNmQ2LTQ5ZTYtODhhZS1lYWUxYTM5YjBlMGZKHAoMY3Jld19w
- cm9jZXNzEgwKCnNlcXVlbnRpYWxKEQoLY3Jld19tZW1vcnkSAhAAShoKFGNyZXdfbnVtYmVyX29m
- X3Rhc2tzEgIYAkobChVjcmV3X251bWJlcl9vZl9hZ2VudHMSAhgCSv4ECgtjcmV3X2FnZW50cxLu
- BArrBFt7ImtleSI6ICJlMTQ4ZTUzMjAyOTM0OTlmOGNlYmVhODI2ZTcyNTgyYiIsICJpZCI6ICI0
- MjAzZjIyYi0wNWM3LTRiNjUtODBjMS1kM2Y0YmFlNzZhNDYiLCAicm9sZSI6ICJ0ZXN0IHJvbGUi
- LCAidmVyYm9zZT8iOiB0cnVlLCAibWF4X2l0ZXIiOiAyLCAibWF4X3JwbSI6IDEwLCAiZnVuY3Rp
- b25fY2FsbGluZ19sbG0iOiAiIiwgImxsbSI6ICJncHQtNG8iLCAiZGVsZWdhdGlvbl9lbmFibGVk
- PyI6IGZhbHNlLCAiYWxsb3dfY29kZV9leGVjdXRpb24/IjogZmFsc2UsICJtYXhfcmV0cnlfbGlt
- aXQiOiAyLCAidG9vbHNfbmFtZXMiOiBbXX0sIHsia2V5IjogImU3ZThlZWE4ODZiY2I4ZjEwNDVh
- YmVlY2YxNDI1ZGI3IiwgImlkIjogImZjOTZjOTQ1LTY4ZDUtNDIxMy05NmNkLTNmYTAwNmUyZTYz
- MCIsICJyb2xlIjogInRlc3Qgcm9sZTIiLCAidmVyYm9zZT8iOiB0cnVlLCAibWF4X2l0ZXIiOiAx
- LCAibWF4X3JwbSI6IG51bGwsICJmdW5jdGlvbl9jYWxsaW5nX2xsbSI6ICIiLCAibGxtIjogImdw
- dC00byIsICJkZWxlZ2F0aW9uX2VuYWJsZWQ/IjogZmFsc2UsICJhbGxvd19jb2RlX2V4ZWN1dGlv
- bj8iOiBmYWxzZSwgIm1heF9yZXRyeV9saW1pdCI6IDIsICJ0b29sc19uYW1lcyI6IFtdfV1K/QMK
- CmNyZXdfdGFza3MS7gMK6wNbeyJrZXkiOiAiMzIyZGRhZTNiYzgwYzFkNDViODVmYTc3NTZkYjg2
- NjUiLCAiaWQiOiAiOTVjYTg4NDItNmExMi00MGQ5LWIwZDItNGI0MzYxYmJlNTZkIiwgImFzeW5j
- X2V4ZWN1dGlvbj8iOiBmYWxzZSwgImh1bWFuX2lucHV0PyI6IGZhbHNlLCAiYWdlbnRfcm9sZSI6
- ICJ0ZXN0IHJvbGUiLCAiYWdlbnRfa2V5IjogImUxNDhlNTMyMDI5MzQ5OWY4Y2ViZWE4MjZlNzI1
- ODJiIiwgInRvb2xzX25hbWVzIjogW119LCB7ImtleSI6ICI1ZTljYTdkNjRiNDIwNWJiN2M0N2Uw
- YjNmY2I1ZDIxZiIsICJpZCI6ICI5NzI5MTg2Yy1kN2JlLTRkYjQtYTk0ZS02OWU5OTk2NTI3MDAi
- LCAiYXN5bmNfZXhlY3V0aW9uPyI6IGZhbHNlLCAiaHVtYW5faW5wdXQ/IjogZmFsc2UsICJhZ2Vu
- dF9yb2xlIjogInRlc3Qgcm9sZTIiLCAiYWdlbnRfa2V5IjogImU3ZThlZWE4ODZiY2I4ZjEwNDVh
- YmVlY2YxNDI1ZGI3IiwgInRvb2xzX25hbWVzIjogWyJnZXRfZmluYWxfYW5zd2VyIl19XXoCGAGF
- AQABAAASjgIKEC/YM2OukRrSg+ZAev4VhGESCOQ5RvzSS5IEKgxUYXNrIENyZWF0ZWQwATmQJx6g
- 8Ez4F0EgjR6g8Ez4F0ouCghjcmV3X2tleRIiCiA5NGMzMGQ2YzNiMmFjOGZiOTRiMmRjZmM1NzJk
- MGY1OUoxCgdjcmV3X2lkEiYKJDIzMzYzNGM2LWU2ZDYtNDllNi04OGFlLWVhZTFhMzliMGUwZkou
- Cgh0YXNrX2tleRIiCiAzMjJkZGFlM2JjODBjMWQ0NWI4NWZhNzc1NmRiODY2NUoxCgd0YXNrX2lk
- EiYKJDk1Y2E4ODQyLTZhMTItNDBkOS1iMGQyLTRiNDM2MWJiZTU2ZHoCGAGFAQABAAASkAIKEHqZ
- L8s3clXQyVTemNcTCcQSCA0tzK95agRQKg5UYXNrIEV4ZWN1dGlvbjABOQC8HqDwTPgXQdgNSqDw
- TPgXSi4KCGNyZXdfa2V5EiIKIDk0YzMwZDZjM2IyYWM4ZmI5NGIyZGNmYzU3MmQwZjU5SjEKB2Ny
- ZXdfaWQSJgokMjMzNjM0YzYtZTZkNi00OWU2LTg4YWUtZWFlMWEzOWIwZTBmSi4KCHRhc2tfa2V5
- EiIKIDMyMmRkYWUzYmM4MGMxZDQ1Yjg1ZmE3NzU2ZGI4NjY1SjEKB3Rhc2tfaWQSJgokOTVjYTg4
- NDItNmExMi00MGQ5LWIwZDItNGI0MzYxYmJlNTZkegIYAYUBAAEAABKOAgoQjhKzodMUmQ8NWtdy
- Uj99whIIBsGtAymZibwqDFRhc2sgQ3JlYXRlZDABOXjVVaDwTPgXQXhSVqDwTPgXSi4KCGNyZXdf
- a2V5EiIKIDk0YzMwZDZjM2IyYWM4ZmI5NGIyZGNmYzU3MmQwZjU5SjEKB2NyZXdfaWQSJgokMjMz
- NjM0YzYtZTZkNi00OWU2LTg4YWUtZWFlMWEzOWIwZTBmSi4KCHRhc2tfa2V5EiIKIDVlOWNhN2Q2
- NGI0MjA1YmI3YzQ3ZTBiM2ZjYjVkMjFmSjEKB3Rhc2tfaWQSJgokOTcyOTE4NmMtZDdiZS00ZGI0
- LWE5NGUtNjllOTk5NjUyNzAwegIYAYUBAAEAABKTAQoQx5IUsjAFMGNUaz5MHy20OBIIzl2tr25P
- LL8qClRvb2wgVXNhZ2UwATkgt5Sg8Ez4F0GwFpag8Ez4F0oaCg5jcmV3YWlfdmVyc2lvbhIICgYw
- LjYxLjBKHwoJdG9vbF9uYW1lEhIKEGdldF9maW5hbF9hbnN3ZXJKDgoIYXR0ZW1wdHMSAhgBegIY
- AYUBAAEAABKQAgoQEkfcfCrzTYIM6GQXhknlexIIa/oxeT78OL8qDlRhc2sgRXhlY3V0aW9uMAE5
- WIFWoPBM+BdBuL/GoPBM+BdKLgoIY3Jld19rZXkSIgogOTRjMzBkNmMzYjJhYzhmYjk0YjJkY2Zj
- NTcyZDBmNTlKMQoHY3Jld19pZBImCiQyMzM2MzRjNi1lNmQ2LTQ5ZTYtODhhZS1lYWUxYTM5YjBl
- MGZKLgoIdGFza19rZXkSIgogNWU5Y2E3ZDY0YjQyMDViYjdjNDdlMGIzZmNiNWQyMWZKMQoHdGFz
- a19pZBImCiQ5NzI5MTg2Yy1kN2JlLTRkYjQtYTk0ZS02OWU5OTk2NTI3MDB6AhgBhQEAAQAAEqwH
- ChDrKBdEe+Z5276g9fgg6VzjEgiJfnDwsv1SrCoMQ3JldyBDcmVhdGVkMAE5MLQYofBM+BdBQFIa
- ofBM+BdKGgoOY3Jld2FpX3ZlcnNpb24SCAoGMC42MS4wShoKDnB5dGhvbl92ZXJzaW9uEggKBjMu
- MTEuN0ouCghjcmV3X2tleRIiCiA3M2FhYzI4NWU2NzQ2NjY3Zjc1MTQ3NjcwMDAzNDExMEoxCgdj
- cmV3X2lkEiYKJDg0NDY0YjhlLTRiZjctNDRiYy05MmUxLWE4ZDE1NGZlNWZkN0ocCgxjcmV3X3By
- b2Nlc3MSDAoKc2VxdWVudGlhbEoRCgtjcmV3X21lbW9yeRICEABKGgoUY3Jld19udW1iZXJfb2Zf
- dGFza3MSAhgBShsKFWNyZXdfbnVtYmVyX29mX2FnZW50cxICGAFKyQIKC2NyZXdfYWdlbnRzErkC
- CrYCW3sia2V5IjogImUxNDhlNTMyMDI5MzQ5OWY4Y2ViZWE4MjZlNzI1ODJiIiwgImlkIjogIjk4
- YmIwNGYxLTBhZGMtNGZiNC04YzM2LWM3M2Q1MzQ1ZGRhZCIsICJyb2xlIjogInRlc3Qgcm9sZSIs
- ICJ2ZXJib3NlPyI6IHRydWUsICJtYXhfaXRlciI6IDEsICJtYXhfcnBtIjogbnVsbCwgImZ1bmN0
- aW9uX2NhbGxpbmdfbGxtIjogIiIsICJsbG0iOiAiZ3B0LTRvIiwgImRlbGVnYXRpb25fZW5hYmxl
- ZD8iOiBmYWxzZSwgImFsbG93X2NvZGVfZXhlY3V0aW9uPyI6IGZhbHNlLCAibWF4X3JldHJ5X2xp
- bWl0IjogMiwgInRvb2xzX25hbWVzIjogW119XUqQAgoKY3Jld190YXNrcxKBAgr+AVt7ImtleSI6
- ICJmN2E5ZjdiYjFhZWU0YjZlZjJjNTI2ZDBhOGMyZjJhYyIsICJpZCI6ICIxZjRhYzJhYS03YmQ4
- LTQ1NWQtODgyMC1jMzZmMjJjMDY4MzciLCAiYXN5bmNfZXhlY3V0aW9uPyI6IGZhbHNlLCAiaHVt
- YW5faW5wdXQ/IjogZmFsc2UsICJhZ2VudF9yb2xlIjogInRlc3Qgcm9sZSIsICJhZ2VudF9rZXki
- OiAiZTE0OGU1MzIwMjkzNDk5ZjhjZWJlYTgyNmU3MjU4MmIiLCAidG9vbHNfbmFtZXMiOiBbImdl
- dF9maW5hbF9hbnN3ZXIiXX1degIYAYUBAAEAABKOAgoQ0/vrakH7zD0uSvmVBUV8lxIIYe4YKcYG
- hNgqDFRhc2sgQ3JlYXRlZDABOdBXKqHwTPgXQcCtKqHwTPgXSi4KCGNyZXdfa2V5EiIKIDczYWFj
- Mjg1ZTY3NDY2NjdmNzUxNDc2NzAwMDM0MTEwSjEKB2NyZXdfaWQSJgokODQ0NjRiOGUtNGJmNy00
- NGJjLTkyZTEtYThkMTU0ZmU1ZmQ3Si4KCHRhc2tfa2V5EiIKIGY3YTlmN2JiMWFlZTRiNmVmMmM1
- MjZkMGE4YzJmMmFjSjEKB3Rhc2tfaWQSJgokMWY0YWMyYWEtN2JkOC00NTVkLTg4MjAtYzM2ZjIy
- YzA2ODM3egIYAYUBAAEAABKkAQoQ5GDzHNlSdlcVDdxsI3abfRIIhYu8fZS3iA4qClRvb2wgVXNh
- Z2UwATnIi2eh8Ez4F0FYbmih8Ez4F0oaCg5jcmV3YWlfdmVyc2lvbhIICgYwLjYxLjBKHwoJdG9v
- bF9uYW1lEhIKEGdldF9maW5hbF9hbnN3ZXJKDgoIYXR0ZW1wdHMSAhgBSg8KA2xsbRIICgZncHQt
- NG96AhgBhQEAAQAAEpACChAy85Jfr/EEIe1THU8koXoYEgjlkNn7xfysjioOVGFzayBFeGVjdXRp
- b24wATm42Cqh8Ez4F0GgxZah8Ez4F0ouCghjcmV3X2tleRIiCiA3M2FhYzI4NWU2NzQ2NjY3Zjc1
- MTQ3NjcwMDAzNDExMEoxCgdjcmV3X2lkEiYKJDg0NDY0YjhlLTRiZjctNDRiYy05MmUxLWE4ZDE1
- NGZlNWZkN0ouCgh0YXNrX2tleRIiCiBmN2E5ZjdiYjFhZWU0YjZlZjJjNTI2ZDBhOGMyZjJhY0ox
- Cgd0YXNrX2lkEiYKJDFmNGFjMmFhLTdiZDgtNDU1ZC04ODIwLWMzNmYyMmMwNjgzN3oCGAGFAQAB
- AAASrAcKEG0ZVq5Ww+/A0wOY3HmKgq4SCMe0ooxqjqBlKgxDcmV3IENyZWF0ZWQwATlwmISi8Ez4
- F0HYUYai8Ez4F0oaCg5jcmV3YWlfdmVyc2lvbhIICgYwLjYxLjBKGgoOcHl0aG9uX3ZlcnNpb24S
- CAoGMy4xMS43Si4KCGNyZXdfa2V5EiIKIGQ1NTExM2JlNGFhNDFiYTY0M2QzMjYwNDJiMmYwM2Yx
- SjEKB2NyZXdfaWQSJgokNzkyMWVlYmItMWI4NS00MzNjLWIxMDAtZDU4MmMyOTg5MzBkShwKDGNy
- ZXdfcHJvY2VzcxIMCgpzZXF1ZW50aWFsShEKC2NyZXdfbWVtb3J5EgIQAEoaChRjcmV3X251bWJl
- cl9vZl90YXNrcxICGAFKGwoVY3Jld19udW1iZXJfb2ZfYWdlbnRzEgIYAUrJAgoLY3Jld19hZ2Vu
- dHMSuQIKtgJbeyJrZXkiOiAiZTE0OGU1MzIwMjkzNDk5ZjhjZWJlYTgyNmU3MjU4MmIiLCAiaWQi
- OiAiZmRiZDI1MWYtYzUwOC00YmFhLTkwNjctN2U5YzQ2ZGZiZTJhIiwgInJvbGUiOiAidGVzdCBy
- b2xlIiwgInZlcmJvc2U/IjogdHJ1ZSwgIm1heF9pdGVyIjogNiwgIm1heF9ycG0iOiBudWxsLCAi
- ZnVuY3Rpb25fY2FsbGluZ19sbG0iOiAiIiwgImxsbSI6ICJncHQtNG8iLCAiZGVsZWdhdGlvbl9l
- bmFibGVkPyI6IGZhbHNlLCAiYWxsb3dfY29kZV9leGVjdXRpb24/IjogZmFsc2UsICJtYXhfcmV0
- cnlfbGltaXQiOiAyLCAidG9vbHNfbmFtZXMiOiBbXX1dSpACCgpjcmV3X3Rhc2tzEoECCv4BW3si
- a2V5IjogIjRhMzFiODUxMzNhM2EyOTRjNjg1M2RhNzU3ZDRiYWU3IiwgImlkIjogIjA2YWFmM2Y1
- LTE5ODctNDAxYS05Yzk0LWY3ZjM1YmQzMDg3OSIsICJhc3luY19leGVjdXRpb24/IjogZmFsc2Us
- ICJodW1hbl9pbnB1dD8iOiBmYWxzZSwgImFnZW50X3JvbGUiOiAidGVzdCByb2xlIiwgImFnZW50
- X2tleSI6ICJlMTQ4ZTUzMjAyOTM0OTlmOGNlYmVhODI2ZTcyNTgyYiIsICJ0b29sc19uYW1lcyI6
- IFsiZ2V0X2ZpbmFsX2Fuc3dlciJdfV16AhgBhQEAAQAAEo4CChDT+zPZHwfacDilkzaZJ9uGEgip
- Kr5r62JB+ioMVGFzayBDcmVhdGVkMAE56KeTovBM+BdB8PmTovBM+BdKLgoIY3Jld19rZXkSIgog
- ZDU1MTEzYmU0YWE0MWJhNjQzZDMyNjA0MmIyZjAzZjFKMQoHY3Jld19pZBImCiQ3OTIxZWViYi0x
- Yjg1LTQzM2MtYjEwMC1kNTgyYzI5ODkzMGRKLgoIdGFza19rZXkSIgogNGEzMWI4NTEzM2EzYTI5
- NGM2ODUzZGE3NTdkNGJhZTdKMQoHdGFza19pZBImCiQwNmFhZjNmNS0xOTg3LTQwMWEtOWM5NC1m
- N2YzNWJkMzA4Nzl6AhgBhQEAAQAAEpMBChCl85ZcL2Fa0N5QTl6EsIfnEghyDo3bxT+AkyoKVG9v
- bCBVc2FnZTABOVBA2aLwTPgXQYAy2qLwTPgXShoKDmNyZXdhaV92ZXJzaW9uEggKBjAuNjEuMEof
- Cgl0b29sX25hbWUSEgoQZ2V0X2ZpbmFsX2Fuc3dlckoOCghhdHRlbXB0cxICGAF6AhgBhQEAAQAA
- EpwBChB22uwKhaur9zmeoeEMaRKzEgjrtSEzMbRdIioTVG9vbCBSZXBlYXRlZCBVc2FnZTABOQga
- C6PwTPgXQaDRC6PwTPgXShoKDmNyZXdhaV92ZXJzaW9uEggKBjAuNjEuMEofCgl0b29sX25hbWUS
- EgoQZ2V0X2ZpbmFsX2Fuc3dlckoOCghhdHRlbXB0cxICGAF6AhgBhQEAAQAAEpMBChArAfcRpE+W
- 02oszyzccbaWEghTAO9J3zq/kyoKVG9vbCBVc2FnZTABORBRTqPwTPgXQegnT6PwTPgXShoKDmNy
- ZXdhaV92ZXJzaW9uEggKBjAuNjEuMEofCgl0b29sX25hbWUSEgoQZ2V0X2ZpbmFsX2Fuc3dlckoO
- CghhdHRlbXB0cxICGAF6AhgBhQEAAQAAEpwBChBdtM3p3aqT7wTGaXi6el/4Egie6lFQpa+AfioT
- VG9vbCBSZXBlYXRlZCBVc2FnZTABOdBg2KPwTPgXQehW2aPwTPgXShoKDmNyZXdhaV92ZXJzaW9u
- EggKBjAuNjEuMEofCgl0b29sX25hbWUSEgoQZ2V0X2ZpbmFsX2Fuc3dlckoOCghhdHRlbXB0cxIC
- GAF6AhgBhQEAAQAAEpMBChDq4OuaUKkNoi6jlMyahPJpEgg1MFDHktBxNSoKVG9vbCBVc2FnZTAB
- ORD/K6TwTPgXQZgMLaTwTPgXShoKDmNyZXdhaV92ZXJzaW9uEggKBjAuNjEuMEofCgl0b29sX25h
- bWUSEgoQZ2V0X2ZpbmFsX2Fuc3dlckoOCghhdHRlbXB0cxICGAF6AhgBhQEAAQAAEpACChBhvTmu
- QWP+bx9JMmGpt+w5Egh1J17yki7s8ioOVGFzayBFeGVjdXRpb24wATnoJJSi8Ez4F0HwNX6k8Ez4
- F0ouCghjcmV3X2tleRIiCiBkNTUxMTNiZTRhYTQxYmE2NDNkMzI2MDQyYjJmMDNmMUoxCgdjcmV3
- X2lkEiYKJDc5MjFlZWJiLTFiODUtNDMzYy1iMTAwLWQ1ODJjMjk4OTMwZEouCgh0YXNrX2tleRIi
- CiA0YTMxYjg1MTMzYTNhMjk0YzY4NTNkYTc1N2Q0YmFlN0oxCgd0YXNrX2lkEiYKJDA2YWFmM2Y1
- LTE5ODctNDAxYS05Yzk0LWY3ZjM1YmQzMDg3OXoCGAGFAQABAAASrg0KEOJZEqiJ7LTTX/J+tuLR
- stQSCHKjy4tIcmKEKgxDcmV3IENyZWF0ZWQwATmIEuGk8Ez4F0FYDuOk8Ez4F0oaCg5jcmV3YWlf
- dmVyc2lvbhIICgYwLjYxLjBKGgoOcHl0aG9uX3ZlcnNpb24SCAoGMy4xMS43Si4KCGNyZXdfa2V5
- EiIKIDExMWI4NzJkOGYwY2Y3MDNmMmVmZWYwNGNmM2FjNzk4SjEKB2NyZXdfaWQSJgokYWFiYmU5
- MmQtYjg3NC00NTZmLWE0NzAtM2FmMDc4ZTdjYThlShwKDGNyZXdfcHJvY2VzcxIMCgpzZXF1ZW50
- aWFsShEKC2NyZXdfbWVtb3J5EgIQAEoaChRjcmV3X251bWJlcl9vZl90YXNrcxICGANKGwoVY3Jl
- d19udW1iZXJfb2ZfYWdlbnRzEgIYAkqEBQoLY3Jld19hZ2VudHMS9AQK8QRbeyJrZXkiOiAiZTE0
- OGU1MzIwMjkzNDk5ZjhjZWJlYTgyNmU3MjU4MmIiLCAiaWQiOiAiZmYzOTE0OGEtZWI2NS00Nzkx
- LWI3MTMtM2Q4ZmE1YWQ5NTJlIiwgInJvbGUiOiAidGVzdCByb2xlIiwgInZlcmJvc2U/IjogZmFs
- c2UsICJtYXhfaXRlciI6IDE1LCAibWF4X3JwbSI6IG51bGwsICJmdW5jdGlvbl9jYWxsaW5nX2xs
- bSI6ICIiLCAibGxtIjogImdwdC00byIsICJkZWxlZ2F0aW9uX2VuYWJsZWQ/IjogZmFsc2UsICJh
- bGxvd19jb2RlX2V4ZWN1dGlvbj8iOiBmYWxzZSwgIm1heF9yZXRyeV9saW1pdCI6IDIsICJ0b29s
- c19uYW1lcyI6IFtdfSwgeyJrZXkiOiAiZTdlOGVlYTg4NmJjYjhmMTA0NWFiZWVjZjE0MjVkYjci
- LCAiaWQiOiAiYzYyNDJmNDMtNmQ2Mi00N2U4LTliYmMtNjM0ZDQwYWI4YTQ2IiwgInJvbGUiOiAi
- dGVzdCByb2xlMiIsICJ2ZXJib3NlPyI6IGZhbHNlLCAibWF4X2l0ZXIiOiAxNSwgIm1heF9ycG0i
- OiBudWxsLCAiZnVuY3Rpb25fY2FsbGluZ19sbG0iOiAiIiwgImxsbSI6ICJncHQtNG8iLCAiZGVs
- ZWdhdGlvbl9lbmFibGVkPyI6IGZhbHNlLCAiYWxsb3dfY29kZV9leGVjdXRpb24/IjogZmFsc2Us
- ICJtYXhfcmV0cnlfbGltaXQiOiAyLCAidG9vbHNfbmFtZXMiOiBbXX1dStcFCgpjcmV3X3Rhc2tz
- EsgFCsUFW3sia2V5IjogIjMyMmRkYWUzYmM4MGMxZDQ1Yjg1ZmE3NzU2ZGI4NjY1IiwgImlkIjog
- IjRmZDZhZDdiLTFjNWMtNDE1ZC1hMWQ4LTgwYzExZGNjMTY4NiIsICJhc3luY19leGVjdXRpb24/
- IjogZmFsc2UsICJodW1hbl9pbnB1dD8iOiBmYWxzZSwgImFnZW50X3JvbGUiOiAidGVzdCByb2xl
- IiwgImFnZW50X2tleSI6ICJlMTQ4ZTUzMjAyOTM0OTlmOGNlYmVhODI2ZTcyNTgyYiIsICJ0b29s
- c19uYW1lcyI6IFtdfSwgeyJrZXkiOiAiY2M0ODc2ZjZlNTg4ZTcxMzQ5YmJkM2E2NTg4OGMzZTki
- LCAiaWQiOiAiOTFlYWFhMWMtMWI4ZC00MDcxLTk2ZmQtM2QxZWVkMjhjMzZjIiwgImFzeW5jX2V4
- ZWN1dGlvbj8iOiBmYWxzZSwgImh1bWFuX2lucHV0PyI6IGZhbHNlLCAiYWdlbnRfcm9sZSI6ICJ0
- ZXN0IHJvbGUiLCAiYWdlbnRfa2V5IjogImUxNDhlNTMyMDI5MzQ5OWY4Y2ViZWE4MjZlNzI1ODJi
- IiwgInRvb2xzX25hbWVzIjogW119LCB7ImtleSI6ICJlMGIxM2UxMGQ3YTE0NmRjYzRjNDg4ZmNm
- OGQ3NDhhMCIsICJpZCI6ICI4NjExZjhjZS1jNDVlLTQ2OTgtYWEyMS1jMGJkNzdhOGY2ZWYiLCAi
- YXN5bmNfZXhlY3V0aW9uPyI6IGZhbHNlLCAiaHVtYW5faW5wdXQ/IjogZmFsc2UsICJhZ2VudF9y
- b2xlIjogInRlc3Qgcm9sZTIiLCAiYWdlbnRfa2V5IjogImU3ZThlZWE4ODZiY2I4ZjEwNDVhYmVl
- Y2YxNDI1ZGI3IiwgInRvb2xzX25hbWVzIjogW119XXoCGAGFAQABAAASjgIKEMbX6YsWK7RRf4L1
- NBRKD6cSCFLJiNmspsyjKgxUYXNrIENyZWF0ZWQwATnonPGk8Ez4F0EotvKk8Ez4F0ouCghjcmV3
- X2tleRIiCiAxMTFiODcyZDhmMGNmNzAzZjJlZmVmMDRjZjNhYzc5OEoxCgdjcmV3X2lkEiYKJGFh
- YmJlOTJkLWI4NzQtNDU2Zi1hNDcwLTNhZjA3OGU3Y2E4ZUouCgh0YXNrX2tleRIiCiAzMjJkZGFl
- M2JjODBjMWQ0NWI4NWZhNzc1NmRiODY2NUoxCgd0YXNrX2lkEiYKJDRmZDZhZDdiLTFjNWMtNDE1
- ZC1hMWQ4LTgwYzExZGNjMTY4NnoCGAGFAQABAAASkAIKEM9JnUNanFbE9AtnSxqA7H8SCBWlG0WJ
- sMgKKg5UYXNrIEV4ZWN1dGlvbjABOfDo8qTwTPgXQWhEH6XwTPgXSi4KCGNyZXdfa2V5EiIKIDEx
- MWI4NzJkOGYwY2Y3MDNmMmVmZWYwNGNmM2FjNzk4SjEKB2NyZXdfaWQSJgokYWFiYmU5MmQtYjg3
- NC00NTZmLWE0NzAtM2FmMDc4ZTdjYThlSi4KCHRhc2tfa2V5EiIKIDMyMmRkYWUzYmM4MGMxZDQ1
- Yjg1ZmE3NzU2ZGI4NjY1SjEKB3Rhc2tfaWQSJgokNGZkNmFkN2ItMWM1Yy00MTVkLWExZDgtODBj
- MTFkY2MxNjg2egIYAYUBAAEAABKOAgoQaQALCJNe5ByN4Wu7FE0kABIIYW/UfVfnYscqDFRhc2sg
- Q3JlYXRlZDABOWhzLKXwTPgXQSD8LKXwTPgXSi4KCGNyZXdfa2V5EiIKIDExMWI4NzJkOGYwY2Y3
- MDNmMmVmZWYwNGNmM2FjNzk4SjEKB2NyZXdfaWQSJgokYWFiYmU5MmQtYjg3NC00NTZmLWE0NzAt
- M2FmMDc4ZTdjYThlSi4KCHRhc2tfa2V5EiIKIGNjNDg3NmY2ZTU4OGU3MTM0OWJiZDNhNjU4ODhj
- M2U5SjEKB3Rhc2tfaWQSJgokOTFlYWFhMWMtMWI4ZC00MDcxLTk2ZmQtM2QxZWVkMjhjMzZjegIY
- AYUBAAEAABKQAgoQpPfkgFlpIsR/eN2zn+x3MRIILoWF4/HvceAqDlRhc2sgRXhlY3V0aW9uMAE5
- GCctpfBM+BdBQLNapfBM+BdKLgoIY3Jld19rZXkSIgogMTExYjg3MmQ4ZjBjZjcwM2YyZWZlZjA0
- Y2YzYWM3OThKMQoHY3Jld19pZBImCiRhYWJiZTkyZC1iODc0LTQ1NmYtYTQ3MC0zYWYwNzhlN2Nh
- OGVKLgoIdGFza19rZXkSIgogY2M0ODc2ZjZlNTg4ZTcxMzQ5YmJkM2E2NTg4OGMzZTlKMQoHdGFz
- a19pZBImCiQ5MWVhYWExYy0xYjhkLTQwNzEtOTZmZC0zZDFlZWQyOGMzNmN6AhgBhQEAAQAAEo4C
- ChCdvXmXZRltDxEwZx2XkhWhEghoKdomHHhLGSoMVGFzayBDcmVhdGVkMAE54HpmpfBM+BdB4Pdm
- pfBM+BdKLgoIY3Jld19rZXkSIgogMTExYjg3MmQ4ZjBjZjcwM2YyZWZlZjA0Y2YzYWM3OThKMQoH
- Y3Jld19pZBImCiRhYWJiZTkyZC1iODc0LTQ1NmYtYTQ3MC0zYWYwNzhlN2NhOGVKLgoIdGFza19r
- ZXkSIgogZTBiMTNlMTBkN2ExNDZkY2M0YzQ4OGZjZjhkNzQ4YTBKMQoHdGFza19pZBImCiQ4NjEx
- ZjhjZS1jNDVlLTQ2OTgtYWEyMS1jMGJkNzdhOGY2ZWZ6AhgBhQEAAQAAEpACChAIvs/XQL53haTt
- NV8fk6geEgicgSOcpcYulyoOVGFzayBFeGVjdXRpb24wATnYImel8Ez4F0Gw5ZSl8Ez4F0ouCghj
- cmV3X2tleRIiCiAxMTFiODcyZDhmMGNmNzAzZjJlZmVmMDRjZjNhYzc5OEoxCgdjcmV3X2lkEiYK
- JGFhYmJlOTJkLWI4NzQtNDU2Zi1hNDcwLTNhZjA3OGU3Y2E4ZUouCgh0YXNrX2tleRIiCiBlMGIx
- M2UxMGQ3YTE0NmRjYzRjNDg4ZmNmOGQ3NDhhMEoxCgd0YXNrX2lkEiYKJDg2MTFmOGNlLWM0NWUt
- NDY5OC1hYTIxLWMwYmQ3N2E4ZjZlZnoCGAGFAQABAAASvAcKEARTPn0s+U/k8GclUc+5rRoSCHF3
- KCh8OS0FKgxDcmV3IENyZWF0ZWQwATlo+Pul8Ez4F0EQ0f2l8Ez4F0oaCg5jcmV3YWlfdmVyc2lv
- bhIICgYwLjYxLjBKGgoOcHl0aG9uX3ZlcnNpb24SCAoGMy4xMS43Si4KCGNyZXdfa2V5EiIKIDQ5
- NGYzNjU3MjM3YWQ4YTMwMzViMmYxYmVlY2RjNjc3SjEKB2NyZXdfaWQSJgokOWMwNzg3NWUtMTMz
- Mi00MmMzLWFhZTEtZjNjMjc1YTQyNjYwShwKDGNyZXdfcHJvY2VzcxIMCgpzZXF1ZW50aWFsShEK
- C2NyZXdfbWVtb3J5EgIQAEoaChRjcmV3X251bWJlcl9vZl90YXNrcxICGAFKGwoVY3Jld19udW1i
- ZXJfb2ZfYWdlbnRzEgIYAUrbAgoLY3Jld19hZ2VudHMSywIKyAJbeyJrZXkiOiAiZTE0OGU1MzIw
- MjkzNDk5ZjhjZWJlYTgyNmU3MjU4MmIiLCAiaWQiOiAiNGFkYzNmMmItN2IwNC00MDRlLWEwNDQt
- N2JkNjVmYTMyZmE4IiwgInJvbGUiOiAidGVzdCByb2xlIiwgInZlcmJvc2U/IjogZmFsc2UsICJt
- YXhfaXRlciI6IDE1LCAibWF4X3JwbSI6IG51bGwsICJmdW5jdGlvbl9jYWxsaW5nX2xsbSI6ICIi
- LCAibGxtIjogImdwdC00byIsICJkZWxlZ2F0aW9uX2VuYWJsZWQ/IjogZmFsc2UsICJhbGxvd19j
- b2RlX2V4ZWN1dGlvbj8iOiBmYWxzZSwgIm1heF9yZXRyeV9saW1pdCI6IDIsICJ0b29sc19uYW1l
- cyI6IFsibGVhcm5fYWJvdXRfYWkiXX1dSo4CCgpjcmV3X3Rhc2tzEv8BCvwBW3sia2V5IjogImYy
- NTk3Yzc4NjdmYmUzMjRkYzY1ZGMwOGRmZGJmYzZjIiwgImlkIjogIjg2YzZiODE2LTgyOWMtNDUx
- Zi1iMDZkLTUyZjQ4YTdhZWJiMyIsICJhc3luY19leGVjdXRpb24/IjogZmFsc2UsICJodW1hbl9p
- bnB1dD8iOiBmYWxzZSwgImFnZW50X3JvbGUiOiAidGVzdCByb2xlIiwgImFnZW50X2tleSI6ICJl
- MTQ4ZTUzMjAyOTM0OTlmOGNlYmVhODI2ZTcyNTgyYiIsICJ0b29sc19uYW1lcyI6IFsibGVhcm5f
- YWJvdXRfYWkiXX1degIYAYUBAAEAABKOAgoQZWSU3+i71QSqlD8iiLdyWBII1Pawtza2ZHsqDFRh
- c2sgQ3JlYXRlZDABOdj2FKbwTPgXQZhUFabwTPgXSi4KCGNyZXdfa2V5EiIKIDQ5NGYzNjU3MjM3
- YWQ4YTMwMzViMmYxYmVlY2RjNjc3SjEKB2NyZXdfaWQSJgokOWMwNzg3NWUtMTMzMi00MmMzLWFh
- ZTEtZjNjMjc1YTQyNjYwSi4KCHRhc2tfa2V5EiIKIGYyNTk3Yzc4NjdmYmUzMjRkYzY1ZGMwOGRm
- ZGJmYzZjSjEKB3Rhc2tfaWQSJgokODZjNmI4MTYtODI5Yy00NTFmLWIwNmQtNTJmNDhhN2FlYmIz
- egIYAYUBAAEAABKRAQoQl3nNMLhrOg+OgsWWX6A9LxIINbCKrQzQ3JkqClRvb2wgVXNhZ2UwATlA
- TlCm8Ez4F0FASFGm8Ez4F0oaCg5jcmV3YWlfdmVyc2lvbhIICgYwLjYxLjBKHQoJdG9vbF9uYW1l
- EhAKDmxlYXJuX2Fib3V0X0FJSg4KCGF0dGVtcHRzEgIYAXoCGAGFAQABAAASkAIKEL9YI/QwoVBJ
- 1HBkTLyQxOESCCcKWhev/Dc8Kg5UYXNrIEV4ZWN1dGlvbjABOXiDFabwTPgXQcjEfqbwTPgXSi4K
- CGNyZXdfa2V5EiIKIDQ5NGYzNjU3MjM3YWQ4YTMwMzViMmYxYmVlY2RjNjc3SjEKB2NyZXdfaWQS
- JgokOWMwNzg3NWUtMTMzMi00MmMzLWFhZTEtZjNjMjc1YTQyNjYwSi4KCHRhc2tfa2V5EiIKIGYy
- NTk3Yzc4NjdmYmUzMjRkYzY1ZGMwOGRmZGJmYzZjSjEKB3Rhc2tfaWQSJgokODZjNmI4MTYtODI5
- Yy00NTFmLWIwNmQtNTJmNDhhN2FlYmIzegIYAYUBAAEAABLBBwoQ0Le1256mT8wmcvnuLKYeNRII
- IYBlVsTs+qEqDENyZXcgQ3JlYXRlZDABOYCBiKrwTPgXQRBeiqrwTPgXShoKDmNyZXdhaV92ZXJz
- aW9uEggKBjAuNjEuMEoaCg5weXRob25fdmVyc2lvbhIICgYzLjExLjdKLgoIY3Jld19rZXkSIgog
- NDk0ZjM2NTcyMzdhZDhhMzAzNWIyZjFiZWVjZGM2NzdKMQoHY3Jld19pZBImCiQyN2VlMGYyYy1h
- ZjgwLTQxYWMtYjg3ZC0xNmViYWQyMTVhNTJKHAoMY3Jld19wcm9jZXNzEgwKCnNlcXVlbnRpYWxK
- EQoLY3Jld19tZW1vcnkSAhAAShoKFGNyZXdfbnVtYmVyX29mX3Rhc2tzEgIYAUobChVjcmV3X251
- bWJlcl9vZl9hZ2VudHMSAhgBSuACCgtjcmV3X2FnZW50cxLQAgrNAlt7ImtleSI6ICJlMTQ4ZTUz
- MjAyOTM0OTlmOGNlYmVhODI2ZTcyNTgyYiIsICJpZCI6ICJmMTYyMTFjNS00YWJlLTRhZDAtOWI0
- YS0yN2RmMTJhODkyN2UiLCAicm9sZSI6ICJ0ZXN0IHJvbGUiLCAidmVyYm9zZT8iOiBmYWxzZSwg
- Im1heF9pdGVyIjogMiwgIm1heF9ycG0iOiBudWxsLCAiZnVuY3Rpb25fY2FsbGluZ19sbG0iOiAi
- Z3B0LTRvIiwgImxsbSI6ICJncHQtNG8iLCAiZGVsZWdhdGlvbl9lbmFibGVkPyI6IGZhbHNlLCAi
- YWxsb3dfY29kZV9leGVjdXRpb24/IjogZmFsc2UsICJtYXhfcmV0cnlfbGltaXQiOiAyLCAidG9v
- bHNfbmFtZXMiOiBbImxlYXJuX2Fib3V0X2FpIl19XUqOAgoKY3Jld190YXNrcxL/AQr8AVt7Imtl
- eSI6ICJmMjU5N2M3ODY3ZmJlMzI0ZGM2NWRjMDhkZmRiZmM2YyIsICJpZCI6ICJjN2FiOWRiYi0y
- MTc4LTRmOGItOGFiNi1kYTU1YzE0YTBkMGMiLCAiYXN5bmNfZXhlY3V0aW9uPyI6IGZhbHNlLCAi
- aHVtYW5faW5wdXQ/IjogZmFsc2UsICJhZ2VudF9yb2xlIjogInRlc3Qgcm9sZSIsICJhZ2VudF9r
- ZXkiOiAiZTE0OGU1MzIwMjkzNDk5ZjhjZWJlYTgyNmU3MjU4MmIiLCAidG9vbHNfbmFtZXMiOiBb
- ImxlYXJuX2Fib3V0X2FpIl19XXoCGAGFAQABAAASjgIKECr4ueCUCo/tMB7EuBQt6TcSCD/UepYl
- WGqAKgxUYXNrIENyZWF0ZWQwATk4kpyq8Ez4F0Hg85yq8Ez4F0ouCghjcmV3X2tleRIiCiA0OTRm
- MzY1NzIzN2FkOGEzMDM1YjJmMWJlZWNkYzY3N0oxCgdjcmV3X2lkEiYKJDI3ZWUwZjJjLWFmODAt
- NDFhYy1iODdkLTE2ZWJhZDIxNWE1MkouCgh0YXNrX2tleRIiCiBmMjU5N2M3ODY3ZmJlMzI0ZGM2
- NWRjMDhkZmRiZmM2Y0oxCgd0YXNrX2lkEiYKJGM3YWI5ZGJiLTIxNzgtNGY4Yi04YWI2LWRhNTVj
- MTRhMGQwY3oCGAGFAQABAAASeQoQkj0vmbCBIZPi33W9KrvrYhIIM2g73dOAN9QqEFRvb2wgVXNh
- Z2UgRXJyb3IwATnQgsyr8Ez4F0GghM2r8Ez4F0oaCg5jcmV3YWlfdmVyc2lvbhIICgYwLjYxLjBK
- DwoDbGxtEggKBmdwdC00b3oCGAGFAQABAAASeQoQavr4/1SWr8x7HD5mAzlM0hIIXPx740Skkd0q
- EFRvb2wgVXNhZ2UgRXJyb3IwATkouH9C8Uz4F0FQ1YBC8Uz4F0oaCg5jcmV3YWlfdmVyc2lvbhII
- CgYwLjYxLjBKDwoDbGxtEggKBmdwdC00b3oCGAGFAQABAAASkAIKEIgmJ3QURJvSsEifMScSiUsS
- CCyiPHcZT8AnKg5UYXNrIEV4ZWN1dGlvbjABOcAinarwTPgXQeBEynvxTPgXSi4KCGNyZXdfa2V5
- EiIKIDQ5NGYzNjU3MjM3YWQ4YTMwMzViMmYxYmVlY2RjNjc3SjEKB2NyZXdfaWQSJgokMjdlZTBm
- MmMtYWY4MC00MWFjLWI4N2QtMTZlYmFkMjE1YTUySi4KCHRhc2tfa2V5EiIKIGYyNTk3Yzc4Njdm
- YmUzMjRkYzY1ZGMwOGRmZGJmYzZjSjEKB3Rhc2tfaWQSJgokYzdhYjlkYmItMjE3OC00ZjhiLThh
- YjYtZGE1NWMxNGEwZDBjegIYAYUBAAEAABLEBwoQY+GZuYkP6mwdaVQQc11YuhII7ADKOlFZlzQq
- DENyZXcgQ3JlYXRlZDABObCoi3zxTPgXQeCUjXzxTPgXShoKDmNyZXdhaV92ZXJzaW9uEggKBjAu
- NjEuMEoaCg5weXRob25fdmVyc2lvbhIICgYzLjExLjdKLgoIY3Jld19rZXkSIgogN2U2NjA4OTg5
- ODU5YTY3ZWVjODhlZWY3ZmNlODUyMjVKMQoHY3Jld19pZBImCiQxMmE0OTFlNS00NDgwLTQ0MTYt
- OTAxYi1iMmI1N2U1ZWU4ZThKHAoMY3Jld19wcm9jZXNzEgwKCnNlcXVlbnRpYWxKEQoLY3Jld19t
- ZW1vcnkSAhAAShoKFGNyZXdfbnVtYmVyX29mX3Rhc2tzEgIYAUobChVjcmV3X251bWJlcl9vZl9h
- Z2VudHMSAhgBSt8CCgtjcmV3X2FnZW50cxLPAgrMAlt7ImtleSI6ICIyMmFjZDYxMWU0NGVmNWZh
- YzA1YjUzM2Q3NWU4ODkzYiIsICJpZCI6ICI5NjljZjhlMy0yZWEwLTQ5ZjgtODNlMS02MzEzYmE4
- ODc1ZjUiLCAicm9sZSI6ICJEYXRhIFNjaWVudGlzdCIsICJ2ZXJib3NlPyI6IGZhbHNlLCAibWF4
- X2l0ZXIiOiAxNSwgIm1heF9ycG0iOiBudWxsLCAiZnVuY3Rpb25fY2FsbGluZ19sbG0iOiAiIiwg
- ImxsbSI6ICJncHQtNG8iLCAiZGVsZWdhdGlvbl9lbmFibGVkPyI6IGZhbHNlLCAiYWxsb3dfY29k
- ZV9leGVjdXRpb24/IjogZmFsc2UsICJtYXhfcmV0cnlfbGltaXQiOiAyLCAidG9vbHNfbmFtZXMi
- OiBbImdldCBncmVldGluZ3MiXX1dSpICCgpjcmV3X3Rhc2tzEoMCCoACW3sia2V5IjogImEyNzdi
- MzRiMmMxNDZmMGM1NmM1ZTEzNTZlOGY4YTU3IiwgImlkIjogImIwMTg0NTI2LTJlOWItNDA0My1h
- M2JiLTFiM2QzNWIxNTNhOCIsICJhc3luY19leGVjdXRpb24/IjogZmFsc2UsICJodW1hbl9pbnB1
- dD8iOiBmYWxzZSwgImFnZW50X3JvbGUiOiAiRGF0YSBTY2llbnRpc3QiLCAiYWdlbnRfa2V5Ijog
- IjIyYWNkNjExZTQ0ZWY1ZmFjMDViNTMzZDc1ZTg4OTNiIiwgInRvb2xzX25hbWVzIjogWyJnZXQg
- Z3JlZXRpbmdzIl19XXoCGAGFAQABAAASjgIKEI/rrKkPz08VpVWNehfvxJ0SCIpeq76twGj3KgxU
- YXNrIENyZWF0ZWQwATlA9aR88Uz4F0HoVqV88Uz4F0ouCghjcmV3X2tleRIiCiA3ZTY2MDg5ODk4
- NTlhNjdlZWM4OGVlZjdmY2U4NTIyNUoxCgdjcmV3X2lkEiYKJDEyYTQ5MWU1LTQ0ODAtNDQxNi05
- MDFiLWIyYjU3ZTVlZThlOEouCgh0YXNrX2tleRIiCiBhMjc3YjM0YjJjMTQ2ZjBjNTZjNWUxMzU2
- ZThmOGE1N0oxCgd0YXNrX2lkEiYKJGIwMTg0NTI2LTJlOWItNDA0My1hM2JiLTFiM2QzNWIxNTNh
- OHoCGAGFAQABAAASkAEKEKKr5LR8SkqfqqktFhniLdkSCPMnqI2ma9UoKgpUb29sIFVzYWdlMAE5
- sCHgfPFM+BdB+A/hfPFM+BdKGgoOY3Jld2FpX3ZlcnNpb24SCAoGMC42MS4wShwKCXRvb2xfbmFt
- ZRIPCg1HZXQgR3JlZXRpbmdzSg4KCGF0dGVtcHRzEgIYAXoCGAGFAQABAAASkAIKEOj2bALdBlz6
- 1kP1MvHE5T0SCLw4D7D331IOKg5UYXNrIEV4ZWN1dGlvbjABOeCBpXzxTPgXQSjiEH3xTPgXSi4K
- CGNyZXdfa2V5EiIKIDdlNjYwODk4OTg1OWE2N2VlYzg4ZWVmN2ZjZTg1MjI1SjEKB2NyZXdfaWQS
- JgokMTJhNDkxZTUtNDQ4MC00NDE2LTkwMWItYjJiNTdlNWVlOGU4Si4KCHRhc2tfa2V5EiIKIGEy
- NzdiMzRiMmMxNDZmMGM1NmM1ZTEzNTZlOGY4YTU3SjEKB3Rhc2tfaWQSJgokYjAxODQ1MjYtMmU5
- Yi00MDQzLWEzYmItMWIzZDM1YjE1M2E4egIYAYUBAAEAABLQBwoQLjz7NWyGPgGU4tVFJ0sh9BII
- N6EzU5f/sykqDENyZXcgQ3JlYXRlZDABOajOcX3xTPgXQUCAc33xTPgXShoKDmNyZXdhaV92ZXJz
- aW9uEggKBjAuNjEuMEoaCg5weXRob25fdmVyc2lvbhIICgYzLjExLjdKLgoIY3Jld19rZXkSIgog
- YzMwNzYwMDkzMjY3NjE0NDRkNTdjNzFkMWRhM2YyN2NKMQoHY3Jld19pZBImCiQ1N2Y0NjVhNC03
- Zjk1LTQ5Y2MtODNmZC0zZTIwNWRhZDBjZTJKHAoMY3Jld19wcm9jZXNzEgwKCnNlcXVlbnRpYWxK
- EQoLY3Jld19tZW1vcnkSAhAAShoKFGNyZXdfbnVtYmVyX29mX3Rhc2tzEgIYAUobChVjcmV3X251
- bWJlcl9vZl9hZ2VudHMSAhgBSuUCCgtjcmV3X2FnZW50cxLVAgrSAlt7ImtleSI6ICI5OGYzYjFk
- NDdjZTk2OWNmMDU3NzI3Yjc4NDE0MjVjZCIsICJpZCI6ICJjZjcyZDlkNy01MjQwLTRkMzEtYjA2
- Mi0xMmNjMDU2OGNjM2MiLCAicm9sZSI6ICJGcmllbmRseSBOZWlnaGJvciIsICJ2ZXJib3NlPyI6
- IGZhbHNlLCAibWF4X2l0ZXIiOiAxNSwgIm1heF9ycG0iOiBudWxsLCAiZnVuY3Rpb25fY2FsbGlu
- Z19sbG0iOiAiIiwgImxsbSI6ICJncHQtNG8iLCAiZGVsZWdhdGlvbl9lbmFibGVkPyI6IGZhbHNl
- LCAiYWxsb3dfY29kZV9leGVjdXRpb24/IjogZmFsc2UsICJtYXhfcmV0cnlfbGltaXQiOiAyLCAi
- dG9vbHNfbmFtZXMiOiBbImRlY2lkZSBncmVldGluZ3MiXX1dSpgCCgpjcmV3X3Rhc2tzEokCCoYC
- W3sia2V5IjogIjgwZDdiY2Q0OTA5OTI5MDA4MzgzMmYwZTk4MzM4MGRmIiwgImlkIjogIjUxNTJk
- MmQ2LWYwODYtNGIyMi1hOGMxLTMyODA5NzU1NjZhZCIsICJhc3luY19leGVjdXRpb24/IjogZmFs
- c2UsICJodW1hbl9pbnB1dD8iOiBmYWxzZSwgImFnZW50X3JvbGUiOiAiRnJpZW5kbHkgTmVpZ2hi
- b3IiLCAiYWdlbnRfa2V5IjogIjk4ZjNiMWQ0N2NlOTY5Y2YwNTc3MjdiNzg0MTQyNWNkIiwgInRv
- b2xzX25hbWVzIjogWyJkZWNpZGUgZ3JlZXRpbmdzIl19XXoCGAGFAQABAAASjgIKEM+95r2LzVVg
- kqAMolHjl9oSCN9WyhdF/ucVKgxUYXNrIENyZWF0ZWQwATnoCoJ98Uz4F0HwXIJ98Uz4F0ouCghj
- cmV3X2tleRIiCiBjMzA3NjAwOTMyNjc2MTQ0NGQ1N2M3MWQxZGEzZjI3Y0oxCgdjcmV3X2lkEiYK
- JDU3ZjQ2NWE0LTdmOTUtNDljYy04M2ZkLTNlMjA1ZGFkMGNlMkouCgh0YXNrX2tleRIiCiA4MGQ3
- YmNkNDkwOTkyOTAwODM4MzJmMGU5ODMzODBkZkoxCgd0YXNrX2lkEiYKJDUxNTJkMmQ2LWYwODYt
- NGIyMi1hOGMxLTMyODA5NzU1NjZhZHoCGAGFAQABAAASkwEKENJjTKn4eTP/P11ERMIGcdYSCIKF
- bGEmcS7bKgpUb29sIFVzYWdlMAE5EFu5ffFM+BdBoD26ffFM+BdKGgoOY3Jld2FpX3ZlcnNpb24S
- CAoGMC42MS4wSh8KCXRvb2xfbmFtZRISChBEZWNpZGUgR3JlZXRpbmdzSg4KCGF0dGVtcHRzEgIY
- AXoCGAGFAQABAAASkAIKEG29htC06tLF7ihE5Yz6NyMSCAAsKzOcj25nKg5UYXNrIEV4ZWN1dGlv
- bjABOQCEgn3xTPgXQfgg7X3xTPgXSi4KCGNyZXdfa2V5EiIKIGMzMDc2MDA5MzI2NzYxNDQ0ZDU3
- YzcxZDFkYTNmMjdjSjEKB2NyZXdfaWQSJgokNTdmNDY1YTQtN2Y5NS00OWNjLTgzZmQtM2UyMDVk
- YWQwY2UySi4KCHRhc2tfa2V5EiIKIDgwZDdiY2Q0OTA5OTI5MDA4MzgzMmYwZTk4MzM4MGRmSjEK
- B3Rhc2tfaWQSJgokNTE1MmQyZDYtZjA4Ni00YjIyLWE4YzEtMzI4MDk3NTU2NmFkegIYAYUBAAEA
- AA==
- headers:
- Accept:
- - '*/*'
- Accept-Encoding:
- - gzip, deflate
- Connection:
- - keep-alive
- Content-Length:
- - '18925'
- Content-Type:
- - application/x-protobuf
- User-Agent:
- - OTel-OTLP-Exporter-Python/1.27.0
- method: POST
- uri: https://telemetry.crewai.com:4319/v1/traces
- response:
- body:
- string: "\n\0"
- headers:
- Content-Length:
- - '2'
- Content-Type:
- - application/x-protobuf
- Date:
- - Tue, 24 Sep 2024 21:57:39 GMT
- status:
- code: 200
- message: OK
-- request:
- body: '{"model": "gemma2:latest", "prompt": "### User:\nRespond in 20 words. Who
- are you?\n\n", "options": {}, "stream": false}'
- headers:
- Accept:
- - '*/*'
- Accept-Encoding:
- - gzip, deflate
- Connection:
- - keep-alive
- Content-Length:
- - '120'
- Content-Type:
- - application/json
- User-Agent:
- - python-requests/2.31.0
- method: POST
- uri: http://localhost:8080/api/generate
- response:
- body:
- string: '{"model":"gemma2:latest","created_at":"2024-09-24T21:57:51.284303Z","response":"I
- am Gemma, an open-weights AI assistant developed by Google DeepMind. \n","done":true,"done_reason":"stop","context":[106,1645,108,6176,4926,235292,108,54657,575,235248,235284,235276,3907,235265,7702,708,692,235336,109,107,108,106,2516,108,235285,1144,137061,235269,671,2174,235290,30316,16481,20409,6990,731,6238,20555,35777,235265,139,108],"total_duration":14046647083,"load_duration":12942541833,"prompt_eval_count":25,"prompt_eval_duration":177695000,"eval_count":19,"eval_duration":923120000}'
- headers:
- Content-Length:
- - '579'
- Content-Type:
- - application/json; charset=utf-8
- Date:
- - Tue, 24 Sep 2024 21:57:51 GMT
- status:
- code: 200
- message: OK
-version: 1
diff --git a/tests/cassettes/test_agent_with_ollama_llama3.yaml b/tests/cassettes/test_agent_with_ollama_llama3.yaml
new file mode 100644
index 000000000..a85abddf2
--- /dev/null
+++ b/tests/cassettes/test_agent_with_ollama_llama3.yaml
@@ -0,0 +1,863 @@
+interactions:
+- request:
+ body: '{"model": "llama3.2:3b", "prompt": "### User:\nRespond in 20 words. Who
+ are you?\n\n", "options": {"stop": ["\nObservation:"]}, "stream": false}'
+ headers:
+ accept:
+ - '*/*'
+ accept-encoding:
+ - gzip, deflate
+ connection:
+ - keep-alive
+ content-length:
+ - '144'
+ host:
+ - localhost:11434
+ user-agent:
+ - litellm/1.56.4
+ method: POST
+ uri: http://localhost:11434/api/generate
+ response:
+ content: '{"model":"llama3.2:3b","created_at":"2024-12-31T16:57:54.063894Z","response":"I''m
+ an AI designed to provide information and assist with inquiries, while maintaining
+ a neutral and respectful tone always.","done":true,"done_reason":"stop","context":[128006,9125,128007,271,38766,1303,33025,2696,25,6790,220,2366,18,271,128009,128006,882,128007,271,14711,2724,512,66454,304,220,508,4339,13,10699,527,499,1980,128009,128006,78191,128007,271,40,2846,459,15592,6319,311,3493,2038,323,7945,449,44983,11,1418,20958,264,21277,323,49150,16630,2744,13],"total_duration":651386042,"load_duration":41061917,"prompt_eval_count":38,"prompt_eval_duration":204000000,"eval_count":23,"eval_duration":405000000}'
+ headers:
+ Content-Length:
+ - '692'
+ Content-Type:
+ - application/json; charset=utf-8
+ Date:
+ - Tue, 31 Dec 2024 16:57:54 GMT
+ http_version: HTTP/1.1
+ status_code: 200
+- request:
+ body: '{"name": "llama3.2:3b"}'
+ headers:
+ accept:
+ - '*/*'
+ accept-encoding:
+ - gzip, deflate
+ connection:
+ - keep-alive
+ content-length:
+ - '23'
+ content-type:
+ - application/json
+ host:
+ - localhost:11434
+ user-agent:
+ - litellm/1.56.4
+ method: POST
+ uri: http://localhost:11434/api/show
+ response:
+ content: "{\"license\":\"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT\\nLlama 3.2 Version
+ Release Date: September 25, 2024\\n\\n\u201CAgreement\u201D means the terms
+ and conditions for use, reproduction, distribution \\nand modification of the
+ Llama Materials set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications,
+ manuals and documentation accompanying Llama 3.2\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
+ or \u201Cyou\u201D means you, or your employer or any other person or entity
+ (if you are \\nentering into this Agreement on such person or entity\u2019s
+ behalf), of the age required under\\napplicable laws, rules or regulations to
+ provide legal consent and that has legal authority\\nto bind your employer or
+ such other person or entity if you are entering in this Agreement\\non their
+ behalf.\\n\\n\u201CLlama 3.2\u201D means the foundational large language models
+ and software and algorithms, including\\nmachine-learning model code, trained
+ model weights, inference-enabling code, training-enabling code,\\nfine-tuning
+ enabling code and other elements of the foregoing distributed by Meta at \\nhttps://www.llama.com/llama-downloads.\\n\\n\u201CLlama
+ Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.2 and Documentation
+ (and \\nany portion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
+ or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
+ or, \\nif you are an entity, your principal place of business is in the EEA
+ or Switzerland) \\nand Meta Platforms, Inc. (if you are located outside of the
+ EEA or Switzerland). \\n\\n\\nBy clicking \u201CI Accept\u201D below or by using
+ or distributing any portion or element of the Llama Materials,\\nyou agree to
+ be bound by this Agreement.\\n\\n\\n1. License Rights and Redistribution.\\n\\n
+ \ a. Grant of Rights. You are granted a non-exclusive, worldwide, \\nnon-transferable
+ and royalty-free limited license under Meta\u2019s intellectual property or
+ other rights \\nowned by Meta embodied in the Llama Materials to use, reproduce,
+ distribute, copy, create derivative works \\nof, and make modifications to the
+ Llama Materials. \\n\\n b. Redistribution and Use. \\n\\n i. If
+ you distribute or make available the Llama Materials (or any derivative works
+ thereof), \\nor a product or service (including another AI model) that contains
+ any of them, you shall (A) provide\\na copy of this Agreement with any such
+ Llama Materials; and (B) prominently display \u201CBuilt with Llama\u201D\\non
+ a related website, user interface, blogpost, about page, or product documentation.
+ If you use the\\nLlama Materials or any outputs or results of the Llama Materials
+ to create, train, fine tune, or\\notherwise improve an AI model, which is distributed
+ or made available, you shall also include \u201CLlama\u201D\\nat the beginning
+ of any such AI model name.\\n\\n ii. If you receive Llama Materials,
+ or any derivative works thereof, from a Licensee as part\\nof an integrated
+ end user product, then Section 2 of this Agreement will not apply to you. \\n\\n
+ \ iii. You must retain in all copies of the Llama Materials that you distribute
+ the \\nfollowing attribution notice within a \u201CNotice\u201D text file distributed
+ as a part of such copies: \\n\u201CLlama 3.2 is licensed under the Llama 3.2
+ Community License, Copyright \xA9 Meta Platforms,\\nInc. All Rights Reserved.\u201D\\n\\n
+ \ iv. Your use of the Llama Materials must comply with applicable laws
+ and regulations\\n(including trade compliance laws and regulations) and adhere
+ to the Acceptable Use Policy for\\nthe Llama Materials (available at https://www.llama.com/llama3_2/use-policy),
+ which is hereby \\nincorporated by reference into this Agreement.\\n \\n2.
+ Additional Commercial Terms. If, on the Llama 3.2 version release date, the
+ monthly active users\\nof the products or services made available by or for
+ Licensee, or Licensee\u2019s affiliates, \\nis greater than 700 million monthly
+ active users in the preceding calendar month, you must request \\na license
+ from Meta, which Meta may grant to you in its sole discretion, and you are not
+ authorized to\\nexercise any of the rights under this Agreement unless or until
+ Meta otherwise expressly grants you such rights.\\n\\n3. Disclaimer of Warranty.
+ UNLESS REQUIRED BY APPLICABLE LAW, THE LLAMA MATERIALS AND ANY OUTPUT AND \\nRESULTS
+ THEREFROM ARE PROVIDED ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF
+ ANY KIND, AND META DISCLAIMS\\nALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND
+ IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES\\nOF TITLE, NON-INFRINGEMENT,
+ MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE\\nFOR
+ DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING THE LLAMA MATERIALS
+ AND ASSUME ANY RISKS ASSOCIATED\\nWITH YOUR USE OF THE LLAMA MATERIALS AND ANY
+ OUTPUT AND RESULTS.\\n\\n4. Limitation of Liability. IN NO EVENT WILL META OR
+ ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, \\nWHETHER IN CONTRACT,
+ TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS AGREEMENT,
+ \\nFOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, CONSEQUENTIAL, INCIDENTAL,
+ EXEMPLARY OR PUNITIVE DAMAGES, EVEN \\nIF META OR ITS AFFILIATES HAVE BEEN ADVISED
+ OF THE POSSIBILITY OF ANY OF THE FOREGOING.\\n\\n5. Intellectual Property.\\n\\n
+ \ a. No trademark licenses are granted under this Agreement, and in connection
+ with the Llama Materials, \\nneither Meta nor Licensee may use any name or mark
+ owned by or associated with the other or any of its affiliates, \\nexcept as
+ required for reasonable and customary use in describing and redistributing the
+ Llama Materials or as \\nset forth in this Section 5(a). Meta hereby grants
+ you a license to use \u201CLlama\u201D (the \u201CMark\u201D) solely as required
+ \\nto comply with the last sentence of Section 1.b.i. You will comply with Meta\u2019s
+ brand guidelines (currently accessible \\nat https://about.meta.com/brand/resources/meta/company-brand/).
+ All goodwill arising out of your use of the Mark \\nwill inure to the benefit
+ of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and
+ derivatives made by or for Meta, with respect to any\\n derivative works
+ and modifications of the Llama Materials that are made by you, as between you
+ and Meta,\\n you are and will be the owner of such derivative works and modifications.\\n\\n
+ \ c. If you institute litigation or other proceedings against Meta or any
+ entity (including a cross-claim or\\n counterclaim in a lawsuit) alleging
+ that the Llama Materials or Llama 3.2 outputs or results, or any portion\\n
+ \ of any of the foregoing, constitutes infringement of intellectual property
+ or other rights owned or licensable\\n by you, then any licenses granted
+ to you under this Agreement shall terminate as of the date such litigation or\\n
+ \ claim is filed or instituted. You will indemnify and hold harmless Meta
+ from and against any claim by any third\\n party arising out of or related
+ to your use or distribution of the Llama Materials.\\n\\n6. Term and Termination.
+ The term of this Agreement will commence upon your acceptance of this Agreement
+ or access\\nto the Llama Materials and will continue in full force and effect
+ until terminated in accordance with the terms\\nand conditions herein. Meta
+ may terminate this Agreement if you are in breach of any term or condition of
+ this\\nAgreement. Upon termination of this Agreement, you shall delete and cease
+ use of the Llama Materials. Sections 3,\\n4 and 7 shall survive the termination
+ of this Agreement. \\n\\n7. Governing Law and Jurisdiction. This Agreement will
+ be governed and construed under the laws of the State of \\nCalifornia without
+ regard to choice of law principles, and the UN Convention on Contracts for the
+ International\\nSale of Goods does not apply to this Agreement. The courts of
+ California shall have exclusive jurisdiction of\\nany dispute arising out of
+ this Agreement.\\n**Llama 3.2** **Acceptable Use Policy**\\n\\nMeta is committed
+ to promoting safe and fair use of its tools and features, including Llama 3.2.
+ If you access or use Llama 3.2, you agree to this Acceptable Use Policy (\u201C**Policy**\u201D).
+ The most recent copy of this policy can be found at [https://www.llama.com/llama3_2/use-policy](https://www.llama.com/llama3_2/use-policy).\\n\\n**Prohibited
+ Uses**\\n\\nWe want everyone to use Llama 3.2 safely and responsibly. You agree
+ you will not use, or allow others to use, Llama 3.2 to:\\n\\n\\n\\n1. Violate
+ the law or others\u2019 rights, including to:\\n 1. Engage in, promote, generate,
+ contribute to, encourage, plan, incite, or further illegal or unlawful activity
+ or content, such as:\\n 1. Violence or terrorism\\n 2. Exploitation
+ or harm to children, including the solicitation, creation, acquisition, or dissemination
+ of child exploitative content or failure to report Child Sexual Abuse Material\\n
+ \ 3. Human trafficking, exploitation, and sexual violence\\n 4.
+ The illegal distribution of information or materials to minors, including obscene
+ materials, or failure to employ legally required age-gating in connection with
+ such information or materials.\\n 5. Sexual solicitation\\n 6.
+ Any other criminal activity\\n 1. Engage in, promote, incite, or facilitate
+ the harassment, abuse, threatening, or bullying of individuals or groups of
+ individuals\\n 2. Engage in, promote, incite, or facilitate discrimination
+ or other unlawful or harmful conduct in the provision of employment, employment
+ benefits, credit, housing, other economic benefits, or other essential goods
+ and services\\n 3. Engage in the unauthorized or unlicensed practice of any
+ profession including, but not limited to, financial, legal, medical/health,
+ or related professional practices\\n 4. Collect, process, disclose, generate,
+ or infer private or sensitive information about individuals, including information
+ about individuals\u2019 identity, health, or demographic information, unless
+ you have obtained the right to do so in accordance with applicable law\\n 5.
+ Engage in or facilitate any action or generate any content that infringes, misappropriates,
+ or otherwise violates any third-party rights, including the outputs or results
+ of any products or services using the Llama Materials\\n 6. Create, generate,
+ or facilitate the creation of malicious code, malware, computer viruses or do
+ anything else that could disable, overburden, interfere with or impair the proper
+ working, integrity, operation or appearance of a website or computer system\\n
+ \ 7. Engage in any action, or facilitate any action, to intentionally circumvent
+ or remove usage restrictions or other safety measures, or to enable functionality
+ disabled by Meta\\n2. Engage in, promote, incite, facilitate, or assist in the
+ planning or development of activities that present a risk of death or bodily
+ harm to individuals, including use of Llama 3.2 related to the following:\\n
+ \ 8. Military, warfare, nuclear industries or applications, espionage, use
+ for materials or activities that are subject to the International Traffic Arms
+ Regulations (ITAR) maintained by the United States Department of State or to
+ the U.S. Biological Weapons Anti-Terrorism Act of 1989 or the Chemical Weapons
+ Convention Implementation Act of 1997\\n 9. Guns and illegal weapons (including
+ weapon development)\\n 10. Illegal drugs and regulated/controlled substances\\n
+ \ 11. Operation of critical infrastructure, transportation technologies, or
+ heavy machinery\\n 12. Self-harm or harm to others, including suicide, cutting,
+ and eating disorders\\n 13. Any content intended to incite or promote violence,
+ abuse, or any infliction of bodily harm to an individual\\n3. Intentionally
+ deceive or mislead others, including use of Llama 3.2 related to the following:\\n
+ \ 14. Generating, promoting, or furthering fraud or the creation or promotion
+ of disinformation\\n 15. Generating, promoting, or furthering defamatory
+ content, including the creation of defamatory statements, images, or other content\\n
+ \ 16. Generating, promoting, or further distributing spam\\n 17. Impersonating
+ another individual without consent, authorization, or legal right\\n 18.
+ Representing that the use of Llama 3.2 or outputs are human-generated\\n 19.
+ Generating or facilitating false online engagement, including fake reviews and
+ other means of fake online engagement\\n4. Fail to appropriately disclose to
+ end users any known dangers of your AI system\\n5. Interact with third party
+ tools, models, or software designed to generate unlawful content or engage in
+ unlawful or harmful conduct and/or represent that the outputs of such tools,
+ models, or software are associated with Meta or Llama 3.2\\n\\nWith respect
+ to any multimodal models included in Llama 3.2, the rights granted under Section
+ 1(a) of the Llama 3.2 Community License Agreement are not being granted to you
+ if you are an individual domiciled in, or a company with a principal place of
+ business in, the European Union. This restriction does not apply to end users
+ of a product or service that incorporates any such multimodal models.\\n\\nPlease
+ report any violation of this Policy, software \u201Cbug,\u201D or other problems
+ that could lead to a violation of this Policy through one of the following means:\\n\\n\\n\\n*
+ Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://l.workplace.com/l.php?u=https%3A%2F%2Fgithub.com%2Fmeta-llama%2Fllama-models%2Fissues\\u0026h=AT0qV8W9BFT6NwihiOHRuKYQM_UnkzN_NmHMy91OT55gkLpgi4kQupHUl0ssR4dQsIQ8n3tfd0vtkobvsEvt1l4Ic6GXI2EeuHV8N08OG2WnbAmm0FL4ObkazC6G_256vN0lN9DsykCvCqGZ)\\n*
+ Reporting risky content generated by the model: [developers.facebook.com/llama_output_feedback](http://developers.facebook.com/llama_output_feedback)\\n*
+ Reporting bugs and security concerns: [facebook.com/whitehat/info](http://facebook.com/whitehat/info)\\n*
+ Reporting violations of the Acceptable Use Policy or unlicensed uses of Llama
+ 3.2: [email protected]\",\"modelfile\":\"# Modelfile generated by \\\"ollama
+ show\\\"\\n# To build a new Modelfile based on this, replace FROM with:\\n#
+ FROM llama3.2:3b\\n\\nFROM /Users/brandonhancock/.ollama/models/blobs/sha256-dde5aa3fc5ffc17176b5e8bdc82f587b24b2678c6c66101bf7da77af9f7ccdff\\nTEMPLATE
+ \\\"\\\"\\\"\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\nCutting
+ Knowledge Date: December 2023\\n\\n{{ if .System }}{{ .System }}\\n{{- end }}\\n{{-
+ if .Tools }}When you receive a tool call response, use the output to format
+ an answer to the orginal user question.\\n\\nYou are a helpful assistant with
+ tool calling capabilities.\\n{{- end }}\\u003c|eot_id|\\u003e\\n{{- range $i,
+ $_ := .Messages }}\\n{{- $last := eq (len (slice $.Messages $i)) 1 }}\\n{{-
+ if eq .Role \\\"user\\\" }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{-
+ if and $.Tools $last }}\\n\\nGiven the following functions, please respond with
+ a JSON for a function call with its proper arguments that best answers the given
+ prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
+ dictionary of argument name and its value}. Do not use variables.\\n\\n{{ range
+ $.Tools }}\\n{{- . }}\\n{{ end }}\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{-
+ else }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{- end }}{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
+ if .ToolCalls }}\\n{{ range .ToolCalls }}\\n{\\\"name\\\": \\\"{{ .Function.Name
+ }}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
+ .Content }}\\n{{- end }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{-
+ else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
+ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- end }}\\n{{- end }}\\\"\\\"\\\"\\nPARAMETER stop \\u003c|start_header_id|\\u003e\\nPARAMETER
+ stop \\u003c|end_header_id|\\u003e\\nPARAMETER stop \\u003c|eot_id|\\u003e\\nLICENSE
+ \\\"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT\\nLlama 3.2 Version Release Date:
+ September 25, 2024\\n\\n\u201CAgreement\u201D means the terms and conditions
+ for use, reproduction, distribution \\nand modification of the Llama Materials
+ set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications, manuals
+ and documentation accompanying Llama 3.2\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
+ or \u201Cyou\u201D means you, or your employer or any other person or entity
+ (if you are \\nentering into this Agreement on such person or entity\u2019s
+ behalf), of the age required under\\napplicable laws, rules or regulations to
+ provide legal consent and that has legal authority\\nto bind your employer or
+ such other person or entity if you are entering in this Agreement\\non their
+ behalf.\\n\\n\u201CLlama 3.2\u201D means the foundational large language models
+ and software and algorithms, including\\nmachine-learning model code, trained
+ model weights, inference-enabling code, training-enabling code,\\nfine-tuning
+ enabling code and other elements of the foregoing distributed by Meta at \\nhttps://www.llama.com/llama-downloads.\\n\\n\u201CLlama
+ Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.2 and Documentation
+ (and \\nany portion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
+ or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
+ or, \\nif you are an entity, your principal place of business is in the EEA
+ or Switzerland) \\nand Meta Platforms, Inc. (if you are located outside of the
+ EEA or Switzerland). \\n\\n\\nBy clicking \u201CI Accept\u201D below or by using
+ or distributing any portion or element of the Llama Materials,\\nyou agree to
+ be bound by this Agreement.\\n\\n\\n1. License Rights and Redistribution.\\n\\n
+ \ a. Grant of Rights. You are granted a non-exclusive, worldwide, \\nnon-transferable
+ and royalty-free limited license under Meta\u2019s intellectual property or
+ other rights \\nowned by Meta embodied in the Llama Materials to use, reproduce,
+ distribute, copy, create derivative works \\nof, and make modifications to the
+ Llama Materials. \\n\\n b. Redistribution and Use. \\n\\n i. If
+ you distribute or make available the Llama Materials (or any derivative works
+ thereof), \\nor a product or service (including another AI model) that contains
+ any of them, you shall (A) provide\\na copy of this Agreement with any such
+ Llama Materials; and (B) prominently display \u201CBuilt with Llama\u201D\\non
+ a related website, user interface, blogpost, about page, or product documentation.
+ If you use the\\nLlama Materials or any outputs or results of the Llama Materials
+ to create, train, fine tune, or\\notherwise improve an AI model, which is distributed
+ or made available, you shall also include \u201CLlama\u201D\\nat the beginning
+ of any such AI model name.\\n\\n ii. If you receive Llama Materials,
+ or any derivative works thereof, from a Licensee as part\\nof an integrated
+ end user product, then Section 2 of this Agreement will not apply to you. \\n\\n
+ \ iii. You must retain in all copies of the Llama Materials that you distribute
+ the \\nfollowing attribution notice within a \u201CNotice\u201D text file distributed
+ as a part of such copies: \\n\u201CLlama 3.2 is licensed under the Llama 3.2
+ Community License, Copyright \xA9 Meta Platforms,\\nInc. All Rights Reserved.\u201D\\n\\n
+ \ iv. Your use of the Llama Materials must comply with applicable laws
+ and regulations\\n(including trade compliance laws and regulations) and adhere
+ to the Acceptable Use Policy for\\nthe Llama Materials (available at https://www.llama.com/llama3_2/use-policy),
+ which is hereby \\nincorporated by reference into this Agreement.\\n \\n2.
+ Additional Commercial Terms. If, on the Llama 3.2 version release date, the
+ monthly active users\\nof the products or services made available by or for
+ Licensee, or Licensee\u2019s affiliates, \\nis greater than 700 million monthly
+ active users in the preceding calendar month, you must request \\na license
+ from Meta, which Meta may grant to you in its sole discretion, and you are not
+ authorized to\\nexercise any of the rights under this Agreement unless or until
+ Meta otherwise expressly grants you such rights.\\n\\n3. Disclaimer of Warranty.
+ UNLESS REQUIRED BY APPLICABLE LAW, THE LLAMA MATERIALS AND ANY OUTPUT AND \\nRESULTS
+ THEREFROM ARE PROVIDED ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF
+ ANY KIND, AND META DISCLAIMS\\nALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND
+ IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES\\nOF TITLE, NON-INFRINGEMENT,
+ MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE\\nFOR
+ DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING THE LLAMA MATERIALS
+ AND ASSUME ANY RISKS ASSOCIATED\\nWITH YOUR USE OF THE LLAMA MATERIALS AND ANY
+ OUTPUT AND RESULTS.\\n\\n4. Limitation of Liability. IN NO EVENT WILL META OR
+ ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, \\nWHETHER IN CONTRACT,
+ TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS AGREEMENT,
+ \\nFOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, CONSEQUENTIAL, INCIDENTAL,
+ EXEMPLARY OR PUNITIVE DAMAGES, EVEN \\nIF META OR ITS AFFILIATES HAVE BEEN ADVISED
+ OF THE POSSIBILITY OF ANY OF THE FOREGOING.\\n\\n5. Intellectual Property.\\n\\n
+ \ a. No trademark licenses are granted under this Agreement, and in connection
+ with the Llama Materials, \\nneither Meta nor Licensee may use any name or mark
+ owned by or associated with the other or any of its affiliates, \\nexcept as
+ required for reasonable and customary use in describing and redistributing the
+ Llama Materials or as \\nset forth in this Section 5(a). Meta hereby grants
+ you a license to use \u201CLlama\u201D (the \u201CMark\u201D) solely as required
+ \\nto comply with the last sentence of Section 1.b.i. You will comply with Meta\u2019s
+ brand guidelines (currently accessible \\nat https://about.meta.com/brand/resources/meta/company-brand/).
+ All goodwill arising out of your use of the Mark \\nwill inure to the benefit
+ of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and
+ derivatives made by or for Meta, with respect to any\\n derivative works
+ and modifications of the Llama Materials that are made by you, as between you
+ and Meta,\\n you are and will be the owner of such derivative works and modifications.\\n\\n
+ \ c. If you institute litigation or other proceedings against Meta or any
+ entity (including a cross-claim or\\n counterclaim in a lawsuit) alleging
+ that the Llama Materials or Llama 3.2 outputs or results, or any portion\\n
+ \ of any of the foregoing, constitutes infringement of intellectual property
+ or other rights owned or licensable\\n by you, then any licenses granted
+ to you under this Agreement shall terminate as of the date such litigation or\\n
+ \ claim is filed or instituted. You will indemnify and hold harmless Meta
+ from and against any claim by any third\\n party arising out of or related
+ to your use or distribution of the Llama Materials.\\n\\n6. Term and Termination.
+ The term of this Agreement will commence upon your acceptance of this Agreement
+ or access\\nto the Llama Materials and will continue in full force and effect
+ until terminated in accordance with the terms\\nand conditions herein. Meta
+ may terminate this Agreement if you are in breach of any term or condition of
+ this\\nAgreement. Upon termination of this Agreement, you shall delete and cease
+ use of the Llama Materials. Sections 3,\\n4 and 7 shall survive the termination
+ of this Agreement. \\n\\n7. Governing Law and Jurisdiction. This Agreement will
+ be governed and construed under the laws of the State of \\nCalifornia without
+ regard to choice of law principles, and the UN Convention on Contracts for the
+ International\\nSale of Goods does not apply to this Agreement. The courts of
+ California shall have exclusive jurisdiction of\\nany dispute arising out of
+ this Agreement.\\\"\\nLICENSE \\\"**Llama 3.2** **Acceptable Use Policy**\\n\\nMeta
+ is committed to promoting safe and fair use of its tools and features, including
+ Llama 3.2. If you access or use Llama 3.2, you agree to this Acceptable Use
+ Policy (\u201C**Policy**\u201D). The most recent copy of this policy can be
+ found at [https://www.llama.com/llama3_2/use-policy](https://www.llama.com/llama3_2/use-policy).\\n\\n**Prohibited
+ Uses**\\n\\nWe want everyone to use Llama 3.2 safely and responsibly. You agree
+ you will not use, or allow others to use, Llama 3.2 to:\\n\\n\\n\\n1. Violate
+ the law or others\u2019 rights, including to:\\n 1. Engage in, promote, generate,
+ contribute to, encourage, plan, incite, or further illegal or unlawful activity
+ or content, such as:\\n 1. Violence or terrorism\\n 2. Exploitation
+ or harm to children, including the solicitation, creation, acquisition, or dissemination
+ of child exploitative content or failure to report Child Sexual Abuse Material\\n
+ \ 3. Human trafficking, exploitation, and sexual violence\\n 4.
+ The illegal distribution of information or materials to minors, including obscene
+ materials, or failure to employ legally required age-gating in connection with
+ such information or materials.\\n 5. Sexual solicitation\\n 6.
+ Any other criminal activity\\n 1. Engage in, promote, incite, or facilitate
+ the harassment, abuse, threatening, or bullying of individuals or groups of
+ individuals\\n 2. Engage in, promote, incite, or facilitate discrimination
+ or other unlawful or harmful conduct in the provision of employment, employment
+ benefits, credit, housing, other economic benefits, or other essential goods
+ and services\\n 3. Engage in the unauthorized or unlicensed practice of any
+ profession including, but not limited to, financial, legal, medical/health,
+ or related professional practices\\n 4. Collect, process, disclose, generate,
+ or infer private or sensitive information about individuals, including information
+ about individuals\u2019 identity, health, or demographic information, unless
+ you have obtained the right to do so in accordance with applicable law\\n 5.
+ Engage in or facilitate any action or generate any content that infringes, misappropriates,
+ or otherwise violates any third-party rights, including the outputs or results
+ of any products or services using the Llama Materials\\n 6. Create, generate,
+ or facilitate the creation of malicious code, malware, computer viruses or do
+ anything else that could disable, overburden, interfere with or impair the proper
+ working, integrity, operation or appearance of a website or computer system\\n
+ \ 7. Engage in any action, or facilitate any action, to intentionally circumvent
+ or remove usage restrictions or other safety measures, or to enable functionality
+ disabled by Meta\\n2. Engage in, promote, incite, facilitate, or assist in the
+ planning or development of activities that present a risk of death or bodily
+ harm to individuals, including use of Llama 3.2 related to the following:\\n
+ \ 8. Military, warfare, nuclear industries or applications, espionage, use
+ for materials or activities that are subject to the International Traffic Arms
+ Regulations (ITAR) maintained by the United States Department of State or to
+ the U.S. Biological Weapons Anti-Terrorism Act of 1989 or the Chemical Weapons
+ Convention Implementation Act of 1997\\n 9. Guns and illegal weapons (including
+ weapon development)\\n 10. Illegal drugs and regulated/controlled substances\\n
+ \ 11. Operation of critical infrastructure, transportation technologies, or
+ heavy machinery\\n 12. Self-harm or harm to others, including suicide, cutting,
+ and eating disorders\\n 13. Any content intended to incite or promote violence,
+ abuse, or any infliction of bodily harm to an individual\\n3. Intentionally
+ deceive or mislead others, including use of Llama 3.2 related to the following:\\n
+ \ 14. Generating, promoting, or furthering fraud or the creation or promotion
+ of disinformation\\n 15. Generating, promoting, or furthering defamatory
+ content, including the creation of defamatory statements, images, or other content\\n
+ \ 16. Generating, promoting, or further distributing spam\\n 17. Impersonating
+ another individual without consent, authorization, or legal right\\n 18.
+ Representing that the use of Llama 3.2 or outputs are human-generated\\n 19.
+ Generating or facilitating false online engagement, including fake reviews and
+ other means of fake online engagement\\n4. Fail to appropriately disclose to
+ end users any known dangers of your AI system\\n5. Interact with third party
+ tools, models, or software designed to generate unlawful content or engage in
+ unlawful or harmful conduct and/or represent that the outputs of such tools,
+ models, or software are associated with Meta or Llama 3.2\\n\\nWith respect
+ to any multimodal models included in Llama 3.2, the rights granted under Section
+ 1(a) of the Llama 3.2 Community License Agreement are not being granted to you
+ if you are an individual domiciled in, or a company with a principal place of
+ business in, the European Union. This restriction does not apply to end users
+ of a product or service that incorporates any such multimodal models.\\n\\nPlease
+ report any violation of this Policy, software \u201Cbug,\u201D or other problems
+ that could lead to a violation of this Policy through one of the following means:\\n\\n\\n\\n*
+ Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://l.workplace.com/l.php?u=https%3A%2F%2Fgithub.com%2Fmeta-llama%2Fllama-models%2Fissues\\u0026h=AT0qV8W9BFT6NwihiOHRuKYQM_UnkzN_NmHMy91OT55gkLpgi4kQupHUl0ssR4dQsIQ8n3tfd0vtkobvsEvt1l4Ic6GXI2EeuHV8N08OG2WnbAmm0FL4ObkazC6G_256vN0lN9DsykCvCqGZ)\\n*
+ Reporting risky content generated by the model: [developers.facebook.com/llama_output_feedback](http://developers.facebook.com/llama_output_feedback)\\n*
+ Reporting bugs and security concerns: [facebook.com/whitehat/info](http://facebook.com/whitehat/info)\\n*
+ Reporting violations of the Acceptable Use Policy or unlicensed uses of Llama
+ 3.2: [email protected]\\\"\\n\",\"parameters\":\"stop \\\"\\u003c|start_header_id|\\u003e\\\"\\nstop
+ \ \\\"\\u003c|end_header_id|\\u003e\\\"\\nstop \\\"\\u003c|eot_id|\\u003e\\\"\",\"template\":\"\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\nCutting
+ Knowledge Date: December 2023\\n\\n{{ if .System }}{{ .System }}\\n{{- end }}\\n{{-
+ if .Tools }}When you receive a tool call response, use the output to format
+ an answer to the orginal user question.\\n\\nYou are a helpful assistant with
+ tool calling capabilities.\\n{{- end }}\\u003c|eot_id|\\u003e\\n{{- range $i,
+ $_ := .Messages }}\\n{{- $last := eq (len (slice $.Messages $i)) 1 }}\\n{{-
+ if eq .Role \\\"user\\\" }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{-
+ if and $.Tools $last }}\\n\\nGiven the following functions, please respond with
+ a JSON for a function call with its proper arguments that best answers the given
+ prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
+ dictionary of argument name and its value}. Do not use variables.\\n\\n{{ range
+ $.Tools }}\\n{{- . }}\\n{{ end }}\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{-
+ else }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{- end }}{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
+ if .ToolCalls }}\\n{{ range .ToolCalls }}\\n{\\\"name\\\": \\\"{{ .Function.Name
+ }}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
+ .Content }}\\n{{- end }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{-
+ else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
+ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- end }}\\n{{- end }}\",\"details\":{\"parent_model\":\"\",\"format\":\"gguf\",\"family\":\"llama\",\"families\":[\"llama\"],\"parameter_size\":\"3.2B\",\"quantization_level\":\"Q4_K_M\"},\"model_info\":{\"general.architecture\":\"llama\",\"general.basename\":\"Llama-3.2\",\"general.file_type\":15,\"general.finetune\":\"Instruct\",\"general.languages\":[\"en\",\"de\",\"fr\",\"it\",\"pt\",\"hi\",\"es\",\"th\"],\"general.parameter_count\":3212749888,\"general.quantization_version\":2,\"general.size_label\":\"3B\",\"general.tags\":[\"facebook\",\"meta\",\"pytorch\",\"llama\",\"llama-3\",\"text-generation\"],\"general.type\":\"model\",\"llama.attention.head_count\":24,\"llama.attention.head_count_kv\":8,\"llama.attention.key_length\":128,\"llama.attention.layer_norm_rms_epsilon\":0.00001,\"llama.attention.value_length\":128,\"llama.block_count\":28,\"llama.context_length\":131072,\"llama.embedding_length\":3072,\"llama.feed_forward_length\":8192,\"llama.rope.dimension_count\":128,\"llama.rope.freq_base\":500000,\"llama.vocab_size\":128256,\"tokenizer.ggml.bos_token_id\":128000,\"tokenizer.ggml.eos_token_id\":128009,\"tokenizer.ggml.merges\":null,\"tokenizer.ggml.model\":\"gpt2\",\"tokenizer.ggml.pre\":\"llama-bpe\",\"tokenizer.ggml.token_type\":null,\"tokenizer.ggml.tokens\":null},\"modified_at\":\"2024-12-31T11:53:14.529771974-05:00\"}"
+ headers:
+ Content-Type:
+ - application/json; charset=utf-8
+ Date:
+ - Tue, 31 Dec 2024 16:57:54 GMT
+ Transfer-Encoding:
+ - chunked
+ http_version: HTTP/1.1
+ status_code: 200
+- request:
+ body: '{"name": "llama3.2:3b"}'
+ headers:
+ accept:
+ - '*/*'
+ accept-encoding:
+ - gzip, deflate
+ connection:
+ - keep-alive
+ content-length:
+ - '23'
+ content-type:
+ - application/json
+ host:
+ - localhost:11434
+ user-agent:
+ - litellm/1.56.4
+ method: POST
+ uri: http://localhost:11434/api/show
+ response:
+ content: "{\"license\":\"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT\\nLlama 3.2 Version
+ Release Date: September 25, 2024\\n\\n\u201CAgreement\u201D means the terms
+ and conditions for use, reproduction, distribution \\nand modification of the
+ Llama Materials set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications,
+ manuals and documentation accompanying Llama 3.2\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
+ or \u201Cyou\u201D means you, or your employer or any other person or entity
+ (if you are \\nentering into this Agreement on such person or entity\u2019s
+ behalf), of the age required under\\napplicable laws, rules or regulations to
+ provide legal consent and that has legal authority\\nto bind your employer or
+ such other person or entity if you are entering in this Agreement\\non their
+ behalf.\\n\\n\u201CLlama 3.2\u201D means the foundational large language models
+ and software and algorithms, including\\nmachine-learning model code, trained
+ model weights, inference-enabling code, training-enabling code,\\nfine-tuning
+ enabling code and other elements of the foregoing distributed by Meta at \\nhttps://www.llama.com/llama-downloads.\\n\\n\u201CLlama
+ Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.2 and Documentation
+ (and \\nany portion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
+ or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
+ or, \\nif you are an entity, your principal place of business is in the EEA
+ or Switzerland) \\nand Meta Platforms, Inc. (if you are located outside of the
+ EEA or Switzerland). \\n\\n\\nBy clicking \u201CI Accept\u201D below or by using
+ or distributing any portion or element of the Llama Materials,\\nyou agree to
+ be bound by this Agreement.\\n\\n\\n1. License Rights and Redistribution.\\n\\n
+ \ a. Grant of Rights. You are granted a non-exclusive, worldwide, \\nnon-transferable
+ and royalty-free limited license under Meta\u2019s intellectual property or
+ other rights \\nowned by Meta embodied in the Llama Materials to use, reproduce,
+ distribute, copy, create derivative works \\nof, and make modifications to the
+ Llama Materials. \\n\\n b. Redistribution and Use. \\n\\n i. If
+ you distribute or make available the Llama Materials (or any derivative works
+ thereof), \\nor a product or service (including another AI model) that contains
+ any of them, you shall (A) provide\\na copy of this Agreement with any such
+ Llama Materials; and (B) prominently display \u201CBuilt with Llama\u201D\\non
+ a related website, user interface, blogpost, about page, or product documentation.
+ If you use the\\nLlama Materials or any outputs or results of the Llama Materials
+ to create, train, fine tune, or\\notherwise improve an AI model, which is distributed
+ or made available, you shall also include \u201CLlama\u201D\\nat the beginning
+ of any such AI model name.\\n\\n ii. If you receive Llama Materials,
+ or any derivative works thereof, from a Licensee as part\\nof an integrated
+ end user product, then Section 2 of this Agreement will not apply to you. \\n\\n
+ \ iii. You must retain in all copies of the Llama Materials that you distribute
+ the \\nfollowing attribution notice within a \u201CNotice\u201D text file distributed
+ as a part of such copies: \\n\u201CLlama 3.2 is licensed under the Llama 3.2
+ Community License, Copyright \xA9 Meta Platforms,\\nInc. All Rights Reserved.\u201D\\n\\n
+ \ iv. Your use of the Llama Materials must comply with applicable laws
+ and regulations\\n(including trade compliance laws and regulations) and adhere
+ to the Acceptable Use Policy for\\nthe Llama Materials (available at https://www.llama.com/llama3_2/use-policy),
+ which is hereby \\nincorporated by reference into this Agreement.\\n \\n2.
+ Additional Commercial Terms. If, on the Llama 3.2 version release date, the
+ monthly active users\\nof the products or services made available by or for
+ Licensee, or Licensee\u2019s affiliates, \\nis greater than 700 million monthly
+ active users in the preceding calendar month, you must request \\na license
+ from Meta, which Meta may grant to you in its sole discretion, and you are not
+ authorized to\\nexercise any of the rights under this Agreement unless or until
+ Meta otherwise expressly grants you such rights.\\n\\n3. Disclaimer of Warranty.
+ UNLESS REQUIRED BY APPLICABLE LAW, THE LLAMA MATERIALS AND ANY OUTPUT AND \\nRESULTS
+ THEREFROM ARE PROVIDED ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF
+ ANY KIND, AND META DISCLAIMS\\nALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND
+ IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES\\nOF TITLE, NON-INFRINGEMENT,
+ MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE\\nFOR
+ DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING THE LLAMA MATERIALS
+ AND ASSUME ANY RISKS ASSOCIATED\\nWITH YOUR USE OF THE LLAMA MATERIALS AND ANY
+ OUTPUT AND RESULTS.\\n\\n4. Limitation of Liability. IN NO EVENT WILL META OR
+ ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, \\nWHETHER IN CONTRACT,
+ TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS AGREEMENT,
+ \\nFOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, CONSEQUENTIAL, INCIDENTAL,
+ EXEMPLARY OR PUNITIVE DAMAGES, EVEN \\nIF META OR ITS AFFILIATES HAVE BEEN ADVISED
+ OF THE POSSIBILITY OF ANY OF THE FOREGOING.\\n\\n5. Intellectual Property.\\n\\n
+ \ a. No trademark licenses are granted under this Agreement, and in connection
+ with the Llama Materials, \\nneither Meta nor Licensee may use any name or mark
+ owned by or associated with the other or any of its affiliates, \\nexcept as
+ required for reasonable and customary use in describing and redistributing the
+ Llama Materials or as \\nset forth in this Section 5(a). Meta hereby grants
+ you a license to use \u201CLlama\u201D (the \u201CMark\u201D) solely as required
+ \\nto comply with the last sentence of Section 1.b.i. You will comply with Meta\u2019s
+ brand guidelines (currently accessible \\nat https://about.meta.com/brand/resources/meta/company-brand/).
+ All goodwill arising out of your use of the Mark \\nwill inure to the benefit
+ of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and
+ derivatives made by or for Meta, with respect to any\\n derivative works
+ and modifications of the Llama Materials that are made by you, as between you
+ and Meta,\\n you are and will be the owner of such derivative works and modifications.\\n\\n
+ \ c. If you institute litigation or other proceedings against Meta or any
+ entity (including a cross-claim or\\n counterclaim in a lawsuit) alleging
+ that the Llama Materials or Llama 3.2 outputs or results, or any portion\\n
+ \ of any of the foregoing, constitutes infringement of intellectual property
+ or other rights owned or licensable\\n by you, then any licenses granted
+ to you under this Agreement shall terminate as of the date such litigation or\\n
+ \ claim is filed or instituted. You will indemnify and hold harmless Meta
+ from and against any claim by any third\\n party arising out of or related
+ to your use or distribution of the Llama Materials.\\n\\n6. Term and Termination.
+ The term of this Agreement will commence upon your acceptance of this Agreement
+ or access\\nto the Llama Materials and will continue in full force and effect
+ until terminated in accordance with the terms\\nand conditions herein. Meta
+ may terminate this Agreement if you are in breach of any term or condition of
+ this\\nAgreement. Upon termination of this Agreement, you shall delete and cease
+ use of the Llama Materials. Sections 3,\\n4 and 7 shall survive the termination
+ of this Agreement. \\n\\n7. Governing Law and Jurisdiction. This Agreement will
+ be governed and construed under the laws of the State of \\nCalifornia without
+ regard to choice of law principles, and the UN Convention on Contracts for the
+ International\\nSale of Goods does not apply to this Agreement. The courts of
+ California shall have exclusive jurisdiction of\\nany dispute arising out of
+ this Agreement.\\n**Llama 3.2** **Acceptable Use Policy**\\n\\nMeta is committed
+ to promoting safe and fair use of its tools and features, including Llama 3.2.
+ If you access or use Llama 3.2, you agree to this Acceptable Use Policy (\u201C**Policy**\u201D).
+ The most recent copy of this policy can be found at [https://www.llama.com/llama3_2/use-policy](https://www.llama.com/llama3_2/use-policy).\\n\\n**Prohibited
+ Uses**\\n\\nWe want everyone to use Llama 3.2 safely and responsibly. You agree
+ you will not use, or allow others to use, Llama 3.2 to:\\n\\n\\n\\n1. Violate
+ the law or others\u2019 rights, including to:\\n 1. Engage in, promote, generate,
+ contribute to, encourage, plan, incite, or further illegal or unlawful activity
+ or content, such as:\\n 1. Violence or terrorism\\n 2. Exploitation
+ or harm to children, including the solicitation, creation, acquisition, or dissemination
+ of child exploitative content or failure to report Child Sexual Abuse Material\\n
+ \ 3. Human trafficking, exploitation, and sexual violence\\n 4.
+ The illegal distribution of information or materials to minors, including obscene
+ materials, or failure to employ legally required age-gating in connection with
+ such information or materials.\\n 5. Sexual solicitation\\n 6.
+ Any other criminal activity\\n 1. Engage in, promote, incite, or facilitate
+ the harassment, abuse, threatening, or bullying of individuals or groups of
+ individuals\\n 2. Engage in, promote, incite, or facilitate discrimination
+ or other unlawful or harmful conduct in the provision of employment, employment
+ benefits, credit, housing, other economic benefits, or other essential goods
+ and services\\n 3. Engage in the unauthorized or unlicensed practice of any
+ profession including, but not limited to, financial, legal, medical/health,
+ or related professional practices\\n 4. Collect, process, disclose, generate,
+ or infer private or sensitive information about individuals, including information
+ about individuals\u2019 identity, health, or demographic information, unless
+ you have obtained the right to do so in accordance with applicable law\\n 5.
+ Engage in or facilitate any action or generate any content that infringes, misappropriates,
+ or otherwise violates any third-party rights, including the outputs or results
+ of any products or services using the Llama Materials\\n 6. Create, generate,
+ or facilitate the creation of malicious code, malware, computer viruses or do
+ anything else that could disable, overburden, interfere with or impair the proper
+ working, integrity, operation or appearance of a website or computer system\\n
+ \ 7. Engage in any action, or facilitate any action, to intentionally circumvent
+ or remove usage restrictions or other safety measures, or to enable functionality
+ disabled by Meta\\n2. Engage in, promote, incite, facilitate, or assist in the
+ planning or development of activities that present a risk of death or bodily
+ harm to individuals, including use of Llama 3.2 related to the following:\\n
+ \ 8. Military, warfare, nuclear industries or applications, espionage, use
+ for materials or activities that are subject to the International Traffic Arms
+ Regulations (ITAR) maintained by the United States Department of State or to
+ the U.S. Biological Weapons Anti-Terrorism Act of 1989 or the Chemical Weapons
+ Convention Implementation Act of 1997\\n 9. Guns and illegal weapons (including
+ weapon development)\\n 10. Illegal drugs and regulated/controlled substances\\n
+ \ 11. Operation of critical infrastructure, transportation technologies, or
+ heavy machinery\\n 12. Self-harm or harm to others, including suicide, cutting,
+ and eating disorders\\n 13. Any content intended to incite or promote violence,
+ abuse, or any infliction of bodily harm to an individual\\n3. Intentionally
+ deceive or mislead others, including use of Llama 3.2 related to the following:\\n
+ \ 14. Generating, promoting, or furthering fraud or the creation or promotion
+ of disinformation\\n 15. Generating, promoting, or furthering defamatory
+ content, including the creation of defamatory statements, images, or other content\\n
+ \ 16. Generating, promoting, or further distributing spam\\n 17. Impersonating
+ another individual without consent, authorization, or legal right\\n 18.
+ Representing that the use of Llama 3.2 or outputs are human-generated\\n 19.
+ Generating or facilitating false online engagement, including fake reviews and
+ other means of fake online engagement\\n4. Fail to appropriately disclose to
+ end users any known dangers of your AI system\\n5. Interact with third party
+ tools, models, or software designed to generate unlawful content or engage in
+ unlawful or harmful conduct and/or represent that the outputs of such tools,
+ models, or software are associated with Meta or Llama 3.2\\n\\nWith respect
+ to any multimodal models included in Llama 3.2, the rights granted under Section
+ 1(a) of the Llama 3.2 Community License Agreement are not being granted to you
+ if you are an individual domiciled in, or a company with a principal place of
+ business in, the European Union. This restriction does not apply to end users
+ of a product or service that incorporates any such multimodal models.\\n\\nPlease
+ report any violation of this Policy, software \u201Cbug,\u201D or other problems
+ that could lead to a violation of this Policy through one of the following means:\\n\\n\\n\\n*
+ Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://l.workplace.com/l.php?u=https%3A%2F%2Fgithub.com%2Fmeta-llama%2Fllama-models%2Fissues\\u0026h=AT0qV8W9BFT6NwihiOHRuKYQM_UnkzN_NmHMy91OT55gkLpgi4kQupHUl0ssR4dQsIQ8n3tfd0vtkobvsEvt1l4Ic6GXI2EeuHV8N08OG2WnbAmm0FL4ObkazC6G_256vN0lN9DsykCvCqGZ)\\n*
+ Reporting risky content generated by the model: [developers.facebook.com/llama_output_feedback](http://developers.facebook.com/llama_output_feedback)\\n*
+ Reporting bugs and security concerns: [facebook.com/whitehat/info](http://facebook.com/whitehat/info)\\n*
+ Reporting violations of the Acceptable Use Policy or unlicensed uses of Llama
+ 3.2: [email protected]\",\"modelfile\":\"# Modelfile generated by \\\"ollama
+ show\\\"\\n# To build a new Modelfile based on this, replace FROM with:\\n#
+ FROM llama3.2:3b\\n\\nFROM /Users/brandonhancock/.ollama/models/blobs/sha256-dde5aa3fc5ffc17176b5e8bdc82f587b24b2678c6c66101bf7da77af9f7ccdff\\nTEMPLATE
+ \\\"\\\"\\\"\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\nCutting
+ Knowledge Date: December 2023\\n\\n{{ if .System }}{{ .System }}\\n{{- end }}\\n{{-
+ if .Tools }}When you receive a tool call response, use the output to format
+ an answer to the orginal user question.\\n\\nYou are a helpful assistant with
+ tool calling capabilities.\\n{{- end }}\\u003c|eot_id|\\u003e\\n{{- range $i,
+ $_ := .Messages }}\\n{{- $last := eq (len (slice $.Messages $i)) 1 }}\\n{{-
+ if eq .Role \\\"user\\\" }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{-
+ if and $.Tools $last }}\\n\\nGiven the following functions, please respond with
+ a JSON for a function call with its proper arguments that best answers the given
+ prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
+ dictionary of argument name and its value}. Do not use variables.\\n\\n{{ range
+ $.Tools }}\\n{{- . }}\\n{{ end }}\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{-
+ else }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{- end }}{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
+ if .ToolCalls }}\\n{{ range .ToolCalls }}\\n{\\\"name\\\": \\\"{{ .Function.Name
+ }}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
+ .Content }}\\n{{- end }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{-
+ else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
+ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- end }}\\n{{- end }}\\\"\\\"\\\"\\nPARAMETER stop \\u003c|start_header_id|\\u003e\\nPARAMETER
+ stop \\u003c|end_header_id|\\u003e\\nPARAMETER stop \\u003c|eot_id|\\u003e\\nLICENSE
+ \\\"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT\\nLlama 3.2 Version Release Date:
+ September 25, 2024\\n\\n\u201CAgreement\u201D means the terms and conditions
+ for use, reproduction, distribution \\nand modification of the Llama Materials
+ set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications, manuals
+ and documentation accompanying Llama 3.2\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
+ or \u201Cyou\u201D means you, or your employer or any other person or entity
+ (if you are \\nentering into this Agreement on such person or entity\u2019s
+ behalf), of the age required under\\napplicable laws, rules or regulations to
+ provide legal consent and that has legal authority\\nto bind your employer or
+ such other person or entity if you are entering in this Agreement\\non their
+ behalf.\\n\\n\u201CLlama 3.2\u201D means the foundational large language models
+ and software and algorithms, including\\nmachine-learning model code, trained
+ model weights, inference-enabling code, training-enabling code,\\nfine-tuning
+ enabling code and other elements of the foregoing distributed by Meta at \\nhttps://www.llama.com/llama-downloads.\\n\\n\u201CLlama
+ Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.2 and Documentation
+ (and \\nany portion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
+ or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
+ or, \\nif you are an entity, your principal place of business is in the EEA
+ or Switzerland) \\nand Meta Platforms, Inc. (if you are located outside of the
+ EEA or Switzerland). \\n\\n\\nBy clicking \u201CI Accept\u201D below or by using
+ or distributing any portion or element of the Llama Materials,\\nyou agree to
+ be bound by this Agreement.\\n\\n\\n1. License Rights and Redistribution.\\n\\n
+ \ a. Grant of Rights. You are granted a non-exclusive, worldwide, \\nnon-transferable
+ and royalty-free limited license under Meta\u2019s intellectual property or
+ other rights \\nowned by Meta embodied in the Llama Materials to use, reproduce,
+ distribute, copy, create derivative works \\nof, and make modifications to the
+ Llama Materials. \\n\\n b. Redistribution and Use. \\n\\n i. If
+ you distribute or make available the Llama Materials (or any derivative works
+ thereof), \\nor a product or service (including another AI model) that contains
+ any of them, you shall (A) provide\\na copy of this Agreement with any such
+ Llama Materials; and (B) prominently display \u201CBuilt with Llama\u201D\\non
+ a related website, user interface, blogpost, about page, or product documentation.
+ If you use the\\nLlama Materials or any outputs or results of the Llama Materials
+ to create, train, fine tune, or\\notherwise improve an AI model, which is distributed
+ or made available, you shall also include \u201CLlama\u201D\\nat the beginning
+ of any such AI model name.\\n\\n ii. If you receive Llama Materials,
+ or any derivative works thereof, from a Licensee as part\\nof an integrated
+ end user product, then Section 2 of this Agreement will not apply to you. \\n\\n
+ \ iii. You must retain in all copies of the Llama Materials that you distribute
+ the \\nfollowing attribution notice within a \u201CNotice\u201D text file distributed
+ as a part of such copies: \\n\u201CLlama 3.2 is licensed under the Llama 3.2
+ Community License, Copyright \xA9 Meta Platforms,\\nInc. All Rights Reserved.\u201D\\n\\n
+ \ iv. Your use of the Llama Materials must comply with applicable laws
+ and regulations\\n(including trade compliance laws and regulations) and adhere
+ to the Acceptable Use Policy for\\nthe Llama Materials (available at https://www.llama.com/llama3_2/use-policy),
+ which is hereby \\nincorporated by reference into this Agreement.\\n \\n2.
+ Additional Commercial Terms. If, on the Llama 3.2 version release date, the
+ monthly active users\\nof the products or services made available by or for
+ Licensee, or Licensee\u2019s affiliates, \\nis greater than 700 million monthly
+ active users in the preceding calendar month, you must request \\na license
+ from Meta, which Meta may grant to you in its sole discretion, and you are not
+ authorized to\\nexercise any of the rights under this Agreement unless or until
+ Meta otherwise expressly grants you such rights.\\n\\n3. Disclaimer of Warranty.
+ UNLESS REQUIRED BY APPLICABLE LAW, THE LLAMA MATERIALS AND ANY OUTPUT AND \\nRESULTS
+ THEREFROM ARE PROVIDED ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF
+ ANY KIND, AND META DISCLAIMS\\nALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND
+ IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES\\nOF TITLE, NON-INFRINGEMENT,
+ MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE\\nFOR
+ DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING THE LLAMA MATERIALS
+ AND ASSUME ANY RISKS ASSOCIATED\\nWITH YOUR USE OF THE LLAMA MATERIALS AND ANY
+ OUTPUT AND RESULTS.\\n\\n4. Limitation of Liability. IN NO EVENT WILL META OR
+ ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, \\nWHETHER IN CONTRACT,
+ TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS AGREEMENT,
+ \\nFOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, CONSEQUENTIAL, INCIDENTAL,
+ EXEMPLARY OR PUNITIVE DAMAGES, EVEN \\nIF META OR ITS AFFILIATES HAVE BEEN ADVISED
+ OF THE POSSIBILITY OF ANY OF THE FOREGOING.\\n\\n5. Intellectual Property.\\n\\n
+ \ a. No trademark licenses are granted under this Agreement, and in connection
+ with the Llama Materials, \\nneither Meta nor Licensee may use any name or mark
+ owned by or associated with the other or any of its affiliates, \\nexcept as
+ required for reasonable and customary use in describing and redistributing the
+ Llama Materials or as \\nset forth in this Section 5(a). Meta hereby grants
+ you a license to use \u201CLlama\u201D (the \u201CMark\u201D) solely as required
+ \\nto comply with the last sentence of Section 1.b.i. You will comply with Meta\u2019s
+ brand guidelines (currently accessible \\nat https://about.meta.com/brand/resources/meta/company-brand/).
+ All goodwill arising out of your use of the Mark \\nwill inure to the benefit
+ of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and
+ derivatives made by or for Meta, with respect to any\\n derivative works
+ and modifications of the Llama Materials that are made by you, as between you
+ and Meta,\\n you are and will be the owner of such derivative works and modifications.\\n\\n
+ \ c. If you institute litigation or other proceedings against Meta or any
+ entity (including a cross-claim or\\n counterclaim in a lawsuit) alleging
+ that the Llama Materials or Llama 3.2 outputs or results, or any portion\\n
+ \ of any of the foregoing, constitutes infringement of intellectual property
+ or other rights owned or licensable\\n by you, then any licenses granted
+ to you under this Agreement shall terminate as of the date such litigation or\\n
+ \ claim is filed or instituted. You will indemnify and hold harmless Meta
+ from and against any claim by any third\\n party arising out of or related
+ to your use or distribution of the Llama Materials.\\n\\n6. Term and Termination.
+ The term of this Agreement will commence upon your acceptance of this Agreement
+ or access\\nto the Llama Materials and will continue in full force and effect
+ until terminated in accordance with the terms\\nand conditions herein. Meta
+ may terminate this Agreement if you are in breach of any term or condition of
+ this\\nAgreement. Upon termination of this Agreement, you shall delete and cease
+ use of the Llama Materials. Sections 3,\\n4 and 7 shall survive the termination
+ of this Agreement. \\n\\n7. Governing Law and Jurisdiction. This Agreement will
+ be governed and construed under the laws of the State of \\nCalifornia without
+ regard to choice of law principles, and the UN Convention on Contracts for the
+ International\\nSale of Goods does not apply to this Agreement. The courts of
+ California shall have exclusive jurisdiction of\\nany dispute arising out of
+ this Agreement.\\\"\\nLICENSE \\\"**Llama 3.2** **Acceptable Use Policy**\\n\\nMeta
+ is committed to promoting safe and fair use of its tools and features, including
+ Llama 3.2. If you access or use Llama 3.2, you agree to this Acceptable Use
+ Policy (\u201C**Policy**\u201D). The most recent copy of this policy can be
+ found at [https://www.llama.com/llama3_2/use-policy](https://www.llama.com/llama3_2/use-policy).\\n\\n**Prohibited
+ Uses**\\n\\nWe want everyone to use Llama 3.2 safely and responsibly. You agree
+ you will not use, or allow others to use, Llama 3.2 to:\\n\\n\\n\\n1. Violate
+ the law or others\u2019 rights, including to:\\n 1. Engage in, promote, generate,
+ contribute to, encourage, plan, incite, or further illegal or unlawful activity
+ or content, such as:\\n 1. Violence or terrorism\\n 2. Exploitation
+ or harm to children, including the solicitation, creation, acquisition, or dissemination
+ of child exploitative content or failure to report Child Sexual Abuse Material\\n
+ \ 3. Human trafficking, exploitation, and sexual violence\\n 4.
+ The illegal distribution of information or materials to minors, including obscene
+ materials, or failure to employ legally required age-gating in connection with
+ such information or materials.\\n 5. Sexual solicitation\\n 6.
+ Any other criminal activity\\n 1. Engage in, promote, incite, or facilitate
+ the harassment, abuse, threatening, or bullying of individuals or groups of
+ individuals\\n 2. Engage in, promote, incite, or facilitate discrimination
+ or other unlawful or harmful conduct in the provision of employment, employment
+ benefits, credit, housing, other economic benefits, or other essential goods
+ and services\\n 3. Engage in the unauthorized or unlicensed practice of any
+ profession including, but not limited to, financial, legal, medical/health,
+ or related professional practices\\n 4. Collect, process, disclose, generate,
+ or infer private or sensitive information about individuals, including information
+ about individuals\u2019 identity, health, or demographic information, unless
+ you have obtained the right to do so in accordance with applicable law\\n 5.
+ Engage in or facilitate any action or generate any content that infringes, misappropriates,
+ or otherwise violates any third-party rights, including the outputs or results
+ of any products or services using the Llama Materials\\n 6. Create, generate,
+ or facilitate the creation of malicious code, malware, computer viruses or do
+ anything else that could disable, overburden, interfere with or impair the proper
+ working, integrity, operation or appearance of a website or computer system\\n
+ \ 7. Engage in any action, or facilitate any action, to intentionally circumvent
+ or remove usage restrictions or other safety measures, or to enable functionality
+ disabled by Meta\\n2. Engage in, promote, incite, facilitate, or assist in the
+ planning or development of activities that present a risk of death or bodily
+ harm to individuals, including use of Llama 3.2 related to the following:\\n
+ \ 8. Military, warfare, nuclear industries or applications, espionage, use
+ for materials or activities that are subject to the International Traffic Arms
+ Regulations (ITAR) maintained by the United States Department of State or to
+ the U.S. Biological Weapons Anti-Terrorism Act of 1989 or the Chemical Weapons
+ Convention Implementation Act of 1997\\n 9. Guns and illegal weapons (including
+ weapon development)\\n 10. Illegal drugs and regulated/controlled substances\\n
+ \ 11. Operation of critical infrastructure, transportation technologies, or
+ heavy machinery\\n 12. Self-harm or harm to others, including suicide, cutting,
+ and eating disorders\\n 13. Any content intended to incite or promote violence,
+ abuse, or any infliction of bodily harm to an individual\\n3. Intentionally
+ deceive or mislead others, including use of Llama 3.2 related to the following:\\n
+ \ 14. Generating, promoting, or furthering fraud or the creation or promotion
+ of disinformation\\n 15. Generating, promoting, or furthering defamatory
+ content, including the creation of defamatory statements, images, or other content\\n
+ \ 16. Generating, promoting, or further distributing spam\\n 17. Impersonating
+ another individual without consent, authorization, or legal right\\n 18.
+ Representing that the use of Llama 3.2 or outputs are human-generated\\n 19.
+ Generating or facilitating false online engagement, including fake reviews and
+ other means of fake online engagement\\n4. Fail to appropriately disclose to
+ end users any known dangers of your AI system\\n5. Interact with third party
+ tools, models, or software designed to generate unlawful content or engage in
+ unlawful or harmful conduct and/or represent that the outputs of such tools,
+ models, or software are associated with Meta or Llama 3.2\\n\\nWith respect
+ to any multimodal models included in Llama 3.2, the rights granted under Section
+ 1(a) of the Llama 3.2 Community License Agreement are not being granted to you
+ if you are an individual domiciled in, or a company with a principal place of
+ business in, the European Union. This restriction does not apply to end users
+ of a product or service that incorporates any such multimodal models.\\n\\nPlease
+ report any violation of this Policy, software \u201Cbug,\u201D or other problems
+ that could lead to a violation of this Policy through one of the following means:\\n\\n\\n\\n*
+ Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://l.workplace.com/l.php?u=https%3A%2F%2Fgithub.com%2Fmeta-llama%2Fllama-models%2Fissues\\u0026h=AT0qV8W9BFT6NwihiOHRuKYQM_UnkzN_NmHMy91OT55gkLpgi4kQupHUl0ssR4dQsIQ8n3tfd0vtkobvsEvt1l4Ic6GXI2EeuHV8N08OG2WnbAmm0FL4ObkazC6G_256vN0lN9DsykCvCqGZ)\\n*
+ Reporting risky content generated by the model: [developers.facebook.com/llama_output_feedback](http://developers.facebook.com/llama_output_feedback)\\n*
+ Reporting bugs and security concerns: [facebook.com/whitehat/info](http://facebook.com/whitehat/info)\\n*
+ Reporting violations of the Acceptable Use Policy or unlicensed uses of Llama
+ 3.2: [email protected]\\\"\\n\",\"parameters\":\"stop \\\"\\u003c|start_header_id|\\u003e\\\"\\nstop
+ \ \\\"\\u003c|end_header_id|\\u003e\\\"\\nstop \\\"\\u003c|eot_id|\\u003e\\\"\",\"template\":\"\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\nCutting
+ Knowledge Date: December 2023\\n\\n{{ if .System }}{{ .System }}\\n{{- end }}\\n{{-
+ if .Tools }}When you receive a tool call response, use the output to format
+ an answer to the orginal user question.\\n\\nYou are a helpful assistant with
+ tool calling capabilities.\\n{{- end }}\\u003c|eot_id|\\u003e\\n{{- range $i,
+ $_ := .Messages }}\\n{{- $last := eq (len (slice $.Messages $i)) 1 }}\\n{{-
+ if eq .Role \\\"user\\\" }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{-
+ if and $.Tools $last }}\\n\\nGiven the following functions, please respond with
+ a JSON for a function call with its proper arguments that best answers the given
+ prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
+ dictionary of argument name and its value}. Do not use variables.\\n\\n{{ range
+ $.Tools }}\\n{{- . }}\\n{{ end }}\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{-
+ else }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{- end }}{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
+ if .ToolCalls }}\\n{{ range .ToolCalls }}\\n{\\\"name\\\": \\\"{{ .Function.Name
+ }}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
+ .Content }}\\n{{- end }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{-
+ else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
+ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- end }}\\n{{- end }}\",\"details\":{\"parent_model\":\"\",\"format\":\"gguf\",\"family\":\"llama\",\"families\":[\"llama\"],\"parameter_size\":\"3.2B\",\"quantization_level\":\"Q4_K_M\"},\"model_info\":{\"general.architecture\":\"llama\",\"general.basename\":\"Llama-3.2\",\"general.file_type\":15,\"general.finetune\":\"Instruct\",\"general.languages\":[\"en\",\"de\",\"fr\",\"it\",\"pt\",\"hi\",\"es\",\"th\"],\"general.parameter_count\":3212749888,\"general.quantization_version\":2,\"general.size_label\":\"3B\",\"general.tags\":[\"facebook\",\"meta\",\"pytorch\",\"llama\",\"llama-3\",\"text-generation\"],\"general.type\":\"model\",\"llama.attention.head_count\":24,\"llama.attention.head_count_kv\":8,\"llama.attention.key_length\":128,\"llama.attention.layer_norm_rms_epsilon\":0.00001,\"llama.attention.value_length\":128,\"llama.block_count\":28,\"llama.context_length\":131072,\"llama.embedding_length\":3072,\"llama.feed_forward_length\":8192,\"llama.rope.dimension_count\":128,\"llama.rope.freq_base\":500000,\"llama.vocab_size\":128256,\"tokenizer.ggml.bos_token_id\":128000,\"tokenizer.ggml.eos_token_id\":128009,\"tokenizer.ggml.merges\":null,\"tokenizer.ggml.model\":\"gpt2\",\"tokenizer.ggml.pre\":\"llama-bpe\",\"tokenizer.ggml.token_type\":null,\"tokenizer.ggml.tokens\":null},\"modified_at\":\"2024-12-31T11:53:14.529771974-05:00\"}"
+ headers:
+ Content-Type:
+ - application/json; charset=utf-8
+ Date:
+ - Tue, 31 Dec 2024 16:57:54 GMT
+ Transfer-Encoding:
+ - chunked
+ http_version: HTTP/1.1
+ status_code: 200
+version: 1
diff --git a/tests/cassettes/test_llm_call_with_ollama_gemma.yaml b/tests/cassettes/test_llm_call_with_ollama_gemma.yaml
deleted file mode 100644
index 9735ae23e..000000000
--- a/tests/cassettes/test_llm_call_with_ollama_gemma.yaml
+++ /dev/null
@@ -1,35 +0,0 @@
-interactions:
-- request:
- body: '{"model": "gemma2:latest", "prompt": "### User:\nRespond in 20 words. Who
- are you?\n\n", "options": {"num_predict": 30, "temperature": 0.7}, "stream":
- false}'
- headers:
- Accept:
- - '*/*'
- Accept-Encoding:
- - gzip, deflate
- Connection:
- - keep-alive
- Content-Length:
- - '157'
- Content-Type:
- - application/json
- User-Agent:
- - python-requests/2.31.0
- method: POST
- uri: http://localhost:8080/api/generate
- response:
- body:
- string: '{"model":"gemma2:latest","created_at":"2024-09-24T21:57:52.329049Z","response":"I
- am Gemma, an open-weights AI assistant trained by Google DeepMind. \n","done":true,"done_reason":"stop","context":[106,1645,108,6176,4926,235292,108,54657,575,235248,235284,235276,3907,235265,7702,708,692,235336,109,107,108,106,2516,108,235285,1144,137061,235269,671,2174,235290,30316,16481,20409,17363,731,6238,20555,35777,235265,139,108],"total_duration":991843667,"load_duration":31664750,"prompt_eval_count":25,"prompt_eval_duration":51409000,"eval_count":19,"eval_duration":908132000}'
- headers:
- Content-Length:
- - '572'
- Content-Type:
- - application/json; charset=utf-8
- Date:
- - Tue, 24 Sep 2024 21:57:52 GMT
- status:
- code: 200
- message: OK
-version: 1
diff --git a/tests/cassettes/test_llm_call_with_ollama_llama3.yaml b/tests/cassettes/test_llm_call_with_ollama_llama3.yaml
new file mode 100644
index 000000000..0cc413ca3
--- /dev/null
+++ b/tests/cassettes/test_llm_call_with_ollama_llama3.yaml
@@ -0,0 +1,449 @@
+interactions:
+- request:
+ body: '{"model": "llama3.2:3b", "prompt": "### User:\nRespond in 20 words. Who
+ are you?\n\n", "options": {"temperature": 0.7, "num_predict": 30}, "stream":
+ false}'
+ headers:
+ accept:
+ - '*/*'
+ accept-encoding:
+ - gzip, deflate
+ connection:
+ - keep-alive
+ content-length:
+ - '155'
+ host:
+ - localhost:11434
+ user-agent:
+ - litellm/1.56.4
+ method: POST
+ uri: http://localhost:11434/api/generate
+ response:
+ content: '{"model":"llama3.2:3b","created_at":"2024-12-31T17:00:06.295261Z","response":"I''m
+ an AI assistant, here to provide information and answer questions to the best
+ of my abilities and knowledge.","done":true,"done_reason":"stop","context":[128006,9125,128007,271,38766,1303,33025,2696,25,6790,220,2366,18,271,128009,128006,882,128007,271,14711,2724,512,66454,304,220,508,4339,13,10699,527,499,1980,128009,128006,78191,128007,271,40,2846,459,15592,18328,11,1618,311,3493,2038,323,4320,4860,311,279,1888,315,856,18000,323,6677,13],"total_duration":826912750,"load_duration":32648125,"prompt_eval_count":38,"prompt_eval_duration":389000000,"eval_count":23,"eval_duration":404000000}'
+ headers:
+ Content-Length:
+ - '675'
+ Content-Type:
+ - application/json; charset=utf-8
+ Date:
+ - Tue, 31 Dec 2024 17:00:06 GMT
+ http_version: HTTP/1.1
+ status_code: 200
+- request:
+ body: '{"name": "llama3.2:3b"}'
+ headers:
+ accept:
+ - '*/*'
+ accept-encoding:
+ - gzip, deflate
+ connection:
+ - keep-alive
+ content-length:
+ - '23'
+ content-type:
+ - application/json
+ host:
+ - localhost:11434
+ user-agent:
+ - litellm/1.56.4
+ method: POST
+ uri: http://localhost:11434/api/show
+ response:
+ content: "{\"license\":\"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT\\nLlama 3.2 Version
+ Release Date: September 25, 2024\\n\\n\u201CAgreement\u201D means the terms
+ and conditions for use, reproduction, distribution \\nand modification of the
+ Llama Materials set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications,
+ manuals and documentation accompanying Llama 3.2\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
+ or \u201Cyou\u201D means you, or your employer or any other person or entity
+ (if you are \\nentering into this Agreement on such person or entity\u2019s
+ behalf), of the age required under\\napplicable laws, rules or regulations to
+ provide legal consent and that has legal authority\\nto bind your employer or
+ such other person or entity if you are entering in this Agreement\\non their
+ behalf.\\n\\n\u201CLlama 3.2\u201D means the foundational large language models
+ and software and algorithms, including\\nmachine-learning model code, trained
+ model weights, inference-enabling code, training-enabling code,\\nfine-tuning
+ enabling code and other elements of the foregoing distributed by Meta at \\nhttps://www.llama.com/llama-downloads.\\n\\n\u201CLlama
+ Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.2 and Documentation
+ (and \\nany portion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
+ or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
+ or, \\nif you are an entity, your principal place of business is in the EEA
+ or Switzerland) \\nand Meta Platforms, Inc. (if you are located outside of the
+ EEA or Switzerland). \\n\\n\\nBy clicking \u201CI Accept\u201D below or by using
+ or distributing any portion or element of the Llama Materials,\\nyou agree to
+ be bound by this Agreement.\\n\\n\\n1. License Rights and Redistribution.\\n\\n
+ \ a. Grant of Rights. You are granted a non-exclusive, worldwide, \\nnon-transferable
+ and royalty-free limited license under Meta\u2019s intellectual property or
+ other rights \\nowned by Meta embodied in the Llama Materials to use, reproduce,
+ distribute, copy, create derivative works \\nof, and make modifications to the
+ Llama Materials. \\n\\n b. Redistribution and Use. \\n\\n i. If
+ you distribute or make available the Llama Materials (or any derivative works
+ thereof), \\nor a product or service (including another AI model) that contains
+ any of them, you shall (A) provide\\na copy of this Agreement with any such
+ Llama Materials; and (B) prominently display \u201CBuilt with Llama\u201D\\non
+ a related website, user interface, blogpost, about page, or product documentation.
+ If you use the\\nLlama Materials or any outputs or results of the Llama Materials
+ to create, train, fine tune, or\\notherwise improve an AI model, which is distributed
+ or made available, you shall also include \u201CLlama\u201D\\nat the beginning
+ of any such AI model name.\\n\\n ii. If you receive Llama Materials,
+ or any derivative works thereof, from a Licensee as part\\nof an integrated
+ end user product, then Section 2 of this Agreement will not apply to you. \\n\\n
+ \ iii. You must retain in all copies of the Llama Materials that you distribute
+ the \\nfollowing attribution notice within a \u201CNotice\u201D text file distributed
+ as a part of such copies: \\n\u201CLlama 3.2 is licensed under the Llama 3.2
+ Community License, Copyright \xA9 Meta Platforms,\\nInc. All Rights Reserved.\u201D\\n\\n
+ \ iv. Your use of the Llama Materials must comply with applicable laws
+ and regulations\\n(including trade compliance laws and regulations) and adhere
+ to the Acceptable Use Policy for\\nthe Llama Materials (available at https://www.llama.com/llama3_2/use-policy),
+ which is hereby \\nincorporated by reference into this Agreement.\\n \\n2.
+ Additional Commercial Terms. If, on the Llama 3.2 version release date, the
+ monthly active users\\nof the products or services made available by or for
+ Licensee, or Licensee\u2019s affiliates, \\nis greater than 700 million monthly
+ active users in the preceding calendar month, you must request \\na license
+ from Meta, which Meta may grant to you in its sole discretion, and you are not
+ authorized to\\nexercise any of the rights under this Agreement unless or until
+ Meta otherwise expressly grants you such rights.\\n\\n3. Disclaimer of Warranty.
+ UNLESS REQUIRED BY APPLICABLE LAW, THE LLAMA MATERIALS AND ANY OUTPUT AND \\nRESULTS
+ THEREFROM ARE PROVIDED ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF
+ ANY KIND, AND META DISCLAIMS\\nALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND
+ IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES\\nOF TITLE, NON-INFRINGEMENT,
+ MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE\\nFOR
+ DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING THE LLAMA MATERIALS
+ AND ASSUME ANY RISKS ASSOCIATED\\nWITH YOUR USE OF THE LLAMA MATERIALS AND ANY
+ OUTPUT AND RESULTS.\\n\\n4. Limitation of Liability. IN NO EVENT WILL META OR
+ ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, \\nWHETHER IN CONTRACT,
+ TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS AGREEMENT,
+ \\nFOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, CONSEQUENTIAL, INCIDENTAL,
+ EXEMPLARY OR PUNITIVE DAMAGES, EVEN \\nIF META OR ITS AFFILIATES HAVE BEEN ADVISED
+ OF THE POSSIBILITY OF ANY OF THE FOREGOING.\\n\\n5. Intellectual Property.\\n\\n
+ \ a. No trademark licenses are granted under this Agreement, and in connection
+ with the Llama Materials, \\nneither Meta nor Licensee may use any name or mark
+ owned by or associated with the other or any of its affiliates, \\nexcept as
+ required for reasonable and customary use in describing and redistributing the
+ Llama Materials or as \\nset forth in this Section 5(a). Meta hereby grants
+ you a license to use \u201CLlama\u201D (the \u201CMark\u201D) solely as required
+ \\nto comply with the last sentence of Section 1.b.i. You will comply with Meta\u2019s
+ brand guidelines (currently accessible \\nat https://about.meta.com/brand/resources/meta/company-brand/).
+ All goodwill arising out of your use of the Mark \\nwill inure to the benefit
+ of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and
+ derivatives made by or for Meta, with respect to any\\n derivative works
+ and modifications of the Llama Materials that are made by you, as between you
+ and Meta,\\n you are and will be the owner of such derivative works and modifications.\\n\\n
+ \ c. If you institute litigation or other proceedings against Meta or any
+ entity (including a cross-claim or\\n counterclaim in a lawsuit) alleging
+ that the Llama Materials or Llama 3.2 outputs or results, or any portion\\n
+ \ of any of the foregoing, constitutes infringement of intellectual property
+ or other rights owned or licensable\\n by you, then any licenses granted
+ to you under this Agreement shall terminate as of the date such litigation or\\n
+ \ claim is filed or instituted. You will indemnify and hold harmless Meta
+ from and against any claim by any third\\n party arising out of or related
+ to your use or distribution of the Llama Materials.\\n\\n6. Term and Termination.
+ The term of this Agreement will commence upon your acceptance of this Agreement
+ or access\\nto the Llama Materials and will continue in full force and effect
+ until terminated in accordance with the terms\\nand conditions herein. Meta
+ may terminate this Agreement if you are in breach of any term or condition of
+ this\\nAgreement. Upon termination of this Agreement, you shall delete and cease
+ use of the Llama Materials. Sections 3,\\n4 and 7 shall survive the termination
+ of this Agreement. \\n\\n7. Governing Law and Jurisdiction. This Agreement will
+ be governed and construed under the laws of the State of \\nCalifornia without
+ regard to choice of law principles, and the UN Convention on Contracts for the
+ International\\nSale of Goods does not apply to this Agreement. The courts of
+ California shall have exclusive jurisdiction of\\nany dispute arising out of
+ this Agreement.\\n**Llama 3.2** **Acceptable Use Policy**\\n\\nMeta is committed
+ to promoting safe and fair use of its tools and features, including Llama 3.2.
+ If you access or use Llama 3.2, you agree to this Acceptable Use Policy (\u201C**Policy**\u201D).
+ The most recent copy of this policy can be found at [https://www.llama.com/llama3_2/use-policy](https://www.llama.com/llama3_2/use-policy).\\n\\n**Prohibited
+ Uses**\\n\\nWe want everyone to use Llama 3.2 safely and responsibly. You agree
+ you will not use, or allow others to use, Llama 3.2 to:\\n\\n\\n\\n1. Violate
+ the law or others\u2019 rights, including to:\\n 1. Engage in, promote, generate,
+ contribute to, encourage, plan, incite, or further illegal or unlawful activity
+ or content, such as:\\n 1. Violence or terrorism\\n 2. Exploitation
+ or harm to children, including the solicitation, creation, acquisition, or dissemination
+ of child exploitative content or failure to report Child Sexual Abuse Material\\n
+ \ 3. Human trafficking, exploitation, and sexual violence\\n 4.
+ The illegal distribution of information or materials to minors, including obscene
+ materials, or failure to employ legally required age-gating in connection with
+ such information or materials.\\n 5. Sexual solicitation\\n 6.
+ Any other criminal activity\\n 1. Engage in, promote, incite, or facilitate
+ the harassment, abuse, threatening, or bullying of individuals or groups of
+ individuals\\n 2. Engage in, promote, incite, or facilitate discrimination
+ or other unlawful or harmful conduct in the provision of employment, employment
+ benefits, credit, housing, other economic benefits, or other essential goods
+ and services\\n 3. Engage in the unauthorized or unlicensed practice of any
+ profession including, but not limited to, financial, legal, medical/health,
+ or related professional practices\\n 4. Collect, process, disclose, generate,
+ or infer private or sensitive information about individuals, including information
+ about individuals\u2019 identity, health, or demographic information, unless
+ you have obtained the right to do so in accordance with applicable law\\n 5.
+ Engage in or facilitate any action or generate any content that infringes, misappropriates,
+ or otherwise violates any third-party rights, including the outputs or results
+ of any products or services using the Llama Materials\\n 6. Create, generate,
+ or facilitate the creation of malicious code, malware, computer viruses or do
+ anything else that could disable, overburden, interfere with or impair the proper
+ working, integrity, operation or appearance of a website or computer system\\n
+ \ 7. Engage in any action, or facilitate any action, to intentionally circumvent
+ or remove usage restrictions or other safety measures, or to enable functionality
+ disabled by Meta\\n2. Engage in, promote, incite, facilitate, or assist in the
+ planning or development of activities that present a risk of death or bodily
+ harm to individuals, including use of Llama 3.2 related to the following:\\n
+ \ 8. Military, warfare, nuclear industries or applications, espionage, use
+ for materials or activities that are subject to the International Traffic Arms
+ Regulations (ITAR) maintained by the United States Department of State or to
+ the U.S. Biological Weapons Anti-Terrorism Act of 1989 or the Chemical Weapons
+ Convention Implementation Act of 1997\\n 9. Guns and illegal weapons (including
+ weapon development)\\n 10. Illegal drugs and regulated/controlled substances\\n
+ \ 11. Operation of critical infrastructure, transportation technologies, or
+ heavy machinery\\n 12. Self-harm or harm to others, including suicide, cutting,
+ and eating disorders\\n 13. Any content intended to incite or promote violence,
+ abuse, or any infliction of bodily harm to an individual\\n3. Intentionally
+ deceive or mislead others, including use of Llama 3.2 related to the following:\\n
+ \ 14. Generating, promoting, or furthering fraud or the creation or promotion
+ of disinformation\\n 15. Generating, promoting, or furthering defamatory
+ content, including the creation of defamatory statements, images, or other content\\n
+ \ 16. Generating, promoting, or further distributing spam\\n 17. Impersonating
+ another individual without consent, authorization, or legal right\\n 18.
+ Representing that the use of Llama 3.2 or outputs are human-generated\\n 19.
+ Generating or facilitating false online engagement, including fake reviews and
+ other means of fake online engagement\\n4. Fail to appropriately disclose to
+ end users any known dangers of your AI system\\n5. Interact with third party
+ tools, models, or software designed to generate unlawful content or engage in
+ unlawful or harmful conduct and/or represent that the outputs of such tools,
+ models, or software are associated with Meta or Llama 3.2\\n\\nWith respect
+ to any multimodal models included in Llama 3.2, the rights granted under Section
+ 1(a) of the Llama 3.2 Community License Agreement are not being granted to you
+ if you are an individual domiciled in, or a company with a principal place of
+ business in, the European Union. This restriction does not apply to end users
+ of a product or service that incorporates any such multimodal models.\\n\\nPlease
+ report any violation of this Policy, software \u201Cbug,\u201D or other problems
+ that could lead to a violation of this Policy through one of the following means:\\n\\n\\n\\n*
+ Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://l.workplace.com/l.php?u=https%3A%2F%2Fgithub.com%2Fmeta-llama%2Fllama-models%2Fissues\\u0026h=AT0qV8W9BFT6NwihiOHRuKYQM_UnkzN_NmHMy91OT55gkLpgi4kQupHUl0ssR4dQsIQ8n3tfd0vtkobvsEvt1l4Ic6GXI2EeuHV8N08OG2WnbAmm0FL4ObkazC6G_256vN0lN9DsykCvCqGZ)\\n*
+ Reporting risky content generated by the model: [developers.facebook.com/llama_output_feedback](http://developers.facebook.com/llama_output_feedback)\\n*
+ Reporting bugs and security concerns: [facebook.com/whitehat/info](http://facebook.com/whitehat/info)\\n*
+ Reporting violations of the Acceptable Use Policy or unlicensed uses of Llama
+ 3.2: [email protected]\",\"modelfile\":\"# Modelfile generated by \\\"ollama
+ show\\\"\\n# To build a new Modelfile based on this, replace FROM with:\\n#
+ FROM llama3.2:3b\\n\\nFROM /Users/brandonhancock/.ollama/models/blobs/sha256-dde5aa3fc5ffc17176b5e8bdc82f587b24b2678c6c66101bf7da77af9f7ccdff\\nTEMPLATE
+ \\\"\\\"\\\"\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\nCutting
+ Knowledge Date: December 2023\\n\\n{{ if .System }}{{ .System }}\\n{{- end }}\\n{{-
+ if .Tools }}When you receive a tool call response, use the output to format
+ an answer to the orginal user question.\\n\\nYou are a helpful assistant with
+ tool calling capabilities.\\n{{- end }}\\u003c|eot_id|\\u003e\\n{{- range $i,
+ $_ := .Messages }}\\n{{- $last := eq (len (slice $.Messages $i)) 1 }}\\n{{-
+ if eq .Role \\\"user\\\" }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{-
+ if and $.Tools $last }}\\n\\nGiven the following functions, please respond with
+ a JSON for a function call with its proper arguments that best answers the given
+ prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
+ dictionary of argument name and its value}. Do not use variables.\\n\\n{{ range
+ $.Tools }}\\n{{- . }}\\n{{ end }}\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{-
+ else }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{- end }}{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
+ if .ToolCalls }}\\n{{ range .ToolCalls }}\\n{\\\"name\\\": \\\"{{ .Function.Name
+ }}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
+ .Content }}\\n{{- end }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{-
+ else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
+ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- end }}\\n{{- end }}\\\"\\\"\\\"\\nPARAMETER stop \\u003c|start_header_id|\\u003e\\nPARAMETER
+ stop \\u003c|end_header_id|\\u003e\\nPARAMETER stop \\u003c|eot_id|\\u003e\\nLICENSE
+ \\\"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT\\nLlama 3.2 Version Release Date:
+ September 25, 2024\\n\\n\u201CAgreement\u201D means the terms and conditions
+ for use, reproduction, distribution \\nand modification of the Llama Materials
+ set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications, manuals
+ and documentation accompanying Llama 3.2\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
+ or \u201Cyou\u201D means you, or your employer or any other person or entity
+ (if you are \\nentering into this Agreement on such person or entity\u2019s
+ behalf), of the age required under\\napplicable laws, rules or regulations to
+ provide legal consent and that has legal authority\\nto bind your employer or
+ such other person or entity if you are entering in this Agreement\\non their
+ behalf.\\n\\n\u201CLlama 3.2\u201D means the foundational large language models
+ and software and algorithms, including\\nmachine-learning model code, trained
+ model weights, inference-enabling code, training-enabling code,\\nfine-tuning
+ enabling code and other elements of the foregoing distributed by Meta at \\nhttps://www.llama.com/llama-downloads.\\n\\n\u201CLlama
+ Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.2 and Documentation
+ (and \\nany portion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
+ or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
+ or, \\nif you are an entity, your principal place of business is in the EEA
+ or Switzerland) \\nand Meta Platforms, Inc. (if you are located outside of the
+ EEA or Switzerland). \\n\\n\\nBy clicking \u201CI Accept\u201D below or by using
+ or distributing any portion or element of the Llama Materials,\\nyou agree to
+ be bound by this Agreement.\\n\\n\\n1. License Rights and Redistribution.\\n\\n
+ \ a. Grant of Rights. You are granted a non-exclusive, worldwide, \\nnon-transferable
+ and royalty-free limited license under Meta\u2019s intellectual property or
+ other rights \\nowned by Meta embodied in the Llama Materials to use, reproduce,
+ distribute, copy, create derivative works \\nof, and make modifications to the
+ Llama Materials. \\n\\n b. Redistribution and Use. \\n\\n i. If
+ you distribute or make available the Llama Materials (or any derivative works
+ thereof), \\nor a product or service (including another AI model) that contains
+ any of them, you shall (A) provide\\na copy of this Agreement with any such
+ Llama Materials; and (B) prominently display \u201CBuilt with Llama\u201D\\non
+ a related website, user interface, blogpost, about page, or product documentation.
+ If you use the\\nLlama Materials or any outputs or results of the Llama Materials
+ to create, train, fine tune, or\\notherwise improve an AI model, which is distributed
+ or made available, you shall also include \u201CLlama\u201D\\nat the beginning
+ of any such AI model name.\\n\\n ii. If you receive Llama Materials,
+ or any derivative works thereof, from a Licensee as part\\nof an integrated
+ end user product, then Section 2 of this Agreement will not apply to you. \\n\\n
+ \ iii. You must retain in all copies of the Llama Materials that you distribute
+ the \\nfollowing attribution notice within a \u201CNotice\u201D text file distributed
+ as a part of such copies: \\n\u201CLlama 3.2 is licensed under the Llama 3.2
+ Community License, Copyright \xA9 Meta Platforms,\\nInc. All Rights Reserved.\u201D\\n\\n
+ \ iv. Your use of the Llama Materials must comply with applicable laws
+ and regulations\\n(including trade compliance laws and regulations) and adhere
+ to the Acceptable Use Policy for\\nthe Llama Materials (available at https://www.llama.com/llama3_2/use-policy),
+ which is hereby \\nincorporated by reference into this Agreement.\\n \\n2.
+ Additional Commercial Terms. If, on the Llama 3.2 version release date, the
+ monthly active users\\nof the products or services made available by or for
+ Licensee, or Licensee\u2019s affiliates, \\nis greater than 700 million monthly
+ active users in the preceding calendar month, you must request \\na license
+ from Meta, which Meta may grant to you in its sole discretion, and you are not
+ authorized to\\nexercise any of the rights under this Agreement unless or until
+ Meta otherwise expressly grants you such rights.\\n\\n3. Disclaimer of Warranty.
+ UNLESS REQUIRED BY APPLICABLE LAW, THE LLAMA MATERIALS AND ANY OUTPUT AND \\nRESULTS
+ THEREFROM ARE PROVIDED ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF
+ ANY KIND, AND META DISCLAIMS\\nALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND
+ IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES\\nOF TITLE, NON-INFRINGEMENT,
+ MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE\\nFOR
+ DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING THE LLAMA MATERIALS
+ AND ASSUME ANY RISKS ASSOCIATED\\nWITH YOUR USE OF THE LLAMA MATERIALS AND ANY
+ OUTPUT AND RESULTS.\\n\\n4. Limitation of Liability. IN NO EVENT WILL META OR
+ ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, \\nWHETHER IN CONTRACT,
+ TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS AGREEMENT,
+ \\nFOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, CONSEQUENTIAL, INCIDENTAL,
+ EXEMPLARY OR PUNITIVE DAMAGES, EVEN \\nIF META OR ITS AFFILIATES HAVE BEEN ADVISED
+ OF THE POSSIBILITY OF ANY OF THE FOREGOING.\\n\\n5. Intellectual Property.\\n\\n
+ \ a. No trademark licenses are granted under this Agreement, and in connection
+ with the Llama Materials, \\nneither Meta nor Licensee may use any name or mark
+ owned by or associated with the other or any of its affiliates, \\nexcept as
+ required for reasonable and customary use in describing and redistributing the
+ Llama Materials or as \\nset forth in this Section 5(a). Meta hereby grants
+ you a license to use \u201CLlama\u201D (the \u201CMark\u201D) solely as required
+ \\nto comply with the last sentence of Section 1.b.i. You will comply with Meta\u2019s
+ brand guidelines (currently accessible \\nat https://about.meta.com/brand/resources/meta/company-brand/).
+ All goodwill arising out of your use of the Mark \\nwill inure to the benefit
+ of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and
+ derivatives made by or for Meta, with respect to any\\n derivative works
+ and modifications of the Llama Materials that are made by you, as between you
+ and Meta,\\n you are and will be the owner of such derivative works and modifications.\\n\\n
+ \ c. If you institute litigation or other proceedings against Meta or any
+ entity (including a cross-claim or\\n counterclaim in a lawsuit) alleging
+ that the Llama Materials or Llama 3.2 outputs or results, or any portion\\n
+ \ of any of the foregoing, constitutes infringement of intellectual property
+ or other rights owned or licensable\\n by you, then any licenses granted
+ to you under this Agreement shall terminate as of the date such litigation or\\n
+ \ claim is filed or instituted. You will indemnify and hold harmless Meta
+ from and against any claim by any third\\n party arising out of or related
+ to your use or distribution of the Llama Materials.\\n\\n6. Term and Termination.
+ The term of this Agreement will commence upon your acceptance of this Agreement
+ or access\\nto the Llama Materials and will continue in full force and effect
+ until terminated in accordance with the terms\\nand conditions herein. Meta
+ may terminate this Agreement if you are in breach of any term or condition of
+ this\\nAgreement. Upon termination of this Agreement, you shall delete and cease
+ use of the Llama Materials. Sections 3,\\n4 and 7 shall survive the termination
+ of this Agreement. \\n\\n7. Governing Law and Jurisdiction. This Agreement will
+ be governed and construed under the laws of the State of \\nCalifornia without
+ regard to choice of law principles, and the UN Convention on Contracts for the
+ International\\nSale of Goods does not apply to this Agreement. The courts of
+ California shall have exclusive jurisdiction of\\nany dispute arising out of
+ this Agreement.\\\"\\nLICENSE \\\"**Llama 3.2** **Acceptable Use Policy**\\n\\nMeta
+ is committed to promoting safe and fair use of its tools and features, including
+ Llama 3.2. If you access or use Llama 3.2, you agree to this Acceptable Use
+ Policy (\u201C**Policy**\u201D). The most recent copy of this policy can be
+ found at [https://www.llama.com/llama3_2/use-policy](https://www.llama.com/llama3_2/use-policy).\\n\\n**Prohibited
+ Uses**\\n\\nWe want everyone to use Llama 3.2 safely and responsibly. You agree
+ you will not use, or allow others to use, Llama 3.2 to:\\n\\n\\n\\n1. Violate
+ the law or others\u2019 rights, including to:\\n 1. Engage in, promote, generate,
+ contribute to, encourage, plan, incite, or further illegal or unlawful activity
+ or content, such as:\\n 1. Violence or terrorism\\n 2. Exploitation
+ or harm to children, including the solicitation, creation, acquisition, or dissemination
+ of child exploitative content or failure to report Child Sexual Abuse Material\\n
+ \ 3. Human trafficking, exploitation, and sexual violence\\n 4.
+ The illegal distribution of information or materials to minors, including obscene
+ materials, or failure to employ legally required age-gating in connection with
+ such information or materials.\\n 5. Sexual solicitation\\n 6.
+ Any other criminal activity\\n 1. Engage in, promote, incite, or facilitate
+ the harassment, abuse, threatening, or bullying of individuals or groups of
+ individuals\\n 2. Engage in, promote, incite, or facilitate discrimination
+ or other unlawful or harmful conduct in the provision of employment, employment
+ benefits, credit, housing, other economic benefits, or other essential goods
+ and services\\n 3. Engage in the unauthorized or unlicensed practice of any
+ profession including, but not limited to, financial, legal, medical/health,
+ or related professional practices\\n 4. Collect, process, disclose, generate,
+ or infer private or sensitive information about individuals, including information
+ about individuals\u2019 identity, health, or demographic information, unless
+ you have obtained the right to do so in accordance with applicable law\\n 5.
+ Engage in or facilitate any action or generate any content that infringes, misappropriates,
+ or otherwise violates any third-party rights, including the outputs or results
+ of any products or services using the Llama Materials\\n 6. Create, generate,
+ or facilitate the creation of malicious code, malware, computer viruses or do
+ anything else that could disable, overburden, interfere with or impair the proper
+ working, integrity, operation or appearance of a website or computer system\\n
+ \ 7. Engage in any action, or facilitate any action, to intentionally circumvent
+ or remove usage restrictions or other safety measures, or to enable functionality
+ disabled by Meta\\n2. Engage in, promote, incite, facilitate, or assist in the
+ planning or development of activities that present a risk of death or bodily
+ harm to individuals, including use of Llama 3.2 related to the following:\\n
+ \ 8. Military, warfare, nuclear industries or applications, espionage, use
+ for materials or activities that are subject to the International Traffic Arms
+ Regulations (ITAR) maintained by the United States Department of State or to
+ the U.S. Biological Weapons Anti-Terrorism Act of 1989 or the Chemical Weapons
+ Convention Implementation Act of 1997\\n 9. Guns and illegal weapons (including
+ weapon development)\\n 10. Illegal drugs and regulated/controlled substances\\n
+ \ 11. Operation of critical infrastructure, transportation technologies, or
+ heavy machinery\\n 12. Self-harm or harm to others, including suicide, cutting,
+ and eating disorders\\n 13. Any content intended to incite or promote violence,
+ abuse, or any infliction of bodily harm to an individual\\n3. Intentionally
+ deceive or mislead others, including use of Llama 3.2 related to the following:\\n
+ \ 14. Generating, promoting, or furthering fraud or the creation or promotion
+ of disinformation\\n 15. Generating, promoting, or furthering defamatory
+ content, including the creation of defamatory statements, images, or other content\\n
+ \ 16. Generating, promoting, or further distributing spam\\n 17. Impersonating
+ another individual without consent, authorization, or legal right\\n 18.
+ Representing that the use of Llama 3.2 or outputs are human-generated\\n 19.
+ Generating or facilitating false online engagement, including fake reviews and
+ other means of fake online engagement\\n4. Fail to appropriately disclose to
+ end users any known dangers of your AI system\\n5. Interact with third party
+ tools, models, or software designed to generate unlawful content or engage in
+ unlawful or harmful conduct and/or represent that the outputs of such tools,
+ models, or software are associated with Meta or Llama 3.2\\n\\nWith respect
+ to any multimodal models included in Llama 3.2, the rights granted under Section
+ 1(a) of the Llama 3.2 Community License Agreement are not being granted to you
+ if you are an individual domiciled in, or a company with a principal place of
+ business in, the European Union. This restriction does not apply to end users
+ of a product or service that incorporates any such multimodal models.\\n\\nPlease
+ report any violation of this Policy, software \u201Cbug,\u201D or other problems
+ that could lead to a violation of this Policy through one of the following means:\\n\\n\\n\\n*
+ Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://l.workplace.com/l.php?u=https%3A%2F%2Fgithub.com%2Fmeta-llama%2Fllama-models%2Fissues\\u0026h=AT0qV8W9BFT6NwihiOHRuKYQM_UnkzN_NmHMy91OT55gkLpgi4kQupHUl0ssR4dQsIQ8n3tfd0vtkobvsEvt1l4Ic6GXI2EeuHV8N08OG2WnbAmm0FL4ObkazC6G_256vN0lN9DsykCvCqGZ)\\n*
+ Reporting risky content generated by the model: [developers.facebook.com/llama_output_feedback](http://developers.facebook.com/llama_output_feedback)\\n*
+ Reporting bugs and security concerns: [facebook.com/whitehat/info](http://facebook.com/whitehat/info)\\n*
+ Reporting violations of the Acceptable Use Policy or unlicensed uses of Llama
+ 3.2: [email protected]\\\"\\n\",\"parameters\":\"stop \\\"\\u003c|start_header_id|\\u003e\\\"\\nstop
+ \ \\\"\\u003c|end_header_id|\\u003e\\\"\\nstop \\\"\\u003c|eot_id|\\u003e\\\"\",\"template\":\"\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\nCutting
+ Knowledge Date: December 2023\\n\\n{{ if .System }}{{ .System }}\\n{{- end }}\\n{{-
+ if .Tools }}When you receive a tool call response, use the output to format
+ an answer to the orginal user question.\\n\\nYou are a helpful assistant with
+ tool calling capabilities.\\n{{- end }}\\u003c|eot_id|\\u003e\\n{{- range $i,
+ $_ := .Messages }}\\n{{- $last := eq (len (slice $.Messages $i)) 1 }}\\n{{-
+ if eq .Role \\\"user\\\" }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{-
+ if and $.Tools $last }}\\n\\nGiven the following functions, please respond with
+ a JSON for a function call with its proper arguments that best answers the given
+ prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
+ dictionary of argument name and its value}. Do not use variables.\\n\\n{{ range
+ $.Tools }}\\n{{- . }}\\n{{ end }}\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{-
+ else }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e\\n{{- end }}{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
+ if .ToolCalls }}\\n{{ range .ToolCalls }}\\n{\\\"name\\\": \\\"{{ .Function.Name
+ }}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
+ .Content }}\\n{{- end }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{-
+ else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
+ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
+ end }}\\n{{- end }}\\n{{- end }}\",\"details\":{\"parent_model\":\"\",\"format\":\"gguf\",\"family\":\"llama\",\"families\":[\"llama\"],\"parameter_size\":\"3.2B\",\"quantization_level\":\"Q4_K_M\"},\"model_info\":{\"general.architecture\":\"llama\",\"general.basename\":\"Llama-3.2\",\"general.file_type\":15,\"general.finetune\":\"Instruct\",\"general.languages\":[\"en\",\"de\",\"fr\",\"it\",\"pt\",\"hi\",\"es\",\"th\"],\"general.parameter_count\":3212749888,\"general.quantization_version\":2,\"general.size_label\":\"3B\",\"general.tags\":[\"facebook\",\"meta\",\"pytorch\",\"llama\",\"llama-3\",\"text-generation\"],\"general.type\":\"model\",\"llama.attention.head_count\":24,\"llama.attention.head_count_kv\":8,\"llama.attention.key_length\":128,\"llama.attention.layer_norm_rms_epsilon\":0.00001,\"llama.attention.value_length\":128,\"llama.block_count\":28,\"llama.context_length\":131072,\"llama.embedding_length\":3072,\"llama.feed_forward_length\":8192,\"llama.rope.dimension_count\":128,\"llama.rope.freq_base\":500000,\"llama.vocab_size\":128256,\"tokenizer.ggml.bos_token_id\":128000,\"tokenizer.ggml.eos_token_id\":128009,\"tokenizer.ggml.merges\":null,\"tokenizer.ggml.model\":\"gpt2\",\"tokenizer.ggml.pre\":\"llama-bpe\",\"tokenizer.ggml.token_type\":null,\"tokenizer.ggml.tokens\":null},\"modified_at\":\"2024-12-31T11:53:14.529771974-05:00\"}"
+ headers:
+ Content-Type:
+ - application/json; charset=utf-8
+ Date:
+ - Tue, 31 Dec 2024 17:00:06 GMT
+ Transfer-Encoding:
+ - chunked
+ http_version: HTTP/1.1
+ status_code: 200
+version: 1
diff --git a/uv.lock b/uv.lock
index c37a1fa4e..dad7b150e 100644
--- a/uv.lock
+++ b/uv.lock
@@ -1,10 +1,18 @@
version = 1
requires-python = ">=3.10, <3.13"
resolution-markers = [
- "python_full_version < '3.11'",
- "python_full_version == '3.11.*'",
- "python_full_version >= '3.12' and python_full_version < '3.12.4'",
- "python_full_version >= '3.12.4'",
+ "python_full_version < '3.11' and platform_system == 'Darwin'",
+ "python_full_version < '3.11' and platform_machine == 'aarch64' and platform_system == 'Linux'",
+ "(python_full_version < '3.11' and platform_machine != 'aarch64' and platform_system != 'Darwin') or (python_full_version < '3.11' and platform_system != 'Darwin' and platform_system != 'Linux')",
+ "python_full_version == '3.11.*' and platform_system == 'Darwin'",
+ "python_full_version == '3.11.*' and platform_machine == 'aarch64' and platform_system == 'Linux'",
+ "(python_full_version == '3.11.*' and platform_machine != 'aarch64' and platform_system != 'Darwin') or (python_full_version == '3.11.*' and platform_system != 'Darwin' and platform_system != 'Linux')",
+ "python_full_version >= '3.12' and python_full_version < '3.12.4' and platform_system == 'Darwin'",
+ "python_full_version >= '3.12' and python_full_version < '3.12.4' and platform_machine == 'aarch64' and platform_system == 'Linux'",
+ "(python_full_version >= '3.12' and python_full_version < '3.12.4' and platform_machine != 'aarch64' and platform_system != 'Darwin') or (python_full_version >= '3.12' and python_full_version < '3.12.4' and platform_system != 'Darwin' and platform_system != 'Linux')",
+ "python_full_version >= '3.12.4' and platform_system == 'Darwin'",
+ "python_full_version >= '3.12.4' and platform_machine == 'aarch64' and platform_system == 'Linux'",
+ "(python_full_version >= '3.12.4' and platform_machine != 'aarch64' and platform_system != 'Darwin') or (python_full_version >= '3.12.4' and platform_system != 'Darwin' and platform_system != 'Linux')",
]
[[package]]
@@ -620,6 +628,9 @@ agentops = [
docling = [
{ name = "docling" },
]
+embeddings = [
+ { name = "tiktoken" },
+]
fastembed = [
{ name = "fastembed" },
]
@@ -642,7 +653,6 @@ tools = [
[package.dev-dependencies]
dev = [
{ name = "cairosvg" },
- { name = "crewai-tools" },
{ name = "mkdocs" },
{ name = "mkdocs-material" },
{ name = "mkdocs-material-extensions" },
@@ -673,7 +683,7 @@ requires-dist = [
{ name = "instructor", specifier = ">=1.3.3" },
{ name = "json-repair", specifier = ">=0.25.2" },
{ name = "jsonref", specifier = ">=1.1.0" },
- { name = "litellm", specifier = ">=1.44.22" },
+ { name = "litellm", specifier = ">=1.56.4" },
{ name = "mem0ai", marker = "extra == 'mem0'", specifier = ">=0.1.29" },
{ name = "openai", specifier = ">=1.13.3" },
{ name = "openpyxl", specifier = ">=3.1.5" },
@@ -688,6 +698,7 @@ requires-dist = [
{ name = "python-dotenv", specifier = ">=1.0.0" },
{ name = "pyvis", specifier = ">=0.3.2" },
{ name = "regex", specifier = ">=2024.9.11" },
+ { name = "tiktoken", marker = "extra == 'embeddings'", specifier = "~=0.7.0" },
{ name = "tomli", specifier = ">=2.0.2" },
{ name = "tomli-w", specifier = ">=1.1.0" },
{ name = "uv", specifier = ">=0.4.25" },
@@ -696,7 +707,6 @@ requires-dist = [
[package.metadata.requires-dev]
dev = [
{ name = "cairosvg", specifier = ">=2.7.1" },
- { name = "crewai-tools", specifier = ">=0.17.0" },
{ name = "mkdocs", specifier = ">=1.4.3" },
{ name = "mkdocs-material", specifier = ">=9.5.7" },
{ name = "mkdocs-material-extensions", specifier = ">=1.3.1" },
@@ -2219,24 +2229,24 @@ wheels = [
[[package]]
name = "litellm"
-version = "1.50.2"
+version = "1.56.4"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "aiohttp" },
{ name = "click" },
+ { name = "httpx" },
{ name = "importlib-metadata" },
{ name = "jinja2" },
{ name = "jsonschema" },
{ name = "openai" },
{ name = "pydantic" },
{ name = "python-dotenv" },
- { name = "requests" },
{ name = "tiktoken" },
{ name = "tokenizers" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/a7/45/4d54617b267a96f1f7c17c0010ea1aba20e30a3672b873fe92a6001e5952/litellm-1.50.2.tar.gz", hash = "sha256:b244c9a0e069cc626b85fb9f5cc252114aaff1225500da30ce0940f841aef8ea", size = 6096949 }
+sdist = { url = "https://files.pythonhosted.org/packages/83/ea/2c51d16c244a64dd3f0bdb1757aef798cf943b92e5695da04e3e42ba09e0/litellm-1.56.4.tar.gz", hash = "sha256:2808ca21878d200f7676a3d11e5bf2b5e3349ae504628f279cd7297c7dbd2038", size = 6284983 }
wheels = [
- { url = "https://files.pythonhosted.org/packages/22/f3/89a4d65d1b9286eb5ac6a6e92dd93523d92f3142a832e60c00d5cad64176/litellm-1.50.2-py3-none-any.whl", hash = "sha256:99cac60c78037946ab809b7cfbbadad53507bb2db8ae39391b4be215a0869fdd", size = 6318265 },
+ { url = "https://files.pythonhosted.org/packages/8f/25/2fd7b28a270b2963e8fa0ecf6aab4db47c54d932cc5aac8bc87e7ebc3755/litellm-1.56.4-py3-none-any.whl", hash = "sha256:699a8db46f7de045069a77c435e13244b5fdaf5df1c8cb5e6ad675ef7e104ccd", size = 6564370 },
]
[[package]]
@@ -3030,7 +3040,7 @@ wheels = [
[[package]]
name = "openai"
-version = "1.52.1"
+version = "1.58.1"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "anyio" },
@@ -3042,9 +3052,9 @@ dependencies = [
{ name = "tqdm" },
{ name = "typing-extensions" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/80/ac/54c76352d493866637756b7c0ecec44f0b5bafb8fe753d98472cf6cfe4ce/openai-1.52.1.tar.gz", hash = "sha256:383b96c7e937cbec23cad5bf5718085381e4313ca33c5c5896b54f8e1b19d144", size = 310069 }
+sdist = { url = "https://files.pythonhosted.org/packages/27/3c/b1ecce430ed56fa3ac1b0676966d3250aab9c70a408232b71e419ea62148/openai-1.58.1.tar.gz", hash = "sha256:f5a035fd01e141fc743f4b0e02c41ca49be8fab0866d3b67f5f29b4f4d3c0973", size = 343411 }
wheels = [
- { url = "https://files.pythonhosted.org/packages/ad/31/28a83e124e9f9dd04c83b5aeb6f8b1770f45addde4dd3d34d9a9091590ad/openai-1.52.1-py3-none-any.whl", hash = "sha256:f23e83df5ba04ee0e82c8562571e8cb596cd88f9a84ab783e6c6259e5ffbfb4a", size = 386945 },
+ { url = "https://files.pythonhosted.org/packages/8e/5a/d22cd07f1a99b9e8b3c92ee0c1959188db4318828a3d88c9daac120bdd69/openai-1.58.1-py3-none-any.whl", hash = "sha256:e2910b1170a6b7f88ef491ac3a42c387f08bd3db533411f7ee391d166571d63c", size = 454279 },
]
[[package]]