Agent Zero AI framework
Free & local
frdelb73f29a3484d
diff --git a/example.env b/example.envindex 1663a38be..0fe504d80 100644--- a/example.env+++ b/example.env@@ -1,4 +1,4 @@-API_KEY_OPENAI=sk-hyBlbkFJCJjaYGCbqPTyT3uaYGCbqFBlbkFJCyJCyuPhYGCb+API_KEY_OPENAI=API_KEY_ANTHROPIC=API_KEY_GROQ=API_KEY_PERPLEXITY=diff --git a/initialize.py b/initialize.pyindex e2c92401c..38f9e2a5a 100644--- a/initialize.py+++ b/initialize.py@@ -6,8 +6,8 @@ def initialize():# main chat model used by agents (smarter, more accurate)chat_llm = models.get_openai_chat(model_name="gpt-4o-mini", temperature=0)# chat_llm = models.get_ollama_chat(model_name="gemma2:latest", temperature=0)- # chat_llm = models.get_lmstudio_chat(model_name="TheBloke/Mistral-7B-Instruct-v0.2-GGUF", temperature=0)- # chat_llm = models.get_openrouter_chat(model_name="nousresearch/hermes-3-llama-3.1-405b")+ # chat_llm = models.get_lmstudio_chat(model_name="lmstudio-community/Meta-Llama-3.1-8B-Instruct-GGUF", temperature=0)+ # chat_llm = models.get_openrouter_chat(model_name="mattshumer/reflection-70b:free")# chat_llm = models.get_azure_openai_chat(deployment_name="gpt-4o-mini", temperature=0)# chat_llm = models.get_anthropic_chat(model_name="claude-3-5-sonnet-20240620", temperature=0)# chat_llm = models.get_google_chat(model_name="gemini-1.5-flash", temperature=0)@@ -20,6 +20,7 @@ def initialize():embedding_llm = models.get_openai_embedding(model_name="text-embedding-3-small")# embedding_llm = models.get_ollama_embedding(model_name="nomic-embed-text")# embedding_llm = models.get_huggingface_embedding(model_name="sentence-transformers/all-MiniLM-L6-v2")+ # embedding_llm = models.get_lmstudio_embedding(model_name="nomic-ai/nomic-embed-text-v1.5-GGUF")# agent configurationconfig = AgentConfig(diff --git a/models.py b/models.pyindex 55498278b..5640ce855 100644--- a/models.py+++ b/models.py@@ -40,7 +40,7 @@ def get_lmstudio_chat(model_name:str, temperature=DEFAULT_TEMPERATURE, base_url=return ChatOpenAI(model_name=model_name, base_url=base_url, temperature=temperature, api_key="none") # type: ignoredef get_lmstudio_embedding(model_name:str, base_url=os.getenv("LM_STUDIO_BASE_URL") or "http://127.0.0.1:1234/v1"):- return OpenAIEmbeddings(model_name=model_name, base_url=base_url) # type: ignore+ return OpenAIEmbeddings(model=model_name, api_key="none", base_url=base_url, check_embedding_ctx_length=False) # type: ignore# Anthropic modelsdef get_anthropic_chat(model_name:str, api_key=get_api_key("anthropic"), temperature=DEFAULT_TEMPERATURE):diff --git a/python/helpers/defer.py b/python/helpers/defer.pyindex 58fd44050..9151a7479 100644--- a/python/helpers/defer.py+++ b/python/helpers/defer.py@@ -7,55 +7,68 @@ class EventLoopThread:_instance = None_lock = threading.Lock()- def __init__(self) -> None:- self.loop: asyncio.AbstractEventLoop = asyncio.new_event_loop()- self.thread: threading.Thread = threading.Thread(target=self._run_event_loop, daemon=True)- self.thread.start()-- def __new__(cls) -> 'EventLoopThread':+ def __new__(cls):with cls._lock:if cls._instance is None:- cls._instance = super().__new__(cls)- cls._instance.__init__()- return cls._instance+ cls._instance = super(EventLoopThread, cls).__new__(cls)+ cls._instance.loop = asyncio.new_event_loop() # type: ignore+ cls._instance.thread = threading.Thread(target=cls._instance._run_event_loop, daemon=True) # type: ignore+ cls._instance.thread.start() # type: ignore+ return cls._instancedef _run_event_loop(self):- asyncio.set_event_loop(self.loop)- self.loop.run_forever()+ asyncio.set_event_loop(self.loop) # type: ignore+ self.loop.run_forever() # type: ignoredef run_coroutine(self, coro):- return asyncio.run_coroutine_threadsafe(coro, self.loop)+ return asyncio.run_coroutine_threadsafe(coro, self.loop) # type: ignoreclass DeferredTask:- def __init__(self, func: Callable[..., Coroutine[Any, Any, Any]], *args: Any, **kwargs: Any) -> None:- self._event_loop_thread = EventLoopThread()- self._future: Future[Any] = self._event_loop_thread.run_coroutine(self._run(func, *args, **kwargs))+ def __init__(self, func: Callable[..., Coroutine[Any, Any, Any]], *args: Any, **kwargs: Any):+ self.func = func+ self.args = args+ self.kwargs = kwargs+ self.event_loop_thread = EventLoopThread()+ self._future: Optional[Future] = None+ self._start_task()- async def _run(self, func: Callable[..., Coroutine[Any, Any, Any]], *args: Any, **kwargs: Any) -> Any:- return await func(*args, **kwargs)+ def _start_task(self):+ self._future = self.event_loop_thread.run_coroutine(self._run())- def is_ready(self) -> bool:- return self._future.done()+ async def _run(self):+ return await self.func(*self.args, **self.kwargs)- async def result(self, timeout: Optional[float] = None) -> Any:- try:- return await asyncio.wait_for(asyncio.wrap_future(self._future), timeout)- except asyncio.TimeoutError:- raise TimeoutError("The task did not complete within the specified timeout.")+ def is_ready(self) -> bool:+ return self._future.done() if self._future else Falsedef result_sync(self, timeout: Optional[float] = None) -> Any:+ if not self._future:+ raise RuntimeError("Task hasn't been started")try:return self._future.result(timeout)except TimeoutError:raise TimeoutError("The task did not complete within the specified timeout.")+ async def result(self, timeout: Optional[float] = None) -> Any:+ if not self._future:+ raise RuntimeError("Task hasn't been started")++ loop = asyncio.get_running_loop()++ def _get_result():+ try:+ return self._future.result(timeout) # type: ignore+ except TimeoutError:+ raise TimeoutError("The task did not complete within the specified timeout.")++ return await loop.run_in_executor(None, _get_result)+def kill(self) -> None:- if not self._future.done():+ if self._future and not self._future.done():self._future.cancel()def is_alive(self) -> bool:- return not self._future.done()+ return self._future and not self._future.done() # type: ignore-# Helper function to run async code-async def run_async(func, *args, **kwargs):- return await func(*args, **kwargs)\ No newline at end of file+ def restart(self) -> None:+ self._start_task()\ No newline at end of file