Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
Limited pytorch inference to 1 thread
Dillon DuPontbe1ce7684919
diff --git a/libs/python/agent/agent/adapters/huggingfacelocal_adapter.py b/libs/python/agent/agent/adapters/huggingfacelocal_adapter.pyindex e828111463..11f03c0f7b 100644--- a/libs/python/agent/agent/adapters/huggingfacelocal_adapter.py+++ b/libs/python/agent/agent/adapters/huggingfacelocal_adapter.py@@ -1,5 +1,6 @@import asyncioimport warnings+from concurrent.futures import ThreadPoolExecutorfrom typing import Iterator, AsyncIterator, Dict, List, Any, Optionalfrom litellm.types.utils import GenericStreamingChunk, ModelResponsefrom litellm.llms.custom_llm import CustomLLM@@ -28,6 +29,7 @@ class HuggingFaceLocalAdapter(CustomLLM):self.device = deviceself.models = {} # Cache for loaded modelsself.processors = {} # Cache for loaded processors+ self._executor = ThreadPoolExecutor(max_workers=1) # Single thread pooldef _load_model_and_processor(self, model_name: str):"""Load model and processor if not already cached.@@ -51,7 +53,8 @@ class HuggingFaceLocalAdapter(CustomLLM):processor = AutoProcessor.from_pretrained(model_name,min_pixels=3136,- max_pixels=4096 * 2160+ max_pixels=4096 * 2160,+ device_map=self.device)# Cache them@@ -185,7 +188,8 @@ class HuggingFaceLocalAdapter(CustomLLM):ModelResponse with generated text"""# Run _generate in thread pool to avoid blocking- generated_text = await asyncio.to_thread(self._generate, **kwargs)+ loop = asyncio.get_event_loop()+ generated_text = await loop.run_in_executor(self._executor, self._generate, **kwargs)return await acompletion(model=f"huggingface-local/{kwargs['model']}",@@ -218,7 +222,8 @@ class HuggingFaceLocalAdapter(CustomLLM):AsyncIterator of GenericStreamingChunk"""# Run _generate in thread pool to avoid blocking- generated_text = await asyncio.to_thread(self._generate, **kwargs)+ loop = asyncio.get_event_loop()+ generated_text = await loop.run_in_executor(self._executor, self._generate, **kwargs)generic_streaming_chunk: GenericStreamingChunk = {"finish_reason": "stop",