[MLsys2026 Best Paper]: https://arxiv.org/abs/2506.08276. RAG on Everything with LEANN. Enjoy 97% storage savings while running a fast, accurate, and 100% private RAG application on your personal device.
Python aifaissgpt-osslangchainllama-indexllmlocalstorageoffline-firstollamaprivacypythonragretrieval-augmented-generationvector-databasevector-searchvectors
CPU-only install extras (#243)
Andy Lee1da64a9b5161
diff --git a/.github/workflows/build-reusable.yml b/.github/workflows/build-reusable.ymlindex 35b9164..433c8e4 100644--- a/.github/workflows/build-reusable.yml+++ b/.github/workflows/build-reusable.yml@@ -43,7 +43,7 @@ jobs:python-version: '3.11'- name: Install ty- run: uv tool install ty+ run: uv tool install ty==0.0.17- name: Run ty type checkerrun: |diff --git a/README.md b/README.mdindex 4903fcd..7499268 100755--- a/README.md+++ b/README.md@@ -100,6 +100,8 @@ and install LEANN from [PyPI](https://pypi.org/project/leann/) to run them immeduv venvsource .venv/bin/activateuv pip install leann++# CPU-only (Linux): use the `cpu` extra (e.g. `leann[cpu]`)```<!--diff --git a/apps/email_data/LEANN_email_reader.py b/apps/email_data/LEANN_email_reader.pyindex 407e2ae..394e7d5 100644--- a/apps/email_data/LEANN_email_reader.py+++ b/apps/email_data/LEANN_email_reader.py@@ -40,6 +40,13 @@ class EmlxReader(BaseReader):"""self.include_html = include_html+ def _payload_to_text(self, payload: object) -> str:+ if isinstance(payload, bytes):+ return payload.decode("utf-8", errors="ignore")+ if isinstance(payload, str):+ return payload+ return ""+def load_data(self, input_dir: str, **load_kwargs: Any) -> list[Document]:"""Load data from the input directory containing .emlx files.@@ -108,7 +115,7 @@ class EmlxReader(BaseReader):try:payload = part.get_payload(decode=True)if payload:- body += payload.decode("utf-8", errors="ignore")+ body += self._payload_to_text(payload)except Exception as e:print(f"Error decoding payload: {e}")continue@@ -116,7 +123,7 @@ class EmlxReader(BaseReader):try:payload = msg.get_payload(decode=True)if payload:- body = payload.decode("utf-8", errors="ignore")+ body = self._payload_to_text(payload)except Exception as e:print(f"Error decoding single part payload: {e}")body = ""diff --git a/apps/email_data/email.py b/apps/email_data/email.pyindex 0bb003a..9b22f19 100644--- a/apps/email_data/email.py+++ b/apps/email_data/email.py@@ -47,6 +47,13 @@ class MboxReader(BaseReader):self.max_count = max_countself.message_format = message_format+ def _payload_to_text(self, payload: object) -> str:+ if isinstance(payload, bytes):+ return payload.decode("utf-8", errors="ignore")+ if isinstance(payload, str):+ return payload+ return ""+def load_data(self,file: Path,@@ -92,7 +99,8 @@ class MboxReader(BaseReader):content = msg.get_payload(decode=True)# Parse message HTML content and remove unneeded whitespace- soup = BeautifulSoup(content)+ content_text = self._payload_to_text(content)+ soup = BeautifulSoup(content_text)stripped_content = " ".join(soup.get_text().split())# Format message to include date, sender, receiver and subjectmsg_string = self.message_format.format(diff --git a/apps/multimodal/vision-based-pdf-multi-vector/leann_multi_vector.py b/apps/multimodal/vision-based-pdf-multi-vector/leann_multi_vector.pyindex b43f641..bd0a8f3 100644--- a/apps/multimodal/vision-based-pdf-multi-vector/leann_multi_vector.py+++ b/apps/multimodal/vision-based-pdf-multi-vector/leann_multi_vector.py@@ -1070,10 +1070,12 @@ class LeannMultiVector:candidate_doc_ids.add(int(self._labels_meta[idx]["doc_id"]))# Exact scoring per doc (parallelized)- assert self._docid_to_indices is not None+ docid_to_indices = self._docid_to_indices+ if docid_to_indices is None:+ return []def _score_one(doc_id: int) -> tuple[float, int]:- token_indices = self._docid_to_indices.get(doc_id, [])+ token_indices = docid_to_indices.get(doc_id, [])if not token_indices:return (0.0, doc_id)doc_vecs = np.asarray(all_embeddings[token_indices], dtype=np.float32)@@ -1125,11 +1127,13 @@ class LeannMultiVector:if all_embeddings.dtype != np.float32:all_embeddings = all_embeddings.astype(np.float32)- assert self._docid_to_indices is not None- candidate_doc_ids = list(self._docid_to_indices.keys())+ docid_to_indices = self._docid_to_indices+ if docid_to_indices is None:+ return []+ candidate_doc_ids = list(docid_to_indices.keys())def _score_one(doc_id: int, _all_embeddings=all_embeddings) -> tuple[float, int]:- token_indices = self._docid_to_indices.get(doc_id, [])+ token_indices = docid_to_indices.get(doc_id, [])if not token_indices:return (0.0, doc_id)doc_vecs = np.asarray(_all_embeddings[token_indices], dtype=np.float32)diff --git a/apps/multimodal/vision-based-pdf-multi-vector/multi-vector-leann-paper-example.py b/apps/multimodal/vision-based-pdf-multi-vector/multi-vector-leann-paper-example.pyindex 16107ca..3fc61e6 100644--- a/apps/multimodal/vision-based-pdf-multi-vector/multi-vector-leann-paper-example.py+++ b/apps/multimodal/vision-based-pdf-multi-vector/multi-vector-leann-paper-example.py@@ -74,7 +74,12 @@ for batch_query in dataloader:qs.extend(list(torch.unbind(embeddings_query.to("cpu"))))print(qs[0].shape)# %%-page_filenames = sorted(os.listdir("./pages"), key=lambda n: int(re.search(r"\d+", n).group()))+def _page_sort_key(name: str) -> int:+ match = re.search(r"\d+", name)+ return int(match.group()) if match else -1+++page_filenames = sorted(os.listdir("./pages"), key=_page_sort_key)images = [Image.open(os.path.join("./pages", name)) for name in page_filenames]dataloader = DataLoader(diff --git a/apps/multimodal/vision-based-pdf-multi-vector/multi-vector-leann-similarity-map.py b/apps/multimodal/vision-based-pdf-multi-vector/multi-vector-leann-similarity-map.pyindex f1be682..5298053 100644--- a/apps/multimodal/vision-based-pdf-multi-vector/multi-vector-leann-similarity-map.py+++ b/apps/multimodal/vision-based-pdf-multi-vector/multi-vector-leann-similarity-map.py@@ -193,8 +193,9 @@ else:if not REBUILD_INDEX:retriever = _load_retriever_if_index_exists(INDEX_PATH)if retriever is not None:+ retriever_any = cast(Any, retriever)print(f"✓ Index loaded from {INDEX_PATH}")- print(f"✓ Images available at: {retriever._images_dir_path()}")+ print(f"✓ Images available at: {retriever_any._images_dir_path()}")need_to_build_index = Falseelse:print(f"Index not found, will build new index")@@ -223,7 +224,7 @@ if need_to_build_index:# Use filenames as identifiers instead of full paths for cleaner metadatafilepaths = [os.path.basename(fp) for fp in filepaths]elif USE_HF_DATASET:- from datasets import Dataset, DatasetDict, concatenate_datasets, load_dataset+ from datasets import Dataset, concatenate_datasets, load_dataset# Determine which datasets to loadif DATASET_NAMES is not None:@@ -271,6 +272,11 @@ if need_to_build_index:) from eraise+ if not isinstance(dataset_dict, dict):+ dataset = cast(Dataset, dataset_dict)+ all_datasets_to_concat.append(dataset)+ continue+# Determine which splits to loadif DATASET_SPLITS is None:# Auto-detect: try to load all available splits@@ -284,7 +290,9 @@ if need_to_build_index:datasets_to_concat: list[Dataset] = []for split in splits_to_load:if split not in dataset_dict:- print(f" Warning: Split '{split}' not found in dataset. Available splits: {list(dataset_dict.keys())}")+ print(+ f" Warning: Split '{split}' not found in dataset. Available splits: {list(dataset_dict.keys())}"+ )continuesplit_dataset = cast(Dataset, dataset_dict[split])print(f" Loaded split '{split}': {len(split_dataset)} pages")@@ -579,16 +587,20 @@ else:# Original LEANN searchquery_np = q_vec.float().numpy()+ if retriever is None:+ raise RuntimeError("Retriever not initialized")+ retriever_any = cast(Any, retriever)+if SEARCH_METHOD == "ann":- results = retriever.search(query_np, topk=TOPK, first_stage_k=FIRST_STAGE_K)+ results = retriever_any.search(query_np, topk=TOPK, first_stage_k=FIRST_STAGE_K)search_secs = time.perf_counter() - _t0print(f"[Timing] Search (ANN): {search_secs:.3f}s (first_stage_k={FIRST_STAGE_K})")elif SEARCH_METHOD == "exact":- results = retriever.search_exact(query_np, topk=TOPK, first_stage_k=FIRST_STAGE_K)+ results = retriever_any.search_exact(query_np, topk=TOPK, first_stage_k=FIRST_STAGE_K)search_secs = time.perf_counter() - _t0print(f"[Timing] Search (Exact rerank): {search_secs:.3f}s (first_stage_k={FIRST_STAGE_K})")elif SEARCH_METHOD == "exact-all":- results = retriever.search_exact_all(query_np, topk=TOPK)+ results = retriever_any.search_exact_all(query_np, topk=TOPK)search_secs = time.perf_counter() - _t0print(f"[Timing] Search (Exact all): {search_secs:.3f}s")else:@@ -615,12 +627,15 @@ else:top_images.append(image)else:# Original LEANN: retrieve from retriever- image = retriever.get_image(doc_id)+ if retriever is None:+ raise RuntimeError("Retriever not initialized")+ retriever_any = cast(Any, retriever)+ image = retriever_any.get_image(doc_id)if image is None:print(f"Warning: Could not retrieve image for doc_id {doc_id}")continue- metadata = retriever.get_metadata(doc_id)+ metadata = retriever_any.get_metadata(doc_id)path = metadata.get("filepath", "unknown") if metadata else "unknown"top_images.append(image)diff --git a/apps/slack_data/slack_mcp_reader.py b/apps/slack_data/slack_mcp_reader.pyindex f1aaf41..e7ba4a2 100644--- a/apps/slack_data/slack_mcp_reader.py+++ b/apps/slack_data/slack_mcp_reader.py@@ -50,7 +50,7 @@ class SlackMCPReader:self.max_messages_per_conversation = max_messages_per_conversationself.max_retries = max_retriesself.retry_delay = retry_delay- self.mcp_process = None+ self.mcp_process: asyncio.subprocess.Process | None = Noneasync def start_mcp_server(self):"""Start the MCP server process."""@@ -75,14 +75,17 @@ class SlackMCPReader:async def send_mcp_request(self, request: dict[str, Any]) -> dict[str, Any]:"""Send a request to the MCP server and get response."""- if not self.mcp_process:+ proc = self.mcp_process+ if proc is None:raise RuntimeError("MCP server not started")+ if proc.stdin is None or proc.stdout is None:+ raise RuntimeError("MCP server stdio not available")request_json = json.dumps(request) + "\n"- self.mcp_process.stdin.write(request_json.encode())- await self.mcp_process.stdin.drain()+ proc.stdin.write(request_json.encode())+ await proc.stdin.drain()- response_line = await self.mcp_process.stdout.readline()+ response_line = await proc.stdout.readline()if not response_line:raise RuntimeError("No response from MCP server")diff --git a/apps/twitter_data/twitter_mcp_reader.py b/apps/twitter_data/twitter_mcp_reader.pyindex a4eb909..a9cfea2 100644--- a/apps/twitter_data/twitter_mcp_reader.py+++ b/apps/twitter_data/twitter_mcp_reader.py@@ -46,7 +46,7 @@ class TwitterMCPReader:self.include_tweet_content = include_tweet_contentself.include_metadata = include_metadataself.max_bookmarks = max_bookmarks- self.mcp_process = None+ self.mcp_process: asyncio.subprocess.Process | None = Noneasync def start_mcp_server(self):"""Start the MCP server process."""@@ -71,14 +71,17 @@ class TwitterMCPReader:async def send_mcp_request(self, request: dict[str, Any]) -> dict[str, Any]:"""Send a request to the MCP server and get response."""- if not self.mcp_process:+ proc = self.mcp_process+ if proc is None:raise RuntimeError("MCP server not started")+ if proc.stdin is None or proc.stdout is None:+ raise RuntimeError("MCP server stdio not available")request_json = json.dumps(request) + "\n"- self.mcp_process.stdin.write(request_json.encode())- await self.mcp_process.stdin.drain()+ proc.stdin.write(request_json.encode())+ await proc.stdin.drain()- response_line = await self.mcp_process.stdout.readline()+ response_line = await proc.stdout.readline()if not response_line:raise RuntimeError("No response from MCP server")diff --git a/packages/leann-core/pyproject.toml b/packages/leann-core/pyproject.tomlindex 09a2e24..b4f711d 100644--- a/packages/leann-core/pyproject.toml+++ b/packages/leann-core/pyproject.toml@@ -12,7 +12,7 @@ license = { text = "MIT" }# All required dependencies includeddependencies = [- "numpy>=1.20.0",+ "numpy>=1.20.0,<2","tqdm>=4.60.0","psutil>=5.8.0","pyzmq>=23.0.0",@@ -40,6 +40,9 @@ dependencies = [][project.optional-dependencies]+cpu = [+ "torch==2.2.2; platform_system == 'Linux' and python_version < '3.13'",+]colab = ["torch>=2.0.0,<3.0.0", # Limit torch version to avoid conflicts"transformers>=4.30.0,<4.46; python_version < '3.10'", # Py3.9 compatibilitydiff --git a/packages/leann-core/src/leann/api.py b/packages/leann-core/src/leann/api.pyindex 71904e9..f6156ca 100644--- a/packages/leann-core/src/leann/api.py+++ b/packages/leann-core/src/leann/api.py@@ -1256,10 +1256,13 @@ class LeannSearcher:def _bm25_search(self, query: str, top_k: int = 5) -> list[SearchResult]:"""Perform BM25 search on raw passages"""- if not self.bm25_scorer:+ if self.bm25_scorer is None:self._init_bm25()logger.info(" BM25 scorer initialized")- return self.bm25_scorer.search(query, top_k)+ scorer = self.bm25_scorer+ if scorer is None:+ raise RuntimeError("BM25 scorer failed to initialize")+ return scorer.search(query, top_k)def _find_jsonl_file(self) -> Optional[str]:"""Find the .jsonl file containing raw passages for grep search"""diff --git a/packages/leann-core/src/leann/chat.py b/packages/leann-core/src/leann/chat.pyindex 72e414c..0ceb8d5 100644--- a/packages/leann-core/src/leann/chat.py+++ b/packages/leann-core/src/leann/chat.py@@ -8,7 +8,7 @@ import difflibimport loggingimport osfrom abc import ABC, abstractmethod-from typing import Any, Optional+from typing import Any, Optional, castimport torch@@ -853,7 +853,7 @@ class OpenAIChat(LLMInterface):logger.info(f"Sending request to OpenAI with model {self.model}")try:- response = self.client.chat.completions.create(**params)+ response = cast(Any, self.client.chat.completions).create(**params)print(f"Total tokens = {response.usage.total_tokens}, prompt tokens = {response.usage.prompt_tokens}, completion tokens = {response.usage.completion_tokens}")diff --git a/packages/leann-core/src/leann/embedding_compute.py b/packages/leann-core/src/leann/embedding_compute.pyindex 9e68313..ac8488b 100644--- a/packages/leann-core/src/leann/embedding_compute.py+++ b/packages/leann-core/src/leann/embedding_compute.py@@ -9,7 +9,7 @@ import loggingimport osimport subprocessimport time-from typing import Any, Optional+from typing import Any, Optional, Protocol, castimport numpy as npimport tiktoken@@ -23,6 +23,14 @@ LOG_LEVEL = os.getenv("LEANN_LOG_LEVEL", "WARNING").upper()log_level = getattr(logging, LOG_LEVEL, logging.WARNING)logger.setLevel(log_level)++class _SentenceTransformerLike(Protocol):+ def eval(self) -> Any: ...+ def parameters(self) -> Any: ...+ def encode(self, *args: Any, **kwargs: Any) -> Any: ...+ def half(self) -> Any: ...++# Token limit registry for embedding models# Used as fallback when dynamic discovery fails (e.g., LM Studio, OpenAI)# Ollama models use dynamic discovery via /api/show@@ -457,7 +465,7 @@ def compute_embeddings_sentence_transformers(start_time = time.time()if cache_key in _model_cache:logger.info(f"Using cached optimized model: {model_name}")- model = _model_cache[cache_key]+ model = cast(_SentenceTransformerLike, _model_cache[cache_key])else:logger.info(f"Loading and caching optimized SentenceTransformer model: {model_name}")from sentence_transformers import SentenceTransformer@@ -482,7 +490,6 @@ def compute_embeddings_sentence_transformers(# TODO: Haven't tested this yettorch.set_num_threads(min(8, os.cpu_count() or 4))try:- # PyTorch's ContextProp type is complex; cast for type checkertorch.backends.mkldnn.enabled = Trueexcept AttributeError:pass@@ -586,6 +593,8 @@ def compute_embeddings_sentence_transformers(except Exception as e:logger.warning(f"torch.compile optimization failed: {e}")+ model = cast(_SentenceTransformerLike, model)+# Set model to eval mode and disable gradients for inferencemodel.eval()for param in model.parameters():diff --git a/packages/leann-core/src/leann/embedding_server_manager.py b/packages/leann-core/src/leann/embedding_server_manager.pyindex ca61d05..b9224ac 100644--- a/packages/leann-core/src/leann/embedding_server_manager.py+++ b/packages/leann-core/src/leann/embedding_server_manager.py@@ -412,7 +412,8 @@ class EmbeddingServerManager:atexit.register(self._finalize_process)self._atexit_registered = True# Touch finalizer so it knows there is a live process- if getattr(self, "_finalizer", None) is not None and not self._finalizer.alive:+ finalizer = getattr(self, "_finalizer", None)+ if finalizer is not None and getattr(finalizer, "alive", False) is False:try:import weakrefdiff --git a/packages/leann-core/src/leann/interactive_utils.py b/packages/leann-core/src/leann/interactive_utils.pyindex 44c5f43..da05d8b 100644--- a/packages/leann-core/src/leann/interactive_utils.py+++ b/packages/leann-core/src/leann/interactive_utils.py@@ -8,11 +8,12 @@ CLI, API, and RAG example interactive modes.import atexitimport osfrom pathlib import Path+from types import ModuleTypefrom typing import Callable, Optional# Try to import readline with fallback for WindowsHAS_READLINE = False-readline = None+readline: ModuleType | None = Nonetry:import readline@@ -58,6 +59,10 @@ class InteractiveSession:# Readline not available (likely Windows), skip setupself._setup_complete = Truereturn+ rl = readline+ if rl is None:+ self._setup_complete = True+ return# History file setuphistory_dir = Path.home() / ".leann" / "history"@@ -66,13 +71,13 @@ class InteractiveSession:# Load history if existstry:- readline.read_history_file(str(history_file))- readline.set_history_length(1000)+ rl.read_history_file(str(history_file))+ rl.set_history_length(1000)except FileNotFoundError:pass# Save history on exit- atexit.register(readline.write_history_file, str(history_file))+ atexit.register(rl.write_history_file, str(history_file))# Optional: Enable vi editing mode (commented out by default)# readline.parse_and_bind("set editing-mode vi")@@ -92,14 +97,18 @@ class InteractiveSession:if not HAS_READLINE:print(" History not available (readline not supported on this system)")return+ rl = readline+ if rl is None:+ print(" History not available (readline not supported on this system)")+ return- history_length = readline.get_current_history_length()+ history_length = rl.get_current_history_length()if history_length == 0:print(" No history available")returnfor i in range(history_length):- item = readline.get_history_item(i + 1)+ item = rl.get_history_item(i + 1)if item:print(f" {i + 1}: {item}")diff --git a/packages/leann/README.md b/packages/leann/README.mdindex 7a59958..6c3092a 100644--- a/packages/leann/README.md+++ b/packages/leann/README.md@@ -7,6 +7,13 @@ LEANN is a revolutionary vector database that democratizes personal AI. Transfor```bash# Default installation (includes both HNSW and DiskANN backends)uv pip install leann++# CPU-only install (Linux)+uv pip install \+ --default-index https://download.pytorch.org/whl/cpu \+ --index https://pypi.org/simple \+ --index-strategy first-index \+ "leann[cpu]"```## Quick Startdiff --git a/packages/leann/pyproject.toml b/packages/leann/pyproject.tomlindex 8d66990..667f38c 100644--- a/packages/leann/pyproject.toml+++ b/packages/leann/pyproject.toml@@ -32,7 +32,9 @@ dependencies = [][project.optional-dependencies]-# All backends now included by default+cpu = [+ "leann-core[cpu]>=0.1.0",+][project.urls]Repository = "https://github.com/yichuan-w/LEANN"diff --git a/tests/test_cpu_only_install.py b/tests/test_cpu_only_install.pynew file mode 100644index 0000000..1e1e52c--- /dev/null+++ b/tests/test_cpu_only_install.py@@ -0,0 +1,61 @@+"""Packaging metadata checks for CPU-only installs."""++from pathlib import Path++import pytest++try:+ import tomllib+except ModuleNotFoundError: # pragma: no cover - fallback for Python < 3.11+ tomllib = pytest.importorskip("tomli")+++def _load_leann_pyproject():+ pyproject_path = Path(__file__).resolve().parents[1] / "packages" / "leann" / "pyproject.toml"+ return tomllib.loads(pyproject_path.read_text())+++def _load_leann_core_pyproject():+ pyproject_path = (+ Path(__file__).resolve().parents[1] / "packages" / "leann-core" / "pyproject.toml"+ )+ return tomllib.loads(pyproject_path.read_text())+++def test_leann_base_dependencies_include_diskann():+ data = _load_leann_pyproject()+ deps = data["project"].get("dependencies", [])++ assert "leann-core>=0.1.0" in deps+ assert "leann-backend-hnsw>=0.1.0" in deps+ assert "leann-backend-diskann>=0.1.0" in deps+++def test_leann_core_numpy_pinned_below_2():+ data = _load_leann_core_pyproject()+ deps = data["project"].get("dependencies", [])++ assert any(dep.startswith("numpy") and "<2" in dep for dep in deps)+++def test_leann_core_cpu_extra_pins_cpu_torch():+ data = _load_leann_core_pyproject()+ extras = data["project"].get("optional-dependencies", {})++ cpu_deps = extras.get("cpu", [])+ assert cpu_deps, "cpu extra should be defined"+ assert any(+ dep.startswith("torch")+ and "==2.2.2" in dep+ and "platform_system == 'Linux'" in dep+ and "python_version < '3.13'" in dep+ for dep in cpu_deps+ )+++def test_leann_cpu_extra_defined():+ data = _load_leann_pyproject()+ extras = data["project"].get("optional-dependencies", {})++ assert "cpu" in extras+ assert "leann-core[cpu]>=0.1.0" in extras["cpu"]diff --git a/uv.lock b/uv.lockindex 3da6cc1..7397369 100644--- a/uv.lock+++ b/uv.lock@@ -1810,7 +1810,7 @@ wheels = [[[package]]name = "leann-backend-diskann"-version = "0.3.6"+version = "0.3.7"source = { editable = "packages/leann-backend-diskann" }dependencies = [{ name = "leann-core" },@@ -1820,14 +1820,14 @@ dependencies = [[package.metadata]requires-dist = [- { name = "leann-core", specifier = "==0.3.6" },+ { name = "leann-core", specifier = "==0.3.7" },{ name = "numpy" },{ name = "protobuf", specifier = ">=3.19.0" },][[package]]name = "leann-backend-hnsw"-version = "0.3.6"+version = "0.3.7"source = { editable = "packages/leann-backend-hnsw" }dependencies = [{ name = "leann-core" },@@ -1838,7 +1838,7 @@ dependencies = [[package.metadata]requires-dist = [- { name = "leann-core", specifier = "==0.3.6" },+ { name = "leann-core", specifier = "==0.3.7" },{ name = "msgpack", specifier = ">=1.0.0" },{ name = "numpy" },{ name = "pyzmq", specifier = ">=23.0.0" },@@ -1846,7 +1846,7 @@ requires-dist = [[[package]]name = "leann-core"-version = "0.3.6"+version = "0.3.7"source = { editable = "packages/leann-core" }dependencies = [{ name = "accelerate" },@@ -1888,7 +1888,7 @@ requires-dist = [{ name = "mlx-lm", marker = "platform_machine == 'arm64' and sys_platform == 'darwin'", specifier = ">=0.26.0" },{ name = "msgpack", specifier = ">=1.0.0" },{ name = "nbconvert", specifier = ">=7.0.0" },- { name = "numpy", specifier = ">=1.20.0" },+ { name = "numpy", specifier = ">=1.20.0,<2" },{ name = "openai", specifier = ">=1.0.0" },{ name = "pdfplumber", specifier = ">=0.10.0" },{ name = "psutil", specifier = ">=5.8.0" },@@ -1900,13 +1900,16 @@ requires-dist = [{ name = "requests", specifier = ">=2.25.0" },{ name = "sentence-transformers", specifier = ">=3.0.0" },{ name = "torch", specifier = ">=2.0.0" },+ { name = "torch", marker = "python_full_version < '3.13' and sys_platform == 'linux' and extra == 'cpu'", specifier = "==2.2.2" },{ name = "torch", marker = "extra == 'colab'", specifier = ">=2.0.0,<3.0.0" },{ name = "tqdm", specifier = ">=4.60.0" },- { name = "transformers", specifier = ">=4.30.0,<4.46" },- { name = "transformers", marker = "extra == 'colab'", specifier = ">=4.30.0,<4.46" },+ { name = "transformers", marker = "python_full_version < '3.10'", specifier = ">=4.30.0,<4.46" },+ { name = "transformers", marker = "python_full_version >= '3.10'", specifier = ">=4.53.1,<4.58" },+ { name = "transformers", marker = "python_full_version >= '3.10' and extra == 'colab'", specifier = ">=4.53.1,<4.58" },+ { name = "transformers", marker = "python_full_version < '3.10' and extra == 'colab'", specifier = ">=4.30.0,<4.46" },{ name = "uvicorn", extras = ["standard"], marker = "extra == 'server'", specifier = ">=0.34.0" },]-provides-extras = ["colab", "server"]+provides-extras = ["cpu", "colab", "server"][[package]]name = "leann-workspace"@@ -2031,7 +2034,8 @@ requires-dist = [{ name = "torch" },{ name = "torchvision", specifier = ">=0.23.0" },{ name = "tqdm" },- { name = "transformers", specifier = "<4.46" },+ { name = "transformers", marker = "python_full_version < '3.10'", specifier = "<4.46" },+ { name = "transformers", marker = "python_full_version >= '3.10'", specifier = ">=4.53.1,<4.58" },{ name = "tree-sitter", specifier = ">=0.20.0" },{ name = "tree-sitter-c-sharp", specifier = ">=0.20.0" },{ name = "tree-sitter-java", specifier = ">=0.20.0" },@@ -4927,56 +4931,32 @@ wheels = [[[package]]name = "tokenizers"-version = "0.19.1"+version = "0.22.2"source = { registry = "https://pypi.org/simple" }dependencies = [{ name = "huggingface-hub" },]-sdist = { url = "https://files.pythonhosted.org/packages/48/04/2071c150f374aab6d5e92aaec38d0f3c368d227dd9e0469a1f0966ac68d1/tokenizers-0.19.1.tar.gz", hash = "sha256:ee59e6680ed0fdbe6b724cf38bd70400a0c1dd623b07ac729087270caeac88e3", size = 321039, upload-time = "2024-04-17T21:40:41.849Z" }-wheels = [- { url = "https://files.pythonhosted.org/packages/c1/60/91cac8d496b304ec5a22f07606893cad35ea8e1a8406dc8909e365f97a80/tokenizers-0.19.1-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:952078130b3d101e05ecfc7fc3640282d74ed26bcf691400f872563fca15ac97", size = 2533301, upload-time = "2024-04-17T21:36:02.256Z" },- { url = "https://files.pythonhosted.org/packages/4c/12/9cb68762ff5fee1efd51aefe2f62cb225f26f060a68a3779e1060bbc7a59/tokenizers-0.19.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:82c8b8063de6c0468f08e82c4e198763e7b97aabfe573fd4cf7b33930ca4df77", size = 2440223, upload-time = "2024-04-17T21:36:06.941Z" },- { url = "https://files.pythonhosted.org/packages/e4/03/b2020e6a78fb994cff1ec962adc157c23109172a46b4fe451d6d0dd33fdb/tokenizers-0.19.1-cp310-cp310-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:f03727225feaf340ceeb7e00604825addef622d551cbd46b7b775ac834c1e1c4", size = 3683779, upload-time = "2024-04-17T21:36:09.626Z" },- { url = "https://files.pythonhosted.org/packages/50/4e/2e5549a26dc6f9e434f83bebf16c2d7dc9dc3477cc0ec8b23ede4d465b90/tokenizers-0.19.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:453e4422efdfc9c6b6bf2eae00d5e323f263fff62b29a8c9cd526c5003f3f642", size = 3569431, upload-time = "2024-04-17T21:36:12.283Z" },- { url = "https://files.pythonhosted.org/packages/75/79/158626bd794e75551e0c6bb93f1cd3c9ba08ba14b181b98f09e95994f609/tokenizers-0.19.1-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:02e81bf089ebf0e7f4df34fa0207519f07e66d8491d963618252f2e0729e0b46", size = 3424739, upload-time = "2024-04-17T21:36:14.787Z" },- { url = "https://files.pythonhosted.org/packages/65/8e/5f4316976c26009f1ae0b6543f3d97af29afa5ba5dc145251e6a07314618/tokenizers-0.19.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b07c538ba956843833fee1190cf769c60dc62e1cf934ed50d77d5502194d63b1", size = 3965791, upload-time = "2024-04-17T21:36:18.528Z" },- { url = "https://files.pythonhosted.org/packages/6a/e1/5dbac9618709972434eea072670cd69fba1aa988e6200f16057722b4bf96/tokenizers-0.19.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e28cab1582e0eec38b1f38c1c1fb2e56bce5dc180acb1724574fc5f47da2a4fe", size = 4049879, upload-time = "2024-04-17T21:36:21.251Z" },- { url = "https://files.pythonhosted.org/packages/40/4f/eb78de4af3b17b589f43a369cbf0c3a7173f25c3d2cd93068852c07689aa/tokenizers-0.19.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8b01afb7193d47439f091cd8f070a1ced347ad0f9144952a30a41836902fe09e", size = 3607049, upload-time = "2024-04-17T21:36:23.803Z" },- { url = "https://files.pythonhosted.org/packages/f5/f8/141dcb0f88e9452af8d20d14dd53aab5937222a2bb4f2c04bfed6829263c/tokenizers-0.19.1-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:7fb297edec6c6841ab2e4e8f357209519188e4a59b557ea4fafcf4691d1b4c98", size = 9634084, upload-time = "2024-04-17T21:36:26.75Z" },- { url = "https://files.pythonhosted.org/packages/2e/be/debb7caa3f88ed54015170db16e07aa3a5fea2d3983d0dde92f98d888dc8/tokenizers-0.19.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:2e8a3dd055e515df7054378dc9d6fa8c8c34e1f32777fb9a01fea81496b3f9d3", size = 9949480, upload-time = "2024-04-17T21:36:29.592Z" },- { url = "https://files.pythonhosted.org/packages/7a/e7/26bedf5d270d293d572a90bd66b0b030012aedb95d8ee87e8bcd446b76fb/tokenizers-0.19.1-cp310-none-win32.whl", hash = "sha256:7ff898780a155ea053f5d934925f3902be2ed1f4d916461e1a93019cc7250837", size = 2041462, upload-time = "2024-04-17T21:36:33.369Z" },- { url = "https://files.pythonhosted.org/packages/f4/85/d999b9a05fd101d48f1a365d68be0b109277bb25c89fb37a389d669f9185/tokenizers-0.19.1-cp310-none-win_amd64.whl", hash = "sha256:bea6f9947e9419c2fda21ae6c32871e3d398cba549b93f4a65a2d369662d9403", size = 2220036, upload-time = "2024-04-17T21:36:35.903Z" },- { url = "https://files.pythonhosted.org/packages/c8/d6/6e1d728d765eb4102767f071bf7f6439ab10d7f4a975c9217db65715207a/tokenizers-0.19.1-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:5c88d1481f1882c2e53e6bb06491e474e420d9ac7bdff172610c4f9ad3898059", size = 2533448, upload-time = "2024-04-17T21:36:38.61Z" },- { url = "https://files.pythonhosted.org/packages/90/79/d17a0f491d10817cd30f1121a07aa09c8e97a81114b116e473baf1577f09/tokenizers-0.19.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:ddf672ed719b4ed82b51499100f5417d7d9f6fb05a65e232249268f35de5ed14", size = 2440254, upload-time = "2024-04-17T21:36:40.398Z" },- { url = "https://files.pythonhosted.org/packages/c7/28/2d11c3ff94f9d42eceb2ea549a06e3f166fe391c5a025e5d96fac898a3ac/tokenizers-0.19.1-cp311-cp311-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:dadc509cc8a9fe460bd274c0e16ac4184d0958117cf026e0ea8b32b438171594", size = 3684971, upload-time = "2024-04-17T21:36:43.115Z" },- { url = "https://files.pythonhosted.org/packages/36/c6/537f22b57e6003904d35d07962dbde2f2e9bdd791d0241da976a4c7f8194/tokenizers-0.19.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dfedf31824ca4915b511b03441784ff640378191918264268e6923da48104acc", size = 3568894, upload-time = "2024-04-17T21:36:45.011Z" },- { url = "https://files.pythonhosted.org/packages/af/ef/3c1deed14ec59b2c8e7e2fa27b2a53f7d101181277a43b89ab17d891ef2e/tokenizers-0.19.1-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:ac11016d0a04aa6487b1513a3a36e7bee7eec0e5d30057c9c0408067345c48d2", size = 3426873, upload-time = "2024-04-17T21:36:47.001Z" },- { url = "https://files.pythonhosted.org/packages/06/db/c0320c4798ac6bd12d2ef895bec9d10d216a3b4d6fff10e9d68883ea7edc/tokenizers-0.19.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:76951121890fea8330d3a0df9a954b3f2a37e3ec20e5b0530e9a0044ca2e11fe", size = 3965050, upload-time = "2024-04-17T21:36:49.202Z" },- { url = "https://files.pythonhosted.org/packages/4c/8a/a166888d6cb14db55f5eb7ce0b1d4777d145aa27cbf4f945712cf6c29935/tokenizers-0.19.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b342d2ce8fc8d00f376af068e3274e2e8649562e3bc6ae4a67784ded6b99428d", size = 4047855, upload-time = "2024-04-17T21:36:52.864Z" },- { url = "https://files.pythonhosted.org/packages/a7/03/fb50fc03f86016b227a967c8d474f90230c885c0d18f78acdfda7a96ce56/tokenizers-0.19.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d16ff18907f4909dca9b076b9c2d899114dd6abceeb074eca0c93e2353f943aa", size = 3608228, upload-time = "2024-04-17T21:36:55.7Z" },- { url = "https://files.pythonhosted.org/packages/5b/cd/0385e1026e1e03732fd398e964792a3a8433918b166748c82507e014d748/tokenizers-0.19.1-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:706a37cc5332f85f26efbe2bdc9ef8a9b372b77e4645331a405073e4b3a8c1c6", size = 9633115, upload-time = "2024-04-17T21:36:58.299Z" },- { url = "https://files.pythonhosted.org/packages/25/50/8f8ad0bbdaf09d04b15e6502d1fa1c653754ed7e016e4ae009726aa1a4e4/tokenizers-0.19.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:16baac68651701364b0289979ecec728546133e8e8fe38f66fe48ad07996b88b", size = 9949062, upload-time = "2024-04-17T21:37:01.947Z" },- { url = "https://files.pythonhosted.org/packages/db/11/31be66710f1d14526f3588a441efadeb184e1e68458067007b20ead03c59/tokenizers-0.19.1-cp311-none-win32.whl", hash = "sha256:9ed240c56b4403e22b9584ee37d87b8bfa14865134e3e1c3fb4b2c42fafd3256", size = 2041039, upload-time = "2024-04-17T21:37:05.607Z" },- { url = "https://files.pythonhosted.org/packages/65/8e/6d7d72b28f22c422cff8beae10ac3c2e4376b9be721ef8167b7eecd1da62/tokenizers-0.19.1-cp311-none-win_amd64.whl", hash = "sha256:ad57d59341710b94a7d9dbea13f5c1e7d76fd8d9bcd944a7a6ab0b0da6e0cc66", size = 2220386, upload-time = "2024-04-17T21:37:08.295Z" },- { url = "https://files.pythonhosted.org/packages/63/90/2890cd096898dcdb596ee172cde40c0f54a9cf43b0736aa260a5501252af/tokenizers-0.19.1-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:621d670e1b1c281a1c9698ed89451395d318802ff88d1fc1accff0867a06f153", size = 2530580, upload-time = "2024-04-17T21:37:10.688Z" },- { url = "https://files.pythonhosted.org/packages/74/d1/f4e1e950adb36675dfd8f9d0f4be644f3f3aaf22a5677a4f5c81282b662e/tokenizers-0.19.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:d924204a3dbe50b75630bd16f821ebda6a5f729928df30f582fb5aade90c818a", size = 2436682, upload-time = "2024-04-17T21:37:12.966Z" },- { url = "https://files.pythonhosted.org/packages/ed/30/89b321a16c58d233e301ec15072c0d3ed5014825e72da98604cd3ab2fba1/tokenizers-0.19.1-cp312-cp312-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:4f3fefdc0446b1a1e6d81cd4c07088ac015665d2e812f6dbba4a06267d1a2c95", size = 3693494, upload-time = "2024-04-17T21:37:14.755Z" },- { url = "https://files.pythonhosted.org/packages/05/40/fa899f32de483500fbc78befd378fd7afba4270f17db707d1a78c0a4ddc3/tokenizers-0.19.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9620b78e0b2d52ef07b0d428323fb34e8ea1219c5eac98c2596311f20f1f9266", size = 3566541, upload-time = "2024-04-17T21:37:17.067Z" },- { url = "https://files.pythonhosted.org/packages/67/14/e7da32ae5fb4971830f1ef335932fae3fa57e76b537e852f146c850aefdf/tokenizers-0.19.1-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:04ce49e82d100594715ac1b2ce87d1a36e61891a91de774755f743babcd0dd52", size = 3430792, upload-time = "2024-04-17T21:37:19.055Z" },- { url = "https://files.pythonhosted.org/packages/f2/4b/aae61bdb6ab584d2612170801703982ee0e35f8b6adacbeefe5a3b277621/tokenizers-0.19.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c5c2ff13d157afe413bf7e25789879dd463e5a4abfb529a2d8f8473d8042e28f", size = 3962812, upload-time = "2024-04-17T21:37:21.008Z" },- { url = "https://files.pythonhosted.org/packages/0a/b6/f7b7ef89c4da7b20256e6eab23d3835f05d1ca8f451d31c16cbfe3cd9eb6/tokenizers-0.19.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3174c76efd9d08f836bfccaca7cfec3f4d1c0a4cf3acbc7236ad577cc423c840", size = 4024688, upload-time = "2024-04-17T21:37:23.659Z" },- { url = "https://files.pythonhosted.org/packages/80/54/12047a69f5b382d7ee72044dc89151a2dd0d13b2c9bdcc22654883704d31/tokenizers-0.19.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7c9d5b6c0e7a1e979bec10ff960fae925e947aab95619a6fdb4c1d8ff3708ce3", size = 3610961, upload-time = "2024-04-17T21:37:26.234Z" },- { url = "https://files.pythonhosted.org/packages/52/b7/1e8a913d18ac28feeda42d4d2d51781874398fb59cd1c1e2653a4b5742ed/tokenizers-0.19.1-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:a179856d1caee06577220ebcfa332af046d576fb73454b8f4d4b0ba8324423ea", size = 9631367, upload-time = "2024-04-17T21:37:28.752Z" },- { url = "https://files.pythonhosted.org/packages/ac/3d/2284f6d99f8f21d09352b88b8cfefa24ab88468d962aeb0aa15c20d76b32/tokenizers-0.19.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:952b80dac1a6492170f8c2429bd11fcaa14377e097d12a1dbe0ef2fb2241e16c", size = 9950121, upload-time = "2024-04-17T21:37:31.741Z" },- { url = "https://files.pythonhosted.org/packages/2a/94/ec3369dbc9b7200c14c8c7a1a04c78b7a7398d0c001e1b7d1ffe30eb93a0/tokenizers-0.19.1-cp312-none-win32.whl", hash = "sha256:01d62812454c188306755c94755465505836fd616f75067abcae529c35edeb57", size = 2044069, upload-time = "2024-04-17T21:37:35.672Z" },- { url = "https://files.pythonhosted.org/packages/0c/97/80bff6937e0c67d30c0facacd4f0bcf4254e581aa4995c73cef8c8640e56/tokenizers-0.19.1-cp312-none-win_amd64.whl", hash = "sha256:b70bfbe3a82d3e3fb2a5e9b22a39f8d1740c96c68b6ace0086b39074f08ab89a", size = 2214527, upload-time = "2024-04-17T21:37:39.19Z" },- { url = "https://files.pythonhosted.org/packages/cf/7b/38fb7207cde3d1dc5272411cd18178e6437cdc1ef08cac5d0e8cfd57f38c/tokenizers-0.19.1-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:3b11853f17b54c2fe47742c56d8a33bf49ce31caf531e87ac0d7d13d327c9334", size = 2532668, upload-time = "2024-04-17T21:39:15.866Z" },- { url = "https://files.pythonhosted.org/packages/1d/0d/2c452fe17fc17f0cdb713acb811eebb1f714b8c21d497c4672af4f491229/tokenizers-0.19.1-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:d26194ef6c13302f446d39972aaa36a1dda6450bc8949f5eb4c27f51191375bd", size = 2438321, upload-time = "2024-04-17T21:39:17.887Z" },- { url = "https://files.pythonhosted.org/packages/19/e0/f9e915d028b45798723eab59c253da28040aa66b9f31dcb7cfc3be88fa37/tokenizers-0.19.1-pp310-pypy310_pp73-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:e8d1ed93beda54bbd6131a2cb363a576eac746d5c26ba5b7556bc6f964425594", size = 3682304, upload-time = "2024-04-17T21:39:20.388Z" },- { url = "https://files.pythonhosted.org/packages/ce/2b/db8a94608c392752681c2ca312487b7cd5bcc4f77e24a90daa4916138271/tokenizers-0.19.1-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ca407133536f19bdec44b3da117ef0d12e43f6d4b56ac4c765f37eca501c7bda", size = 3566208, upload-time = "2024-04-17T21:39:23.122Z" },- { url = "https://files.pythonhosted.org/packages/d8/58/2e998462677c4c0eb5123ce386bcb488a155664d273d0283122866515f09/tokenizers-0.19.1-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ce05fde79d2bc2e46ac08aacbc142bead21614d937aac950be88dc79f9db9022", size = 3605791, upload-time = "2024-04-17T21:39:26.195Z" },- { url = "https://files.pythonhosted.org/packages/83/ac/26bc2e2bb2a054dc2e51699628936f5474e093b68da6ccdde04b2fc39ab8/tokenizers-0.19.1-pp310-pypy310_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:35583cd46d16f07c054efd18b5d46af4a2f070a2dd0a47914e66f3ff5efb2b1e", size = 9632867, upload-time = "2024-04-17T21:39:28.637Z" },- { url = "https://files.pythonhosted.org/packages/45/b6/36c1bb106bbe96012c9367df89ed01599cada036c0b96d38fbbdbeb75c9f/tokenizers-0.19.1-pp310-pypy310_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:43350270bfc16b06ad3f6f07eab21f089adb835544417afda0f83256a8bf8b75", size = 9945103, upload-time = "2024-04-17T21:39:32.522Z" },+sdist = { url = "https://files.pythonhosted.org/packages/73/6f/f80cfef4a312e1fb34baf7d85c72d4411afde10978d4657f8cdd811d3ccc/tokenizers-0.22.2.tar.gz", hash = "sha256:473b83b915e547aa366d1eee11806deaf419e17be16310ac0a14077f1e28f917", size = 372115, upload-time = "2026-01-05T10:45:15.988Z" }+wheels = [+ { url = "https://files.pythonhosted.org/packages/92/97/5dbfabf04c7e348e655e907ed27913e03db0923abb5dfdd120d7b25630e1/tokenizers-0.22.2-cp39-abi3-macosx_10_12_x86_64.whl", hash = "sha256:544dd704ae7238755d790de45ba8da072e9af3eea688f698b137915ae959281c", size = 3100275, upload-time = "2026-01-05T10:41:02.158Z" },+ { url = "https://files.pythonhosted.org/packages/2e/47/174dca0502ef88b28f1c9e06b73ce33500eedfac7a7692108aec220464e7/tokenizers-0.22.2-cp39-abi3-macosx_11_0_arm64.whl", hash = "sha256:1e418a55456beedca4621dbab65a318981467a2b188e982a23e117f115ce5001", size = 2981472, upload-time = "2026-01-05T10:41:00.276Z" },+ { url = "https://files.pythonhosted.org/packages/d6/84/7990e799f1309a8b87af6b948f31edaa12a3ed22d11b352eaf4f4b2e5753/tokenizers-0.22.2-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2249487018adec45d6e3554c71d46eb39fa8ea67156c640f7513eb26f318cec7", size = 3290736, upload-time = "2026-01-05T10:40:32.165Z" },+ { url = "https://files.pythonhosted.org/packages/78/59/09d0d9ba94dcd5f4f1368d4858d24546b4bdc0231c2354aa31d6199f0399/tokenizers-0.22.2-cp39-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:25b85325d0815e86e0bac263506dd114578953b7b53d7de09a6485e4a160a7dd", size = 3168835, upload-time = "2026-01-05T10:40:38.847Z" },+ { url = "https://files.pythonhosted.org/packages/47/50/b3ebb4243e7160bda8d34b731e54dd8ab8b133e50775872e7a434e524c28/tokenizers-0.22.2-cp39-abi3-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:bfb88f22a209ff7b40a576d5324bf8286b519d7358663db21d6246fb17eea2d5", size = 3521673, upload-time = "2026-01-05T10:40:56.614Z" },+ { url = "https://files.pythonhosted.org/packages/e0/fa/89f4cb9e08df770b57adb96f8cbb7e22695a4cb6c2bd5f0c4f0ebcf33b66/tokenizers-0.22.2-cp39-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1c774b1276f71e1ef716e5486f21e76333464f47bece56bbd554485982a9e03e", size = 3724818, upload-time = "2026-01-05T10:40:44.507Z" },+ { url = "https://files.pythonhosted.org/packages/64/04/ca2363f0bfbe3b3d36e95bf67e56a4c88c8e3362b658e616d1ac185d47f2/tokenizers-0.22.2-cp39-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:df6c4265b289083bf710dff49bc51ef252f9d5be33a45ee2bed151114a56207b", size = 3379195, upload-time = "2026-01-05T10:40:51.139Z" },+ { url = "https://files.pythonhosted.org/packages/2e/76/932be4b50ef6ccedf9d3c6639b056a967a86258c6d9200643f01269211ca/tokenizers-0.22.2-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:369cc9fc8cc10cb24143873a0d95438bb8ee257bb80c71989e3ee290e8d72c67", size = 3274982, upload-time = "2026-01-05T10:40:58.331Z" },+ { url = "https://files.pythonhosted.org/packages/1d/28/5f9f5a4cc211b69e89420980e483831bcc29dade307955cc9dc858a40f01/tokenizers-0.22.2-cp39-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:29c30b83d8dcd061078b05ae0cb94d3c710555fbb44861139f9f83dcca3dc3e4", size = 9478245, upload-time = "2026-01-05T10:41:04.053Z" },+ { url = "https://files.pythonhosted.org/packages/6c/fb/66e2da4704d6aadebf8cb39f1d6d1957df667ab24cff2326b77cda0dcb85/tokenizers-0.22.2-cp39-abi3-musllinux_1_2_armv7l.whl", hash = "sha256:37ae80a28c1d3265bb1f22464c856bd23c02a05bb211e56d0c5301a435be6c1a", size = 9560069, upload-time = "2026-01-05T10:45:10.673Z" },+ { url = "https://files.pythonhosted.org/packages/16/04/fed398b05caa87ce9b1a1bb5166645e38196081b225059a6edaff6440fac/tokenizers-0.22.2-cp39-abi3-musllinux_1_2_i686.whl", hash = "sha256:791135ee325f2336f498590eb2f11dc5c295232f288e75c99a36c5dbce63088a", size = 9899263, upload-time = "2026-01-05T10:45:12.559Z" },+ { url = "https://files.pythonhosted.org/packages/05/a1/d62dfe7376beaaf1394917e0f8e93ee5f67fea8fcf4107501db35996586b/tokenizers-0.22.2-cp39-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:38337540fbbddff8e999d59970f3c6f35a82de10053206a7562f1ea02d046fa5", size = 10033429, upload-time = "2026-01-05T10:45:14.333Z" },+ { url = "https://files.pythonhosted.org/packages/fd/18/a545c4ea42af3df6effd7d13d250ba77a0a86fb20393143bbb9a92e434d4/tokenizers-0.22.2-cp39-abi3-win32.whl", hash = "sha256:a6bf3f88c554a2b653af81f3204491c818ae2ac6fbc09e76ef4773351292bc92", size = 2502363, upload-time = "2026-01-05T10:45:20.593Z" },+ { url = "https://files.pythonhosted.org/packages/65/71/0670843133a43d43070abeb1949abfdef12a86d490bea9cd9e18e37c5ff7/tokenizers-0.22.2-cp39-abi3-win_amd64.whl", hash = "sha256:c9ea31edff2968b44a88f97d784c2f16dc0729b8b143ed004699ebca91f05c48", size = 2747786, upload-time = "2026-01-05T10:45:18.411Z" },+ { url = "https://files.pythonhosted.org/packages/72/f4/0de46cfa12cdcbcd464cc59fde36912af405696f687e53a091fb432f694c/tokenizers-0.22.2-cp39-abi3-win_arm64.whl", hash = "sha256:9ce725d22864a1e965217204946f830c37876eee3b2ba6fc6255e8e903d5fcbc", size = 2612133, upload-time = "2026-01-05T10:45:17.232Z" },+ { url = "https://files.pythonhosted.org/packages/84/04/655b79dbcc9b3ac5f1479f18e931a344af67e5b7d3b251d2dcdcd7558592/tokenizers-0.22.2-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:753d47ebd4542742ef9261d9da92cd545b2cacbb48349a1225466745bb866ec4", size = 3282301, upload-time = "2026-01-05T10:40:34.858Z" },+ { url = "https://files.pythonhosted.org/packages/46/cd/e4851401f3d8f6f45d8480262ab6a5c8cb9c4302a790a35aa14eeed6d2fd/tokenizers-0.22.2-pp310-pypy310_pp73-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:e10bf9113d209be7cd046d40fbabbaf3278ff6d18eb4da4c500443185dc1896c", size = 3161308, upload-time = "2026-01-05T10:40:40.737Z" },+ { url = "https://files.pythonhosted.org/packages/6f/6e/55553992a89982cd12d4a66dddb5e02126c58677ea3931efcbe601d419db/tokenizers-0.22.2-pp310-pypy310_pp73-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:64d94e84f6660764e64e7e0b22baa72f6cd942279fdbb21d46abd70d179f0195", size = 3718964, upload-time = "2026-01-05T10:40:46.56Z" },+ { url = "https://files.pythonhosted.org/packages/59/8c/b1c87148aa15e099243ec9f0cf9d0e970cc2234c3257d558c25a2c5304e6/tokenizers-0.22.2-pp310-pypy310_pp73-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f01a9c019878532f98927d2bacb79bbb404b43d3437455522a00a30718cdedb5", size = 3373542, upload-time = "2026-01-05T10:40:52.803Z" },][[package]]@@ -5144,7 +5124,7 @@ wheels = [[[package]]name = "transformers"-version = "4.42.4"+version = "4.57.6"source = { registry = "https://pypi.org/simple" }dependencies = [{ name = "filelock" },@@ -5158,9 +5138,9 @@ dependencies = [{ name = "tokenizers" },{ name = "tqdm" },]-sdist = { url = "https://files.pythonhosted.org/packages/84/eb/259afff0df9ece338dc224007bbe7dd6c9aae8e26957dc4033a3ec857588/transformers-4.42.4.tar.gz", hash = "sha256:f956e25e24df851f650cb2c158b6f4352dfae9d702f04c113ed24fc36ce7ae2d", size = 8054872, upload-time = "2024-07-11T17:09:40.505Z" }+sdist = { url = "https://files.pythonhosted.org/packages/c4/35/67252acc1b929dc88b6602e8c4a982e64f31e733b804c14bc24b47da35e6/transformers-4.57.6.tar.gz", hash = "sha256:55e44126ece9dc0a291521b7e5492b572e6ef2766338a610b9ab5afbb70689d3", size = 10134912, upload-time = "2026-01-16T10:38:39.284Z" }wheels = [- { url = "https://files.pythonhosted.org/packages/6a/dc/23c26b7b0bce5aaccf2b767db3e9c4f5ae4331bd47688c1f2ef091b23696/transformers-4.42.4-py3-none-any.whl", hash = "sha256:6d59061392d0f1da312af29c962df9017ff3c0108c681a56d1bc981004d16d24", size = 9337817, upload-time = "2024-07-11T17:09:33.96Z" },+ { url = "https://files.pythonhosted.org/packages/03/b8/e484ef633af3887baeeb4b6ad12743363af7cce68ae51e938e00aaa0529d/transformers-4.57.6-py3-none-any.whl", hash = "sha256:4c9e9de11333ddfe5114bc872c9f370509198acf0b87a832a0ab9458e2bd0550", size = 11993498, upload-time = "2026-01-16T10:38:31.289Z" },][[package]]