Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.
Python agent-contextagent-memoryagent-pluginsagentic-ragcontext-databasedsh-pluginknowledge-basememorymemory-managementself-evolvingvector-database
fix(parser): adapt AnyDoc 0.2 document model (#4509)
bot-of-qin-ctx1c954ea90193
diff --git a/openviking/parse/parsers/anydoc_renderer.py b/openviking/parse/parsers/anydoc_renderer.pyindex 0e5017461..930d9358a 100644--- a/openviking/parse/parsers/anydoc_renderer.py+++ b/openviking/parse/parsers/anydoc_renderer.py@@ -138,6 +138,9 @@ class _AnyDocMarkdownRenderer:return f"{fence}{block.lang or ''}\n{body}\n{fence}"if kind == "rule":return "---"+ if kind == "math":+ source = self._escape_math_source(block.text or "", context=None)+ return f"$$\n{source}\n$$" if source else ""raise RuntimeError(f"Unsupported AnyDoc block kind: {kind}")def _render_inlines(@@ -165,7 +168,16 @@ class _AnyDocMarkdownRenderer:))continue- parts.append(self._render_inline(inline, context=context, in_label=in_label))+ rendered = self._render_inline(inline, context=context, in_label=in_label)+ if _kind(inline) == "checkbox" and index + 1 < len(normalized):+ next_inline = normalized[index + 1]+ starts_with_space = (+ isinstance(next_inline, _TextRun)+ and next_inline.text[0].isspace()+ ) or _kind(next_inline) == "line_break"+ if not starts_with_space:+ rendered += " "+ parts.append(rendered)return "".join(parts)def _render_inline(self, inline: Any, *, context: str, in_label: bool) -> str:@@ -182,6 +194,11 @@ class _AnyDocMarkdownRenderer:return f"[^{number}]" if number is not None else ""if kind == "line_break":return "\\\n" if context == "block" else "\n" if context == "table_cell" else " "+ if kind == "math":+ source = self._escape_math_source(inline.text or "", context=context)+ return f"${source}$" if source else ""+ if kind == "checkbox":+ return "[x]" if inline.checked is True else "[ ]"raise RuntimeError(f"Unsupported AnyDoc inline kind: {kind}")def _normalize_inlines(self, inlines: Iterable[Any]) -> list[Any]:@@ -369,13 +386,12 @@ class _AnyDocMarkdownRenderer:for index, item in enumerate(list_model.items):ordinal = int(list_model.start) + indexmarker = self._list_marker(list_model, item, ordinal)- checkbox = "[x] " if item.checked is True else "[ ] " if item.checked is False else ""body = self._render_blocks(item.blocks)if len(item.blocks) > 1:loose = Truelines = body.splitlines() or [""]indent = " " * len(marker)- rendered = f"{marker}{checkbox}{lines[0]}"+ rendered = f"{marker}{lines[0]}"for line in lines[1:]:if not line:loose = True@@ -721,6 +737,23 @@ class _AnyDocMarkdownRenderer:longest = max((len(run) for run in re.findall(r"`+", text)), default=0)return "`" * max(longest + 1, minimum)+ @staticmethod+ def _escape_math_source(text: str, *, context: str | None) -> str:+ source = text.strip()+ if context is not None:+ source = source.replace("\n", " ")++ escaped: list[str] = []+ backslashes = 0+ for char in source:+ if char == "$" and backslashes % 2 == 0:+ escaped.append("\\")+ if char == "|" and context == "table_cell" and backslashes % 2 == 0:+ escaped.append("\\")+ escaped.append(char)+ backslashes = backslashes + 1 if char == "\\" else 0+ return "".join(escaped)+@staticmethoddef _escape_text(text: str,diff --git a/pyproject.toml b/pyproject.tomlindex 8556e0e11..6c20a8de9 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -43,7 +43,7 @@ dependencies = ["openai>=1.0.0","requests>=2.33.0","charset-normalizer>=3.4,<4",- "firecrawl-anydoc>=0.1.8",+ "firecrawl-anydoc>=0.2.4,<0.3","json-repair>=0.25.0","apscheduler>=3.11.0","volcengine>=1.0.216",diff --git a/uv.lock b/uv.lockindex fd5c3ac62..911db2aaf 100644--- a/uv.lock+++ b/uv.lock@@ -1345,17 +1345,17 @@ wheels = [[[package]]name = "firecrawl-anydoc"-version = "0.1.9"+version = "0.2.4"source = { registry = "https://pypi.org/simple" }-sdist = { url = "https://files.pythonhosted.org/packages/aa/16/e37d4f284482a4f30e0502ce439a9fd8ccf013e6ae4438b4dfa209e48750/firecrawl_anydoc-0.1.9.tar.gz", hash = "sha256:0dfc64b82b4e971143dd6f0e4f39f8152fcc38be6523663682a241d8f3301b14", size = 197914, upload-time = "2026-08-13T21:48:27.989Z" }+sdist = { url = "https://files.pythonhosted.org/packages/35/54/ee43b1661a954e53eaed85878a7ccc37ed73e02e6577bb26437ec5f9de94/firecrawl_anydoc-0.2.4.tar.gz", hash = "sha256:3e29460272fea81cde08fd5af11f6b0f1ff05919214ddc939867f72362c83032", size = 270706, upload-time = "2026-08-27T19:13:58.156Z" }wheels = [- { url = "https://files.pythonhosted.org/packages/42/37/866bf6270ad8552eaf6edf3b8e1a360acf3e8764140641361ae7b440514e/firecrawl_anydoc-0.1.9-cp310-abi3-macosx_10_12_x86_64.whl", hash = "sha256:ebd956831822d3ea1831253406736e0e4d9b217e3471eb68c9bf2eba9302ce73", size = 3469321, upload-time = "2026-08-13T21:48:16.775Z" },- { url = "https://files.pythonhosted.org/packages/b1/9a/8fbe0726cdf69154e1eb05c119332b1fdfd8200eeafcfd1675741ac5f03d/firecrawl_anydoc-0.1.9-cp310-abi3-macosx_11_0_arm64.whl", hash = "sha256:a2372d97826e8e7e68fd28cd415d08815f6aa66dcc09c6b423ac33dd2dfa91cf", size = 3287520, upload-time = "2026-08-13T21:48:18.37Z" },- { url = "https://files.pythonhosted.org/packages/b0/ce/86a626224c365d8de65699d6ac8f4626ac05e7e75c3ae76c82f4904a07d2/firecrawl_anydoc-0.1.9-cp310-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ba1c19bdaa97f4850daf3fb4ca2855cefa146b5621ce7b22a71d158d3b84e54e", size = 3331094, upload-time = "2026-08-13T21:48:19.961Z" },- { url = "https://files.pythonhosted.org/packages/0e/28/00d1d48fe205ab66eda4a2a22cce44aadf586ef1495e703349b791c8de32/firecrawl_anydoc-0.1.9-cp310-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:deea7a270fccda9be29c73235e938ca32e0f703e1ae120f08bf0fdb39301c6b4", size = 3555945, upload-time = "2026-08-13T21:48:21.822Z" },- { url = "https://files.pythonhosted.org/packages/c8/25/ac52d98c5d082ef92396b2fcb398745a3b054816c67a12d19de86c1ba535/firecrawl_anydoc-0.1.9-cp310-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:de0858decd18188b0b88545689544fb3703ec08ade37f63c2857e4414e99bdf1", size = 3510861, upload-time = "2026-08-13T21:48:23.369Z" },- { url = "https://files.pythonhosted.org/packages/ca/d3/e80314b5746c4ca85150f3ab2a527b2167012c16e706e148733211cb88b3/firecrawl_anydoc-0.1.9-cp310-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:e4e1765ed5574fa502931f8bfaec1f87af913afa5bb432aaaf5f9c094efc7f43", size = 3797896, upload-time = "2026-08-13T21:48:25.061Z" },- { url = "https://files.pythonhosted.org/packages/8e/d0/e7b35c2365498d5e9f1bdb4b3ded78571b6dafbaba1880538490d27b71c9/firecrawl_anydoc-0.1.9-cp310-abi3-win_amd64.whl", hash = "sha256:aa6a5ca2e10939a87c9bd21c918ef8b146ad0061fedae661d4483ef5a5bbdf60", size = 3642084, upload-time = "2026-08-13T21:48:26.702Z" },+ { url = "https://files.pythonhosted.org/packages/25/f1/5616b8d703b2bf5688eda86ede4b35620356d9c60346fe2d3efbec2a872d/firecrawl_anydoc-0.2.4-cp310-abi3-macosx_10_12_x86_64.whl", hash = "sha256:e3745a8b108d6575beafd37bcefe52e3f6c7ab44138e05cbdf4c6adf63caba84", size = 3441281, upload-time = "2026-08-27T19:13:43.408Z" },+ { url = "https://files.pythonhosted.org/packages/59/7d/4b2a466c8953af3b9d94471081b04ce8636680111402d2140105f98c02e5/firecrawl_anydoc-0.2.4-cp310-abi3-macosx_11_0_arm64.whl", hash = "sha256:b2a01eecaa0b99f99ff6749a098f8c7a5250d41db9c53673eb93536ad575bfed", size = 3262365, upload-time = "2026-08-27T19:13:46.362Z" },+ { url = "https://files.pythonhosted.org/packages/77/b5/5784fc514f58ca19328faee701d2cc2e25961389c2d4908b2a51a1071ee4/firecrawl_anydoc-0.2.4-cp310-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:17720ba093820654162891d7995fd2dbae948b16fe1c174ba799bddfc0b92ad6", size = 3265363, upload-time = "2026-08-27T19:13:48.425Z" },+ { url = "https://files.pythonhosted.org/packages/fc/16/feeca9705bfdb237f1cb69ede0b373b144c0d51df4297e595a74b815557e/firecrawl_anydoc-0.2.4-cp310-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0e5aed01bf6d4e5c588d3363888293f2ceeb9feb00449a32e0ba993797cf0bd3", size = 3506751, upload-time = "2026-08-27T19:13:50.372Z" },+ { url = "https://files.pythonhosted.org/packages/14/28/b4d0d3c5345cdd65c0b9113c6e6ff1b717fe360dccb658db2a9952315f9c/firecrawl_anydoc-0.2.4-cp310-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:dd162b5eb64478fcf02f53abe7765e26f4350ba657f36c25f055c4cc3dbade0a", size = 3443075, upload-time = "2026-08-27T19:13:52.417Z" },+ { url = "https://files.pythonhosted.org/packages/cb/29/50c52b0ea5dd645aea6d195da913c8d9e136601eec465bd9a590edd250c7/firecrawl_anydoc-0.2.4-cp310-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:e57c79093c1592929dd8dfaf6c60b49eefe631721d96fb833c3f465472b37b9f", size = 3742860, upload-time = "2026-08-27T19:13:54.474Z" },+ { url = "https://files.pythonhosted.org/packages/65/34/6d54fed906055e5507dd94efd63f4a05021f103dc684ea62a3b0876b7595/firecrawl_anydoc-0.2.4-cp310-abi3-win_amd64.whl", hash = "sha256:7c9ffc81946e6954c124560ed1d395e0103a1a08fdc0f6be382e2f35daf6dbc9", size = 3583555, upload-time = "2026-08-27T19:13:56.698Z" },][[package]]@@ -3793,7 +3793,7 @@ requires-dist = [{ name = "dingtalk-stream", marker = "extra == 'bot'", specifier = ">=0.4.0" },{ name = "fastapi", specifier = ">=0.128.0" },{ name = "feedparser", specifier = ">=6.0.0" },- { name = "firecrawl-anydoc", specifier = ">=0.1.8" },+ { name = "firecrawl-anydoc", specifier = ">=0.2.4,<0.3" },{ name = "fusepy", marker = "extra == 'bot'", specifier = ">=3.0.1" },{ name = "google-genai", marker = "extra == 'gemini'", specifier = ">=1.0.0" },{ name = "google-genai", marker = "extra == 'gemini-async'", specifier = ">=1.0.0" },