Skip to content

Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.

fix(parser): adapt AnyDoc 0.2 document model (#4509)

bot-of-qin-ctx1c954ea90193
diff --git a/openviking/parse/parsers/anydoc_renderer.py b/openviking/parse/parsers/anydoc_renderer.py
index 0e5017461..930d9358a 100644
--- a/openviking/parse/parsers/anydoc_renderer.py
+++ b/openviking/parse/parsers/anydoc_renderer.py
@@ -138,6 +138,9 @@ class _AnyDocMarkdownRenderer:
return f"{fence}{block.lang or ''}\n{body}\n{fence}"
if kind == "rule":
return "---"
+ if kind == "math":
+ source = self._escape_math_source(block.text or "", context=None)
+ return f"$$\n{source}\n$$" if source else ""
raise RuntimeError(f"Unsupported AnyDoc block kind: {kind}")
def _render_inlines(
@@ -165,7 +168,16 @@ class _AnyDocMarkdownRenderer:
)
)
continue
- parts.append(self._render_inline(inline, context=context, in_label=in_label))
+ rendered = self._render_inline(inline, context=context, in_label=in_label)
+ if _kind(inline) == "checkbox" and index + 1 < len(normalized):
+ next_inline = normalized[index + 1]
+ starts_with_space = (
+ isinstance(next_inline, _TextRun)
+ and next_inline.text[0].isspace()
+ ) or _kind(next_inline) == "line_break"
+ if not starts_with_space:
+ rendered += " "
+ parts.append(rendered)
return "".join(parts)
def _render_inline(self, inline: Any, *, context: str, in_label: bool) -> str:
@@ -182,6 +194,11 @@ class _AnyDocMarkdownRenderer:
return f"[^{number}]" if number is not None else ""
if kind == "line_break":
return "\\\n" if context == "block" else "\n" if context == "table_cell" else " "
+ if kind == "math":
+ source = self._escape_math_source(inline.text or "", context=context)
+ return f"${source}$" if source else ""
+ if kind == "checkbox":
+ return "[x]" if inline.checked is True else "[ ]"
raise RuntimeError(f"Unsupported AnyDoc inline kind: {kind}")
def _normalize_inlines(self, inlines: Iterable[Any]) -> list[Any]:
@@ -369,13 +386,12 @@ class _AnyDocMarkdownRenderer:
for index, item in enumerate(list_model.items):
ordinal = int(list_model.start) + index
marker = self._list_marker(list_model, item, ordinal)
- checkbox = "[x] " if item.checked is True else "[ ] " if item.checked is False else ""
body = self._render_blocks(item.blocks)
if len(item.blocks) > 1:
loose = True
lines = body.splitlines() or [""]
indent = " " * len(marker)
- rendered = f"{marker}{checkbox}{lines[0]}"
+ rendered = f"{marker}{lines[0]}"
for line in lines[1:]:
if not line:
loose = True
@@ -721,6 +737,23 @@ class _AnyDocMarkdownRenderer:
longest = max((len(run) for run in re.findall(r"`+", text)), default=0)
return "`" * max(longest + 1, minimum)
+ @staticmethod
+ def _escape_math_source(text: str, *, context: str | None) -> str:
+ source = text.strip()
+ if context is not None:
+ source = source.replace("\n", " ")
+
+ escaped: list[str] = []
+ backslashes = 0
+ for char in source:
+ if char == "$" and backslashes % 2 == 0:
+ escaped.append("\\")
+ if char == "|" and context == "table_cell" and backslashes % 2 == 0:
+ escaped.append("\\")
+ escaped.append(char)
+ backslashes = backslashes + 1 if char == "\\" else 0
+ return "".join(escaped)
+
@staticmethod
def _escape_text(
text: str,
diff --git a/pyproject.toml b/pyproject.toml
index 8556e0e11..6c20a8de9 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -43,7 +43,7 @@ dependencies = [
"openai>=1.0.0",
"requests>=2.33.0",
"charset-normalizer>=3.4,<4",
- "firecrawl-anydoc>=0.1.8",
+ "firecrawl-anydoc>=0.2.4,<0.3",
"json-repair>=0.25.0",
"apscheduler>=3.11.0",
"volcengine>=1.0.216",
diff --git a/uv.lock b/uv.lock
index fd5c3ac62..911db2aaf 100644
--- a/uv.lock
+++ b/uv.lock
@@ -1345,17 +1345,17 @@ wheels = [
[[package]]
name = "firecrawl-anydoc"
-version = "0.1.9"
+version = "0.2.4"
source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/aa/16/e37d4f284482a4f30e0502ce439a9fd8ccf013e6ae4438b4dfa209e48750/firecrawl_anydoc-0.1.9.tar.gz", hash = "sha256:0dfc64b82b4e971143dd6f0e4f39f8152fcc38be6523663682a241d8f3301b14", size = 197914, upload-time = "2026-08-13T21:48:27.989Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/35/54/ee43b1661a954e53eaed85878a7ccc37ed73e02e6577bb26437ec5f9de94/firecrawl_anydoc-0.2.4.tar.gz", hash = "sha256:3e29460272fea81cde08fd5af11f6b0f1ff05919214ddc939867f72362c83032", size = 270706, upload-time = "2026-08-27T19:13:58.156Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/42/37/866bf6270ad8552eaf6edf3b8e1a360acf3e8764140641361ae7b440514e/firecrawl_anydoc-0.1.9-cp310-abi3-macosx_10_12_x86_64.whl", hash = "sha256:ebd956831822d3ea1831253406736e0e4d9b217e3471eb68c9bf2eba9302ce73", size = 3469321, upload-time = "2026-08-13T21:48:16.775Z" },
- { url = "https://files.pythonhosted.org/packages/b1/9a/8fbe0726cdf69154e1eb05c119332b1fdfd8200eeafcfd1675741ac5f03d/firecrawl_anydoc-0.1.9-cp310-abi3-macosx_11_0_arm64.whl", hash = "sha256:a2372d97826e8e7e68fd28cd415d08815f6aa66dcc09c6b423ac33dd2dfa91cf", size = 3287520, upload-time = "2026-08-13T21:48:18.37Z" },
- { url = "https://files.pythonhosted.org/packages/b0/ce/86a626224c365d8de65699d6ac8f4626ac05e7e75c3ae76c82f4904a07d2/firecrawl_anydoc-0.1.9-cp310-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ba1c19bdaa97f4850daf3fb4ca2855cefa146b5621ce7b22a71d158d3b84e54e", size = 3331094, upload-time = "2026-08-13T21:48:19.961Z" },
- { url = "https://files.pythonhosted.org/packages/0e/28/00d1d48fe205ab66eda4a2a22cce44aadf586ef1495e703349b791c8de32/firecrawl_anydoc-0.1.9-cp310-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:deea7a270fccda9be29c73235e938ca32e0f703e1ae120f08bf0fdb39301c6b4", size = 3555945, upload-time = "2026-08-13T21:48:21.822Z" },
- { url = "https://files.pythonhosted.org/packages/c8/25/ac52d98c5d082ef92396b2fcb398745a3b054816c67a12d19de86c1ba535/firecrawl_anydoc-0.1.9-cp310-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:de0858decd18188b0b88545689544fb3703ec08ade37f63c2857e4414e99bdf1", size = 3510861, upload-time = "2026-08-13T21:48:23.369Z" },
- { url = "https://files.pythonhosted.org/packages/ca/d3/e80314b5746c4ca85150f3ab2a527b2167012c16e706e148733211cb88b3/firecrawl_anydoc-0.1.9-cp310-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:e4e1765ed5574fa502931f8bfaec1f87af913afa5bb432aaaf5f9c094efc7f43", size = 3797896, upload-time = "2026-08-13T21:48:25.061Z" },
- { url = "https://files.pythonhosted.org/packages/8e/d0/e7b35c2365498d5e9f1bdb4b3ded78571b6dafbaba1880538490d27b71c9/firecrawl_anydoc-0.1.9-cp310-abi3-win_amd64.whl", hash = "sha256:aa6a5ca2e10939a87c9bd21c918ef8b146ad0061fedae661d4483ef5a5bbdf60", size = 3642084, upload-time = "2026-08-13T21:48:26.702Z" },
+ { url = "https://files.pythonhosted.org/packages/25/f1/5616b8d703b2bf5688eda86ede4b35620356d9c60346fe2d3efbec2a872d/firecrawl_anydoc-0.2.4-cp310-abi3-macosx_10_12_x86_64.whl", hash = "sha256:e3745a8b108d6575beafd37bcefe52e3f6c7ab44138e05cbdf4c6adf63caba84", size = 3441281, upload-time = "2026-08-27T19:13:43.408Z" },
+ { url = "https://files.pythonhosted.org/packages/59/7d/4b2a466c8953af3b9d94471081b04ce8636680111402d2140105f98c02e5/firecrawl_anydoc-0.2.4-cp310-abi3-macosx_11_0_arm64.whl", hash = "sha256:b2a01eecaa0b99f99ff6749a098f8c7a5250d41db9c53673eb93536ad575bfed", size = 3262365, upload-time = "2026-08-27T19:13:46.362Z" },
+ { url = "https://files.pythonhosted.org/packages/77/b5/5784fc514f58ca19328faee701d2cc2e25961389c2d4908b2a51a1071ee4/firecrawl_anydoc-0.2.4-cp310-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:17720ba093820654162891d7995fd2dbae948b16fe1c174ba799bddfc0b92ad6", size = 3265363, upload-time = "2026-08-27T19:13:48.425Z" },
+ { url = "https://files.pythonhosted.org/packages/fc/16/feeca9705bfdb237f1cb69ede0b373b144c0d51df4297e595a74b815557e/firecrawl_anydoc-0.2.4-cp310-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0e5aed01bf6d4e5c588d3363888293f2ceeb9feb00449a32e0ba993797cf0bd3", size = 3506751, upload-time = "2026-08-27T19:13:50.372Z" },
+ { url = "https://files.pythonhosted.org/packages/14/28/b4d0d3c5345cdd65c0b9113c6e6ff1b717fe360dccb658db2a9952315f9c/firecrawl_anydoc-0.2.4-cp310-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:dd162b5eb64478fcf02f53abe7765e26f4350ba657f36c25f055c4cc3dbade0a", size = 3443075, upload-time = "2026-08-27T19:13:52.417Z" },
+ { url = "https://files.pythonhosted.org/packages/cb/29/50c52b0ea5dd645aea6d195da913c8d9e136601eec465bd9a590edd250c7/firecrawl_anydoc-0.2.4-cp310-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:e57c79093c1592929dd8dfaf6c60b49eefe631721d96fb833c3f465472b37b9f", size = 3742860, upload-time = "2026-08-27T19:13:54.474Z" },
+ { url = "https://files.pythonhosted.org/packages/65/34/6d54fed906055e5507dd94efd63f4a05021f103dc684ea62a3b0876b7595/firecrawl_anydoc-0.2.4-cp310-abi3-win_amd64.whl", hash = "sha256:7c9ffc81946e6954c124560ed1d395e0103a1a08fdc0f6be382e2f35daf6dbc9", size = 3583555, upload-time = "2026-08-27T19:13:56.698Z" },
]
[[package]]
@@ -3793,7 +3793,7 @@ requires-dist = [
{ name = "dingtalk-stream", marker = "extra == 'bot'", specifier = ">=0.4.0" },
{ name = "fastapi", specifier = ">=0.128.0" },
{ name = "feedparser", specifier = ">=6.0.0" },
- { name = "firecrawl-anydoc", specifier = ">=0.1.8" },
+ { name = "firecrawl-anydoc", specifier = ">=0.2.4,<0.3" },
{ name = "fusepy", marker = "extra == 'bot'", specifier = ">=3.0.1" },
{ name = "google-genai", marker = "extra == 'gemini'", specifier = ">=1.0.0" },
{ name = "google-genai", marker = "extra == 'gemini-async'", specifier = ">=1.0.0" },