https://arxiv.org/abs/2606.28344. The end of web parsing. The beginning of scalable pixel-native search. link: https://pixelrag.ai/
feat(index): default to --wait-network-idle for URL rendering (#96)
Aafaq Rashid2b7ea1a94537
diff --git a/index/src/pixelrag_index/pipelines.py b/index/src/pixelrag_index/pipelines.pyindex 2d51796..e68887a 100644--- a/index/src/pixelrag_index/pipelines.py+++ b/index/src/pixelrag_index/pipelines.py@@ -28,6 +28,10 @@ def build(config: dict, limit: int | None = None, force: bool = False) -> Path:tiles_dir = output / "tiles"embeddings_dir = output / "embeddings"ingest_cfg = config.get("ingest", {})+ # Default to waiting for network idle — most modern pages are JS-rendered+ # SPAs that produce blank/incomplete tiles without this. Users can opt out+ # with `ingest: {wait_network_idle: false}` in their pixelrag.yaml.+ ingest_cfg.setdefault("wait_network_idle", True)embed_cfg = config.get("embed", {})device = embed_cfg.get("device", "cpu")