A fast, helpful, and open-source document parser
update dataset evals
Logan Markewichce77caa3542a
diff --git a/dataset_eval_utils/src/liteparse_eval/providers/parsers/liteparse.py b/dataset_eval_utils/src/liteparse_eval/providers/parsers/liteparse.pyindex a56180e..e55812e 100644--- a/dataset_eval_utils/src/liteparse_eval/providers/parsers/liteparse.py+++ b/dataset_eval_utils/src/liteparse_eval/providers/parsers/liteparse.py@@ -20,10 +20,7 @@ class LiteparseProvider(ParserProvider):ocr_language: str = "en",max_pages: int = 1000,dpi: int = 150,- precise_bounding_box: bool = True,- skip_diagonal_text: bool = False,preserve_very_small_text: bool = False,- cli_path: Optional[str] = None,):"""Initialize the liteparse provider.@@ -34,32 +31,19 @@ class LiteparseProvider(ParserProvider):ocr_language: Language code for OCR (e.g., "en", "fr", "de")max_pages: Maximum number of pages to parsedpi: DPI for rendering (affects OCR quality)- precise_bounding_box: Whether to compute precise bounding boxes- skip_diagonal_text: Whether to skip diagonal textpreserve_very_small_text: Whether to preserve very small textcli_path: Custom path to liteparse CLI (auto-detected if not provided)"""- self.parser = LiteParse(cli_path=cli_path)- self.ocr_enabled = ocr_enabled- self.ocr_server_url = ocr_server_url- self.ocr_language = ocr_language- self.max_pages = max_pages- self.dpi = dpi- self.precise_bounding_box = precise_bounding_box- self.skip_diagonal_text = skip_diagonal_text- self.preserve_very_small_text = preserve_very_small_text+ self.parser = LiteParse(+ ocr_enabled=ocr_enabled,+ ocr_server_url=ocr_server_url,+ ocr_language=ocr_language,+ max_pages=max_pages,+ dpi=dpi,+ preserve_very_small_text=preserve_very_small_text,+ )def extract_text(self, file_path: Path) -> str:"""Extract text from a document using liteparse."""- result = self.parser.parse(- file_path,- ocr_enabled=self.ocr_enabled,- ocr_server_url=self.ocr_server_url,- ocr_language=self.ocr_language,- max_pages=self.max_pages,- dpi=self.dpi,- precise_bounding_box=self.precise_bounding_box,- skip_diagonal_text=self.skip_diagonal_text,- preserve_very_small_text=self.preserve_very_small_text,- )+ result = self.parser.parse(file_path)return result.text