Skip to content

A fast, helpful, and open-source document parser

update dataset evals

Logan Markewichce77caa3542a
diff --git a/dataset_eval_utils/src/liteparse_eval/providers/parsers/liteparse.py b/dataset_eval_utils/src/liteparse_eval/providers/parsers/liteparse.py
index a56180e..e55812e 100644
--- a/dataset_eval_utils/src/liteparse_eval/providers/parsers/liteparse.py
+++ b/dataset_eval_utils/src/liteparse_eval/providers/parsers/liteparse.py
@@ -20,10 +20,7 @@ class LiteparseProvider(ParserProvider):
ocr_language: str = "en",
max_pages: int = 1000,
dpi: int = 150,
- precise_bounding_box: bool = True,
- skip_diagonal_text: bool = False,
preserve_very_small_text: bool = False,
- cli_path: Optional[str] = None,
):
"""
Initialize the liteparse provider.
@@ -34,32 +31,19 @@ class LiteparseProvider(ParserProvider):
ocr_language: Language code for OCR (e.g., "en", "fr", "de")
max_pages: Maximum number of pages to parse
dpi: DPI for rendering (affects OCR quality)
- precise_bounding_box: Whether to compute precise bounding boxes
- skip_diagonal_text: Whether to skip diagonal text
preserve_very_small_text: Whether to preserve very small text
cli_path: Custom path to liteparse CLI (auto-detected if not provided)
"""
- self.parser = LiteParse(cli_path=cli_path)
- self.ocr_enabled = ocr_enabled
- self.ocr_server_url = ocr_server_url
- self.ocr_language = ocr_language
- self.max_pages = max_pages
- self.dpi = dpi
- self.precise_bounding_box = precise_bounding_box
- self.skip_diagonal_text = skip_diagonal_text
- self.preserve_very_small_text = preserve_very_small_text
+ self.parser = LiteParse(
+ ocr_enabled=ocr_enabled,
+ ocr_server_url=ocr_server_url,
+ ocr_language=ocr_language,
+ max_pages=max_pages,
+ dpi=dpi,
+ preserve_very_small_text=preserve_very_small_text,
+ )
def extract_text(self, file_path: Path) -> str:
"""Extract text from a document using liteparse."""
- result = self.parser.parse(
- file_path,
- ocr_enabled=self.ocr_enabled,
- ocr_server_url=self.ocr_server_url,
- ocr_language=self.ocr_language,
- max_pages=self.max_pages,
- dpi=self.dpi,
- precise_bounding_box=self.precise_bounding_box,
- skip_diagonal_text=self.skip_diagonal_text,
- preserve_very_small_text=self.preserve_very_small_text,
- )
+ result = self.parser.parse(file_path)
return result.text