A fast, helpful, and open-source document parser
ocr: normalize PaddleOCR language aliases
Co-Messiba4d6d448a36
diff --git a/ocr/paddleocr/server.py b/ocr/paddleocr/server.pyindex acbda14..382216a 100644--- a/ocr/paddleocr/server.py+++ b/ocr/paddleocr/server.py@@ -30,6 +30,20 @@ class PaddleOCRServer:)self.current_language: str = "en"+ @staticmethod+ def normalize_language(language: str) -> str:+ normalized = language.lower()+ aliases = {+ "zh": "ch",+ "zh-cn": "ch",+ "zh-hans": "ch",+ "zh-tw": "chinese_cht",+ "zh-hant": "chinese_cht",+ "ja": "japan",+ "ko": "korean",+ }+ return aliases.get(normalized, normalized)+def _create_ocr_server(self,) -> FastAPI:@@ -40,7 +54,7 @@ class PaddleOCRServer:file: UploadFile = File(...), language: str = Form(default="en")) -> OcrResponse:# Get language from request- language = language.lower()+ language = self.normalize_language(language)try:# Initialize OCR if needed or language changed@@ -52,7 +66,7 @@ class PaddleOCRServer:use_doc_unwarping=False,use_textline_orientation=True,)- # self.current_language = paddle_lang+ self.current_language = language# Load imagediff --git a/ocr/paddleocr/test_server.py b/ocr/paddleocr/test_server.pyindex 83caf11..9b66794 100644--- a/ocr/paddleocr/test_server.py+++ b/ocr/paddleocr/test_server.py@@ -6,6 +6,7 @@ from fastapi.testclient import TestClientfrom paddleocr import PaddleOCRfrom PIL import Image+import server as paddle_server_modulefrom server import PaddleOCRServer@@ -71,3 +72,35 @@ def test_server_ocr_endpoint(server: PaddleOCRServer) -> None:)assert response.status_code == 200assert response.json().get("results", []) == mock_ocr.transformed_results+++def test_server_normalizes_documented_language_aliases(+ monkeypatch: pytest.MonkeyPatch,+) -> None:+ image = Image.new("RGB", (1, 1), color=(255, 255, 255))+ buffer = io.BytesIO()+ image.save(buffer, format="PNG")+ buffer.seek(0)++ captured_langs: list[str] = []++ class CapturingPaddleOcr(MockPaddleOcr):+ def __init__(self, *args, **kwargs) -> None:+ captured_langs.append(kwargs.get("lang", ""))+ super().__init__(*args, **kwargs)++ monkeypatch.setattr(paddle_server_module, "PaddleOCR", CapturingPaddleOcr)++ server = PaddleOCRServer()+ app = server._create_ocr_server()+ client = TestClient(app)++ response = client.post(+ "/ocr",+ files={"file": ("test.png", buffer, "image/png")},+ data={"language": "zh"},+ )++ assert response.status_code == 200+ assert captured_langs == ["en", "ch"]+ assert server.current_language == "ch"