Skip to content

A fast, helpful, and open-source document parser

ocr: normalize PaddleOCR language aliases

Co-Messiba4d6d448a36
diff --git a/ocr/paddleocr/server.py b/ocr/paddleocr/server.py
index acbda14..382216a 100644
--- a/ocr/paddleocr/server.py
+++ b/ocr/paddleocr/server.py
@@ -30,6 +30,20 @@ class PaddleOCRServer:
)
self.current_language: str = "en"
+ @staticmethod
+ def normalize_language(language: str) -> str:
+ normalized = language.lower()
+ aliases = {
+ "zh": "ch",
+ "zh-cn": "ch",
+ "zh-hans": "ch",
+ "zh-tw": "chinese_cht",
+ "zh-hant": "chinese_cht",
+ "ja": "japan",
+ "ko": "korean",
+ }
+ return aliases.get(normalized, normalized)
+
def _create_ocr_server(
self,
) -> FastAPI:
@@ -40,7 +54,7 @@ class PaddleOCRServer:
file: UploadFile = File(...), language: str = Form(default="en")
) -> OcrResponse:
# Get language from request
- language = language.lower()
+ language = self.normalize_language(language)
try:
# Initialize OCR if needed or language changed
@@ -52,7 +66,7 @@ class PaddleOCRServer:
use_doc_unwarping=False,
use_textline_orientation=True,
)
- # self.current_language = paddle_lang
+ self.current_language = language
# Load image
diff --git a/ocr/paddleocr/test_server.py b/ocr/paddleocr/test_server.py
index 83caf11..9b66794 100644
--- a/ocr/paddleocr/test_server.py
+++ b/ocr/paddleocr/test_server.py
@@ -6,6 +6,7 @@ from fastapi.testclient import TestClient
from paddleocr import PaddleOCR
from PIL import Image
+import server as paddle_server_module
from server import PaddleOCRServer
@@ -71,3 +72,35 @@ def test_server_ocr_endpoint(server: PaddleOCRServer) -> None:
)
assert response.status_code == 200
assert response.json().get("results", []) == mock_ocr.transformed_results
+
+
+def test_server_normalizes_documented_language_aliases(
+ monkeypatch: pytest.MonkeyPatch,
+) -> None:
+ image = Image.new("RGB", (1, 1), color=(255, 255, 255))
+ buffer = io.BytesIO()
+ image.save(buffer, format="PNG")
+ buffer.seek(0)
+
+ captured_langs: list[str] = []
+
+ class CapturingPaddleOcr(MockPaddleOcr):
+ def __init__(self, *args, **kwargs) -> None:
+ captured_langs.append(kwargs.get("lang", ""))
+ super().__init__(*args, **kwargs)
+
+ monkeypatch.setattr(paddle_server_module, "PaddleOCR", CapturingPaddleOcr)
+
+ server = PaddleOCRServer()
+ app = server._create_ocr_server()
+ client = TestClient(app)
+
+ response = client.post(
+ "/ocr",
+ files={"file": ("test.png", buffer, "image/png")},
+ data={"language": "zh"},
+ )
+
+ assert response.status_code == 200
+ assert captured_langs == ["en", "ch"]
+ assert server.current_language == "ch"