📄 Awesome OCR multiple programing languages toolkits based on ONNX Runtime, OpenVINO, MNN, PaddlePaddle, TensorRT and PyTorch.
suport torch inference (#320)
Joker121242e4d9d86c9c
diff --git a/.github/workflows/gen_whl_to_pypi_rapidocr_torch.yml b/.github/workflows/gen_whl_to_pypi_rapidocr_torch.ymlnew file mode 100644index 0000000..a4647e5--- /dev/null+++ b/.github/workflows/gen_whl_to_pypi_rapidocr_torch.yml@@ -0,0 +1,105 @@+name: Push rapidocr_torch to pypi++on:+ push:+# branches: [ main ]+# paths:+# - 'python/rapidocr_torch/**'+# - 'python/setup_torch.py'+# - '.github/workflows/gen_whl_to_pypi_rapidocr_torch.yml'+# - 'python/requirements_torch.txt'+ tags:+ - torch_v*++env:+ RESOURCES_URL: https://github.com/Joker1212/RapidOCR/releases/download/v0.0.0/torch_test.zip++jobs:+ UnitTesting:+ runs-on: ubuntu-latest+ steps:+ - name: Pull latest code+ uses: actions/checkout@v4++ - name: Set up Python 3.7+ uses: actions/setup-python@v4+ with:+ python-version: '3.7'+ architecture: 'x64'++ - name: Display Python version+ run: python -c "import sys; print(sys.version)"++ - name: Unit testings+ run: |+ wget $RESOURCES_URL+ ZIP_NAME=${RESOURCES_URL##*/}+ DIR_NAME=${ZIP_NAME%.*}+ unzip $DIR_NAME+ cp $DIR_NAME/resources/models/*.pth python/rapidocr_torch/models/++ cd python+ pip install -r requirements_torch.txt+ pip install pytest wheel get_pypi_latest_version++ cd tests+ pytest test_torch.py++ GenerateWHL_PushPyPi:+ needs: UnitTesting+ runs-on: ubuntu-latest++ steps:+ - uses: actions/checkout@v4++ - name: Set up Python 3.7+ uses: actions/setup-python@v4+ with:+ python-version: '3.7'+ architecture: 'x64'++# - name: Set SSH Environment+# env:+# DEPLOY_KEYS: ${{ secrets.GEN_PYTHON_SDK }}+# run: |+# mkdir -p ~/.ssh/+# echo "$DEPLOY_KEYS" > ~/.ssh/id_rsa+# chmod 600 ~/.ssh/id_rsa+# chmod 700 ~/.ssh && chmod 600 ~/.ssh/*++ - name: Download models+ run: |+ cd python+ wget $RESOURCES_URL+ ZIP_NAME=${RESOURCES_URL##*/}+ DIR_NAME=${ZIP_NAME%.*}+ unzip $ZIP_NAME+ cp $DIR_NAME/resources/models/*.pth rapidocr_torch/models/++ - name: Run setup_torch.py+ run: |+ cd python+ pip install setuptools get_pypi_latest_version wheel+ mkdir rapidocr_torch_t+ mv rapidocr_torch rapidocr_torch_t+ mv rapidocr_torch_t rapidocr_torch+ cd rapidocr_torch+ echo "from .rapidocr_torch.main import RapidOCR, VisRes" > __init__.py++ cd ..+ python -m pip install --upgrade pip+ python setup_torch.py bdist_wheel ${{ github.ref_name }}+ mv dist ../++# - name: Publish distribution 📦 to PyPI+# uses: pypa/[email protected]+# with:+# password: ${{ secrets.PYPI_API_TOKEN }}+# packages_dir: dist/+ - name: Publish distribution 📦 to Test PyPI+ uses: pypa/[email protected]+ with:+ username: TEST_PYPI_API_TOKEN+ password: ${{ secrets.TEST_PYPI_API_TOKEN }}+ repository_url: https://test.pypi.org/legacy/+ packages_dir: dist/diff --git a/python/rapidocr_torch/__init__.py b/python/rapidocr_torch/__init__.pynew file mode 100644index 0000000..c978620--- /dev/null+++ b/python/rapidocr_torch/__init__.py@@ -0,0 +1,5 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+from .main import RapidOCR+from .utils import LoadImageError, VisResdiff --git a/python/rapidocr_torch/arch_config.yaml b/python/rapidocr_torch/arch_config.yamlnew file mode 100644index 0000000..0879157--- /dev/null+++ b/python/rapidocr_torch/arch_config.yaml@@ -0,0 +1,98 @@+ch_ptocr_mobile_v2.0_cls_infer:+ model_type: cls+ algorithm: CLS+ Transform:+ Backbone:+ name: MobileNetV3+ scale: 0.35+ model_name: small+ Neck:+ Head:+ name: ClsHead+ class_dim: 2++ch_PP-OCRv4_det_infer:+ model_type: det+ algorithm: DB+ Transform: null+ Backbone:+ name: PPLCNetV3+ scale: 0.75+ det: True+ Neck:+ name: RSEFPN+ out_channels: 96+ shortcut: True+ Head:+ name: DBHead+ k: 50+++ch_PP-OCRv4_det_server_infer:+ model_type: det+ algorithm: DB+ Transform: null+ Backbone:+ name: PPHGNet_small+ det: True+ Neck:+ name: LKPAN+ out_channels: 256+ intracl: true+ Head:+ name: PFHeadLocal+ k: 50+ mode: "large"+++ch_PP-OCRv4_rec_infer:+ model_type: rec+ algorithm: SVTR_LCNet+ Transform:+ Backbone:+ name: PPLCNetV3+ scale: 0.95+ Head:+ name: MultiHead+ out_channels_list:+ CTCLabelDecode: 6625 #'blank' + ...(6623) + ' '+ head_list:+ - CTCHead:+ Neck:+ name: svtr+ dims: 120+ depth: 2+ hidden_dims: 120+ kernel_size: [ 1, 3 ]+ use_guide: True+ Head:+ fc_decay: 0.00001+ - NRTRHead:+ nrtr_dim: 384+ max_text_length: 25+++ch_PP-OCRv4_rec_server_infer:+ model_type: rec+ algorithm: SVTR_HGNet+ Transform:+ Backbone:+ name: PPHGNet_small+ Head:+ name: MultiHead+ out_channels_list:+ CTCLabelDecode: 6625 #'blank' + ...(6623) + ' '+ head_list:+ - CTCHead:+ Neck:+ name: svtr+ dims: 120+ depth: 2+ hidden_dims: 120+ kernel_size: [ 1, 3 ]+ use_guide: True+ Head:+ fc_decay: 0.00001+ - NRTRHead:+ nrtr_dim: 384+ max_text_length: 25\ No newline at end of filediff --git a/python/rapidocr_torch/cal_rec_boxes/__init__.py b/python/rapidocr_torch/cal_rec_boxes/__init__.pynew file mode 100644index 0000000..5127715--- /dev/null+++ b/python/rapidocr_torch/cal_rec_boxes/__init__.py@@ -0,0 +1,4 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+from .main import CalRecBoxesdiff --git a/python/rapidocr_torch/cal_rec_boxes/main.py b/python/rapidocr_torch/cal_rec_boxes/main.pynew file mode 100644index 0000000..cbc5294--- /dev/null+++ b/python/rapidocr_torch/cal_rec_boxes/main.py@@ -0,0 +1,269 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL / Joker1212+# @Contact: [email protected]+import copy+import math+from typing import Any, List, Optional, Tuple++import cv2+import numpy as np+++class CalRecBoxes:+ """计算识别文字的汉字单字和英文单词的坐标框。代码借鉴自PaddlePaddle/PaddleOCR和fanqie03/char-detection"""++ def __init__(self):+ pass++ def __call__(+ self,+ imgs: Optional[List[np.ndarray]],+ dt_boxes: Optional[List[np.ndarray]],+ rec_res: Optional[List[Any]],+ ):+ res = []+ for img, box, rec_res in zip(imgs, dt_boxes, rec_res):+ direction = self.get_box_direction(box)++ rec_txt, rec_conf, rec_word_info = rec_res[0], rec_res[1], rec_res[2]+ h, w = img.shape[:2]+ img_box = np.array([[0, 0], [w, 0], [w, h], [0, h]])+ word_box_content_list, word_box_list = self.cal_ocr_word_box(+ rec_txt, img_box, rec_word_info+ )+ word_box_list = self.adjust_box_overlap(copy.deepcopy(word_box_list))+ word_box_list = self.reverse_rotate_crop_image(+ copy.deepcopy(box), word_box_list, direction+ )+ res.append([rec_txt, rec_conf, word_box_list, word_box_content_list])+ return res++ @staticmethod+ def get_box_direction(box: np.ndarray) -> str:+ direction = "w"+ img_crop_width = int(+ max(+ np.linalg.norm(box[0] - box[1]),+ np.linalg.norm(box[2] - box[3]),+ )+ )+ img_crop_height = int(+ max(+ np.linalg.norm(box[0] - box[3]),+ np.linalg.norm(box[1] - box[2]),+ )+ )+ if img_crop_height * 1.0 / img_crop_width >= 1.5:+ direction = "h"+ return direction++ @staticmethod+ def cal_ocr_word_box(+ rec_txt: str, box: np.ndarray, rec_word_info: List[Tuple[str, List[int]]]+ ) -> Tuple[List[str], List[List[int]]]:+ """Calculate the detection frame for each word based on the results of recognition and detection of ocr+ 汉字坐标是单字的+ 英语坐标是单词级别的+ """++ col_num, word_list, word_col_list, state_list = rec_word_info+ box = box.tolist()+ bbox_x_start = box[0][0]+ bbox_x_end = box[1][0]+ bbox_y_start = box[0][1]+ bbox_y_end = box[2][1]++ cell_width = (bbox_x_end - bbox_x_start) / col_num+ word_box_list = []+ word_box_content_list = []+ cn_width_list = []+ en_width_list = []+ cn_col_list = []+ en_col_list = []++ def cal_char_width(width_list, word_col_):+ if len(word_col_) == 1:+ return+ char_total_length = (word_col_[-1] - word_col_[0] + 1) * cell_width+ char_width = char_total_length / (len(word_col_) - 1)+ width_list.append(char_width)++ def cal_box(col_list, width_list, word_box_list_):+ if len(col_list) == 0:+ return+ if len(width_list) != 0:+ avg_char_width = np.mean(width_list)+ else:+ avg_char_width = (bbox_x_end - bbox_x_start) / len(rec_txt)++ for center_idx in col_list:+ center_x = (center_idx + 0.5) * cell_width+ cell_x_start = max(int(center_x - avg_char_width / 2), 0) + bbox_x_start+ cell_x_end = (+ min(int(center_x + avg_char_width / 2), bbox_x_end - bbox_x_start)+ + bbox_x_start+ )+ cell = [+ [cell_x_start, bbox_y_start],+ [cell_x_end, bbox_y_start],+ [cell_x_end, bbox_y_end],+ [cell_x_start, bbox_y_end],+ ]+ word_box_list_.append(cell)++ for word, word_col, state in zip(word_list, word_col_list, state_list):+ if state == "cn":+ cal_char_width(cn_width_list, word_col)+ cn_col_list += word_col+ word_box_content_list += word+ else:+ cal_char_width(en_width_list, word_col)+ en_col_list += word_col+ word_box_content_list += word++ cal_box(cn_col_list, cn_width_list, word_box_list)+ cal_box(en_col_list, en_width_list, word_box_list)+ sorted_word_box_list = sorted(word_box_list, key=lambda box: box[0][0])+ return word_box_content_list, sorted_word_box_list++ @staticmethod+ def adjust_box_overlap(+ word_box_list: List[List[List[int]]],+ ) -> List[List[List[int]]]:+ # 调整bbox有重叠的地方+ for i in range(len(word_box_list) - 1):+ cur, nxt = word_box_list[i], word_box_list[i + 1]+ if cur[1][0] > nxt[0][0]: # 有交集+ distance = abs(cur[1][0] - nxt[0][0])+ cur[1][0] -= distance / 2+ cur[2][0] -= distance / 2+ nxt[0][0] += distance / 2+ nxt[3][0] += distance / 2+ return word_box_list++ def reverse_rotate_crop_image(+ self,+ bbox_points: np.ndarray,+ word_points_list: List[List[List[int]]],+ direction: str = "w",+ ) -> List[List[List[int]]]:+ """+ get_rotate_crop_image的逆操作+ img为原图+ part_img为crop后的图+ bbox_points为part_img中对应在原图的bbox, 四个点,左上,右上,右下,左下+ part_points为在part_img中的点[(x, y), (x, y)]+ """+ bbox_points = np.float32(bbox_points)++ left = int(np.min(bbox_points[:, 0]))+ top = int(np.min(bbox_points[:, 1]))+ bbox_points[:, 0] = bbox_points[:, 0] - left+ bbox_points[:, 1] = bbox_points[:, 1] - top++ img_crop_width = int(np.linalg.norm(bbox_points[0] - bbox_points[1]))+ img_crop_height = int(np.linalg.norm(bbox_points[0] - bbox_points[3]))++ pts_std = np.array(+ [+ [0, 0],+ [img_crop_width, 0],+ [img_crop_width, img_crop_height],+ [0, img_crop_height],+ ]+ ).astype(np.float32)+ M = cv2.getPerspectiveTransform(bbox_points, pts_std)+ _, IM = cv2.invert(M)++ new_word_points_list = []+ for word_points in word_points_list:+ new_word_points = []+ for point in word_points:+ new_point = point+ if direction == "h":+ new_point = self.s_rotate(+ math.radians(-90), new_point[0], new_point[1], 0, 0+ )+ new_point[0] = new_point[0] + img_crop_width++ p = np.float32(new_point + [1])+ x, y, z = np.dot(IM, p)+ new_point = [x / z, y / z]++ new_point = [int(new_point[0] + left), int(new_point[1] + top)]+ new_word_points.append(new_point)+ new_word_points = self.order_points(new_word_points)+ new_word_points_list.append(new_word_points)+ return new_word_points_list++ @staticmethod+ def s_rotate(angle, valuex, valuey, pointx, pointy):+ """绕pointx,pointy顺时针旋转+ https://blog.csdn.net/qq_38826019/article/details/84233397+ """+ valuex = np.array(valuex)+ valuey = np.array(valuey)+ sRotatex = (+ (valuex - pointx) * math.cos(angle)+ + (valuey - pointy) * math.sin(angle)+ + pointx+ )+ sRotatey = (+ (valuey - pointy) * math.cos(angle)+ - (valuex - pointx) * math.sin(angle)+ + pointy+ )+ return [sRotatex, sRotatey]++ @staticmethod+ def order_points(box: List[List[int]]) -> List[List[int]]:+ """矩形框顺序排列"""+ box = np.array(box).reshape((-1, 2))+ center_x, center_y = np.mean(box[:, 0]), np.mean(box[:, 1])+ if np.any(box[:, 0] == center_x) and np.any(+ box[:, 1] == center_y+ ): # 有两点横坐标相等,有两点纵坐标相等,菱形+ p1 = box[np.where(box[:, 0] == np.min(box[:, 0]))]+ p2 = box[np.where(box[:, 1] == np.min(box[:, 1]))]+ p3 = box[np.where(box[:, 0] == np.max(box[:, 0]))]+ p4 = box[np.where(box[:, 1] == np.max(box[:, 1]))]+ elif np.all(box[:, 0] == center_x): # 四个点的横坐标都相同+ y_sort = np.argsort(box[:, 1])+ p1 = box[y_sort[0]]+ p2 = box[y_sort[1]]+ p3 = box[y_sort[2]]+ p4 = box[y_sort[3]]+ elif np.any(box[:, 0] == center_x) and np.all(+ box[:, 1] != center_y+ ): # 只有两点横坐标相等,先上下再左右+ p12, p34 = (+ box[np.where(box[:, 1] < center_y)],+ box[np.where(box[:, 1] > center_y)],+ )+ p1, p2 = (+ p12[np.where(p12[:, 0] == np.min(p12[:, 0]))],+ p12[np.where(p12[:, 0] == np.max(p12[:, 0]))],+ )+ p3, p4 = (+ p34[np.where(p34[:, 0] == np.max(p34[:, 0]))],+ p34[np.where(p34[:, 0] == np.min(p34[:, 0]))],+ )+ else: # 只有两点纵坐标相等,或者是没有相等的,先左右再上下+ p14, p23 = (+ box[np.where(box[:, 0] < center_x)],+ box[np.where(box[:, 0] > center_x)],+ )+ p1, p4 = (+ p14[np.where(p14[:, 1] == np.min(p14[:, 1]))],+ p14[np.where(p14[:, 1] == np.max(p14[:, 1]))],+ )+ p2, p3 = (+ p23[np.where(p23[:, 1] == np.min(p23[:, 1]))],+ p23[np.where(p23[:, 1] == np.max(p23[:, 1]))],+ )+ # 解决单字矩形框重叠导致多个相同框的情况+ p1 = p1[:1, :]+ p2 = p2[:1, :]+ p3 = p3[:1, :]+ p4 = p4[:1, :]+ return np.array([p1, p2, p3, p4]).reshape((-1, 2)).tolist()diff --git a/python/rapidocr_torch/ch_ppocr_cls/__init__.py b/python/rapidocr_torch/ch_ppocr_cls/__init__.pynew file mode 100644index 0000000..7fc854c--- /dev/null+++ b/python/rapidocr_torch/ch_ppocr_cls/__init__.py@@ -0,0 +1,4 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+from .text_cls import TextClassifierdiff --git a/python/rapidocr_torch/ch_ppocr_cls/text_cls.py b/python/rapidocr_torch/ch_ppocr_cls/text_cls.pynew file mode 100644index 0000000..6e27ec7--- /dev/null+++ b/python/rapidocr_torch/ch_ppocr_cls/text_cls.py@@ -0,0 +1,114 @@+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.+#+# Licensed under the Apache License, Version 2.0 (the "License");+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an "AS IS" BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+import argparse+import copy+import math+import time+from typing import Any, Dict, List, Tuple, Union++import cv2+import numpy as np+from rapidocr_torch.utils import TorchInferSession, read_yaml+from .utils import ClsPostProcess+++class TextClassifier:+ def __init__(self, config: Dict[str, Any]):+ self.cls_image_shape = config["cls_image_shape"]+ self.cls_batch_num = config["cls_batch_num"]+ self.cls_thresh = config["cls_thresh"]+ self.postprocess_op = ClsPostProcess(config["label_list"])++ self.infer = TorchInferSession(config)++ def __call__(+ self, img_list: Union[np.ndarray, List[np.ndarray]]+ ) -> Tuple[List[np.ndarray], List[List[Union[str, float]]], float]:+ if isinstance(img_list, np.ndarray):+ img_list = [img_list]++ img_list = copy.deepcopy(img_list)++ # Calculate the aspect ratio of all text bars+ width_list = [img.shape[1] / float(img.shape[0]) for img in img_list]++ # Sorting can speed up the cls process+ indices = np.argsort(np.array(width_list))++ img_num = len(img_list)+ cls_res = [["", 0.0]] * img_num+ batch_num = self.cls_batch_num+ elapse = 0+ for beg_img_no in range(0, img_num, batch_num):+ end_img_no = min(img_num, beg_img_no + batch_num)++ norm_img_batch = []+ for ino in range(beg_img_no, end_img_no):+ norm_img = self.resize_norm_img(img_list[indices[ino]])+ norm_img = norm_img[np.newaxis, :]+ norm_img_batch.append(norm_img)+ norm_img_batch = np.concatenate(norm_img_batch).astype(np.float32)++ starttime = time.time()+ # 输出直接为(norm_img_batch,2)+ prob_out = self.infer(norm_img_batch)[0]+ cls_result = self.postprocess_op(prob_out)+ elapse += time.time() - starttime++ for rno, (label, score) in enumerate(cls_result):+ cls_res[indices[beg_img_no + rno]] = [label, score]+ if "180" in label and score > self.cls_thresh:+ img_list[indices[beg_img_no + rno]] = cv2.rotate(+ img_list[indices[beg_img_no + rno]], 1+ )+ return img_list, cls_res, elapse++ def resize_norm_img(self, img: np.ndarray) -> np.ndarray:+ img_c, img_h, img_w = self.cls_image_shape+ h, w = img.shape[:2]+ ratio = w / float(h)+ if math.ceil(img_h * ratio) > img_w:+ resized_w = img_w+ else:+ resized_w = int(math.ceil(img_h * ratio))++ resized_image = cv2.resize(img, (resized_w, img_h))+ resized_image = resized_image.astype("float32")+ if img_c == 1:+ resized_image = resized_image / 255+ resized_image = resized_image[np.newaxis, :]+ else:+ resized_image = resized_image.transpose((2, 0, 1)) / 255++ resized_image -= 0.5+ resized_image /= 0.5+ padding_im = np.zeros((img_c, img_h, img_w), dtype=np.float32)+ padding_im[:, :, :resized_w] = resized_image+ return padding_im+++if __name__ == "__main__":+ parser = argparse.ArgumentParser()+ parser.add_argument("--image_path", type=str, help="image_dir|image_path")+ parser.add_argument("--config_path", type=str, default="config.yaml")+ args = parser.parse_args()++ config = read_yaml(args.config_path)++ text_classifier = TextClassifier(config)++ img = cv2.imread(args.image_path)+ img_list, cls_res, predict_time = text_classifier(img)+ for ino in range(len(img_list)):+ print(f"cls result:{cls_res[ino]}")diff --git a/python/rapidocr_torch/ch_ppocr_cls/utils.py b/python/rapidocr_torch/ch_ppocr_cls/utils.pynew file mode 100644index 0000000..6549fcb--- /dev/null+++ b/python/rapidocr_torch/ch_ppocr_cls/utils.py@@ -0,0 +1,28 @@+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.+#+# Licensed under the Apache License, Version 2.0 (the "License");+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an "AS IS" BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+from typing import List, Tuple++import numpy as np+++class ClsPostProcess:+ def __init__(self, label_list: List[str]):+ self.label_list = label_list++ def __call__(self, preds: np.ndarray) -> List[Tuple[str, float]]:+ pred_idxs = preds.argmax(axis=1)+ decode_out = [+ (self.label_list[idx], preds[i, idx]) for i, idx in enumerate(pred_idxs)+ ]+ return decode_outdiff --git a/python/rapidocr_torch/ch_ppocr_det/__init__.py b/python/rapidocr_torch/ch_ppocr_det/__init__.pynew file mode 100644index 0000000..502f4a3--- /dev/null+++ b/python/rapidocr_torch/ch_ppocr_det/__init__.py@@ -0,0 +1,4 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+from .text_detect import TextDetectordiff --git a/python/rapidocr_torch/ch_ppocr_det/text_detect.py b/python/rapidocr_torch/ch_ppocr_det/text_detect.pynew file mode 100644index 0000000..8086e1d--- /dev/null+++ b/python/rapidocr_torch/ch_ppocr_det/text_detect.py@@ -0,0 +1,108 @@+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.+#+# Licensed under the Apache License, Version 2.0 (the "License");+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an "AS IS" BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+import time+from typing import Any, Dict, Optional, Tuple++import numpy as np+from .utils import DBPostProcess, DetPreProcess+from rapidocr_torch.utils.infer_engine import TorchInferSession+++class TextDetector:+ def __init__(self, config: Dict[str, Any]):+ limit_side_len = config.get("limit_side_len", 736)+ limit_type = config.get("limit_type", "min")+ self.preprocess_op = DetPreProcess(limit_side_len, limit_type)++ post_process = {+ "thresh": config.get("thresh", 0.3),+ "box_thresh": config.get("box_thresh", 0.5),+ "max_candidates": config.get("max_candidates", 1000),+ "unclip_ratio": config.get("unclip_ratio", 1.6),+ "use_dilation": config.get("use_dilation", True),+ "score_mode": config.get("score_mode", "fast"),+ }+ self.postprocess_op = DBPostProcess(**post_process)+ self.infer = TorchInferSession(config)+++ def __call__(self, img: np.ndarray) -> Tuple[Optional[np.ndarray], float]:+ start_time = time.perf_counter()++ if img is None:+ raise ValueError("img is None")++ ori_img_shape = img.shape[0], img.shape[1]+ prepro_img = self.preprocess_op(img)+ if prepro_img is None:+ return None, 0++ preds = self.infer(prepro_img)[0]+ dt_boxes, dt_boxes_scores = self.postprocess_op(preds, ori_img_shape)+ dt_boxes = self.filter_tag_det_res(dt_boxes, ori_img_shape)+ elapse = time.perf_counter() - start_time+ return dt_boxes, elapse++ def filter_tag_det_res(+ self, dt_boxes: np.ndarray, image_shape: Tuple[int, int]+ ) -> np.ndarray:+ img_height, img_width = image_shape+ dt_boxes_new = []+ for box in dt_boxes:+ box = self.order_points_clockwise(box)+ box = self.clip_det_res(box, img_height, img_width)++ rect_width = int(np.linalg.norm(box[0] - box[1]))+ rect_height = int(np.linalg.norm(box[0] - box[3]))+ if rect_width <= 3 or rect_height <= 3:+ continue++ dt_boxes_new.append(box)+ return np.array(dt_boxes_new)++ def order_points_clockwise(self, pts: np.ndarray) -> np.ndarray:+ """+ reference from:+ https://github.com/jrosebr1/imutils/blob/master/imutils/perspective.py+ sort the points based on their x-coordinates+ """+ xSorted = pts[np.argsort(pts[:, 0]), :]++ # grab the left-most and right-most points from the sorted+ # x-roodinate points+ leftMost = xSorted[:2, :]+ rightMost = xSorted[2:, :]++ # now, sort the left-most coordinates according to their+ # y-coordinates so we can grab the top-left and bottom-left+ # points, respectively+ leftMost = leftMost[np.argsort(leftMost[:, 1]), :]+ (tl, bl) = leftMost++ rightMost = rightMost[np.argsort(rightMost[:, 1]), :]+ (tr, br) = rightMost++ rect = np.array([tl, tr, br, bl], dtype="float32")+ return rect++ def clip_det_res(+ self, points: np.ndarray, img_height: int, img_width: int+ ) -> np.ndarray:+ for pno in range(points.shape[0]):+ points[pno, 0] = int(min(max(points[pno, 0], 0), img_width - 1))+ points[pno, 1] = int(min(max(points[pno, 1], 0), img_height - 1))+ return pointsdiff --git a/python/rapidocr_torch/ch_ppocr_det/utils.py b/python/rapidocr_torch/ch_ppocr_det/utils.pynew file mode 100644index 0000000..9f1b881--- /dev/null+++ b/python/rapidocr_torch/ch_ppocr_det/utils.py@@ -0,0 +1,229 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+from typing import List, Optional, Tuple++import cv2+import numpy as np+import pyclipper+from shapely.geometry import Polygon+++class DetPreProcess:+ def __init__(self, limit_side_len: int = 736, limit_type: str = "min"):+ self.mean = np.array([0.5, 0.5, 0.5])+ self.std = np.array([0.5, 0.5, 0.5])+ self.scale = 1 / 255.0++ self.limit_side_len = limit_side_len+ self.limit_type = limit_type++ def __call__(self, img: np.ndarray) -> Optional[np.ndarray]:+ resized_img = self.resize(img)+ if resized_img is None:+ return None++ img = self.normalize(resized_img)+ img = self.permute(img)+ img = np.expand_dims(img, axis=0).astype(np.float32)+ return img++ def normalize(self, img: np.ndarray) -> np.ndarray:+ return (img.astype("float32") * self.scale - self.mean) / self.std++ def permute(self, img: np.ndarray) -> np.ndarray:+ return img.transpose((2, 0, 1))++ def resize(self, img: np.ndarray) -> Optional[np.ndarray]:+ """resize image to a size multiple of 32 which is required by the network"""+ h, w = img.shape[:2]++ if self.limit_type == "max":+ if max(h, w) > self.limit_side_len:+ if h > w:+ ratio = float(self.limit_side_len) / h+ else:+ ratio = float(self.limit_side_len) / w+ else:+ ratio = 1.0+ else:+ if min(h, w) < self.limit_side_len:+ if h < w:+ ratio = float(self.limit_side_len) / h+ else:+ ratio = float(self.limit_side_len) / w+ else:+ ratio = 1.0++ resize_h = int(h * ratio)+ resize_w = int(w * ratio)++ resize_h = int(round(resize_h / 32) * 32)+ resize_w = int(round(resize_w / 32) * 32)++ try:+ if int(resize_w) <= 0 or int(resize_h) <= 0:+ return None+ img = cv2.resize(img, (int(resize_w), int(resize_h)))+ except Exception as exc:+ raise ResizeImgError from exc++ return img+++class ResizeImgError(Exception):+ pass+++class DBPostProcess:+ """The post process for Differentiable Binarization (DB)."""++ def __init__(+ self,+ thresh: float = 0.3,+ box_thresh: float = 0.7,+ max_candidates: int = 1000,+ unclip_ratio: float = 2.0,+ score_mode: str = "fast",+ use_dilation: bool = False,+ ):+ self.thresh = thresh+ self.box_thresh = box_thresh+ self.max_candidates = max_candidates+ self.unclip_ratio = unclip_ratio+ self.min_size = 3+ self.score_mode = score_mode++ self.dilation_kernel = None+ if use_dilation:+ self.dilation_kernel = np.array([[1, 1], [1, 1]])++ def __call__(+ self, pred: np.ndarray, ori_shape: Tuple[int, int]+ ) -> Tuple[np.ndarray, List[float]]:+ src_h, src_w = ori_shape+ pred = pred[:, 0, :, :]+ segmentation = pred > self.thresh++ mask = segmentation[0]+ if self.dilation_kernel is not None:+ mask = cv2.dilate(+ np.array(segmentation[0]).astype(np.uint8), self.dilation_kernel+ )+ boxes, scores = self.boxes_from_bitmap(pred[0], mask, src_w, src_h)+ return boxes, scores++ def boxes_from_bitmap(+ self, pred: np.ndarray, bitmap: np.ndarray, dest_width: int, dest_height: int+ ) -> Tuple[np.ndarray, List[float]]:+ """+ bitmap: single map with shape (1, H, W),+ whose values are binarized as {0, 1}+ """++ height, width = bitmap.shape++ outs = cv2.findContours(+ (bitmap * 255).astype(np.uint8), cv2.RETR_LIST, cv2.CHAIN_APPROX_SIMPLE+ )+ if len(outs) == 3:+ img, contours, _ = outs[0], outs[1], outs[2]+ elif len(outs) == 2:+ contours, _ = outs[0], outs[1]++ num_contours = min(len(contours), self.max_candidates)++ boxes, scores = [], []+ for index in range(num_contours):+ contour = contours[index]+ points, sside = self.get_mini_boxes(contour)+ if sside < self.min_size:+ continue++ if self.score_mode == "fast":+ score = self.box_score_fast(pred, points.reshape(-1, 2))+ else:+ score = self.box_score_slow(pred, contour)++ if self.box_thresh > score:+ continue++ box = self.unclip(points)+ box, sside = self.get_mini_boxes(box)+ if sside < self.min_size + 2:+ continue++ box[:, 0] = np.clip(np.round(box[:, 0] / width * dest_width), 0, dest_width)+ box[:, 1] = np.clip(+ np.round(box[:, 1] / height * dest_height), 0, dest_height+ )+ boxes.append(box.astype(np.int32))+ scores.append(score)+ return np.array(boxes, dtype=np.int32), scores++ def get_mini_boxes(self, contour: np.ndarray) -> Tuple[np.ndarray, float]:+ bounding_box = cv2.minAreaRect(contour)+ points = sorted(list(cv2.boxPoints(bounding_box)), key=lambda x: x[0])++ index_1, index_2, index_3, index_4 = 0, 1, 2, 3+ if points[1][1] > points[0][1]:+ index_1 = 0+ index_4 = 1+ else:+ index_1 = 1+ index_4 = 0++ if points[3][1] > points[2][1]:+ index_2 = 2+ index_3 = 3+ else:+ index_2 = 3+ index_3 = 2++ box = np.array(+ [points[index_1], points[index_2], points[index_3], points[index_4]]+ )+ return box, min(bounding_box[1])++ @staticmethod+ def box_score_fast(bitmap: np.ndarray, _box: np.ndarray) -> float:+ h, w = bitmap.shape[:2]+ box = _box.copy()+ xmin = np.clip(np.floor(box[:, 0].min()).astype(np.int32), 0, w - 1)+ xmax = np.clip(np.ceil(box[:, 0].max()).astype(np.int32), 0, w - 1)+ ymin = np.clip(np.floor(box[:, 1].min()).astype(np.int32), 0, h - 1)+ ymax = np.clip(np.ceil(box[:, 1].max()).astype(np.int32), 0, h - 1)++ mask = np.zeros((ymax - ymin + 1, xmax - xmin + 1), dtype=np.uint8)+ box[:, 0] = box[:, 0] - xmin+ box[:, 1] = box[:, 1] - ymin+ cv2.fillPoly(mask, box.reshape(1, -1, 2).astype(np.int32), 1)+ return cv2.mean(bitmap[ymin : ymax + 1, xmin : xmax + 1], mask)[0]++ def box_score_slow(self, bitmap: np.ndarray, contour: np.ndarray) -> float:+ """use polyon mean score as the mean score"""+ h, w = bitmap.shape[:2]+ contour = contour.copy()+ contour = np.reshape(contour, (-1, 2))++ xmin = np.clip(np.min(contour[:, 0]), 0, w - 1)+ xmax = np.clip(np.max(contour[:, 0]), 0, w - 1)+ ymin = np.clip(np.min(contour[:, 1]), 0, h - 1)+ ymax = np.clip(np.max(contour[:, 1]), 0, h - 1)++ mask = np.zeros((ymax - ymin + 1, xmax - xmin + 1), dtype=np.uint8)++ contour[:, 0] = contour[:, 0] - xmin+ contour[:, 1] = contour[:, 1] - ymin++ cv2.fillPoly(mask, contour.reshape(1, -1, 2).astype(np.int32), 1)+ return cv2.mean(bitmap[ymin : ymax + 1, xmin : xmax + 1], mask)[0]++ def unclip(self, box: np.ndarray) -> np.ndarray:+ unclip_ratio = self.unclip_ratio+ poly = Polygon(box)+ distance = poly.area * unclip_ratio / poly.length+ offset = pyclipper.PyclipperOffset()+ offset.AddPath(box, pyclipper.JT_ROUND, pyclipper.ET_CLOSEDPOLYGON)+ expanded = np.array(offset.Execute(distance)).reshape((-1, 1, 2))+ return expandeddiff --git a/python/rapidocr_torch/ch_ppocr_rec/__init__.py b/python/rapidocr_torch/ch_ppocr_rec/__init__.pynew file mode 100644index 0000000..37eafdc--- /dev/null+++ b/python/rapidocr_torch/ch_ppocr_rec/__init__.py@@ -0,0 +1,4 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+from .text_recognize import TextRecognizerdiff --git a/python/rapidocr_torch/ch_ppocr_rec/ppocr_keys_v1.txt b/python/rapidocr_torch/ch_ppocr_rec/ppocr_keys_v1.txtnew file mode 100644index 0000000..84b885d--- /dev/null+++ b/python/rapidocr_torch/ch_ppocr_rec/ppocr_keys_v1.txt@@ -0,0 +1,6623 @@+'+疗+绚+诚+娇+溜+题+贿+者+廖+更+纳+加+奉+公+一+就+汴+计+与+路+房+原+妇+2+0+8+-+7+其+>+:+]+,+,+骑+刈+全+消+昏+傈+安+久+钟+嗅+不+影+处+驽+蜿+资+关+椤+地+瘸+专+问+忖+票+嫉+炎+韵+要+月+田+节+陂+鄙+捌+备+拳+伺+眼+网+盎+大+傍+心+东+愉+汇+蹿+科+每+业+里+航+晏+字+平+录+先+1+3+彤+鲶+产+稍+督+腴+有+象+岳+注+绍+在+泺+文+定+核+名+水+过+理+让+偷+率+等+这+发+”+为+含+肥+酉+相+鄱+七+编+猥+锛+日+镀+蒂+掰+倒+辆+栾+栗+综+涩+州+雌+滑+馀+了+机+块+司+宰+甙+兴+矽+抚+保+用+沧+秩+如+收+息+滥+页+疑+埠+!+!+姥+异+橹+钇+向+下+跄+的+椴+沫+国+绥+獠+报+开+民+蜇+何+分+凇+长+讥+藏+掏+施+羽+中+讲+派+嘟+人+提+浼+间+世+而+古+多+倪+唇+饯+控+庚+首+赛+蜓+味+断+制+觉+技+替+艰+溢+潮+夕+钺+外+摘+枋+动+双+单+啮+户+枇+确+锦+曜+杜+或+能+效+霜+盒+然+侗+电+晁+放+步+鹃+新+杖+蜂+吒+濂+瞬+评+总+隍+对+独+合+也+是+府+青+天+诲+墙+组+滴+级+邀+帘+示+已+时+骸+仄+泅+和+遨+店+雇+疫+持+巍+踮+境+只+亨+目+鉴+崤+闲+体+泄+杂+作+般+轰+化+解+迂+诿+蛭+璀+腾+告+版+服+省+师+小+规+程+线+海+办+引+二+桧+牌+砺+洄+裴+修+图+痫+胡+许+犊+事+郛+基+柴+呼+食+研+奶+律+蛋+因+葆+察+戏+褒+戒+再+李+骁+工+貂+油+鹅+章+啄+休+场+给+睡+纷+豆+器+捎+说+敏+学+会+浒+设+诊+格+廓+查+来+霓+室+溆+¢+诡+寥+焕+舜+柒+狐+回+戟+砾+厄+实+翩+尿+五+入+径+惭+喹+股+宇+篝+|+;+美+期+云+九+祺+扮+靠+锝+槌+系+企+酰+阊+暂+蚕+忻+豁+本+羹+执+条+钦+H+獒+限+进+季+楦+于+芘+玖+铋+茯+未+答+粘+括+样+精+欠+矢+甥+帷+嵩+扣+令+仔+风+皈+行+支+部+蓉+刮+站+蜡+救+钊+汗+松+嫌+成+可+.+鹤+院+从+交+政+怕+活+调+球+局+验+髌+第+韫+谗+串+到+圆+年+米+/+*+友+忿+检+区+看+自+敢+刃+个+兹+弄+流+留+同+没+齿+星+聆+轼+湖+什+三+建+蛔+儿+椋+汕+震+颧+鲤+跟+力+情+璺+铨+陪+务+指+族+训+滦+鄣+濮+扒+商+箱+十+召+慷+辗+所+莞+管+护+臭+横+硒+嗓+接+侦+六+露+党+馋+驾+剖+高+侬+妪+幂+猗+绺+骐+央+酐+孝+筝+课+徇+缰+门+男+西+项+句+谙+瞒+秃+篇+教+碲+罚+声+呐+景+前+富+嘴+鳌+稀+免+朋+啬+睐+去+赈+鱼+住+肩+愕+速+旁+波+厅+健+茼+厥+鲟+谅+投+攸+炔+数+方+击+呋+谈+绩+别+愫+僚+躬+鹧+胪+炳+招+喇+膨+泵+蹦+毛+结+5+4+谱+识+陕+粽+婚+拟+构+且+搜+任+潘+比+郢+妨+醪+陀+桔+碘+扎+选+哈+骷+楷+亿+明+缆+脯+监+睫+逻+婵+共+赴+淝+凡+惦+及+达+揖+谩+澹+减+焰+蛹+番+祁+柏+员+禄+怡+峤+龙+白+叽+生+闯+起+细+装+谕+竟+聚+钙+上+导+渊+按+艾+辘+挡+耒+盹+饪+臀+记+邮+蕙+受+各+医+搂+普+滇+朗+茸+带+翻+酚+(+光+堤+墟+蔷+万+幻+〓+瑙+辈+昧+盏+亘+蛀+吉+铰+请+子+假+闻+税+井+诩+哨+嫂+好+面+琐+校+馊+鬣+缂+营+访+炖+占+农+缀+否+经+钚+棵+趟+张+亟+吏+茶+谨+捻+论+迸+堂+玉+信+吧+瞠+乡+姬+寺+咬+溏+苄+皿+意+赉+宝+尔+钰+艺+特+唳+踉+都+荣+倚+登+荐+丧+奇+涵+批+炭+近+符+傩+感+道+着+菊+虹+仲+众+懈+濯+颞+眺+南+释+北+缝+标+既+茗+整+撼+迤+贲+挎+耱+拒+某+妍+卫+哇+英+矶+藩+治+他+元+领+膜+遮+穗+蛾+飞+荒+棺+劫+么+市+火+温+拈+棚+洼+转+果+奕+卸+迪+伸+泳+斗+邡+侄+涨+屯+萋+胭+氡+崮+枞+惧+冒+彩+斜+手+豚+随+旭+淑+妞+形+菌+吲+沱+争+驯+歹+挟+兆+柱+传+至+包+内+响+临+红+功+弩+衡+寂+禁+老+棍+耆+渍+织+害+氵+渑+布+载+靥+嗬+虽+苹+咨+娄+库+雉+榜+帜+嘲+套+瑚+亲+簸+欧+边+6+腿+旮+抛+吹+瞳+得+镓+梗+厨+继+漾+愣+憨+士+策+窑+抑+躯+襟+脏+参+贸+言+干+绸+鳄+穷+藜+音+折+详+)+举+悍+甸+癌+黎+谴+死+罩+迁+寒+驷+袖+媒+蒋+掘+模+纠+恣+观+祖+蛆+碍+位+稿+主+澧+跌+筏+京+锏+帝+贴+证+糠+才+黄+鲸+略+炯+饱+四+出+园+犀+牧+容+汉+杆+浈+汰+瑷+造+虫+瘩+怪+驴+济+应+花+沣+谔+夙+旅+价+矿+以+考+s+u+呦+晒+巡+茅+准+肟+瓴+詹+仟+褂+译+桌+混+宁+怦+郑+抿+些+余+鄂+饴+攒+珑+群+阖+岔+琨+藓+预+环+洮+岌+宀+杲+瀵+最+常+囡+周+踊+女+鼓+袭+喉+简+范+薯+遐+疏+粱+黜+禧+法+箔+斤+遥+汝+奥+直+贞+撑+置+绱+集+她+馅+逗+钧+橱+魉+[+恙+躁+唤+9+旺+膘+待+脾+惫+购+吗+依+盲+度+瘿+蠖+俾+之+镗+拇+鲵+厝+簧+续+款+展+啃+表+剔+品+钻+腭+损+清+锶+统+涌+寸+滨+贪+链+吠+冈+伎+迥+咏+吁+览+防+迅+失+汾+阔+逵+绀+蔑+列+川+凭+努+熨+揪+利+俱+绉+抢+鸨+我+即+责+膦+易+毓+鹊+刹+玷+岿+空+嘞+绊+排+术+估+锷+违+们+苟+铜+播+肘+件+烫+审+鲂+广+像+铌+惰+铟+巳+胍+鲍+康+憧+色+恢+想+拷+尤+疳+知+S+Y+F+D+A+峄+裕+帮+握+搔+氐+氘+难+墒+沮+雨+叁+缥+悴+藐+湫+娟+苑+稠+颛+簇+后+阕+闭+蕤+缚+怎+佞+码+嘤+蔡+痊+舱+螯+帕+赫+昵+升+烬+岫+、+疵+蜻+髁+蕨+隶+烛+械+丑+盂+梁+强+鲛+由+拘+揉+劭+龟+撤+钩+呕+孛+费+妻+漂+求+阑+崖+秤+甘+通+深+补+赃+坎+床+啪+承+吼+量+暇+钼+烨+阂+擎+脱+逮+称+P+神+属+矗+华+届+狍+葑+汹+育+患+窒+蛰+佼+静+槎+运+鳗+庆+逝+曼+疱+克+代+官+此+麸+耧+蚌+晟+例+础+榛+副+测+唰+缢+迹+灬+霁+身+岁+赭+扛+又+菡+乜+雾+板+读+陷+徉+贯+郁+虑+变+钓+菜+圾+现+琢+式+乐+维+渔+浜+左+吾+脑+钡+警+T+啵+拴+偌+漱+湿+硕+止+骼+魄+积+燥+联+踢+玛+则+窿+见+振+畿+送+班+钽+您+赵+刨+印+讨+踝+籍+谡+舌+崧+汽+蔽+沪+酥+绒+怖+财+帖+肱+私+莎+勋+羔+霸+励+哼+帐+将+帅+渠+纪+婴+娩+岭+厘+滕+吻+伤+坝+冠+戊+隆+瘁+介+涧+物+黍+并+姗+奢+蹑+掣+垸+锴+命+箍+捉+病+辖+琰+眭+迩+艘+绌+繁+寅+若+毋+思+诉+类+诈+燮+轲+酮+狂+重+反+职+筱+县+委+磕+绣+奖+晋+濉+志+徽+肠+呈+獐+坻+口+片+碰+几+村+柿+劳+料+获+亩+惕+晕+厌+号+罢+池+正+鏖+煨+家+棕+复+尝+懋+蜥+锅+岛+扰+队+坠+瘾+钬+@+卧+疣+镇+譬+冰+彷+频+黯+据+垄+采+八+缪+瘫+型+熹+砰+楠+襁+箐+但+嘶+绳+啤+拍+盥+穆+傲+洗+盯+塘+怔+筛+丿+台+恒+喂+葛+永+¥+烟+酒+桦+书+砂+蚝+缉+态+瀚+袄+圳+轻+蛛+超+榧+遛+姒+奘+铮+右+荽+望+偻+卡+丶+氰+附+做+革+索+戚+坨+桷+唁+垅+榻+岐+偎+坛+莨+山+殊+微+骇+陈+爨+推+嗝+驹+澡+藁+呤+卤+嘻+糅+逛+侵+郓+酌+德+摇+※+鬃+被+慨+殡+羸+昌+泡+戛+鞋+河+宪+沿+玲+鲨+翅+哽+源+铅+语+照+邯+址+荃+佬+顺+鸳+町+霭+睾+瓢+夸+椁+晓+酿+痈+咔+侏+券+噎+湍+签+嚷+离+午+尚+社+锤+背+孟+使+浪+缦+潍+鞅+军+姹+驶+笑+鳟+鲁+》+孽+钜+绿+洱+礴+焯+椰+颖+囔+乌+孔+巴+互+性+椽+哞+聘+昨+早+暮+胶+炀+隧+低+彗+昝+铁+呓+氽+藉+喔+癖+瑗+姨+权+胱+韦+堑+蜜+酋+楝+砝+毁+靓+歙+锲+究+屋+喳+骨+辨+碑+武+鸠+宫+辜+烊+适+坡+殃+培+佩+供+走+蜈+迟+翼+况+姣+凛+浔+吃+飘+债+犟+金+促+苛+崇+坂+莳+畔+绂+兵+蠕+斋+根+砍+亢+欢+恬+崔+剁+餐+榫+快+扶+‖+濒+缠+鳜+当+彭+驭+浦+篮+昀+锆+秸+钳+弋+娣+瞑+夷+龛+苫+拱+致+%+嵊+障+隐+弑+初+娓+抉+汩+累+蓖+"+唬+助+苓+昙+押+毙+破+城+郧+逢+嚏+獭+瞻+溱+婿+赊+跨+恼+璧+萃+姻+貉+灵+炉+密+氛+陶+砸+谬+衔+点+琛+沛+枳+层+岱+诺+脍+榈+埂+征+冷+裁+打+蹴+素+瘘+逞+蛐+聊+激+腱+萘+踵+飒+蓟+吆+取+咙+簋+涓+矩+曝+挺+揣+座+你+史+舵+焱+尘+苏+笈+脚+溉+榨+诵+樊+邓+焊+义+庶+儋+蟋+蒲+赦+呷+杞+诠+豪+还+试+颓+茉+太+除+紫+逃+痴+草+充+鳕+珉+祗+墨+渭+烩+蘸+慕+璇+镶+穴+嵘+恶+骂+险+绋+幕+碉+肺+戳+刘+潞+秣+纾+潜+銮+洛+须+罘+销+瘪+汞+兮+屉+r+林+厕+质+探+划+狸+殚+善+煊+烹+〒+锈+逯+宸+辍+泱+柚+袍+远+蹋+嶙+绝+峥+娥+缍+雀+徵+认+镱+谷+=+贩+勉+撩+鄯+斐+洋+非+祚+泾+诒+饿+撬+威+晷+搭+芍+锥+笺+蓦+候+琊+档+礁+沼+卵+荠+忑+朝+凹+瑞+头+仪+弧+孵+畏+铆+突+衲+车+浩+气+茂+悖+厢+枕+酝+戴+湾+邹+飚+攘+锂+写+宵+翁+岷+无+喜+丈+挑+嗟+绛+殉+议+槽+具+醇+淞+笃+郴+阅+饼+底+壕+砚+弈+询+缕+庹+翟+零+筷+暨+舟+闺+甯+撞+麂+茌+蔼+很+珲+捕+棠+角+阉+媛+娲+诽+剿+尉+爵+睬+韩+诰+匣+危+糍+镯+立+浏+阳+少+盆+舔+擘+匪+申+尬+铣+旯+抖+赘+瓯+居+ˇ+哮+游+锭+茏+歌+坏+甚+秒+舞+沙+仗+劲+潺+阿+燧+郭+嗖+霏+忠+材+奂+耐+跺+砀+输+岖+媳+氟+极+摆+灿+今+扔+腻+枝+奎+药+熄+吨+话+q+额+慑+嘌+协+喀+壳+埭+视+著+於+愧+陲+翌+峁+颅+佛+腹+聋+侯+咎+叟+秀+颇+存+较+罪+哄+岗+扫+栏+钾+羌+己+璨+枭+霉+煌+涸+衿+键+镝+益+岢+奏+连+夯+睿+冥+均+糖+狞+蹊+稻+爸+刿+胥+煜+丽+肿+璃+掸+跚+灾+垂+樾+濑+乎+莲+窄+犹+撮+战+馄+软+络+显+鸢+胸+宾+妲+恕+埔+蝌+份+遇+巧+瞟+粒+恰+剥+桡+博+讯+凯+堇+阶+滤+卖+斌+骚+彬+兑+磺+樱+舷+两+娱+福+仃+差+找+桁+÷+净+把+阴+污+戬+雷+碓+蕲+楚+罡+焖+抽+妫+咒+仑+闱+尽+邑+菁+爱+贷+沥+鞑+牡+嗉+崴+骤+塌+嗦+订+拮+滓+捡+锻+次+坪+杩+臃+箬+融+珂+鹗+宗+枚+降+鸬+妯+阄+堰+盐+毅+必+杨+崃+俺+甬+状+莘+货+耸+菱+腼+铸+唏+痤+孚+澳+懒+溅+翘+疙+杷+淼+缙+骰+喊+悉+砻+坷+艇+赁+界+谤+纣+宴+晃+茹+归+饭+梢+铡+街+抄+肼+鬟+苯+颂+撷+戈+炒+咆+茭+瘙+负+仰+客+琉+铢+封+卑+珥+椿+镧+窨+鬲+寿+御+袤+铃+萎+砖+餮+脒+裳+肪+孕+嫣+馗+嵇+恳+氯+江+石+褶+冢+祸+阻+狈+羞+银+靳+透+咳+叼+敷+芷+啥+它+瓤+兰+痘+懊+逑+肌+往+捺+坊+甩+呻+〃+沦+忘+膻+祟+菅+剧+崆+智+坯+臧+霍+墅+攻+眯+倘+拢+骠+铐+庭+岙+瓠+′+缺+泥+迢+捶+?+?+郏+喙+掷+沌+纯+秘+种+听+绘+固+螨+团+香+盗+妒+埚+蓝+拖+旱+荞+铀+血+遏+汲+辰+叩+拽+幅+硬+惶+桀+漠+措+泼+唑+齐+肾+念+酱+虚+屁+耶+旗+砦+闵+婉+馆+拭+绅+韧+忏+窝+醋+葺+顾+辞+倜+堆+辋+逆+玟+贱+疾+董+惘+倌+锕+淘+嘀+莽+俭+笏+绑+鲷+杈+择+蟀+粥+嗯+驰+逾+案+谪+褓+胫+哩+昕+颚+鲢+绠+躺+鹄+崂+儒+俨+丝+尕+泌+啊+萸+彰+幺+吟+骄+苣+弦+脊+瑰+〈+诛+镁+析+闪+剪+侧+哟+框+螃+守+嬗+燕+狭+铈+缮+概+迳+痧+鲲+俯+售+笼+痣+扉+挖+满+咋+援+邱+扇+歪+便+玑+绦+峡+蛇+叨+〖+泽+胃+斓+喋+怂+坟+猪+该+蚬+炕+弥+赞+棣+晔+娠+挲+狡+创+疖+铕+镭+稷+挫+弭+啾+翔+粉+履+苘+哦+楼+秕+铂+土+锣+瘟+挣+栉+习+享+桢+袅+磨+桂+谦+延+坚+蔚+噗+署+谟+猬+钎+恐+嬉+雒+倦+衅+亏+璩+睹+刻+殿+王+算+雕+麻+丘+柯+骆+丸+塍+谚+添+鲈+垓+桎+蚯+芥+予+飕+镦+谌+窗+醚+菀+亮+搪+莺+蒿+羁+足+J+真+轶+悬+衷+靛+翊+掩+哒+炅+掐+冼+妮+l+谐+稚+荆+擒+犯+陵+虏+浓+崽+刍+陌+傻+孜+千+靖+演+矜+钕+煽+杰+酗+渗+伞+栋+俗+泫+戍+罕+沾+疽+灏+煦+芬+磴+叱+阱+榉+湃+蜀+叉+醒+彪+租+郡+篷+屎+良+垢+隗+弱+陨+峪+砷+掴+颁+胎+雯+绵+贬+沐+撵+隘+篙+暖+曹+陡+栓+填+臼+彦+瓶+琪+潼+哪+鸡+摩+啦+俟+锋+域+耻+蔫+疯+纹+撇+毒+绶+痛+酯+忍+爪+赳+歆+嘹+辕+烈+册+朴+钱+吮+毯+癜+娃+谀+邵+厮+炽+璞+邃+丐+追+词+瓒+忆+轧+芫+谯+喷+弟+半+冕+裙+掖+墉+绮+寝+苔+势+顷+褥+切+衮+君+佳+嫒+蚩+霞+佚+洙+逊+镖+暹+唛+&+殒+顶+碗+獗+轭+铺+蛊+废+恹+汨+崩+珍+那+杵+曲+纺+夏+薰+傀+闳+淬+姘+舀+拧+卷+楂+恍+讪+厩+寮+篪+赓+乘+灭+盅+鞣+沟+慎+挂+饺+鼾+杳+树+缨+丛+絮+娌+臻+嗳+篡+侩+述+衰+矛+圈+蚜+匕+筹+匿+濞+晨+叶+骋+郝+挚+蚴+滞+增+侍+描+瓣+吖+嫦+蟒+匾+圣+赌+毡+癞+恺+百+曳+需+篓+肮+庖+帏+卿+驿+遗+蹬+鬓+骡+歉+芎+胳+屐+禽+烦+晌+寄+媾+狄+翡+苒+船+廉+终+痞+殇+々+畦+饶+改+拆+悻+萄+£+瓿+乃+訾+桅+匮+溧+拥+纱+铍+骗+蕃+龋+缬+父+佐+疚+栎+醍+掳+蓄+x+惆+颜+鲆+榆+〔+猎+敌+暴+谥+鲫+贾+罗+玻+缄+扦+芪+癣+落+徒+臾+恿+猩+托+邴+肄+牵+春+陛+耀+刊+拓+蓓+邳+堕+寇+枉+淌+啡+湄+兽+酷+萼+碚+濠+萤+夹+旬+戮+梭+琥+椭+昔+勺+蜊+绐+晚+孺+僵+宣+摄+冽+旨+萌+忙+蚤+眉+噼+蟑+付+契+瓜+悼+颡+壁+曾+窕+颢+澎+仿+俑+浑+嵌+浣+乍+碌+褪+乱+蔟+隙+玩+剐+葫+箫+纲+围+伐+决+伙+漩+瑟+刑+肓+镳+缓+蹭+氨+皓+典+畲+坍+铑+檐+塑+洞+倬+储+胴+淳+戾+吐+灼+惺+妙+毕+珐+缈+虱+盖+羰+鸿+磅+谓+髅+娴+苴+唷+蚣+霹+抨+贤+唠+犬+誓+逍+庠+逼+麓+籼+釉+呜+碧+秧+氩+摔+霄+穸+纨+辟+妈+映+完+牛+缴+嗷+炊+恩+荔+茆+掉+紊+慌+莓+羟+阙+萁+磐+另+蕹+辱+鳐+湮+吡+吩+唐+睦+垠+舒+圜+冗+瞿+溺+芾+囱+匠+僳+汐+菩+饬+漓+黑+霰+浸+濡+窥+毂+蒡+兢+驻+鹉+芮+诙+迫+雳+厂+忐+臆+猴+鸣+蚪+栈+箕+羡+渐+莆+捍+眈+哓+趴+蹼+埕+嚣+骛+宏+淄+斑+噜+严+瑛+垃+椎+诱+压+庾+绞+焘+廿+抡+迄+棘+夫+纬+锹+眨+瞌+侠+脐+竞+瀑+孳+骧+遁+姜+颦+荪+滚+萦+伪+逸+粳+爬+锁+矣+役+趣+洒+颔+诏+逐+奸+甭+惠+攀+蹄+泛+尼+拼+阮+鹰+亚+颈+惑+勒+〉+际+肛+爷+刚+钨+丰+养+冶+鲽+辉+蔻+画+覆+皴+妊+麦+返+醉+皂+擀+〗+酶+凑+粹+悟+诀+硖+港+卜+z+杀+涕+±+舍+铠+抵+弛+段+敝+镐+奠+拂+轴+跛+袱+e+t+沉+菇+俎+薪+峦+秭+蟹+历+盟+菠+寡+液+肢+喻+染+裱+悱+抱+氙+赤+捅+猛+跑+氮+谣+仁+尺+辊+窍+烙+衍+架+擦+倏+璐+瑁+币+楞+胖+夔+趸+邛+惴+饕+虔+蝎+§+哉+贝+宽+辫+炮+扩+饲+籽+魏+菟+锰+伍+猝+末+琳+哚+蛎+邂+呀+姿+鄞+却+歧+仙+恸+椐+森+牒+寤+袒+婆+虢+雅+钉+朵+贼+欲+苞+寰+故+龚+坭+嘘+咫+礼+硷+兀+睢+汶+’+铲+烧+绕+诃+浃+钿+哺+柜+讼+颊+璁+腔+洽+咐+脲+簌+筠+镣+玮+鞠+谁+兼+姆+挥+梯+蝴+谘+漕+刷+躏+宦+弼+b+垌+劈+麟+莉+揭+笙+渎+仕+嗤+仓+配+怏+抬+错+泯+镊+孰+猿+邪+仍+秋+鼬+壹+歇+吵+炼+<+尧+射+柬+廷+胧+霾+凳+隋+肚+浮+梦+祥+株+堵+退+L+鹫+跎+凶+毽+荟+炫+栩+玳+甜+沂+鹿+顽+伯+爹+赔+蛴+徐+匡+欣+狰+缸+雹+蟆+疤+默+沤+啜+痂+衣+禅+w+i+h+辽+葳+黝+钗+停+沽+棒+馨+颌+肉+吴+硫+悯+劾+娈+马+啧+吊+悌+镑+峭+帆+瀣+涉+咸+疸+滋+泣+翦+拙+癸+钥+蜒+++尾+庄+凝+泉+婢+渴+谊+乞+陆+锉+糊+鸦+淮+I+B+N+晦+弗+乔+庥+葡+尻+席+橡+傣+渣+拿+惩+麋+斛+缃+矮+蛏+岘+鸽+姐+膏+催+奔+镒+喱+蠡+摧+钯+胤+柠+拐+璋+鸥+卢+荡+倾+^+_+珀+逄+萧+塾+掇+贮+笆+聂+圃+冲+嵬+M+滔+笕+值+炙+偶+蜱+搐+梆+汪+蔬+腑+鸯+蹇+敞+绯+仨+祯+谆+梧+糗+鑫+啸+豺+囹+猾+巢+柄+瀛+筑+踌+沭+暗+苁+鱿+蹉+脂+蘖+牢+热+木+吸+溃+宠+序+泞+偿+拜+檩+厚+朐+毗+螳+吞+媚+朽+担+蝗+橘+畴+祈+糟+盱+隼+郜+惜+珠+裨+铵+焙+琚+唯+咚+噪+骊+丫+滢+勤+棉+呸+咣+淀+隔+蕾+窈+饨+挨+煅+短+匙+粕+镜+赣+撕+墩+酬+馁+豌+颐+抗+酣+氓+佑+搁+哭+递+耷+涡+桃+贻+碣+截+瘦+昭+镌+蔓+氚+甲+猕+蕴+蓬+散+拾+纛+狼+猷+铎+埋+旖+矾+讳+囊+糜+迈+粟+蚂+紧+鲳+瘢+栽+稼+羊+锄+斟+睁+桥+瓮+蹙+祉+醺+鼻+昱+剃+跳+篱+跷+蒜+翎+宅+晖+嗑+壑+峻+癫+屏+狠+陋+袜+途+憎+祀+莹+滟+佶+溥+臣+约+盛+峰+磁+慵+婪+拦+莅+朕+鹦+粲+裤+哎+疡+嫖+琵+窟+堪+谛+嘉+儡+鳝+斩+郾+驸+酊+妄+胜+贺+徙+傅+噌+钢+栅+庇+恋+匝+巯+邈+尸+锚+粗+佟+蛟+薹+纵+蚊+郅+绢+锐+苗+俞+篆+淆+膀+鲜+煎+诶+秽+寻+涮+刺+怀+噶+巨+褰+魅+灶+灌+桉+藕+谜+舸+薄+搀+恽+借+牯+痉+渥+愿+亓+耘+杠+柩+锔+蚶+钣+珈+喘+蹒+幽+赐+稗+晤+莱+泔+扯+肯+菪+裆+腩+豉+疆+骜+腐+倭+珏+唔+粮+亡+润+慰+伽+橄+玄+誉+醐+胆+龊+粼+塬+陇+彼+削+嗣+绾+芽+妗+垭+瘴+爽+薏+寨+龈+泠+弹+赢+漪+猫+嘧+涂+恤+圭+茧+烽+屑+痕+巾+赖+荸+凰+腮+畈+亵+蹲+偃+苇+澜+艮+换+骺+烘+苕+梓+颉+肇+哗+悄+氤+涠+葬+屠+鹭+植+竺+佯+诣+鲇+瘀+鲅+邦+移+滁+冯+耕+癔+戌+茬+沁+巩+悠+湘+洪+痹+锟+循+谋+腕+鳃+钠+捞+焉+迎+碱+伫+急+榷+奈+邝+卯+辄+皲+卟+醛+畹+忧+稳+雄+昼+缩+阈+睑+扌+耗+曦+涅+捏+瞧+邕+淖+漉+铝+耦+禹+湛+喽+莼+琅+诸+苎+纂+硅+始+嗨+傥+燃+臂+赅+嘈+呆+贵+屹+壮+肋+亍+蚀+卅+豹+腆+邬+迭+浊+}+童+螂+捐+圩+勐+触+寞+汊+壤+荫+膺+渌+芳+懿+遴+螈+泰+蓼+蛤+茜+舅+枫+朔+膝+眙+避+梅+判+鹜+璜+牍+缅+垫+藻+黔+侥+惚+懂+踩+腰+腈+札+丞+唾+慈+顿+摹+荻+琬+~+斧+沈+滂+胁+胀+幄+莜+Z+匀+鄄+掌+绰+茎+焚+赋+萱+谑+汁+铒+瞎+夺+蜗+野+娆+冀+弯+篁+懵+灞+隽+芡+脘+俐+辩+芯+掺+喏+膈+蝈+觐+悚+踹+蔗+熠+鼠+呵+抓+橼+峨+畜+缔+禾+崭+弃+熊+摒+凸+拗+穹+蒙+抒+祛+劝+闫+扳+阵+醌+踪+喵+侣+搬+仅+荧+赎+蝾+琦+买+婧+瞄+寓+皎+冻+赝+箩+莫+瞰+郊+笫+姝+筒+枪+遣+煸+袋+舆+痱+涛+母+〇+启+践+耙+绲+盘+遂+昊+搞+槿+诬+纰+泓+惨+檬+亻+越+C+o+憩+熵+祷+钒+暧+塔+阗+胰+咄+娶+魔+琶+钞+邻+扬+杉+殴+咽+弓+〆+髻+】+吭+揽+霆+拄+殖+脆+彻+岩+芝+勃+辣+剌+钝+嘎+甄+佘+皖+伦+授+徕+憔+挪+皇+庞+稔+芜+踏+溴+兖+卒+擢+饥+鳞+煲+‰+账+颗+叻+斯+捧+鳍+琮+讹+蛙+纽+谭+酸+兔+莒+睇+伟+觑+羲+嗜+宜+褐+旎+辛+卦+诘+筋+鎏+溪+挛+熔+阜+晰+鳅+丢+奚+灸+呱+献+陉+黛+鸪+甾+萨+疮+拯+洲+疹+辑+叙+恻+谒+允+柔+烂+氏+逅+漆+拎+惋+扈+湟+纭+啕+掬+擞+哥+忽+涤+鸵+靡+郗+瓷+扁+廊+怨+雏+钮+敦+E+懦+憋+汀+拚+啉+腌+岸+f+痼+瞅+尊+咀+眩+飙+忌+仝+迦+熬+毫+胯+篑+茄+腺+凄+舛+碴+锵+诧+羯+後+漏+汤+宓+仞+蚁+壶+谰+皑+铄+棰+罔+辅+晶+苦+牟+闽+\+烃+饮+聿+丙+蛳+朱+煤+涔+鳖+犁+罐+荼+砒+淦+妤+黏+戎+孑+婕+瑾+戢+钵+枣+捋+砥+衩+狙+桠+稣+阎+肃+梏+诫+孪+昶+婊+衫+嗔+侃+塞+蜃+樵+峒+貌+屿+欺+缫+阐+栖+诟+珞+荭+吝+萍+嗽+恂+啻+蜴+磬+峋+俸+豫+谎+徊+镍+韬+魇+晴+U+囟+猜+蛮+坐+囿+伴+亭+肝+佗+蝠+妃+胞+滩+榴+氖+垩+苋+砣+扪+馏+姓+轩+厉+夥+侈+禀+垒+岑+赏+钛+辐+痔+披+纸+碳+“+坞+蠓+挤+荥+沅+悔+铧+帼+蒌+蝇+a+p+y+n+g+哀+浆+瑶+凿+桶+馈+皮+奴+苜+佤+伶+晗+铱+炬+优+弊+氢+恃+甫+攥+端+锌+灰+稹+炝+曙+邋+亥+眶+碾+拉+萝+绔+捷+浍+腋+姑+菖+凌+涞+麽+锢+桨+潢+绎+镰+殆+锑+渝+铬+困+绽+觎+匈+糙+暑+裹+鸟+盔+肽+迷+綦+『+亳+佝+俘+钴+觇+骥+仆+疝+跪+婶+郯+瀹+唉+脖+踞+针+晾+忒+扼+瞩+叛+椒+疟+嗡+邗+肆+跆+玫+忡+捣+咧+唆+艄+蘑+潦+笛+阚+沸+泻+掊+菽+贫+斥+髂+孢+镂+赂+麝+鸾+屡+衬+苷+恪+叠+希+粤+爻+喝+茫+惬+郸+绻+庸+撅+碟+宄+妹+膛+叮+饵+崛+嗲+椅+冤+搅+咕+敛+尹+垦+闷+蝉+霎+勰+败+蓑+泸+肤+鹌+幌+焦+浠+鞍+刁+舰+乙+竿+裔+。+茵+函+伊+兄+丨+娜+匍+謇+莪+宥+似+蝽+翳+酪+翠+粑+薇+祢+骏+赠+叫+Q+噤+噻+竖+芗+莠+潭+俊+羿+耜+O+郫+趁+嗪+囚+蹶+芒+洁+笋+鹑+敲+硝+啶+堡+渲+揩+』+携+宿+遒+颍+扭+棱+割+萜+蔸+葵+琴+捂+饰+衙+耿+掠+募+岂+窖+涟+蔺+瘤+柞+瞪+怜+匹+距+楔+炜+哆+秦+缎+幼+茁+绪+痨+恨+楸+娅+瓦+桩+雪+嬴+伏+榔+妥+铿+拌+眠+雍+缇+‘+卓+搓+哌+觞+噩+屈+哧+髓+咦+巅+娑+侑+淫+膳+祝+勾+姊+莴+胄+疃+薛+蜷+胛+巷+芙+芋+熙+闰+勿+窃+狱+剩+钏+幢+陟+铛+慧+靴+耍+k+浙+浇+飨+惟+绗+祜+澈+啼+咪+磷+摞+诅+郦+抹+跃+壬+吕+肖+琏+颤+尴+剡+抠+凋+赚+泊+津+宕+殷+倔+氲+漫+邺+涎+怠+$+垮+荬+遵+俏+叹+噢+饽+蜘+孙+筵+疼+鞭+羧+牦+箭+潴+c+眸+祭+髯+啖+坳+愁+芩+驮+倡+巽+穰+沃+胚+怒+凤+槛+剂+趵+嫁+v+邢+灯+鄢+桐+睽+檗+锯+槟+婷+嵋+圻+诗+蕈+颠+遭+痢+芸+怯+馥+竭+锗+徜+恭+遍+籁+剑+嘱+苡+龄+僧+桑+潸+弘+澶+楹+悲+讫+愤+腥+悸+谍+椹+呢+桓+葭+攫+阀+翰+躲+敖+柑+郎+笨+橇+呃+魁+燎+脓+葩+磋+垛+玺+狮+沓+砜+蕊+锺+罹+蕉+翱+虐+闾+巫+旦+茱+嬷+枯+鹏+贡+芹+汛+矫+绁+拣+禺+佃+讣+舫+惯+乳+趋+疲+挽+岚+虾+衾+蠹+蹂+飓+氦+铖+孩+稞+瑜+壅+掀+勘+妓+畅+髋+W+庐+牲+蓿+榕+练+垣+唱+邸+菲+昆+婺+穿+绡+麒+蚱+掂+愚+泷+涪+漳+妩+娉+榄+讷+觅+旧+藤+煮+呛+柳+腓+叭+庵+烷+阡+罂+蜕+擂+猖+咿+媲+脉+【+沏+貅+黠+熏+哲+烁+坦+酵+兜+×+潇+撒+剽+珩+圹+乾+摸+樟+帽+嗒+襄+魂+轿+憬+锡+〕+喃+皆+咖+隅+脸+残+泮+袂+鹂+珊+囤+捆+咤+误+徨+闹+淙+芊+淋+怆+囗+拨+梳+渤+R+G+绨+蚓+婀+幡+狩+麾+谢+唢+裸+旌+伉+纶+裂+驳+砼+咛+澄+樨+蹈+宙+澍+倍+貔+操+勇+蟠+摈+砧+虬+够+缁+悦+藿+撸+艹+摁+淹+豇+虎+榭+ˉ+吱+d+°+喧+荀+踱+侮+奋+偕+饷+犍+惮+坑+璎+徘+宛+妆+袈+倩+窦+昂+荏+乖+K+怅+撰+鳙+牙+袁+酞+X+痿+琼+闸+雁+趾+荚+虻+涝+《+杏+韭+偈+烤+绫+鞘+卉+症+遢+蓥+诋+杭+荨+匆+竣+簪+辙+敕+虞+丹+缭+咩+黟+m+淤+瑕+咂+铉+硼+茨+嶂+痒+畸+敬+涿+粪+窘+熟+叔+嫔+盾+忱+裘+憾+梵+赡+珙+咯+娘+庙+溯+胺+葱+痪+摊+荷+卞+乒+髦+寐+铭+坩+胗+枷+爆+溟+嚼+羚+砬+轨+惊+挠+罄+竽+菏+氧+浅+楣+盼+枢+炸+阆+杯+谏+噬+淇+渺+俪+秆+墓+泪+跻+砌+痰+垡+渡+耽+釜+讶+鳎+煞+呗+韶+舶+绷+鹳+缜+旷+铊+皱+龌+檀+霖+奄+槐+艳+蝶+旋+哝+赶+骞+蚧+腊+盈+丁+`+蜚+矸+蝙+睨+嚓+僻+鬼+醴+夜+彝+磊+笔+拔+栀+糕+厦+邰+纫+逭+纤+眦+膊+馍+躇+烯+蘼+冬+诤+暄+骶+哑+瘠+」+臊+丕+愈+咱+螺+擅+跋+搏+硪+谄+笠+淡+嘿+骅+谧+鼎+皋+姚+歼+蠢+驼+耳+胬+挝+涯+狗+蒽+孓+犷+凉+芦+箴+铤+孤+嘛+坤+V+茴+朦+挞+尖+橙+诞+搴+碇+洵+浚+帚+蜍+漯+柘+嚎+讽+芭+荤+咻+祠+秉+跖+埃+吓+糯+眷+馒+惹+娼+鲑+嫩+讴+轮+瞥+靶+褚+乏+缤+宋+帧+删+驱+碎+扑+俩+俄+偏+涣+竹+噱+皙+佰+渚+唧+斡+#+镉+刀+崎+筐+佣+夭+贰+肴+峙+哔+艿+匐+牺+镛+缘+仡+嫡+劣+枸+堀+梨+簿+鸭+蒸+亦+稽+浴+{+衢+束+槲+j+阁+揍+疥+棋+潋+聪+窜+乓+睛+插+冉+阪+苍+搽+「+蟾+螟+幸+仇+樽+撂+慢+跤+幔+俚+淅+覃+觊+溶+妖+帛+侨+曰+妾+泗+·+:+瀘+風+Ë+(+)+∶+紅+紗+瑭+雲+頭+鶏+財+許+•+¥+樂+焗+麗+—+;+滙+東+榮+繪+興+…+門+業+π+楊+國+顧+é+盤+寳+Λ+龍+鳳+島+誌+緣+結+銭+萬+勝+祎+璟+優+歡+臨+時+購+=+★+藍+昇+鐵+觀+勅+農+聲+畫+兿+術+發+劉+記+專+耑+園+書+壴+種+Ο+●+褀+號+銀+匯+敟+锘+葉+橪+廣+進+蒄+鑽+阝+祙+貢+鍋+豊+夬+喆+團+閣+開+燁+賓+館+酡+沔+順+++硚+劵+饸+陽+車+湓+復+萊+氣+軒+華+堃+迮+纟+戶+馬+學+裡+電+嶽+獨+マ+シ+サ+ジ+燘+袪+環+❤+臺+灣+専+賣+孖+聖+攝+線+▪+α+傢+俬+夢+達+莊+喬+貝+薩+劍+羅+壓+棛+饦+尃+璈+囍+醫+G+I+A+#+N+鷄+髙+嬰+啓+約+隹+潔+賴+藝+~+寶+籣+麺++嶺+√+義+網+峩+長+∧+魚+機+構+②+鳯+偉+L+B+㙟+畵+鴿+'+詩+溝+嚞+屌+藔+佧+玥+蘭+織+1+3+9+0+7+點+砭+鴨+鋪+銘+廳+弍+‧+創+湯+坶+℃+卩+骝+&+烜+荘+當+潤+扞+係+懷+碶+钅+蚨+讠+☆+叢+爲+埗+涫+塗+→+楽+現+鯨+愛+瑪+鈺+忄+悶+藥+飾+樓+視+孬+ㆍ+燚+苪+師+①+丼+锽+│+韓+標+è+兒+閏+匋+張+漢+Ü+髪+會+閑+檔+習+裝+の+峯+菘+輝+И+雞+釣+億+浐+K+O+R+8+H+E+P+T+W+D+S+C+M+F+姌+饹+»+晞+廰+ä+嵯+鷹+負+飲+絲+冚+楗+澤+綫+區+❋+←+質+靑+揚+③+滬+統+産+協+﹑+乸+畐+經+運+際+洺+岽+為+粵+諾+崋+豐+碁+ɔ+V+2+6+齋+誠+訂+´+勑+雙+陳+無+í+泩+媄+夌+刂+i+c+t+o+r+a+嘢+耄+燴+暃+壽+媽+靈+抻+體+唻+É+冮+甹+鎮+錦+ʌ+蜛+蠄+尓+駕+戀+飬+逹+倫+貴+極+Я+Й+寬+磚+嶪+郎+職+|+間+n+d+剎+伈+課+飛+橋+瘊+№+譜+骓+圗+滘+縣+粿+咅+養+濤+彳+®+%+Ⅱ+啰+㴪+見+矞+薬+糁+邨+鲮+顔+罱+З+選+話+贏+氪+俵+競+瑩+繡+枱+β+綉+á+獅+爾+™+麵+戋+淩+徳+個+劇+場+務+簡+寵+h+實+膠+轱+圖+築+嘣+樹+㸃+營+耵+孫+饃+鄺+飯+麯+遠+輸+坫+孃+乚+閃+鏢+㎡+題+廠+關+↑+爺+將+軍+連+篦+覌+參+箸+-+窠+棽+寕+夀+爰+歐+呙+閥+頡+熱+雎+垟+裟+凬+勁+帑+馕+夆+疌+枼+馮+貨+蒤+樸+彧+旸+靜+龢+暢+㐱+鳥+珺+鏡+灡+爭+堷+廚+Ó+騰+診+┅+蘇+褔+凱+頂+豕+亞+帥+嘬+⊥+仺+桖+複+饣+絡+穂+顏+棟+納+▏+濟+親+設+計+攵+埌+烺+ò+頤+燦+蓮+撻+節+講+濱+濃+娽+洳+朿+燈+鈴+護+膚+铔+過+補+Z+U+5+4+坋+闿+䖝+餘+缐+铞+貿+铪+桼+趙+鍊+[+㐂+垚+菓+揸+捲+鐘+滏+𣇉+爍+輪+燜+鴻+鮮+動+鹞+鷗+丄+慶+鉌+翥+飮+腸+⇋+漁+覺+來+熘+昴+翏+鲱+圧+鄉+萭+頔+爐+嫚+г+貭+類+聯+幛+輕+訓+鑒+夋+锨+芃+珣+䝉+扙+嵐+銷+處+ㄱ+語+誘+苝+歸+儀+燒+楿+內+粢+葒+奧+麥+礻+滿+蠔+穵+瞭+態+鱬+榞+硂+鄭+黃+煙+祐+奓+逺+*+瑄+獲+聞+薦+讀+這+樣+決+問+啟+們+執+説+轉+單+隨+唘+帶+倉+庫+還+贈+尙+皺+■+餅+產+○+∈+報+狀+楓+賠+琯+嗮+禮+`+傳+>+≤+嗞+Φ+≥+換+咭+∣+↓+曬+ε+応+寫+″+終+様+純+費+療+聨+凍+壐+郵+ü+黒+∫+製+塊+調+軽+確+撃+級+馴+Ⅲ+涇+繹+數+碼+證+狒+処+劑+<+晧+賀+衆+]+櫥+兩+陰+絶+對+鯉+憶+◎+p+e+Y+蕒+煖+頓+測+試+鼽+僑+碩+妝+帯+≈+鐡+舖+權+喫+倆+ˋ+該+悅+ā+俫+.+f+s+b+m+k+g+u+j+貼+淨+濕+針+適+備+l+/+給+謢+強+觸+衛+與+⊙+$+緯+變+⑴+⑵+⑶+㎏+殺+∩+幚+─+價+▲+離+ú+ó+飄+烏+関+閟+﹝+﹞+邏+輯+鍵+驗+訣+導+歷+屆+層+▼+儱+錄+熳+ē+艦+吋+錶+辧+飼+顯+④+禦+販+気+対+枰+閩+紀+幹+瞓+貊+淚+△+眞+墊+Ω+獻+褲+縫+緑+亜+鉅+餠+{+}+◆+蘆+薈+█+◇+溫+彈+晳+粧+犸+穩+訊+崬+凖+熥+П+舊+條+紋+圍+Ⅳ+筆+尷+難+雜+錯+綁+識+頰+鎖+艶+□+殁+殼+⑧+├+▕+鵬+ǐ+ō+ǒ+糝+綱+▎+μ+盜+饅+醬+籤+蓋+釀+鹽+據+à+ɡ+辦+◥+彐+┌+婦+獸+鲩+伱+ī+蒟+蒻+齊+袆+腦+寧+凈+妳+煥+詢+偽+謹+啫+鯽+騷+鱸+損+傷+鎻+髮+買+冏+儥+両+﹢+∞+載+喰+z+羙+悵+燙+曉+員+組+徹+艷+痠+鋼+鼙+縮+細+嚒+爯+≠+維+"+鱻+壇+厍+帰+浥+犇+薡+軎+²+應+醜+刪+緻+鶴+賜+噁+軌+尨+镔+鷺+槗+彌+葚+濛+請+溇+緹+賢+訪+獴+瑅+資+縤+陣+蕟+栢+韻+祼+恁+伢+謝+劃+涑+總+衖+踺+砋+凉+籃+駿+苼+瘋+昽+紡+驊+腎+﹗+響+杋+剛+嚴+禪+歓+槍+傘+檸+檫+炣+勢+鏜+鎢+銑+尐+減+奪+惡+θ+僮+婭+臘+ū+ì+殻+鉄+∑+蛲+焼+緖+續+紹+懮\ No newline at end of filediff --git a/python/rapidocr_torch/ch_ppocr_rec/text_recognize.py b/python/rapidocr_torch/ch_ppocr_rec/text_recognize.pynew file mode 100644index 0000000..4a05014--- /dev/null+++ b/python/rapidocr_torch/ch_ppocr_rec/text_recognize.py@@ -0,0 +1,126 @@+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.+#+# Licensed under the Apache License, Version 2.0 (the "License");+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an "AS IS" BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+import argparse+import math+import time+from pathlib import Path+from typing import Any, Dict, List, Tuple, Union++import cv2+import numpy as np++from rapidocr_torch.utils import TorchInferSession, read_yaml+from .utils import CTCLabelDecode++DEFAULT_DICT_PATH = str(Path(__file__).parent / "ppocr_keys_v1.txt")+class TextRecognizer:+ def __init__(self, config: Dict[str, Any]):+ dict_path = config.get("rec_keys_path", None)+ self.character_dict_path = dict_path if dict_path else DEFAULT_DICT_PATH+ self.postprocess_op = CTCLabelDecode(+ character_path=self.character_dict_path+ )++ self.rec_batch_num = config["rec_batch_num"]+ self.rec_image_shape = config["rec_img_shape"]+ self.infer = TorchInferSession(config)++ def __call__(+ self,+ img_list: Union[np.ndarray, List[np.ndarray]],+ return_word_box: bool = False,+ ) -> Tuple[List[Tuple[str, float]], float]:+ if isinstance(img_list, np.ndarray):+ img_list = [img_list]++ # Calculate the aspect ratio of all text bars+ width_list = [img.shape[1] / float(img.shape[0]) for img in img_list]++ # Sorting can speed up the recognition process+ indices = np.argsort(np.array(width_list))++ img_num = len(img_list)+ rec_res = [("", 0.0)] * img_num++ batch_num = self.rec_batch_num+ elapse = 0+ for beg_img_no in range(0, img_num, batch_num):+ end_img_no = min(img_num, beg_img_no + batch_num)++ # Parameter Alignment for PaddleOCR+ imgC, imgH, imgW = self.rec_image_shape[:3]+ max_wh_ratio = imgW / imgH+ wh_ratio_list = []+ for ino in range(beg_img_no, end_img_no):+ h, w = img_list[indices[ino]].shape[0:2]+ wh_ratio = w * 1.0 / h+ max_wh_ratio = max(max_wh_ratio, wh_ratio)+ wh_ratio_list.append(wh_ratio)++ norm_img_batch = []+ for ino in range(beg_img_no, end_img_no):+ norm_img = self.resize_norm_img(img_list[indices[ino]], max_wh_ratio)+ norm_img_batch.append(norm_img[np.newaxis, :])+ norm_img_batch = np.concatenate(norm_img_batch).astype(np.float32)++ starttime = time.time()+ preds = self.infer(norm_img_batch)[0]+ rec_result = self.postprocess_op(+ preds,+ return_word_box,+ wh_ratio_list=wh_ratio_list,+ max_wh_ratio=max_wh_ratio,+ )++ for rno, one_res in enumerate(rec_result):+ rec_res[indices[beg_img_no + rno]] = one_res+ elapse += time.time() - starttime+ return rec_res, elapse++ def resize_norm_img(self, img: np.ndarray, max_wh_ratio: float) -> np.ndarray:+ img_channel, img_height, img_width = self.rec_image_shape+ assert img_channel == img.shape[2]++ img_width = int(img_height * max_wh_ratio)++ h, w = img.shape[:2]+ ratio = w / float(h)+ if math.ceil(img_height * ratio) > img_width:+ resized_w = img_width+ else:+ resized_w = int(math.ceil(img_height * ratio))++ resized_image = cv2.resize(img, (resized_w, img_height))+ resized_image = resized_image.astype("float32")+ resized_image = resized_image.transpose((2, 0, 1)) / 255+ resized_image -= 0.5+ resized_image /= 0.5++ padding_im = np.zeros((img_channel, img_height, img_width), dtype=np.float32)+ padding_im[:, :, 0:resized_w] = resized_image+ return padding_im+++if __name__ == "__main__":+ parser = argparse.ArgumentParser()+ parser.add_argument("--image_path", type=str, help="image_dir|image_path")+ parser.add_argument("--config_path", type=str, default="config.yaml")+ args = parser.parse_args()++ config = read_yaml(args.config_path)+ text_recognizer = TextRecognizer(config)++ img = cv2.imread(args.image_path)+ rec_res, predict_time = text_recognizer(img)+ print(f"rec result: {rec_res}\t cost: {predict_time}s")diff --git a/python/rapidocr_torch/ch_ppocr_rec/utils.py b/python/rapidocr_torch/ch_ppocr_rec/utils.pynew file mode 100644index 0000000..83b8951--- /dev/null+++ b/python/rapidocr_torch/ch_ppocr_rec/utils.py@@ -0,0 +1,182 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+from pathlib import Path+from typing import List, Optional, Tuple, Union++import numpy as np+++class CTCLabelDecode:+ def __init__(+ self,+ character: Optional[List[str]] = None,+ character_path: Union[str, Path, None] = None,+ ):+ self.character = self.get_character(character, character_path)+ self.dict = {char: i for i, char in enumerate(self.character)}++ def __call__(+ self, preds: np.ndarray, return_word_box: bool = False, **kwargs+ ) -> List[Tuple[str, float]]:+ preds_idx = preds.argmax(axis=2)+ preds_prob = preds.max(axis=2)+ text = self.decode(+ preds_idx, preds_prob, return_word_box, is_remove_duplicate=True+ )+ if return_word_box:+ for rec_idx, rec in enumerate(text):+ wh_ratio = kwargs["wh_ratio_list"][rec_idx]+ max_wh_ratio = kwargs["max_wh_ratio"]+ rec[2][0] = rec[2][0] * (wh_ratio / max_wh_ratio)+ return text++ def get_character(+ self,+ character: Optional[List[str]] = None,+ character_path: Union[str, Path, None] = None,+ ) -> List[str]:+ if character is None and character_path is None:+ raise ValueError("character must not be None")++ character_list = None+ if character:+ character_list = character++ if character_path:+ character_list = self.read_character_file(character_path)++ if character_list is None:+ raise ValueError("character must not be None")++ character_list = self.insert_special_char(+ character_list, " ", len(character_list)+ )+ character_list = self.insert_special_char(character_list, "blank", 0)+ return character_list++ @staticmethod+ def read_character_file(character_path: Union[str, Path]) -> List[str]:+ character_list = []+ with open(character_path, "rb") as f:+ lines = f.readlines()+ for line in lines:+ line = line.decode("utf-8").strip("\n").strip("\r\n")+ character_list.append(line)+ return character_list++ @staticmethod+ def insert_special_char(+ character_list: List[str], special_char: str, loc: int = -1+ ) -> List[str]:+ character_list.insert(loc, special_char)+ return character_list++ def decode(+ self,+ text_index: np.ndarray,+ text_prob: Optional[np.ndarray] = None,+ return_word_box: bool = False,+ is_remove_duplicate: bool = False,+ ) -> List[Tuple[str, float]]:+ """convert text-index into text-label."""+ result_list = []+ ignored_tokens = self.get_ignored_tokens()+ batch_size = len(text_index)+ for batch_idx in range(batch_size):+ selection = np.ones(len(text_index[batch_idx]), dtype=bool)+ if is_remove_duplicate:+ selection[1:] = text_index[batch_idx][1:] != text_index[batch_idx][:-1]++ for ignored_token in ignored_tokens:+ selection &= text_index[batch_idx] != ignored_token++ if text_prob is not None:+ conf_list = text_prob[batch_idx][selection]+ else:+ conf_list = [1] * len(selection)++ if len(conf_list) == 0:+ conf_list = [0]++ char_list = [+ self.character[text_id] for text_id in text_index[batch_idx][selection]+ ]+ text = "".join(char_list)+ if return_word_box:+ word_list, word_col_list, state_list = self.get_word_info(+ text, selection+ )+ result_list.append(+ (+ text,+ np.mean(conf_list).tolist(),+ [+ len(text_index[batch_idx]),+ word_list,+ word_col_list,+ state_list,+ ],+ )+ )+ else:+ result_list.append((text, np.mean(conf_list).tolist()))+ return result_list++ @staticmethod+ def get_word_info(+ text: str, selection: np.ndarray+ ) -> Tuple[List[List[str]], List[List[int]], List[str]]:+ """+ Group the decoded characters and record the corresponding decoded positions.+ from https://github.com/PaddlePaddle/PaddleOCR/blob/fbba2178d7093f1dffca65a5b963ec277f1a6125/ppocr/postprocess/rec_postprocess.py#L70++ Args:+ text: the decoded text+ selection: the bool array that identifies which columns of features are decoded as non-separated characters+ Returns:+ word_list: list of the grouped words+ word_col_list: list of decoding positions corresponding to each character in the grouped word+ state_list: list of marker to identify the type of grouping words, including two types of grouping words:+ - 'cn': continous chinese characters (e.g., 你好啊)+ - 'en&num': continous english characters (e.g., hello), number (e.g., 123, 1.123), or mixed of them connected by '-' (e.g., VGG-16)+ """+ state = None+ word_content = []+ word_col_content = []+ word_list = []+ word_col_list = []+ state_list = []+ valid_col = np.where(selection == True)[0]++ for c_i, char in enumerate(text):+ if "\u4e00" <= char <= "\u9fff":+ c_state = "cn"+ else:+ c_state = "en&num"++ if state == None:+ state = c_state++ if state != c_state:+ if len(word_content) != 0:+ word_list.append(word_content)+ word_col_list.append(word_col_content)+ state_list.append(state)+ word_content = []+ word_col_content = []+ state = c_state++ word_content.append(char)+ word_col_content.append(int(valid_col[c_i]))++ if len(word_content) != 0:+ word_list.append(word_content)+ word_col_list.append(word_col_content)+ state_list.append(state)++ return word_list, word_col_list, state_list++ @staticmethod+ def get_ignored_tokens() -> List[int]:+ return [0] # for ctc blankdiff --git a/python/rapidocr_torch/config.yaml b/python/rapidocr_torch/config.yamlnew file mode 100644index 0000000..e02c009--- /dev/null+++ b/python/rapidocr_torch/config.yaml@@ -0,0 +1,59 @@+Global:+ text_score: 0.5+ use_det: true+ use_cls: true+ use_rec: true+ print_verbose: false+ min_height: 30+ width_height_ratio: 8+ max_side_len: 2000+ min_side_len: 30+ return_word_box: false++ intra_op_num_threads: &intra_nums -1+ inter_op_num_threads: &inter_nums -1++Det:+ intra_op_num_threads: *intra_nums+ inter_op_num_threads: *inter_nums++ use_cuda: false+ use_dml: false++ model_path: models/ch_PP-OCRv4_det_infer.pth++ limit_side_len: 736+ limit_type: min++ thresh: 0.3+ box_thresh: 0.5+ max_candidates: 1000+ unclip_ratio: 1.5+ use_dilation: true+ score_mode: fast++Cls:+ intra_op_num_threads: *intra_nums+ inter_op_num_threads: *inter_nums++ use_cuda: false+ use_dml: false++ model_path: models/ch_ptocr_mobile_v2.0_cls_infer.pth++ cls_image_shape: [3, 48, 192]+ cls_batch_num: 6+ cls_thresh: 0.9+ label_list: ['0', '180']++Rec:+ intra_op_num_threads: *intra_nums+ inter_op_num_threads: *inter_nums++ use_cuda: false+ use_dml: false++ model_path: models/ch_PP-OCRv4_rec_infer.pth++ rec_img_shape: [3, 48, 320]+ rec_batch_num: 6diff --git a/python/rapidocr_torch/main.py b/python/rapidocr_torch/main.pynew file mode 100644index 0000000..7f50681--- /dev/null+++ b/python/rapidocr_torch/main.py@@ -0,0 +1,368 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+import copy+from pathlib import Path+from typing import Any, Dict, List, Optional, Tuple, Union++import cv2+import numpy as np++from .cal_rec_boxes import CalRecBoxes+from .ch_ppocr_cls import TextClassifier+from .ch_ppocr_det import TextDetector+from .ch_ppocr_rec import TextRecognizer+from .utils import (+ LoadImage,+ UpdateParameters,+ VisRes,+ add_round_letterbox,+ get_logger,+ increase_min_side,+ init_args,+ read_yaml,+ reduce_max_side,+ update_model_path,+)++root_dir = Path(__file__).resolve().parent+DEFAULT_CFG_PATH = root_dir / "config.yaml"+logger = get_logger("RapidOCR")+++class RapidOCR:+ def __init__(self, config_path: Optional[str] = None, **kwargs):+ if config_path is not None and Path(config_path).exists():+ config = read_yaml(config_path)+ else:+ config = read_yaml(DEFAULT_CFG_PATH)+ config = update_model_path(config)++ if kwargs:+ updater = UpdateParameters()+ config = updater(config, **kwargs)++ global_config = config["Global"]+ self.print_verbose = global_config["print_verbose"]+ self.text_score = global_config["text_score"]+ self.min_height = global_config["min_height"]+ self.width_height_ratio = global_config["width_height_ratio"]++ self.use_det = global_config["use_det"]+ self.text_det = TextDetector(config["Det"])++ self.use_cls = global_config["use_cls"]+ self.text_cls = TextClassifier(config["Cls"])++ self.use_rec = global_config["use_rec"]+ self.text_rec = TextRecognizer(config["Rec"])++ self.load_img = LoadImage()+ self.max_side_len = global_config["max_side_len"]+ self.min_side_len = global_config["min_side_len"]++ self.cal_rec_boxes = CalRecBoxes()++ def __call__(+ self,+ img_content: Union[str, np.ndarray, bytes, Path],+ use_det: Optional[bool] = None,+ use_cls: Optional[bool] = None,+ use_rec: Optional[bool] = None,+ **kwargs,+ ) -> Tuple[Optional[List[List[Union[Any, str]]]], Optional[List[float]]]:+ use_det = self.use_det if use_det is None else use_det+ use_cls = self.use_cls if use_cls is None else use_cls+ use_rec = self.use_rec if use_rec is None else use_rec+ return_word_box = False+ if kwargs:+ box_thresh = kwargs.get("box_thresh", 0.5)+ unclip_ratio = kwargs.get("unclip_ratio", 1.6)+ text_score = kwargs.get("text_score", 0.5)+ return_word_box = kwargs.get("return_word_box", False)+ self.text_det.postprocess_op.box_thresh = box_thresh+ self.text_det.postprocess_op.unclip_ratio = unclip_ratio+ self.text_score = text_score++ img = self.load_img(img_content)++ raw_h, raw_w = img.shape[:2]+ op_record = {}+ img, ratio_h, ratio_w = self.preprocess(img)+ op_record["preprocess"] = {"ratio_h": ratio_h, "ratio_w": ratio_w}++ dt_boxes, cls_res, rec_res = None, None, None+ det_elapse, cls_elapse, rec_elapse = 0.0, 0.0, 0.0++ if use_det:+ img, op_record = self.maybe_add_letterbox(img, op_record)+ dt_boxes, det_elapse = self.auto_text_det(img)+ if dt_boxes is None:+ return None, None++ img = self.get_crop_img_list(img, dt_boxes)++ if use_cls:+ img, cls_res, cls_elapse = self.text_cls(img)++ if use_rec:+ rec_res, rec_elapse = self.text_rec(img, return_word_box)++ if dt_boxes is not None and rec_res is not None and return_word_box:+ rec_res = self.cal_rec_boxes(img, dt_boxes, rec_res)+ for rec_res_i in rec_res:+ if rec_res_i[2]:+ rec_res_i[2] = (+ self._get_origin_points(rec_res_i[2], op_record, raw_h, raw_w)+ .astype(np.int32)+ .tolist()+ )++ if dt_boxes is not None:+ dt_boxes = self._get_origin_points(dt_boxes, op_record, raw_h, raw_w)++ ocr_res = self.get_final_res(+ dt_boxes, cls_res, rec_res, det_elapse, cls_elapse, rec_elapse+ )+ return ocr_res++ def preprocess(self, img: np.ndarray) -> Tuple[np.ndarray, float, float]:+ h, w = img.shape[:2]+ max_value = max(h, w)+ ratio_h = ratio_w = 1.0+ if max_value > self.max_side_len:+ img, ratio_h, ratio_w = reduce_max_side(img, self.max_side_len)++ h, w = img.shape[:2]+ min_value = min(h, w)+ if min_value < self.min_side_len:+ img, ratio_h, ratio_w = increase_min_side(img, self.min_side_len)+ return img, ratio_h, ratio_w++ def maybe_add_letterbox(+ self, img: np.ndarray, op_record: Dict[str, Any]+ ) -> Tuple[np.ndarray, Dict[str, Any]]:+ h, w = img.shape[:2]++ if self.width_height_ratio == -1:+ use_limit_ratio = False+ else:+ use_limit_ratio = w / h > self.width_height_ratio++ if h <= self.min_height or use_limit_ratio:+ padding_h = self._get_padding_h(h, w)+ block_img = add_round_letterbox(img, (padding_h, padding_h, 0, 0))+ op_record["padding_1"] = {"top": padding_h, "left": 0}+ return block_img, op_record++ op_record["padding_1"] = {"top": 0, "left": 0}+ return img, op_record++ def _get_padding_h(self, h: int, w: int) -> int:+ new_h = max(int(w / self.width_height_ratio), self.min_height) * 2+ padding_h = int(abs(new_h - h) / 2)+ return padding_h++ def auto_text_det(+ self, img: np.ndarray+ ) -> Tuple[Optional[List[np.ndarray]], float]:+ dt_boxes, det_elapse = self.text_det(img)+ if dt_boxes is None or len(dt_boxes) < 1:+ return None, 0.0++ dt_boxes = self.sorted_boxes(dt_boxes)+ return dt_boxes, det_elapse++ def get_crop_img_list(+ self, img: np.ndarray, dt_boxes: List[np.ndarray]+ ) -> List[np.ndarray]:+ def get_rotate_crop_image(img: np.ndarray, points: np.ndarray) -> np.ndarray:+ img_crop_width = int(+ max(+ np.linalg.norm(points[0] - points[1]),+ np.linalg.norm(points[2] - points[3]),+ )+ )+ img_crop_height = int(+ max(+ np.linalg.norm(points[0] - points[3]),+ np.linalg.norm(points[1] - points[2]),+ )+ )+ pts_std = np.array(+ [+ [0, 0],+ [img_crop_width, 0],+ [img_crop_width, img_crop_height],+ [0, img_crop_height],+ ]+ ).astype(np.float32)+ M = cv2.getPerspectiveTransform(points, pts_std)+ dst_img = cv2.warpPerspective(+ img,+ M,+ (img_crop_width, img_crop_height),+ borderMode=cv2.BORDER_REPLICATE,+ flags=cv2.INTER_CUBIC,+ )+ dst_img_height, dst_img_width = dst_img.shape[0:2]+ if dst_img_height * 1.0 / dst_img_width >= 1.5:+ dst_img = np.rot90(dst_img)+ return dst_img++ img_crop_list = []+ for box in dt_boxes:+ tmp_box = copy.deepcopy(box)+ img_crop = get_rotate_crop_image(img, tmp_box)+ img_crop_list.append(img_crop)+ return img_crop_list++ @staticmethod+ def sorted_boxes(dt_boxes: np.ndarray) -> List[np.ndarray]:+ """+ Sort text boxes in order from top to bottom, left to right+ args:+ dt_boxes(array):detected text boxes with shape [4, 2]+ return:+ sorted boxes(array) with shape [4, 2]+ """+ num_boxes = dt_boxes.shape[0]+ sorted_boxes = sorted(dt_boxes, key=lambda x: (x[0][1], x[0][0]))+ _boxes = list(sorted_boxes)++ for i in range(num_boxes - 1):+ for j in range(i, -1, -1):+ if (+ abs(_boxes[j + 1][0][1] - _boxes[j][0][1]) < 10+ and _boxes[j + 1][0][0] < _boxes[j][0][0]+ ):+ tmp = _boxes[j]+ _boxes[j] = _boxes[j + 1]+ _boxes[j + 1] = tmp+ else:+ break+ return _boxes++ def _get_origin_points(+ self,+ dt_boxes: List[np.ndarray],+ op_record: Dict[str, Any],+ raw_h: int,+ raw_w: int,+ ) -> np.ndarray:+ dt_boxes_array = np.array(dt_boxes).astype(np.float32)+ for op in reversed(list(op_record.keys())):+ v = op_record[op]+ if "padding" in op:+ top, left = v.get("top"), v.get("left")+ dt_boxes_array[:, :, 0] -= left+ dt_boxes_array[:, :, 1] -= top+ elif "preprocess" in op:+ ratio_h = v.get("ratio_h")+ ratio_w = v.get("ratio_w")+ dt_boxes_array[:, :, 0] *= ratio_w+ dt_boxes_array[:, :, 1] *= ratio_h++ dt_boxes_array = np.where(dt_boxes_array < 0, 0, dt_boxes_array)+ dt_boxes_array[..., 0] = np.where(+ dt_boxes_array[..., 0] > raw_w, raw_w, dt_boxes_array[..., 0]+ )+ dt_boxes_array[..., 1] = np.where(+ dt_boxes_array[..., 1] > raw_h, raw_h, dt_boxes_array[..., 1]+ )+ return dt_boxes_array++ def get_final_res(+ self,+ dt_boxes: Optional[List[np.ndarray]],+ cls_res: Optional[List[List[Union[str, float]]]],+ rec_res: Optional[List[Tuple[str, float, List[Union[str, float]]]]],+ det_elapse: float,+ cls_elapse: float,+ rec_elapse: float,+ ) -> Tuple[Optional[List[List[Union[Any, str]]]], Optional[List[float]]]:+ if dt_boxes is None and rec_res is None and cls_res is not None:+ return cls_res, [cls_elapse]++ if dt_boxes is None and rec_res is None:+ return None, None++ if dt_boxes is None and rec_res is not None:+ return [[res[0], res[1]] for res in rec_res], [rec_elapse]++ if dt_boxes is not None and rec_res is None:+ return [box.tolist() for box in dt_boxes], [det_elapse]++ dt_boxes, rec_res = self.filter_result(dt_boxes, rec_res)+ if not dt_boxes or not rec_res or len(dt_boxes) <= 0:+ return None, None++ ocr_res = [[box.tolist(), *res] for box, res in zip(dt_boxes, rec_res)], [+ det_elapse,+ cls_elapse,+ rec_elapse,+ ]+ return ocr_res++ def filter_result(+ self,+ dt_boxes: Optional[List[np.ndarray]],+ rec_res: Optional[List[Tuple[str, float]]],+ ) -> Tuple[Optional[List[np.ndarray]], Optional[List[Tuple[str, float]]]]:+ if dt_boxes is None or rec_res is None:+ return None, None++ filter_boxes, filter_rec_res = [], []+ for box, rec_reuslt in zip(dt_boxes, rec_res):+ text, score = rec_reuslt[0], rec_reuslt[1]+ if float(score) >= self.text_score:+ filter_boxes.append(box)+ filter_rec_res.append(rec_reuslt)++ return filter_boxes, filter_rec_res+++def main():+ args = init_args()+ ocr_engine = RapidOCR(**vars(args))++ use_det = not args.no_det+ use_cls = not args.no_cls+ use_rec = not args.no_rec+ args.img_path = "D:\pythonProjects\RapidOCR\python\\tests\\test_files\\text_det.jpg"+ args.vis_save_path = "../output/"+ result, elapse_list = ocr_engine(+ args.img_path,+ use_det=use_det,+ use_cls=use_cls,+ use_rec=use_rec,+ )+ logger.info(result)++ if args.print_cost:+ logger.info(elapse_list)++ if args.vis_res:+ vis = VisRes()+ Path(args.vis_save_path).mkdir(parents=True, exist_ok=True)+ save_path = Path(args.vis_save_path) / f"{Path(args.img_path).stem}_vis.png"++ if use_det and not use_cls and not use_rec:+ boxes, *_ = list(zip(*result))+ vis_img = vis(args.img_path, boxes)+ cv2.imwrite(str(save_path), vis_img)+ logger.info("The vis result has saved in %s", save_path)++ elif use_det and use_rec:+ font_path = Path(args.vis_font_path)+ if not font_path.exists():+ raise FileExistsError(f"{font_path} does not exist!")++ boxes, txts, scores = list(zip(*result))+ vis_img = vis(args.img_path, boxes, txts, scores, font_path=font_path)+ cv2.imwrite(str(save_path), vis_img)+ logger.info("The vis result has saved in %s", save_path)+++if __name__ == "__main__":+ main()diff --git a/python/rapidocr_torch/modeling/__init__.py b/python/rapidocr_torch/modeling/__init__.pynew file mode 100644index 0000000..e69de29diff --git a/python/rapidocr_torch/modeling/architectures/__init__.py b/python/rapidocr_torch/modeling/architectures/__init__.pynew file mode 100644index 0000000..a93052f--- /dev/null+++ b/python/rapidocr_torch/modeling/architectures/__init__.py@@ -0,0 +1,25 @@+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.+#+# Licensed under the Apache License, Version 2.0 (the "License");+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an "AS IS" BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.++import copy++__all__ = ['build_model']+++def build_model(config, **kwargs):+ from .base_model import BaseModel++ config = copy.deepcopy(config)+ module_class = BaseModel(config, **kwargs)+ return module_class\ No newline at end of filediff --git a/python/rapidocr_torch/modeling/architectures/base_model.py b/python/rapidocr_torch/modeling/architectures/base_model.pynew file mode 100644index 0000000..925ef3a--- /dev/null+++ b/python/rapidocr_torch/modeling/architectures/base_model.py@@ -0,0 +1,105 @@+import torch.nn as nn+from rapidocr_torch.modeling.backbones import build_backbone+from rapidocr_torch.modeling.heads import build_head+from rapidocr_torch.modeling.necks import build_neck+++class BaseModel(nn.Module):+ def __init__(self, config, **kwargs):+ """+ the module for OCR.+ args:+ config (dict): the super parameters for module.+ """+ super(BaseModel, self).__init__()++ in_channels = config.get('in_channels', 3)+ model_type = config['model_type']+ # build backbone, backbone is need for del, rec and cls+ if 'Backbone' not in config or config['Backbone'] is None:+ self.use_backbone = False+ else:+ self.use_backbone = True+ config["Backbone"]['in_channels'] = in_channels+ self.backbone = build_backbone(config["Backbone"], model_type)+ in_channels = self.backbone.out_channels++ # build neck+ # for rec, neck can be cnn,rnn or reshape(None)+ # for det, neck can be FPN, BIFPN and so on.+ # for cls, neck should be none+ if 'Neck' not in config or config['Neck'] is None:+ self.use_neck = False+ else:+ self.use_neck = True+ config['Neck']['in_channels'] = in_channels+ self.neck = build_neck(config['Neck'])+ in_channels = self.neck.out_channels++ # # build head, head is need for det, rec and cls+ if 'Head' not in config or config['Head'] is None:+ self.use_head = False+ else:+ self.use_head = True+ config["Head"]['in_channels'] = in_channels+ self.head = build_head(config["Head"], **kwargs)++ self.return_all_feats = config.get("return_all_feats", False)++ self._initialize_weights()++ def _initialize_weights(self):+ # weight initialization+ for m in self.modules():+ if isinstance(m, nn.Conv2d):+ nn.init.kaiming_normal_(m.weight, mode='fan_out')+ if m.bias is not None:+ nn.init.zeros_(m.bias)+ elif isinstance(m, nn.BatchNorm2d):+ nn.init.ones_(m.weight)+ nn.init.zeros_(m.bias)+ elif isinstance(m, nn.Linear):+ nn.init.normal_(m.weight, 0, 0.01)+ if m.bias is not None:+ nn.init.zeros_(m.bias)+ elif isinstance(m, nn.ConvTranspose2d):+ nn.init.kaiming_normal_(m.weight, mode='fan_out')+ if m.bias is not None:+ nn.init.zeros_(m.bias)+++ def forward(self, x):+ y = dict()+ if self.use_backbone:+ x = self.backbone(x)+ if isinstance(x, dict):+ y.update(x)+ else:+ y["backbone_out"] = x+ final_name = "backbone_out"+ if self.use_neck:+ x = self.neck(x)+ if isinstance(x, dict):+ y.update(x)+ else:+ y["neck_out"] = x+ final_name = "neck_out"+ if self.use_head:+ x = self.head(x)+ # for multi head, save ctc neck out for udml+ if isinstance(x, dict) and 'ctc_nect' in x.keys():+ y['neck_out'] = x['ctc_neck']+ y['head_out'] = x+ elif isinstance(x, dict):+ y.update(x)+ else:+ y["head_out"] = x+ if self.return_all_feats:+ if self.training:+ return y+ elif isinstance(x, dict):+ return x+ else:+ return {final_name: x}+ else:+ return x\ No newline at end of filediff --git a/python/rapidocr_torch/modeling/backbones/__init__.py b/python/rapidocr_torch/modeling/backbones/__init__.pynew file mode 100644index 0000000..03714cb--- /dev/null+++ b/python/rapidocr_torch/modeling/backbones/__init__.py@@ -0,0 +1,39 @@+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.+#+# Licensed under the Apache License, Version 2.0 (the "License");+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an "AS IS" BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.++__all__ = ['build_backbone']+++def build_backbone(config, model_type):+ if model_type == 'det':+ from .det_mobilenet_v3 import MobileNetV3+ from .rec_lcnetv3 import PPLCNetV3+ from .rec_hgnet import PPHGNet_small+ support_dict = ['MobileNetV3', 'ResNet', 'ResNet_vd', 'ResNet_SAST', 'PPLCNetV3', 'PPHGNet_small']+ elif model_type == 'rec' or model_type == 'cls':+ from .rec_mobilenet_v3 import MobileNetV3+ from .rec_svtrnet import SVTRNet+ from .rec_lcnetv3 import PPLCNetV3+ from .rec_hgnet import PPHGNet_small+ support_dict = ['MobileNetV1Enhance', 'MobileNetV3', 'ResNet', 'ResNetFPN', 'MTB',+ 'ResNet31', 'SVTRNet', 'ViTSTR', 'DenseNet', 'PPLCNetV3', 'PPHGNet_small']+ else:+ raise NotImplementedError++ module_name = config.pop('name')+ assert module_name in support_dict, Exception(+ 'when model typs is {}, backbone only support {}'.format(model_type,+ support_dict))+ module_class = eval(module_name)(**config)+ return module_class\ No newline at end of filediff --git a/python/rapidocr_torch/modeling/backbones/det_mobilenet_v3.py b/python/rapidocr_torch/modeling/backbones/det_mobilenet_v3.pynew file mode 100644index 0000000..6eda81c--- /dev/null+++ b/python/rapidocr_torch/modeling/backbones/det_mobilenet_v3.py@@ -0,0 +1,253 @@+import torch.nn as nn+from rapidocr_torch.modeling.common import Activation++def make_divisible(v, divisor=8, min_value=None):+ if min_value is None:+ min_value = divisor+ new_v = max(min_value, int(v + divisor / 2) // divisor * divisor)+ if new_v < 0.9 * v:+ new_v += divisor+ return new_v+++class ConvBNLayer(nn.Module):+ def __init__(self,+ in_channels,+ out_channels,+ kernel_size,+ stride,+ padding,+ groups=1,+ if_act=True,+ act=None,+ name=None):+ super(ConvBNLayer, self).__init__()+ self.if_act = if_act+ self.conv = nn.Conv2d(+ in_channels=in_channels,+ out_channels=out_channels,+ kernel_size=kernel_size,+ stride=stride,+ padding=padding,+ groups=groups,+ bias=False)++ self.bn = nn.BatchNorm2d(+ out_channels,+ )+ if self.if_act:+ self.act = Activation(act_type=act, inplace=True)++ def forward(self, x):+ x = self.conv(x)+ x = self.bn(x)+ if self.if_act:+ x = self.act(x)+ return x+++class SEModule(nn.Module):+ def __init__(self, in_channels, reduction=4, name=""):+ super(SEModule, self).__init__()+ self.avg_pool = nn.AdaptiveAvgPool2d(1)+ self.conv1 = nn.Conv2d(+ in_channels=in_channels,+ out_channels=in_channels // reduction,+ kernel_size=1,+ stride=1,+ padding=0,+ bias=True)+ self.relu1 = Activation(act_type='relu', inplace=True)+ self.conv2 = nn.Conv2d(+ in_channels=in_channels // reduction,+ out_channels=in_channels,+ kernel_size=1,+ stride=1,+ padding=0,+ bias=True)+ self.hard_sigmoid = Activation(act_type='hard_sigmoid', inplace=True)++ def forward(self, inputs):+ outputs = self.avg_pool(inputs)+ outputs = self.conv1(outputs)+ outputs = self.relu1(outputs)+ outputs = self.conv2(outputs)+ outputs = self.hard_sigmoid(outputs)+ outputs = inputs * outputs+ return outputs+++class ResidualUnit(nn.Module):+ def __init__(self,+ in_channels,+ mid_channels,+ out_channels,+ kernel_size,+ stride,+ use_se,+ act=None,+ name=''):+ super(ResidualUnit, self).__init__()+ self.if_shortcut = stride == 1 and in_channels == out_channels+ self.if_se = use_se++ self.expand_conv = ConvBNLayer(+ in_channels=in_channels,+ out_channels=mid_channels,+ kernel_size=1,+ stride=1,+ padding=0,+ if_act=True,+ act=act,+ name=name + "_expand")+ self.bottleneck_conv = ConvBNLayer(+ in_channels=mid_channels,+ out_channels=mid_channels,+ kernel_size=kernel_size,+ stride=stride,+ padding=int((kernel_size - 1) // 2),+ groups=mid_channels,+ if_act=True,+ act=act,+ name=name + "_depthwise")+ if self.if_se:+ self.mid_se = SEModule(mid_channels, name=name + "_se")+ self.linear_conv = ConvBNLayer(+ in_channels=mid_channels,+ out_channels=out_channels,+ kernel_size=1,+ stride=1,+ padding=0,+ if_act=False,+ act=None,+ name=name + "_linear")++ def forward(self, inputs):+ x = self.expand_conv(inputs)+ x = self.bottleneck_conv(x)+ if self.if_se:+ x = self.mid_se(x)+ x = self.linear_conv(x)+ if self.if_shortcut:+ x = inputs + x+ return x+++class MobileNetV3(nn.Module):+ def __init__(self,+ in_channels=3,+ model_name='large',+ scale=0.5,+ disable_se=False,+ **kwargs):+ """+ the MobilenetV3 backbone network for detection module.+ Args:+ params(dict): the super parameters for build network+ """+ super(MobileNetV3, self).__init__()++ self.disable_se = disable_se++ if model_name == "large":+ cfg = [+ # k, exp, c, se, nl, s,+ [3, 16, 16, False, 'relu', 1],+ [3, 64, 24, False, 'relu', 2],+ [3, 72, 24, False, 'relu', 1],+ [5, 72, 40, True, 'relu', 2],+ [5, 120, 40, True, 'relu', 1],+ [5, 120, 40, True, 'relu', 1],+ [3, 240, 80, False, 'hard_swish', 2],+ [3, 200, 80, False, 'hard_swish', 1],+ [3, 184, 80, False, 'hard_swish', 1],+ [3, 184, 80, False, 'hard_swish', 1],+ [3, 480, 112, True, 'hard_swish', 1],+ [3, 672, 112, True, 'hard_swish', 1],+ [5, 672, 160, True, 'hard_swish', 2],+ [5, 960, 160, True, 'hard_swish', 1],+ [5, 960, 160, True, 'hard_swish', 1],+ ]+ cls_ch_squeeze = 960+ elif model_name == "small":+ cfg = [+ # k, exp, c, se, nl, s,+ [3, 16, 16, True, 'relu', 2],+ [3, 72, 24, False, 'relu', 2],+ [3, 88, 24, False, 'relu', 1],+ [5, 96, 40, True, 'hard_swish', 2],+ [5, 240, 40, True, 'hard_swish', 1],+ [5, 240, 40, True, 'hard_swish', 1],+ [5, 120, 48, True, 'hard_swish', 1],+ [5, 144, 48, True, 'hard_swish', 1],+ [5, 288, 96, True, 'hard_swish', 2],+ [5, 576, 96, True, 'hard_swish', 1],+ [5, 576, 96, True, 'hard_swish', 1],+ ]+ cls_ch_squeeze = 576+ else:+ raise NotImplementedError("mode[" + model_name ++ "_model] is not implemented!")++ supported_scale = [0.35, 0.5, 0.75, 1.0, 1.25]+ assert scale in supported_scale, \+ "supported scale are {} but input scale is {}".format(supported_scale, scale)+ inplanes = 16+ # conv1+ self.conv = ConvBNLayer(+ in_channels=in_channels,+ out_channels=make_divisible(inplanes * scale),+ kernel_size=3,+ stride=2,+ padding=1,+ groups=1,+ if_act=True,+ act='hard_swish',+ name='conv1')++ self.stages = nn.ModuleList()+ self.out_channels = []+ block_list = []+ i = 0+ inplanes = make_divisible(inplanes * scale)+ for (k, exp, c, se, nl, s) in cfg:+ se = se and not self.disable_se+ if s == 2 and i > 2:+ self.out_channels.append(inplanes)+ self.stages.append(nn.Sequential(*block_list))+ block_list = []+ block_list.append(+ ResidualUnit(+ in_channels=inplanes,+ mid_channels=make_divisible(scale * exp),+ out_channels=make_divisible(scale * c),+ kernel_size=k,+ stride=s,+ use_se=se,+ act=nl,+ name="conv" + str(i + 2)))+ inplanes = make_divisible(scale * c)+ i += 1+ block_list.append(+ ConvBNLayer(+ in_channels=inplanes,+ out_channels=make_divisible(scale * cls_ch_squeeze),+ kernel_size=1,+ stride=1,+ padding=0,+ groups=1,+ if_act=True,+ act='hard_swish',+ name='conv_last'))+ self.stages.append(nn.Sequential(*block_list))+ self.out_channels.append(make_divisible(scale * cls_ch_squeeze))+ # for i, stage in enumerate(self.stages):+ # self.add_sublayer(sublayer=stage, name="stage{}".format(i))++ def forward(self, x):+ x = self.conv(x)+ out_list = []+ for stage in self.stages:+ x = stage(x)+ out_list.append(x)+ return out_listdiff --git a/python/rapidocr_torch/modeling/backbones/rec_hgnet.py b/python/rapidocr_torch/modeling/backbones/rec_hgnet.pynew file mode 100644index 0000000..8748c24--- /dev/null+++ b/python/rapidocr_torch/modeling/backbones/rec_hgnet.py@@ -0,0 +1,272 @@+import torch+import torch.nn as nn+import torch.nn.functional as F+++class ConvBNAct(nn.Module):+ def __init__(self,+ in_channels,+ out_channels,+ kernel_size,+ stride,+ groups=1,+ use_act=True):+ super().__init__()+ self.use_act = use_act+ self.conv = nn.Conv2d(+ in_channels,+ out_channels,+ kernel_size,+ stride,+ padding=(kernel_size - 1) // 2,+ groups=groups,+ bias=False)+ self.bn = nn.BatchNorm2d(out_channels)+ if self.use_act:+ self.act = nn.ReLU()++ def forward(self, x):+ x = self.conv(x)+ x = self.bn(x)+ if self.use_act:+ x = self.act(x)+ return x+++class ESEModule(nn.Module):+ def __init__(self, channels):+ super().__init__()+ self.avg_pool = nn.AdaptiveAvgPool2d(1)+ self.conv = nn.Conv2d(+ in_channels=channels,+ out_channels=channels,+ kernel_size=1,+ stride=1,+ padding=0)+ self.sigmoid = nn.Sigmoid()++ def forward(self, x):+ identity = x+ x = self.avg_pool(x)+ x = self.conv(x)+ x = self.sigmoid(x)+ return x * identity+++class HG_Block(nn.Module):+ def __init__(+ self,+ in_channels,+ mid_channels,+ out_channels,+ layer_num,+ identity=False, ):+ super().__init__()+ self.identity = identity++ self.layers = nn.ModuleList()+ self.layers.append(+ ConvBNAct(+ in_channels=in_channels,+ out_channels=mid_channels,+ kernel_size=3,+ stride=1))+ for _ in range(layer_num - 1):+ self.layers.append(+ ConvBNAct(+ in_channels=mid_channels,+ out_channels=mid_channels,+ kernel_size=3,+ stride=1))++ # feature aggregation+ total_channels = in_channels + layer_num * mid_channels+ self.aggregation_conv = ConvBNAct(+ in_channels=total_channels,+ out_channels=out_channels,+ kernel_size=1,+ stride=1)+ self.att = ESEModule(out_channels)++ def forward(self, x):+ identity = x+ output = []+ output.append(x)+ for layer in self.layers:+ x = layer(x)+ output.append(x)+ x = torch.cat(output, dim=1)+ x = self.aggregation_conv(x)+ x = self.att(x)+ if self.identity:+ x += identity+ return x+++class HG_Stage(nn.Module):+ def __init__(self,+ in_channels,+ mid_channels,+ out_channels,+ block_num,+ layer_num,+ downsample=True,+ stride=[2, 1]):+ super().__init__()+ self.downsample = downsample+ if downsample:+ self.downsample = ConvBNAct(+ in_channels=in_channels,+ out_channels=in_channels,+ kernel_size=3,+ stride=stride,+ groups=in_channels,+ use_act=False)++ blocks_list = []+ blocks_list.append(+ HG_Block(+ in_channels,+ mid_channels,+ out_channels,+ layer_num,+ identity=False))+ for _ in range(block_num - 1):+ blocks_list.append(+ HG_Block(+ out_channels,+ mid_channels,+ out_channels,+ layer_num,+ identity=True))+ self.blocks = nn.Sequential(*blocks_list)++ def forward(self, x):+ if self.downsample:+ x = self.downsample(x)+ x = self.blocks(x)+ return x+++class PPHGNet(nn.Module):+ """+ PPHGNet+ Args:+ stem_channels: list. Stem channel list of PPHGNet.+ stage_config: dict. The configuration of each stage of PPHGNet. such as the number of channels, stride, etc.+ layer_num: int. Number of layers of HG_Block.+ use_last_conv: boolean. Whether to use a 1x1 convolutional layer before the classification layer.+ class_expand: int=2048. Number of channels for the last 1x1 convolutional layer.+ dropout_prob: float. Parameters of dropout, 0.0 means dropout is not used.+ class_num: int=1000. The number of classes.+ Returns:+ model: nn.Layer. Specific PPHGNet model depends on args.+ """++ def __init__(+ self,+ stem_channels,+ stage_config,+ layer_num,+ in_channels=3,+ det=False,+ out_indices=None):+ super().__init__()+ self.det = det+ self.out_indices = out_indices if out_indices is not None else [+ 0, 1, 2, 3+ ]++ # stem+ stem_channels.insert(0, in_channels)+ self.stem = nn.Sequential(* [+ ConvBNAct(+ in_channels=stem_channels[i],+ out_channels=stem_channels[i + 1],+ kernel_size=3,+ stride=2 if i == 0 else 1) for i in range(+ len(stem_channels) - 1)+ ])++ if self.det:+ self.pool = nn.MaxPool2d(kernel_size=3, stride=2, padding=1)+ # stages+ self.stages = nn.ModuleList()+ self.out_channels = []+ for block_id, k in enumerate(stage_config):+ in_channels, mid_channels, out_channels, block_num, downsample, stride = stage_config[+ k]+ self.stages.append(+ HG_Stage(in_channels, mid_channels, out_channels, block_num,+ layer_num, downsample, stride))+ if block_id in self.out_indices:+ self.out_channels.append(out_channels)++ if not self.det:+ self.out_channels = stage_config["stage4"][2]++ self._init_weights()++ def _init_weights(self):+ for m in self.modules():+ if isinstance(m, nn.Conv2d):+ nn.init.kaiming_normal_(m.weight)+ elif isinstance(m, nn.BatchNorm2d):+ nn.init.ones_(m.weight)+ nn.init.zeros_(m.bias)+ elif isinstance(m, nn.Linear):+ nn.init.zeros_(m.bias)++ def forward(self, x):+ x = self.stem(x)+ if self.det:+ x = self.pool(x)++ out = []+ for i, stage in enumerate(self.stages):+ x = stage(x)+ if self.det and i in self.out_indices:+ out.append(x)+ if self.det:+ return out++ if self.training:+ x = F.adaptive_avg_pool2d(x, [1, 40])+ else:+ x = F.avg_pool2d(x, [3, 2])+ return x++def PPHGNet_small(pretrained=False, use_ssld=False, det=False, **kwargs):+ """+ PPHGNet_small+ Args:+ pretrained: bool=False or str. If `True` load pretrained parameters, `False` otherwise.+ If str, means the path of the pretrained model.+ use_ssld: bool=False. Whether using distillation pretrained model when pretrained=True.+ Returns:+ model: nn.Layer. Specific `PPHGNet_small` model depends on args.+ """+ stage_config_det = {+ # in_channels, mid_channels, out_channels, blocks, downsample+ "stage1": [128, 128, 256, 1, False, 2],+ "stage2": [256, 160, 512, 1, True, 2],+ "stage3": [512, 192, 768, 2, True, 2],+ "stage4": [768, 224, 1024, 1, True, 2],+ }++ stage_config_rec = {+ # in_channels, mid_channels, out_channels, blocks, downsample+ "stage1": [128, 128, 256, 1, True, [2, 1]],+ "stage2": [256, 160, 512, 1, True, [1, 2]],+ "stage3": [512, 192, 768, 2, True, [2, 1]],+ "stage4": [768, 224, 1024, 1, True, [2, 1]],+ }++ model = PPHGNet(+ stem_channels=[64, 64, 128],+ stage_config=stage_config_det if det else stage_config_rec,+ layer_num=6,+ det=det,+ **kwargs)+ return model+diff --git a/python/rapidocr_torch/modeling/backbones/rec_lcnetv3.py b/python/rapidocr_torch/modeling/backbones/rec_lcnetv3.pynew file mode 100644index 0000000..403a597--- /dev/null+++ b/python/rapidocr_torch/modeling/backbones/rec_lcnetv3.py@@ -0,0 +1,474 @@+# copyright (c) 2021 PaddlePaddle Authors. All Rights Reserve.+#+# Licensed under the Apache License, Version 2.0 (the "License");+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an "AS IS" BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.++from __future__ import absolute_import+from __future__ import division+from __future__ import print_function++import torch+import torch.nn as nn+import torch.nn.functional as F+from rapidocr_torch.modeling.common import Activation++# from paddle.nn.initializer import Constant, KaimingNormal+# from paddle.nn import AdaptiveAvgPool2D, BatchNorm2D, Conv2D, Dropout, Hardsigmoid, Hardswish, Identity, Linear, ReLU+# from paddle.regularizer import L2Decay++NET_CONFIG_det = {+ "blocks2":+ #k, in_c, out_c, s, use_se+ [[3, 16, 32, 1, False]],+ "blocks3": [[3, 32, 64, 2, False], [3, 64, 64, 1, False]],+ "blocks4": [[3, 64, 128, 2, False], [3, 128, 128, 1, False]],+ "blocks5":+ [[3, 128, 256, 2, False], [5, 256, 256, 1, False], [5, 256, 256, 1, False],+ [5, 256, 256, 1, False], [5, 256, 256, 1, False]],+ "blocks6": [[5, 256, 512, 2, True], [5, 512, 512, 1, True],+ [5, 512, 512, 1, False], [5, 512, 512, 1, False]]+}++NET_CONFIG_rec = {+ "blocks2":+ #k, in_c, out_c, s, use_se+ [[3, 16, 32, 1, False]],+ "blocks3": [[3, 32, 64, 1, False], [3, 64, 64, 1, False]],+ "blocks4": [[3, 64, 128, (2, 1), False], [3, 128, 128, 1, False]],+ "blocks5":+ [[3, 128, 256, (1, 2), False], [5, 256, 256, 1, False],+ [5, 256, 256, 1, False], [5, 256, 256, 1, False], [5, 256, 256, 1, False]],+ "blocks6": [[5, 256, 512, (2, 1), True], [5, 512, 512, 1, True],+ [5, 512, 512, (2, 1), False], [5, 512, 512, 1, False]]+}+++def make_divisible(v, divisor=16, min_value=None):+ if min_value is None:+ min_value = divisor+ new_v = max(min_value, int(v + divisor / 2) // divisor * divisor)+ if new_v < 0.9 * v:+ new_v += divisor+ return new_v+++class LearnableAffineBlock(nn.Module):+ def __init__(self, scale_value=1.0, bias_value=0.0, lr_mult=1.0,+ lab_lr=0.1):+ super().__init__()+ self.scale = nn.Parameter(torch.Tensor([scale_value]))+ self.bias = nn.Parameter(torch.Tensor([bias_value]))++ def forward(self, x):+ return self.scale * x + self.bias+++class ConvBNLayer(nn.Module):+ def __init__(self,+ in_channels,+ out_channels,+ kernel_size,+ stride,+ groups=1,+ lr_mult=1.0):+ super().__init__()+ self.conv = nn.Conv2d(+ in_channels=in_channels,+ out_channels=out_channels,+ kernel_size=kernel_size,+ stride=stride,+ padding=(kernel_size - 1) // 2,+ groups=groups,+ bias=False)++ self.bn = nn.BatchNorm2d(+ out_channels,+ )++ def forward(self, x):+ x = self.conv(x)+ x = self.bn(x)+ return x+++class Act(nn.Module):+ def __init__(self, act="hswish", lr_mult=1.0, lab_lr=0.1):+ super().__init__()+ if act == "hswish":+ self.act = nn.Hardswish(inplace=True)+ else:+ assert act == "relu"+ self.act = Activation(act)+ self.lab = LearnableAffineBlock(lr_mult=lr_mult, lab_lr=lab_lr)++ def forward(self, x):+ return self.lab(self.act(x))+++class LearnableRepLayer(nn.Module):+ def __init__(self,+ in_channels,+ out_channels,+ kernel_size,+ stride=1,+ groups=1,+ num_conv_branches=1,+ lr_mult=1.0,+ lab_lr=0.1):+ super().__init__()+ self.is_repped = False+ self.groups = groups+ self.stride = stride+ self.kernel_size = kernel_size+ self.in_channels = in_channels+ self.out_channels = out_channels+ self.num_conv_branches = num_conv_branches+ self.padding = (kernel_size - 1) // 2++ self.identity = nn.BatchNorm2d(+ num_features=in_channels,+ ) if out_channels == in_channels and stride == 1 else None++ self.conv_kxk = nn.ModuleList([+ ConvBNLayer(+ in_channels,+ out_channels,+ kernel_size,+ stride,+ groups=groups,+ lr_mult=lr_mult) for _ in range(self.num_conv_branches)+ ])++ self.conv_1x1 = ConvBNLayer(+ in_channels,+ out_channels,+ 1,+ stride,+ groups=groups,+ lr_mult=lr_mult) if kernel_size > 1 else None++ self.lab = LearnableAffineBlock(lr_mult=lr_mult, lab_lr=lab_lr)+ self.act = Act(lr_mult=lr_mult, lab_lr=lab_lr)++ def forward(self, x):+ # for export+ if self.is_repped:+ out = self.lab(self.reparam_conv(x))+ if self.stride != 2:+ out = self.act(out)+ return out++ out = 0+ if self.identity is not None:+ out += self.identity(x)++ if self.conv_1x1 is not None:+ out += self.conv_1x1(x)++ for conv in self.conv_kxk:+ out += conv(x)++ out = self.lab(out)+ if self.stride != 2:+ out = self.act(out)+ return out++ def rep(self):+ if self.is_repped:+ return+ kernel, bias = self._get_kernel_bias()+ self.reparam_conv = nn.Conv2d(+ in_channels=self.in_channels,+ out_channels=self.out_channels,+ kernel_size=self.kernel_size,+ stride=self.stride,+ padding=self.padding,+ groups=self.groups)+ self.reparam_conv.weight.data = kernel+ self.reparam_conv.bias.data = bias+ self.is_repped = True++ def _pad_kernel_1x1_to_kxk(self, kernel1x1, pad):+ if not isinstance(kernel1x1, torch.Tensor):+ return 0+ else:+ return nn.functional.pad(kernel1x1, [pad, pad, pad, pad])++ def _get_kernel_bias(self):+ kernel_conv_1x1, bias_conv_1x1 = self._fuse_bn_tensor(self.conv_1x1)+ kernel_conv_1x1 = self._pad_kernel_1x1_to_kxk(kernel_conv_1x1,+ self.kernel_size // 2)++ kernel_identity, bias_identity = self._fuse_bn_tensor(self.identity)++ kernel_conv_kxk = 0+ bias_conv_kxk = 0+ for conv in self.conv_kxk:+ kernel, bias = self._fuse_bn_tensor(conv)+ kernel_conv_kxk += kernel+ bias_conv_kxk += bias++ kernel_reparam = kernel_conv_kxk + kernel_conv_1x1 + kernel_identity+ bias_reparam = bias_conv_kxk + bias_conv_1x1 + bias_identity+ return kernel_reparam, bias_reparam++ def _fuse_bn_tensor(self, branch):+ if not branch:+ return 0, 0+ elif isinstance(branch, ConvBNLayer):+ kernel = branch.conv.weight+ running_mean = branch.bn._mean+ running_var = branch.bn._variance+ gamma = branch.bn.weight+ beta = branch.bn.bias+ eps = branch.bn._epsilon+ else:+ assert isinstance(branch, nn.BatchNorm2d)+ if not hasattr(self, 'id_tensor'):+ input_dim = self.in_channels // self.groups+ kernel_value = torch.zeros(+ (self.in_channels, input_dim, self.kernel_size,+ self.kernel_size),+ dtype=branch.weight.dtype)+ for i in range(self.in_channels):+ kernel_value[i, i % input_dim, self.kernel_size // 2,+ self.kernel_size // 2] = 1+ self.id_tensor = kernel_value+ kernel = self.id_tensor+ running_mean = branch._mean+ running_var = branch._variance+ gamma = branch.weight+ beta = branch.bias+ eps = branch._epsilon+ std = (running_var + eps).sqrt()+ t = (gamma / std).reshape((-1, 1, 1, 1))+ return kernel * t, beta - running_mean * gamma / std+++class SELayer(nn.Module):+ def __init__(self, channel, reduction=4, lr_mult=1.0):+ super().__init__()+ self.avg_pool = nn.AdaptiveAvgPool2d(1)+ self.conv1 = nn.Conv2d(+ in_channels=channel,+ out_channels=channel // reduction,+ kernel_size=1,+ stride=1,+ padding=0,+ )+ self.relu = nn.ReLU()+ self.conv2 = nn.Conv2d(+ in_channels=channel // reduction,+ out_channels=channel,+ kernel_size=1,+ stride=1,+ padding=0,+ )+ self.hardsigmoid = nn.Hardsigmoid(inplace=True)++ def forward(self, x):+ identity = x+ x = self.avg_pool(x)+ x = self.conv1(x)+ x = self.relu(x)+ x = self.conv2(x)+ x = self.hardsigmoid(x)+ x = identity * x+ return x+++class LCNetV3Block(nn.Module):+ def __init__(self,+ in_channels,+ out_channels,+ stride,+ dw_size,+ use_se=False,+ conv_kxk_num=4,+ lr_mult=1.0,+ lab_lr=0.1):+ super().__init__()+ self.use_se = use_se+ self.dw_conv = LearnableRepLayer(+ in_channels=in_channels,+ out_channels=in_channels,+ kernel_size=dw_size,+ stride=stride,+ groups=in_channels,+ num_conv_branches=conv_kxk_num,+ lr_mult=lr_mult,+ lab_lr=lab_lr)+ if use_se:+ self.se = SELayer(in_channels, lr_mult=lr_mult)+ self.pw_conv = LearnableRepLayer(+ in_channels=in_channels,+ out_channels=out_channels,+ kernel_size=1,+ stride=1,+ num_conv_branches=conv_kxk_num,+ lr_mult=lr_mult,+ lab_lr=lab_lr)++ def forward(self, x):+ x = self.dw_conv(x)+ if self.use_se:+ x = self.se(x)+ x = self.pw_conv(x)+ return x+++class PPLCNetV3(nn.Module):+ def __init__(self,+ scale=1.0,+ conv_kxk_num=4,+ lr_mult_list=[1.0, 1.0, 1.0, 1.0, 1.0, 1.0],+ lab_lr=0.1,+ det=False,+ **kwargs):+ super().__init__()+ self.scale = scale+ self.lr_mult_list = lr_mult_list+ self.det = det++ self.net_config = NET_CONFIG_det if self.det else NET_CONFIG_rec++ assert isinstance(self.lr_mult_list, (+ list, tuple+ )), "lr_mult_list should be in (list, tuple) but got {}".format(+ type(self.lr_mult_list))+ assert len(self.lr_mult_list+ ) == 6, "lr_mult_list length should be 6 but got {}".format(+ len(self.lr_mult_list))++ self.conv1 = ConvBNLayer(+ in_channels=3,+ out_channels=make_divisible(16 * scale),+ kernel_size=3,+ stride=2,+ lr_mult=self.lr_mult_list[0])++ self.blocks2 = nn.Sequential(*[+ LCNetV3Block(+ in_channels=make_divisible(in_c * scale),+ out_channels=make_divisible(out_c * scale),+ dw_size=k,+ stride=s,+ use_se=se,+ conv_kxk_num=conv_kxk_num,+ lr_mult=self.lr_mult_list[1],+ lab_lr=lab_lr)+ for i, (k, in_c, out_c, s, se+ ) in enumerate(self.net_config["blocks2"])+ ])++ self.blocks3 = nn.Sequential(*[+ LCNetV3Block(+ in_channels=make_divisible(in_c * scale),+ out_channels=make_divisible(out_c * scale),+ dw_size=k,+ stride=s,+ use_se=se,+ conv_kxk_num=conv_kxk_num,+ lr_mult=self.lr_mult_list[2],+ lab_lr=lab_lr)+ for i, (k, in_c, out_c, s, se+ ) in enumerate(self.net_config["blocks3"])+ ])++ self.blocks4 = nn.Sequential(*[+ LCNetV3Block(+ in_channels=make_divisible(in_c * scale),+ out_channels=make_divisible(out_c * scale),+ dw_size=k,+ stride=s,+ use_se=se,+ conv_kxk_num=conv_kxk_num,+ lr_mult=self.lr_mult_list[3],+ lab_lr=lab_lr)+ for i, (k, in_c, out_c, s, se+ ) in enumerate(self.net_config["blocks4"])+ ])++ self.blocks5 = nn.Sequential(*[+ LCNetV3Block(+ in_channels=make_divisible(in_c * scale),+ out_channels=make_divisible(out_c * scale),+ dw_size=k,+ stride=s,+ use_se=se,+ conv_kxk_num=conv_kxk_num,+ lr_mult=self.lr_mult_list[4],+ lab_lr=lab_lr)+ for i, (k, in_c, out_c, s, se+ ) in enumerate(self.net_config["blocks5"])+ ])++ self.blocks6 = nn.Sequential(*[+ LCNetV3Block(+ in_channels=make_divisible(in_c * scale),+ out_channels=make_divisible(out_c * scale),+ dw_size=k,+ stride=s,+ use_se=se,+ conv_kxk_num=conv_kxk_num,+ lr_mult=self.lr_mult_list[5],+ lab_lr=lab_lr)+ for i, (k, in_c, out_c, s, se+ ) in enumerate(self.net_config["blocks6"])+ ])+ self.out_channels = make_divisible(512 * scale)++ if self.det:+ mv_c = [16, 24, 56, 480]+ self.out_channels = [+ make_divisible(self.net_config["blocks3"][-1][2] * scale),+ make_divisible(self.net_config["blocks4"][-1][2] * scale),+ make_divisible(self.net_config["blocks5"][-1][2] * scale),+ make_divisible(self.net_config["blocks6"][-1][2] * scale),+ ]++ self.layer_list = nn.ModuleList([+ nn.Conv2d(self.out_channels[0], int(mv_c[0] * scale), 1, 1, 0),+ nn.Conv2d(self.out_channels[1], int(mv_c[1] * scale), 1, 1, 0),+ nn.Conv2d(self.out_channels[2], int(mv_c[2] * scale), 1, 1, 0),+ nn.Conv2d(self.out_channels[3], int(mv_c[3] * scale), 1, 1, 0)+ ])+ self.out_channels = [+ int(mv_c[0] * scale), int(mv_c[1] * scale),+ int(mv_c[2] * scale), int(mv_c[3] * scale)+ ]++ def forward(self, x):+ out_list = []+ x = self.conv1(x)+ x = self.blocks2(x)+ x = self.blocks3(x)+ out_list.append(x)+ x = self.blocks4(x)+ out_list.append(x)+ x = self.blocks5(x)+ out_list.append(x)+ x = self.blocks6(x)+ out_list.append(x)++ if self.det:+ out_list[0] = self.layer_list[0](out_list[0])+ out_list[1] = self.layer_list[1](out_list[1])+ out_list[2] = self.layer_list[2](out_list[2])+ out_list[3] = self.layer_list[3](out_list[3])+ return out_list++ if self.training:+ x = F.adaptive_avg_pool2d(x, [1, 40])+ else:+ x = F.avg_pool2d(x, [3, 2])+ return xdiff --git a/python/rapidocr_torch/modeling/backbones/rec_mobilenet_v3.py b/python/rapidocr_torch/modeling/backbones/rec_mobilenet_v3.pynew file mode 100644index 0000000..72e60ab--- /dev/null+++ b/python/rapidocr_torch/modeling/backbones/rec_mobilenet_v3.py@@ -0,0 +1,125 @@+import os, sys+import torch+import torch.nn as nn+import torch.nn.functional as F+from rapidocr_torch.modeling.common import Activation++from .det_mobilenet_v3 import ResidualUnit, ConvBNLayer, make_divisible++class MobileNetV3(nn.Module):+ def __init__(self,+ in_channels=3,+ model_name='small',+ scale=0.5,+ large_stride=None,+ small_stride=None,+ **kwargs):+ super(MobileNetV3, self).__init__()+ if small_stride is None:+ small_stride = [2, 2, 2, 2]+ if large_stride is None:+ large_stride = [1, 2, 2, 2]++ assert isinstance(large_stride, list), "large_stride type must " \+ "be list but got {}".format(type(large_stride))+ assert isinstance(small_stride, list), "small_stride type must " \+ "be list but got {}".format(type(small_stride))+ assert len(large_stride) == 4, "large_stride length must be " \+ "4 but got {}".format(len(large_stride))+ assert len(small_stride) == 4, "small_stride length must be " \+ "4 but got {}".format(len(small_stride))++ if model_name == "large":+ cfg = [+ # k, exp, c, se, nl, s,+ [3, 16, 16, False, 'relu', large_stride[0]],+ [3, 64, 24, False, 'relu', (large_stride[1], 1)],+ [3, 72, 24, False, 'relu', 1],+ [5, 72, 40, True, 'relu', (large_stride[2], 1)],+ [5, 120, 40, True, 'relu', 1],+ [5, 120, 40, True, 'relu', 1],+ [3, 240, 80, False, 'hard_swish', 1],+ [3, 200, 80, False, 'hard_swish', 1],+ [3, 184, 80, False, 'hard_swish', 1],+ [3, 184, 80, False, 'hard_swish', 1],+ [3, 480, 112, True, 'hard_swish', 1],+ [3, 672, 112, True, 'hard_swish', 1],+ [5, 672, 160, True, 'hard_swish', (large_stride[3], 1)],+ [5, 960, 160, True, 'hard_swish', 1],+ [5, 960, 160, True, 'hard_swish', 1],+ ]+ cls_ch_squeeze = 960+ elif model_name == "small":+ cfg = [+ # k, exp, c, se, nl, s,+ [3, 16, 16, True, 'relu', (small_stride[0], 1)],+ [3, 72, 24, False, 'relu', (small_stride[1], 1)],+ [3, 88, 24, False, 'relu', 1],+ [5, 96, 40, True, 'hard_swish', (small_stride[2], 1)],+ [5, 240, 40, True, 'hard_swish', 1],+ [5, 240, 40, True, 'hard_swish', 1],+ [5, 120, 48, True, 'hard_swish', 1],+ [5, 144, 48, True, 'hard_swish', 1],+ [5, 288, 96, True, 'hard_swish', (small_stride[3], 1)],+ [5, 576, 96, True, 'hard_swish', 1],+ [5, 576, 96, True, 'hard_swish', 1],+ ]+ cls_ch_squeeze = 576+ else:+ raise NotImplementedError("mode[" + model_name ++ "_model] is not implemented!")++ supported_scale = [0.35, 0.5, 0.75, 1.0, 1.25]+ assert scale in supported_scale, \+ "supported scales are {} but input scale is {}".format(supported_scale, scale)++ inplanes = 16+ # conv1+ self.conv1 = ConvBNLayer(+ in_channels=in_channels,+ out_channels=make_divisible(inplanes * scale),+ kernel_size=3,+ stride=2,+ padding=1,+ groups=1,+ if_act=True,+ act='hard_swish',+ name='conv1')+ i = 0+ block_list = []+ inplanes = make_divisible(inplanes * scale)+ for (k, exp, c, se, nl, s) in cfg:+ block_list.append(+ ResidualUnit(+ in_channels=inplanes,+ mid_channels=make_divisible(scale * exp),+ out_channels=make_divisible(scale * c),+ kernel_size=k,+ stride=s,+ use_se=se,+ act=nl,+ name='conv' + str(i + 2)))+ inplanes = make_divisible(scale * c)+ i += 1+ self.blocks = nn.Sequential(*block_list)++ self.conv2 = ConvBNLayer(+ in_channels=inplanes,+ out_channels=make_divisible(scale * cls_ch_squeeze),+ kernel_size=1,+ stride=1,+ padding=0,+ groups=1,+ if_act=True,+ act='hard_swish',+ name='conv_last')++ self.pool = nn.MaxPool2d(kernel_size=2, stride=2, padding=0)+ self.out_channels = make_divisible(scale * cls_ch_squeeze)++ def forward(self, x):+ x = self.conv1(x)+ x = self.blocks(x)+ x = self.conv2(x)+ x = self.pool(x)+ return x\ No newline at end of filediff --git a/python/rapidocr_torch/modeling/backbones/rec_svtrnet.py b/python/rapidocr_torch/modeling/backbones/rec_svtrnet.pynew file mode 100644index 0000000..9a66232--- /dev/null+++ b/python/rapidocr_torch/modeling/backbones/rec_svtrnet.py@@ -0,0 +1,582 @@+import torch+import torch.nn as nn+from rapidocr_torch.modeling.common import Activation+import numpy as np++def drop_path(x, drop_prob=0., training=False):+ """Drop paths (Stochastic Depth) per sample (when applied in main path of residual blocks).+ the original name is misleading as 'Drop Connect' is a different form of dropout in a separate paper...+ See discussion: https://github.com/tensorflow/tpu/issues/494#issuecomment-532968956 ...+ """+ if drop_prob == 0. or not training:+ return x+ keep_prob = torch.as_tensor(1 - drop_prob)+ shape = (x.shape[0], ) + (1, ) * (x.ndim - 1)+ random_tensor = keep_prob + torch.rand(shape, dtype=x.dtype)+ random_tensor = torch.floor(random_tensor) # binarize+ output = x.divide(keep_prob) * random_tensor+ return output+++class ConvBNLayer(nn.Module):+ def __init__(self,+ in_channels,+ out_channels,+ kernel_size=3,+ stride=1,+ padding=0,+ bias_attr=False,+ groups=1,+ act='gelu'):+ super().__init__()+ self.conv = nn.Conv2d(+ in_channels=in_channels,+ out_channels=out_channels,+ kernel_size=kernel_size,+ stride=stride,+ padding=padding,+ groups=groups,+ bias=bias_attr)+ self.norm = nn.BatchNorm2d(out_channels)+ self.act = Activation(act_type=act, inplace=True)++ def forward(self, inputs):+ out = self.conv(inputs)+ out = self.norm(out)+ out = self.act(out)+ return out+++class DropPath(nn.Module):+ """Drop paths (Stochastic Depth) per sample (when applied in main path of residual blocks).+ """++ def __init__(self, drop_prob=None):+ super(DropPath, self).__init__()+ self.drop_prob = drop_prob++ def forward(self, x):+ return drop_path(x, self.drop_prob, self.training)+++class Identity(nn.Module):+ def __init__(self):+ super(Identity, self).__init__()++ def forward(self, input):+ return input+++class Mlp(nn.Module):+ def __init__(self,+ in_features,+ hidden_features=None,+ out_features=None,+ act_layer='gelu',+ drop=0.):+ super().__init__()+ out_features = out_features or in_features+ hidden_features = hidden_features or in_features+ self.fc1 = nn.Linear(in_features, hidden_features)+ self.act = Activation(act_type=act_layer, inplace=True)+ self.fc2 = nn.Linear(hidden_features, out_features)+ self.drop = nn.Dropout(drop)++ def forward(self, x):+ x = self.fc1(x)+ x = self.act(x)+ x = self.drop(x)+ x = self.fc2(x)+ x = self.drop(x)+ return x+++class ConvMixer(nn.Module):+ def __init__(+ self,+ dim,+ num_heads=8,+ HW=[8, 25],+ local_k=[3, 3], ):+ super().__init__()+ self.HW = HW+ self.dim = dim+ self.local_mixer = nn.Conv2d(+ dim,+ dim,+ local_k,+ 1, [local_k[0] // 2, local_k[1] // 2],+ groups=num_heads,+ )++ def forward(self, x):+ h = self.HW[0]+ w = self.HW[1]+ x = x.transpose([0, 2, 1]).reshape([0, self.dim, h, w])+ x = self.local_mixer(x)+ x = x.flatten(2).permute(0, 2, 1)+ return x+++class Attention(nn.Module):+ def __init__(self,+ dim,+ num_heads=8,+ mixer='Global',+ HW=[8, 25],+ local_k=[7, 11],+ qkv_bias=False,+ qk_scale=None,+ attn_drop=0.,+ proj_drop=0.):+ super().__init__()+ self.num_heads = num_heads+ head_dim = dim // num_heads+ self.scale = qk_scale or head_dim**-0.5+ self.qkv = nn.Linear(dim, dim * 3, bias=qkv_bias)+ self.attn_drop = nn.Dropout(attn_drop)+ self.proj = nn.Linear(dim, dim)+ self.proj_drop = nn.Dropout(proj_drop)+ self.HW = HW+ if HW is not None:+ H = HW[0]+ W = HW[1]+ self.N = H * W+ self.C = dim+ if mixer == 'Local' and HW is not None:+ hk = local_k[0]+ wk = local_k[1]+ mask = torch.ones(H * W, H + hk - 1, W + wk - 1, dtype=torch.float32)+ for h in range(0, H):+ for w in range(0, W):+ mask[h * W + w, h:h + hk, w:w + wk] = 0.+ mask_paddle = mask[:, hk // 2:H + hk // 2, wk // 2:W + wk //+ 2].flatten(1)+ mask_inf = torch.full([H * W, H * W], fill_value=float("-Inf"), dtype=torch.float32)+ mask = torch.where(mask_paddle < 1, mask_paddle, mask_inf)+ self.mask = mask.unsqueeze(0).unsqueeze(1)+ # self.mask = mask[None, None, :]+ self.mixer = mixer++ def forward(self, x):+ if self.HW is not None:+ N = self.N+ C = self.C+ else:+ _, N, C = x.shape+ qkv = self.qkv(x)+ qkv = qkv.reshape((-1, N, 3, self.num_heads, C // self.num_heads)).permute(2, 0, 3, 1, 4)+ q, k, v = qkv[0] * self.scale, qkv[1], qkv[2]++ attn = (q.matmul(k.permute(0, 1, 3, 2)))+ if self.mixer == 'Local':+ attn += self.mask+ attn = nn.functional.softmax(attn, dim=-1)+ attn = self.attn_drop(attn)++ x = (attn.matmul(v)).permute(0, 2, 1, 3).reshape((-1, N, C))+ x = self.proj(x)+ x = self.proj_drop(x)+ return x+++class Block(nn.Module):+ def __init__(self,+ dim,+ num_heads,+ mixer='Global',+ local_mixer=[7, 11],+ HW=None,+ mlp_ratio=4.,+ qkv_bias=False,+ qk_scale=None,+ drop=0.,+ attn_drop=0.,+ drop_path=0.,+ act_layer='gelu',+ norm_layer='nn.LayerNorm',+ epsilon=1e-6,+ prenorm=True):+ super().__init__()+ if isinstance(norm_layer, str):+ self.norm1 = eval(norm_layer)(dim, eps=epsilon)+ else:+ self.norm1 = norm_layer(dim)+ if mixer == 'Global' or mixer == 'Local':+ self.mixer = Attention(+ dim,+ num_heads=num_heads,+ mixer=mixer,+ HW=HW,+ local_k=local_mixer,+ qkv_bias=qkv_bias,+ qk_scale=qk_scale,+ attn_drop=attn_drop,+ proj_drop=drop)+ elif mixer == 'Conv':+ self.mixer = ConvMixer(+ dim, num_heads=num_heads, HW=HW, local_k=local_mixer)+ else:+ raise TypeError("The mixer must be one of [Global, Local, Conv]")++ self.drop_path = DropPath(drop_path) if drop_path > 0. else Identity()+ if isinstance(norm_layer, str):+ self.norm2 = eval(norm_layer)(dim, eps=epsilon)+ else:+ self.norm2 = norm_layer(dim)+ mlp_hidden_dim = int(dim * mlp_ratio)+ self.mlp_ratio = mlp_ratio+ self.mlp = Mlp(in_features=dim,+ hidden_features=mlp_hidden_dim,+ act_layer=act_layer,+ drop=drop)+ self.prenorm = prenorm++ def forward(self, x):+ if self.prenorm:+ x = self.norm1(x + self.drop_path(self.mixer(x)))+ x = self.norm2(x + self.drop_path(self.mlp(x)))+ else:+ x = x + self.drop_path(self.mixer(self.norm1(x)))+ x = x + self.drop_path(self.mlp(self.norm2(x)))+ return x+++class PatchEmbed(nn.Module):+ """ Image to Patch Embedding+ """++ def __init__(self,+ img_size=[32, 100],+ in_channels=3,+ embed_dim=768,+ sub_num=2,+ patch_size=[4, 4],+ mode='pope',+ ):+ super().__init__()+ num_patches = (img_size[1] // (2 ** sub_num)) * \+ (img_size[0] // (2 ** sub_num))+ self.img_size = img_size+ self.num_patches = num_patches+ self.embed_dim = embed_dim+ self.norm = None+ if mode == 'pope':+ if sub_num == 2:+ self.proj = nn.Sequential(+ ConvBNLayer(+ in_channels=in_channels,+ out_channels=embed_dim // 2,+ kernel_size=3,+ stride=2,+ padding=1,+ act='gelu',+ bias_attr=True),+ ConvBNLayer(+ in_channels=embed_dim // 2,+ out_channels=embed_dim,+ kernel_size=3,+ stride=2,+ padding=1,+ act='gelu',+ bias_attr=True))+ if sub_num == 3:+ self.proj = nn.Sequential(+ ConvBNLayer(+ in_channels=in_channels,+ out_channels=embed_dim // 4,+ kernel_size=3,+ stride=2,+ padding=1,+ act='gelu',+ bias_attr=True),+ ConvBNLayer(+ in_channels=embed_dim // 4,+ out_channels=embed_dim // 2,+ kernel_size=3,+ stride=2,+ padding=1,+ act='gelu',+ bias_attr=True),+ ConvBNLayer(+ in_channels=embed_dim // 2,+ out_channels=embed_dim,+ kernel_size=3,+ stride=2,+ padding=1,+ act='gelu',+ bias_attr=True))+ elif mode == 'linear':+ self.proj = nn.Conv2d(+ 1, embed_dim, kernel_size=patch_size, stride=patch_size)+ self.num_patches = img_size[0] // patch_size[0] * img_size[+ 1] // patch_size[1]++ def forward(self, x):+ B, C, H, W = x.shape+ assert H == self.img_size[0] and W == self.img_size[1], \+ "Input image size ({}*{}) doesn't match model ({}*{}).".format(+ H,W,self.img_size[0],self.img_size[1]+ )+ x = self.proj(x).flatten(2).permute(0, 2, 1)+ return x+++class SubSample(nn.Module):+ def __init__(self,+ in_channels,+ out_channels,+ types='Pool',+ stride=[2, 1],+ sub_norm='nn.LayerNorm',+ act=None):+ super().__init__()+ self.types = types+ if types == 'Pool':+ self.avgpool = nn.AvgPool2d(+ kernel_size=[3, 5], stride=stride, padding=[1, 2])+ self.maxpool = nn.MaxPool2d(+ kernel_size=[3, 5], stride=stride, padding=[1, 2])+ self.proj = nn.Linear(in_channels, out_channels)+ else:+ self.conv = nn.Conv2d(+ in_channels,+ out_channels,+ kernel_size=3,+ stride=stride,+ padding=1,+ )+ self.norm = eval(sub_norm)(out_channels)+ if act is not None:+ self.act = act()+ else:+ self.act = None++ def forward(self, x):++ if self.types == 'Pool':+ x1 = self.avgpool(x)+ x2 = self.maxpool(x)+ x = (x1 + x2) * 0.5+ out = self.proj(x.flatten(2).permute(0, 2, 1))+ else:+ x = self.conv(x)+ out = x.flatten(2).permute(0, 2, 1)+ out = self.norm(out)+ if self.act is not None:+ out = self.act(out)++ return out+++class SVTRNet(nn.Module):+ def __init__(+ self,+ img_size=[32, 100],+ in_channels=3,+ embed_dim=[64, 128, 256],+ depth=[3, 6, 3],+ num_heads=[2, 4, 8],+ mixer=['Local'] * 6 + ['Global'] *+ 6, # Local atten, Global atten, Conv+ local_mixer=[[7, 11], [7, 11], [7, 11]],+ patch_merging='Conv', # Conv, Pool, None+ mlp_ratio=4,+ qkv_bias=True,+ qk_scale=None,+ drop_rate=0.,+ last_drop=0.0,+ attn_drop_rate=0.,+ drop_path_rate=0.1,+ norm_layer='nn.LayerNorm',+ sub_norm='nn.LayerNorm',+ epsilon=1e-6,+ out_channels=192,+ out_char_num=25,+ block_unit='Block',+ act='gelu',+ last_stage=True,+ sub_num=2,+ prenorm=True,+ use_lenhead=False,+ **kwargs):+ super().__init__()+ self.img_size = img_size+ self.embed_dim = embed_dim+ self.out_channels = out_channels+ self.prenorm = prenorm+ patch_merging = None if patch_merging != 'Conv' and patch_merging != 'Pool' else patch_merging+ self.patch_embed = PatchEmbed(+ img_size=img_size,+ in_channels=in_channels,+ embed_dim=embed_dim[0],+ sub_num=sub_num)+ num_patches = self.patch_embed.num_patches+ self.HW = [img_size[0] // (2**sub_num), img_size[1] // (2**sub_num)]+ self.pos_embed = nn.Parameter(torch.zeros(1, num_patches, embed_dim[0]))+ self.pos_drop = nn.Dropout(p=drop_rate)+ Block_unit = eval(block_unit)++ dpr = np.linspace(0, drop_path_rate, sum(depth))+ self.blocks1 = nn.ModuleList([+ Block_unit(+ dim=embed_dim[0],+ num_heads=num_heads[0],+ mixer=mixer[0:depth[0]][i],+ HW=self.HW,+ local_mixer=local_mixer[0],+ mlp_ratio=mlp_ratio,+ qkv_bias=qkv_bias,+ qk_scale=qk_scale,+ drop=drop_rate,+ act_layer=act,+ attn_drop=attn_drop_rate,+ drop_path=dpr[0:depth[0]][i],+ norm_layer=norm_layer,+ epsilon=epsilon,+ prenorm=prenorm) for i in range(depth[0])+ ])+ if patch_merging is not None:+ self.sub_sample1 = SubSample(+ embed_dim[0],+ embed_dim[1],+ sub_norm=sub_norm,+ stride=[2, 1],+ types=patch_merging)+ HW = [self.HW[0] // 2, self.HW[1]]+ else:+ HW = self.HW+ self.patch_merging = patch_merging+ self.blocks2 = nn.ModuleList([+ Block_unit(+ dim=embed_dim[1],+ num_heads=num_heads[1],+ mixer=mixer[depth[0]:depth[0] + depth[1]][i],+ HW=HW,+ local_mixer=local_mixer[1],+ mlp_ratio=mlp_ratio,+ qkv_bias=qkv_bias,+ qk_scale=qk_scale,+ drop=drop_rate,+ act_layer=act,+ attn_drop=attn_drop_rate,+ drop_path=dpr[depth[0]:depth[0] + depth[1]][i],+ norm_layer=norm_layer,+ epsilon=epsilon,+ prenorm=prenorm) for i in range(depth[1])+ ])+ if patch_merging is not None:+ self.sub_sample2 = SubSample(+ embed_dim[1],+ embed_dim[2],+ sub_norm=sub_norm,+ stride=[2, 1],+ types=patch_merging)+ HW = [self.HW[0] // 4, self.HW[1]]+ else:+ HW = self.HW+ self.blocks3 = nn.ModuleList([+ Block_unit(+ dim=embed_dim[2],+ num_heads=num_heads[2],+ mixer=mixer[depth[0] + depth[1]:][i],+ HW=HW,+ local_mixer=local_mixer[2],+ mlp_ratio=mlp_ratio,+ qkv_bias=qkv_bias,+ qk_scale=qk_scale,+ drop=drop_rate,+ act_layer=act,+ attn_drop=attn_drop_rate,+ drop_path=dpr[depth[0] + depth[1]:][i],+ norm_layer=norm_layer,+ epsilon=epsilon,+ prenorm=prenorm) for i in range(depth[2])+ ])+ self.last_stage = last_stage+ if last_stage:+ self.avg_pool = nn.AdaptiveAvgPool2d([1, out_char_num])+ self.last_conv = nn.Conv2d(+ in_channels=embed_dim[2],+ out_channels=self.out_channels,+ kernel_size=1,+ stride=1,+ padding=0,+ bias=False)+ self.hardswish = Activation('hard_swish', inplace=True) #nn.Hardswish()+ # self.dropout = nn.Dropout(p=last_drop, mode="downscale_in_infer")+ self.dropout = nn.Dropout(p=last_drop)+ if not prenorm:+ self.norm = eval(norm_layer)(embed_dim[-1], eps=epsilon)+ self.use_lenhead = use_lenhead+ if use_lenhead:+ self.len_conv = nn.Linear(embed_dim[2], self.out_channels)+ self.hardswish_len = Activation('hard_swish', inplace=True)# nn.Hardswish()+ self.dropout_len = nn.Dropout(+ p=last_drop)++ torch.nn.init.xavier_normal_(self.pos_embed)+ self.apply(self._init_weights)++ def _init_weights(self, m):+ # weight initialization+ if isinstance(m, nn.Conv2d):+ nn.init.kaiming_normal_(m.weight, mode='fan_out')+ if m.bias is not None:+ nn.init.zeros_(m.bias)+ elif isinstance(m, nn.BatchNorm2d):+ nn.init.ones_(m.weight)+ nn.init.zeros_(m.bias)+ elif isinstance(m, nn.Linear):+ nn.init.normal_(m.weight, 0, 0.01)+ if m.bias is not None:+ nn.init.zeros_(m.bias)+ elif isinstance(m, nn.ConvTranspose2d):+ nn.init.kaiming_normal_(m.weight, mode='fan_out')+ if m.bias is not None:+ nn.init.zeros_(m.bias)+ elif isinstance(m, nn.LayerNorm):+ nn.init.ones_(m.weight)+ nn.init.zeros_(m.bias)++ def forward_features(self, x):+ x = self.patch_embed(x)+ x = x + self.pos_embed+ x = self.pos_drop(x)+ for blk in self.blocks1:+ x = blk(x)+ if self.patch_merging is not None:+ x = self.sub_sample1(+ x.permute(0, 2, 1).reshape(+ [-1, self.embed_dim[0], self.HW[0], self.HW[1]]))+ for blk in self.blocks2:+ x = blk(x)+ if self.patch_merging is not None:+ x = self.sub_sample2(+ x.permute(0, 2, 1).reshape(+ [-1, self.embed_dim[1], self.HW[0] // 2, self.HW[1]]))+ for blk in self.blocks3:+ x = blk(x)+ if not self.prenorm:+ x = self.norm(x)+ return x++ def forward(self, x):+ x = self.forward_features(x)+ if self.use_lenhead:+ len_x = self.len_conv(x.mean(1))+ len_x = self.dropout_len(self.hardswish_len(len_x))+ if self.last_stage:+ if self.patch_merging is not None:+ h = self.HW[0] // 4+ else:+ h = self.HW[0]+ x = self.avg_pool(+ x.permute(0, 2, 1).reshape(+ [-1, self.embed_dim[2], h, self.HW[1]]))+ x = self.last_conv(x)+ x = self.hardswish(x)+ x = self.dropout(x)+ if self.use_lenhead:+ return x, len_x+ return x\ No newline at end of filediff --git a/python/rapidocr_torch/modeling/common.py b/python/rapidocr_torch/modeling/common.pynew file mode 100644index 0000000..2d6e3d9--- /dev/null+++ b/python/rapidocr_torch/modeling/common.py@@ -0,0 +1,73 @@+++import torch+import torch.nn as nn+import torch.nn.functional as F++class Hswish(nn.Module):+ def __init__(self, inplace=True):+ super(Hswish, self).__init__()+ self.inplace = inplace++ def forward(self, x):+ return x * F.relu6(x + 3., inplace=self.inplace) / 6.++# out = max(0, min(1, slop*x+offset))+# paddle.fluid.layers.hard_sigmoid(x, slope=0.2, offset=0.5, name=None)+class Hsigmoid(nn.Module):+ def __init__(self, inplace=True):+ super(Hsigmoid, self).__init__()+ self.inplace = inplace++ def forward(self, x):+ # torch: F.relu6(x + 3., inplace=self.inplace) / 6.+ # paddle: F.relu6(1.2 * x + 3., inplace=self.inplace) / 6.+ return F.relu6(1.2 * x + 3., inplace=self.inplace) / 6.++class GELU(nn.Module):+ def __init__(self, inplace=True):+ super(GELU, self).__init__()+ self.inplace = inplace++ def forward(self, x):+ return torch.nn.functional.gelu(x)+++class Swish(nn.Module):+ def __init__(self, inplace=True):+ super(Swish, self).__init__()+ self.inplace = inplace++ def forward(self, x):+ if self.inplace:+ x.mul_(torch.sigmoid(x))+ return x+ else:+ return x*torch.sigmoid(x)+++class Activation(nn.Module):+ def __init__(self, act_type, inplace=True):+ super(Activation, self).__init__()+ act_type = act_type.lower()+ if act_type == 'relu':+ self.act = nn.ReLU(inplace=inplace)+ elif act_type == 'relu6':+ self.act = nn.ReLU6(inplace=inplace)+ elif act_type == 'sigmoid':+ raise NotImplementedError+ elif act_type == 'hard_sigmoid':+ self.act = Hsigmoid(inplace)#nn.Hardsigmoid(inplace=inplace)#Hsigmoid(inplace)#+ elif act_type == 'hard_swish' or act_type == 'hswish':+ self.act = Hswish(inplace=inplace)+ elif act_type == 'leakyrelu':+ self.act = nn.LeakyReLU(inplace=inplace)+ elif act_type == 'gelu':+ self.act = GELU(inplace=inplace)+ elif act_type == 'swish':+ self.act = Swish(inplace=inplace)+ else:+ raise NotImplementedError++ def forward(self, inputs):+ return self.act(inputs)\ No newline at end of filediff --git a/python/rapidocr_torch/modeling/heads/__init__.py b/python/rapidocr_torch/modeling/heads/__init__.pynew file mode 100644index 0000000..38065cd--- /dev/null+++ b/python/rapidocr_torch/modeling/heads/__init__.py@@ -0,0 +1,36 @@+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.+#+# Licensed under the Apache License, Version 2.0 (the "License");+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an "AS IS" BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.++__all__ = ['build_head']+++def build_head(config, **kwargs):+ # det head+ from .det_db_head import DBHead, PFHeadLocal+ # rec head+ from .rec_ctc_head import CTCHead+ from .rec_multi_head import MultiHead++ # cls head+ from .cls_head import ClsHead+ support_dict = [+ 'DBHead', 'CTCHead', 'ClsHead', 'MultiHead', 'PFHeadLocal',+ ]++ module_name = config.pop('name')+ char_num = config.pop('char_num', 6625)+ assert module_name in support_dict, Exception('head only support {}'.format(+ support_dict))+ module_class = eval(module_name)(**config, **kwargs)+ return module_class\ No newline at end of filediff --git a/python/rapidocr_torch/modeling/heads/cls_head.py b/python/rapidocr_torch/modeling/heads/cls_head.pynew file mode 100644index 0000000..c0b0927--- /dev/null+++ b/python/rapidocr_torch/modeling/heads/cls_head.py@@ -0,0 +1,26 @@+import os, sys+import torch+import torch.nn as nn+import torch.nn.functional as F++class ClsHead(nn.Module):+ """+ Class orientation+ Args:+ params(dict): super parameters for build Class network+ """++ def __init__(self, in_channels, class_dim, **kwargs):+ super(ClsHead, self).__init__()+ self.pool = nn.AdaptiveAvgPool2d(1)+ self.fc = nn.Linear(+ in_channels,+ class_dim,+ bias=True)++ def forward(self, x):+ x = self.pool(x)+ x = torch.reshape(x, shape=[x.shape[0], x.shape[1]])+ x = self.fc(x)+ x = F.softmax(x, dim=1)+ return x\ No newline at end of filediff --git a/python/rapidocr_torch/modeling/heads/det_db_head.py b/python/rapidocr_torch/modeling/heads/det_db_head.pynew file mode 100644index 0000000..f9e1ffa--- /dev/null+++ b/python/rapidocr_torch/modeling/heads/det_db_head.py@@ -0,0 +1,122 @@+import os, sys+import torch+import torch.nn as nn+import torch.nn.functional as F+from rapidocr_torch.modeling.common import Activation+from rapidocr_torch.modeling.backbones.det_mobilenet_v3 import ConvBNLayer++class Head(nn.Module):+ def __init__(self, in_channels, **kwargs):+ super(Head, self).__init__()+ self.conv1 = nn.Conv2d(+ in_channels=in_channels,+ out_channels=in_channels // 4,+ kernel_size=3,+ padding=1,+ bias=False)+ self.conv_bn1 = nn.BatchNorm2d(+ in_channels // 4)+ self.relu1 = Activation(act_type='relu')++ self.conv2 = nn.ConvTranspose2d(+ in_channels=in_channels // 4,+ out_channels=in_channels // 4,+ kernel_size=2,+ stride=2)+ self.conv_bn2 = nn.BatchNorm2d(+ in_channels // 4)+ self.relu2 = Activation(act_type='relu')++ self.conv3 = nn.ConvTranspose2d(+ in_channels=in_channels // 4,+ out_channels=1,+ kernel_size=2,+ stride=2)++ def forward(self, x, return_f=False):+ x = self.conv1(x)+ x = self.conv_bn1(x)+ x = self.relu1(x)+ x = self.conv2(x)+ x = self.conv_bn2(x)+ x = self.relu2(x)+ if return_f is True:+ f = x+ x = self.conv3(x)+ x = torch.sigmoid(x)+ if return_f is True:+ return x, f+ return x+++class DBHead(nn.Module):+ """+ Differentiable Binarization (DB) for text detection:+ see https://arxiv.org/abs/1911.08947+ args:+ params(dict): super parameters for build DB network+ """++ def __init__(self, in_channels, k=50, **kwargs):+ super(DBHead, self).__init__()+ self.k = k+ binarize_name_list = [+ 'conv2d_56', 'batch_norm_47', 'conv2d_transpose_0', 'batch_norm_48',+ 'conv2d_transpose_1', 'binarize'+ ]+ thresh_name_list = [+ 'conv2d_57', 'batch_norm_49', 'conv2d_transpose_2', 'batch_norm_50',+ 'conv2d_transpose_3', 'thresh'+ ]+ self.binarize = Head(in_channels, **kwargs)# binarize_name_list)+ self.thresh = Head(in_channels, **kwargs)#thresh_name_list)++ def step_function(self, x, y):+ return torch.reciprocal(1 + torch.exp(-self.k * (x - y)))++ def forward(self, x):+ # shrink_maps = self.binarize(x)+ return self.binarize(x)+ # if not self.training:+ # return {'maps': shrink_maps}++ # threshold_maps = self.thresh(x)+ # binary_maps = self.step_function(shrink_maps, threshold_maps)+ # y = torch.cat([shrink_maps, threshold_maps, binary_maps], dim=1)+ # return y++class LocalModule(nn.Module):+ def __init__(self, in_c, mid_c, use_distance=True):+ super(self.__class__, self).__init__()+ self.last_3 = ConvBNLayer(in_c + 1, mid_c, 3, 1, 1, act='relu')+ self.last_1 = nn.Conv2d(mid_c, 1, 1, 1, 0)++ def forward(self, x, init_map, distance_map):+ outf = torch.cat([init_map, x], dim=1)+ # last Conv+ out = self.last_1(self.last_3(outf))+ return out++class PFHeadLocal(DBHead):+ def __init__(self, in_channels, k=50, mode='small', **kwargs):+ super(PFHeadLocal, self).__init__(in_channels, k, **kwargs)+ self.mode = mode++ self.up_conv = nn.Upsample(scale_factor=2, mode="nearest")+ if self.mode == 'large':+ self.cbn_layer = LocalModule(in_channels // 4, in_channels // 4)+ elif self.mode == 'small':+ self.cbn_layer = LocalModule(in_channels // 4, in_channels // 8)++ def forward(self, x, targets=None):+ shrink_maps, f = self.binarize(x, return_f=True)+ base_maps = shrink_maps+ cbn_maps = self.cbn_layer(self.up_conv(f), shrink_maps, None)+ cbn_maps = F.sigmoid(cbn_maps)+ return 0.5 * (base_maps + cbn_maps)+ # return {'maps': 0.5 * (base_maps + cbn_maps), 'cbn_maps': cbn_maps}++ # threshold_maps = self.thresh(x)+ # binary_maps = self.step_function(shrink_maps, threshold_maps)+ # y = torch.cat([cbn_maps, threshold_maps, binary_maps], dim=1)+ # return y\ No newline at end of filediff --git a/python/rapidocr_torch/modeling/heads/rec_ctc_head.py b/python/rapidocr_torch/modeling/heads/rec_ctc_head.pynew file mode 100644index 0000000..f4f870b--- /dev/null+++ b/python/rapidocr_torch/modeling/heads/rec_ctc_head.py@@ -0,0 +1,53 @@+import os, sys+import torch+import torch.nn as nn+import torch.nn.functional as F++class CTCHead(nn.Module):+ def __init__(self,+ in_channels,+ out_channels=6625,+ fc_decay=0.0004,+ mid_channels=None,+ return_feats=False,+ **kwargs):+ super(CTCHead, self).__init__()+ if mid_channels is None:+ self.fc = nn.Linear(+ in_channels,+ out_channels,+ bias=True,)+ else:+ self.fc1 = nn.Linear(+ in_channels,+ mid_channels,+ bias=True,+ )+ self.fc2 = nn.Linear(+ mid_channels,+ out_channels,+ bias=True,+ )++ self.out_channels = out_channels+ self.mid_channels = mid_channels+ self.return_feats = return_feats+++ def forward(self, x, labels=None):+ if self.mid_channels is None:+ predicts = self.fc(x)+ else:+ x = self.fc1(x)+ predicts = self.fc2(x)++ if self.return_feats:+ result = (x, predicts)+ else:+ result = predicts++ if not self.training:+ predicts = F.softmax(predicts, dim=2)+ result = predicts++ return result\ No newline at end of filediff --git a/python/rapidocr_torch/modeling/heads/rec_multi_head.py b/python/rapidocr_torch/modeling/heads/rec_multi_head.pynew file mode 100644index 0000000..af68566--- /dev/null+++ b/python/rapidocr_torch/modeling/heads/rec_multi_head.py@@ -0,0 +1,55 @@+import torch+import torch.nn as nn++from rapidocr_torch.modeling.necks.rnn import Im2Seq, SequenceEncoder+from .rec_ctc_head import CTCHead++class FCTranspose(nn.Module):+ def __init__(self, in_channels, out_channels, only_transpose=False):+ super().__init__()+ self.only_transpose = only_transpose+ if not self.only_transpose:+ self.fc = nn.Linear(in_channels, out_channels, bias=False)++ def forward(self, x):+ if self.only_transpose:+ return x.permute([0, 2, 1])+ else:+ return self.fc(x.permute([0, 2, 1]))+++class MultiHead(nn.Module):+ def __init__(self, in_channels, out_channels_list, **kwargs):+ super().__init__()+ self.head_list = kwargs.pop('head_list')++ self.gtc_head = 'sar'+ assert len(self.head_list) >= 2+ for idx, head_name in enumerate(self.head_list):+ name = list(head_name)[0]+ if name == 'SARHead':+ pass++ elif name == 'NRTRHead':+ pass+ elif name == 'CTCHead':+ # ctc neck+ self.encoder_reshape = Im2Seq(in_channels)+ neck_args = self.head_list[idx][name]['Neck']+ encoder_type = neck_args.pop('name')+ self.ctc_encoder = SequenceEncoder(in_channels=in_channels, \+ encoder_type=encoder_type, **neck_args)+ # ctc head+ head_args = self.head_list[idx][name].get('Head', {})+ if head_args is None:+ head_args = {}+ self.ctc_head = eval(name)(in_channels=self.ctc_encoder.out_channels, \+ out_channels=out_channels_list['CTCLabelDecode'], **head_args)+ else:+ raise NotImplementedError(+ '{} is not supported in MultiHead yet'.format(name))++ def forward(self, x, data=None):+ ctc_encoder = self.ctc_encoder(x)+ return self.ctc_head(ctc_encoder)+diff --git a/python/rapidocr_torch/modeling/necks/__init__.py b/python/rapidocr_torch/modeling/necks/__init__.pynew file mode 100644index 0000000..4a8f381--- /dev/null+++ b/python/rapidocr_torch/modeling/necks/__init__.py@@ -0,0 +1,27 @@+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.+#+# Licensed under the Apache License, Version 2.0 (the "License");+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an "AS IS" BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.++__all__ = ['build_neck']+++def build_neck(config):+ from .db_fpn import DBFPN, RSEFPN, LKPAN+ from .rnn import SequenceEncoder+ support_dict = ['DBFPN', 'SequenceEncoder', 'RSEFPN', 'LKPAN']++ module_name = config.pop('name')+ assert module_name in support_dict, Exception('neck only support {}'.format(+ support_dict))+ module_class = eval(module_name)(**config)+ return module_classdiff --git a/python/rapidocr_torch/modeling/necks/db_fpn.py b/python/rapidocr_torch/modeling/necks/db_fpn.pynew file mode 100644index 0000000..19f473c--- /dev/null+++ b/python/rapidocr_torch/modeling/necks/db_fpn.py@@ -0,0 +1,416 @@+import os, sys+import torch+import torch.nn as nn+import torch.nn.functional as F+from rapidocr_torch.modeling.backbones.det_mobilenet_v3 import SEModule+from rapidocr_torch.modeling.necks.intracl import IntraCLBlock+++def hard_swish(x, inplace=True):+ return x * F.relu6(x + 3., inplace=inplace) / 6.+++class DSConv(nn.Module):+ def __init__(self,+ in_channels,+ out_channels,+ kernel_size,+ padding,+ stride=1,+ groups=None,+ if_act=True,+ act="relu",+ **kwargs):+ super(DSConv, self).__init__()+ if groups == None:+ groups = in_channels+ self.if_act = if_act+ self.act = act+ self.conv1 = nn.Conv2d(+ in_channels=in_channels,+ out_channels=in_channels,+ kernel_size=kernel_size,+ stride=stride,+ padding=padding,+ groups=groups,+ bias=False)++ self.bn1 = nn.BatchNorm2d(in_channels)++ self.conv2 = nn.Conv2d(+ in_channels=in_channels,+ out_channels=int(in_channels * 4),+ kernel_size=1,+ stride=1,+ bias=False)++ self.bn2 = nn.BatchNorm2d(int(in_channels * 4))++ self.conv3 = nn.Conv2d(+ in_channels=int(in_channels * 4),+ out_channels=out_channels,+ kernel_size=1,+ stride=1,+ bias=False)+ self._c = [in_channels, out_channels]+ if in_channels != out_channels:+ self.conv_end = nn.Conv2d(+ in_channels=in_channels,+ out_channels=out_channels,+ kernel_size=1,+ stride=1,+ bias=False)++ def forward(self, inputs):++ x = self.conv1(inputs)+ x = self.bn1(x)++ x = self.conv2(x)+ x = self.bn2(x)+ if self.if_act:+ if self.act == "relu":+ x = F.relu(x)+ elif self.act == "hardswish":+ x = hard_swish(x)+ else:+ print("The activation function({}) is selected incorrectly.".+ format(self.act))+ exit()++ x = self.conv3(x)+ if self._c[0] != self._c[1]:+ x = x + self.conv_end(inputs)+ return x+++class DBFPN(nn.Module):+ def __init__(self, in_channels, out_channels, use_asf=False, **kwargs):+ super(DBFPN, self).__init__()+ self.out_channels = out_channels+ self.use_asf = use_asf++ self.in2_conv = nn.Conv2d(+ in_channels=in_channels[0],+ out_channels=self.out_channels,+ kernel_size=1,+ bias=False)+ self.in3_conv = nn.Conv2d(+ in_channels=in_channels[1],+ out_channels=self.out_channels,+ kernel_size=1,+ bias=False)+ self.in4_conv = nn.Conv2d(+ in_channels=in_channels[2],+ out_channels=self.out_channels,+ kernel_size=1,+ bias=False)+ self.in5_conv = nn.Conv2d(+ in_channels=in_channels[3],+ out_channels=self.out_channels,+ kernel_size=1,+ bias=False)+ self.p5_conv = nn.Conv2d(+ in_channels=self.out_channels,+ out_channels=self.out_channels // 4,+ kernel_size=3,+ padding=1,+ bias=False)+ self.p4_conv = nn.Conv2d(+ in_channels=self.out_channels,+ out_channels=self.out_channels // 4,+ kernel_size=3,+ padding=1,+ bias=False)+ self.p3_conv = nn.Conv2d(+ in_channels=self.out_channels,+ out_channels=self.out_channels // 4,+ kernel_size=3,+ padding=1,+ bias=False)+ self.p2_conv = nn.Conv2d(+ in_channels=self.out_channels,+ out_channels=self.out_channels // 4,+ kernel_size=3,+ padding=1,+ bias=False)++ if self.use_asf is True:+ self.asf = ASFBlock(self.out_channels, self.out_channels // 4)++ def forward(self, x):+ c2, c3, c4, c5 = x++ in5 = self.in5_conv(c5)+ in4 = self.in4_conv(c4)+ in3 = self.in3_conv(c3)+ in2 = self.in2_conv(c2)++ out4 = in4 + F.interpolate(+ in5, scale_factor=2, mode="nearest", ) # align_mode=1) # 1/16+ out3 = in3 + F.interpolate(+ out4, scale_factor=2, mode="nearest", ) # align_mode=1) # 1/8+ out2 = in2 + F.interpolate(+ out3, scale_factor=2, mode="nearest", ) # align_mode=1) # 1/4++ p5 = self.p5_conv(in5)+ p4 = self.p4_conv(out4)+ p3 = self.p3_conv(out3)+ p2 = self.p2_conv(out2)+ p5 = F.interpolate(p5, scale_factor=8, mode="nearest", ) # align_mode=1)+ p4 = F.interpolate(p4, scale_factor=4, mode="nearest", ) # align_mode=1)+ p3 = F.interpolate(p3, scale_factor=2, mode="nearest", ) # align_mode=1)++ fuse = torch.cat([p5, p4, p3, p2], dim=1)++ if self.use_asf is True:+ fuse = self.asf(fuse, [p5, p4, p3, p2])++ return fuse+++class RSELayer(nn.Module):+ def __init__(self, in_channels, out_channels, kernel_size, shortcut=True):+ super(RSELayer, self).__init__()+ self.out_channels = out_channels+ self.in_conv = nn.Conv2d(+ in_channels=in_channels,+ out_channels=self.out_channels,+ kernel_size=kernel_size,+ padding=int(kernel_size // 2),+ bias=False)+ self.se_block = SEModule(self.out_channels)+ self.shortcut = shortcut++ def forward(self, ins):+ x = self.in_conv(ins)+ if self.shortcut:+ out = x + self.se_block(x)+ else:+ out = self.se_block(x)+ return out+++class RSEFPN(nn.Module):+ def __init__(self, in_channels, out_channels, shortcut=True, **kwargs):+ super(RSEFPN, self).__init__()+ self.out_channels = out_channels+ self.ins_conv = nn.ModuleList()+ self.inp_conv = nn.ModuleList()+ self.intracl = False+ if 'intracl' in kwargs.keys() and kwargs['intracl'] is True:+ self.intracl = kwargs['intracl']+ self.incl1 = IntraCLBlock(self.out_channels // 4, reduce_factor=2)+ self.incl2 = IntraCLBlock(self.out_channels // 4, reduce_factor=2)+ self.incl3 = IntraCLBlock(self.out_channels // 4, reduce_factor=2)+ self.incl4 = IntraCLBlock(self.out_channels // 4, reduce_factor=2)++ for i in range(len(in_channels)):+ self.ins_conv.append(+ RSELayer(+ in_channels[i],+ out_channels,+ kernel_size=1,+ shortcut=shortcut))+ self.inp_conv.append(+ RSELayer(+ out_channels,+ out_channels // 4,+ kernel_size=3,+ shortcut=shortcut))++ def forward(self, x):+ c2, c3, c4, c5 = x++ in5 = self.ins_conv[3](c5)+ in4 = self.ins_conv[2](c4)+ in3 = self.ins_conv[1](c3)+ in2 = self.ins_conv[0](c2)++ out4 = in4 + F.interpolate(+ in5, scale_factor=2, mode="nearest") # 1/16+ out3 = in3 + F.interpolate(+ out4, scale_factor=2, mode="nearest") # 1/8+ out2 = in2 + F.interpolate(+ out3, scale_factor=2, mode="nearest") # 1/4++ p5 = self.inp_conv[3](in5)+ p4 = self.inp_conv[2](out4)+ p3 = self.inp_conv[1](out3)+ p2 = self.inp_conv[0](out2)++ if self.intracl is True:+ p5 = self.incl4(p5)+ p4 = self.incl3(p4)+ p3 = self.incl2(p3)+ p2 = self.incl1(p2)++ p5 = F.interpolate(p5, scale_factor=8, mode="nearest")+ p4 = F.interpolate(p4, scale_factor=4, mode="nearest")+ p3 = F.interpolate(p3, scale_factor=2, mode="nearest")++ fuse = torch.cat([p5, p4, p3, p2], dim=1)+ return fuse+++class LKPAN(nn.Module):+ def __init__(self, in_channels, out_channels, mode='large', **kwargs):+ super(LKPAN, self).__init__()+ self.out_channels = out_channels++ self.ins_conv = nn.ModuleList()+ self.inp_conv = nn.ModuleList()+ # pan head+ self.pan_head_conv = nn.ModuleList()+ self.pan_lat_conv = nn.ModuleList()++ if mode.lower() == 'lite':+ p_layer = DSConv+ elif mode.lower() == 'large':+ p_layer = nn.Conv2d+ else:+ raise ValueError(+ "mode can only be one of ['lite', 'large'], but received {}".+ format(mode))++ for i in range(len(in_channels)):+ self.ins_conv.append(+ nn.Conv2d(+ in_channels=in_channels[i],+ out_channels=self.out_channels,+ kernel_size=1,+ bias=False))++ self.inp_conv.append(+ p_layer(+ in_channels=self.out_channels,+ out_channels=self.out_channels // 4,+ kernel_size=9,+ padding=4,+ bias=False))++ if i > 0:+ self.pan_head_conv.append(+ nn.Conv2d(+ in_channels=self.out_channels // 4,+ out_channels=self.out_channels // 4,+ kernel_size=3,+ padding=1,+ stride=2,+ bias=False))+ self.pan_lat_conv.append(+ p_layer(+ in_channels=self.out_channels // 4,+ out_channels=self.out_channels // 4,+ kernel_size=9,+ padding=4,+ bias=False))+ self.intracl = False+ if 'intracl' in kwargs.keys() and kwargs['intracl'] is True:+ self.intracl = kwargs['intracl']+ self.incl1 = IntraCLBlock(self.out_channels // 4, reduce_factor=2)+ self.incl2 = IntraCLBlock(self.out_channels // 4, reduce_factor=2)+ self.incl3 = IntraCLBlock(self.out_channels // 4, reduce_factor=2)+ self.incl4 = IntraCLBlock(self.out_channels // 4, reduce_factor=2)++ def forward(self, x):+ c2, c3, c4, c5 = x++ in5 = self.ins_conv[3](c5)+ in4 = self.ins_conv[2](c4)+ in3 = self.ins_conv[1](c3)+ in2 = self.ins_conv[0](c2)++ out4 = in4 + F.interpolate(+ in5, scale_factor=2, mode="nearest") # 1/16+ out3 = in3 + F.interpolate(+ out4, scale_factor=2, mode="nearest") # 1/8+ out2 = in2 + F.interpolate(+ out3, scale_factor=2, mode="nearest") # 1/4++ f5 = self.inp_conv[3](in5)+ f4 = self.inp_conv[2](out4)+ f3 = self.inp_conv[1](out3)+ f2 = self.inp_conv[0](out2)++ pan3 = f3 + self.pan_head_conv[0](f2)+ pan4 = f4 + self.pan_head_conv[1](pan3)+ pan5 = f5 + self.pan_head_conv[2](pan4)++ p2 = self.pan_lat_conv[0](f2)+ p3 = self.pan_lat_conv[1](pan3)+ p4 = self.pan_lat_conv[2](pan4)+ p5 = self.pan_lat_conv[3](pan5)++ if self.intracl is True:+ p5 = self.incl4(p5)+ p4 = self.incl3(p4)+ p3 = self.incl2(p3)+ p2 = self.incl1(p2)++ p5 = F.interpolate(p5, scale_factor=8, mode="nearest")+ p4 = F.interpolate(p4, scale_factor=4, mode="nearest")+ p3 = F.interpolate(p3, scale_factor=2, mode="nearest")++ fuse = torch.cat([p5, p4, p3, p2], dim=1)+ return fuse+++class ASFBlock(nn.Module):+ """+ This code is refered from:+ https://github.com/MhLiao/DB/blob/master/decoders/feature_attention.py+ """++ def __init__(self, in_channels, inter_channels, out_features_num=4):+ """+ Adaptive Scale Fusion (ASF) block of DBNet+++ Args:+ in_channels: the number of channels in the input data+ inter_channels: the number of middle channels+ out_features_num: the number of fused stages+ """+ super(ASFBlock, self).__init__()+ self.in_channels = in_channels+ self.inter_channels = inter_channels+ self.out_features_num = out_features_num+ self.conv = nn.Conv2d(in_channels, inter_channels, 3, padding=1)++ self.spatial_scale = nn.Sequential(+ # Nx1xHxW+ nn.Conv2d(+ in_channels=1,+ out_channels=1,+ kernel_size=3,+ bias=False,+ padding=1,+ ),+ nn.ReLU(),+ nn.Conv2d(+ in_channels=1,+ out_channels=1,+ kernel_size=1,+ bias=False,+ ),+ nn.Sigmoid())++ self.channel_scale = nn.Sequential(+ nn.Conv2d(+ in_channels=inter_channels,+ out_channels=out_features_num,+ kernel_size=1,+ bias=False,+ ),+ nn.Sigmoid())++ def forward(self, fuse_features, features_list):+ fuse_features = self.conv(fuse_features)+ spatial_x = torch.mean(fuse_features, dim=1, keepdim=True)+ attention_scores = self.spatial_scale(spatial_x) + fuse_features+ attention_scores = self.channel_scale(attention_scores)+ assert len(features_list) == self.out_features_num++ out_list = []+ for i in range(self.out_features_num):+ out_list.append(attention_scores[:, i:i + 1] * features_list[i])+ return torch.cat(out_list, dim=1)diff --git a/python/rapidocr_torch/modeling/necks/intracl.py b/python/rapidocr_torch/modeling/necks/intracl.pynew file mode 100644index 0000000..414b723--- /dev/null+++ b/python/rapidocr_torch/modeling/necks/intracl.py@@ -0,0 +1,114 @@+from torch import nn+++class IntraCLBlock(nn.Module):+ def __init__(self, in_channels=96, reduce_factor=4):+ super(IntraCLBlock, self).__init__()+ self.channels = in_channels+ self.rf = reduce_factor+ self.conv1x1_reduce_channel = nn.Conv2d(+ self.channels,+ self.channels // self.rf,+ kernel_size=1,+ stride=1,+ padding=0)+ self.conv1x1_return_channel = nn.Conv2d(+ self.channels // self.rf,+ self.channels,+ kernel_size=1,+ stride=1,+ padding=0)++ self.v_layer_7x1 = nn.Conv2d(+ self.channels // self.rf,+ self.channels // self.rf,+ kernel_size=(7, 1),+ stride=(1, 1),+ padding=(3, 0))+ self.v_layer_5x1 = nn.Conv2d(+ self.channels // self.rf,+ self.channels // self.rf,+ kernel_size=(5, 1),+ stride=(1, 1),+ padding=(2, 0))+ self.v_layer_3x1 = nn.Conv2d(+ self.channels // self.rf,+ self.channels // self.rf,+ kernel_size=(3, 1),+ stride=(1, 1),+ padding=(1, 0))++ self.q_layer_1x7 = nn.Conv2d(+ self.channels // self.rf,+ self.channels // self.rf,+ kernel_size=(1, 7),+ stride=(1, 1),+ padding=(0, 3))+ self.q_layer_1x5 = nn.Conv2d(+ self.channels // self.rf,+ self.channels // self.rf,+ kernel_size=(1, 5),+ stride=(1, 1),+ padding=(0, 2))+ self.q_layer_1x3 = nn.Conv2d(+ self.channels // self.rf,+ self.channels // self.rf,+ kernel_size=(1, 3),+ stride=(1, 1),+ padding=(0, 1))++ # base+ self.c_layer_7x7 = nn.Conv2d(+ self.channels // self.rf,+ self.channels // self.rf,+ kernel_size=(7, 7),+ stride=(1, 1),+ padding=(3, 3))+ self.c_layer_5x5 = nn.Conv2d(+ self.channels // self.rf,+ self.channels // self.rf,+ kernel_size=(5, 5),+ stride=(1, 1),+ padding=(2, 2))+ self.c_layer_3x3 = nn.Conv2d(+ self.channels // self.rf,+ self.channels // self.rf,+ kernel_size=(3, 3),+ stride=(1, 1),+ padding=(1, 1))++ self.bn = nn.BatchNorm2d(self.channels)+ self.relu = nn.ReLU()++ def forward(self, x):+ x_new = self.conv1x1_reduce_channel(x)++ x_7_c = self.c_layer_7x7(x_new)+ x_7_v = self.v_layer_7x1(x_new)+ x_7_q = self.q_layer_1x7(x_new)+ x_7 = x_7_c + x_7_v + x_7_q++ x_5_c = self.c_layer_5x5(x_7)+ x_5_v = self.v_layer_5x1(x_7)+ x_5_q = self.q_layer_1x5(x_7)+ x_5 = x_5_c + x_5_v + x_5_q++ x_3_c = self.c_layer_3x3(x_5)+ x_3_v = self.v_layer_3x1(x_5)+ x_3_q = self.q_layer_1x3(x_5)+ x_3 = x_3_c + x_3_v + x_3_q++ x_relation = self.conv1x1_return_channel(x_3)++ x_relation = self.bn(x_relation)+ x_relation = self.relu(x_relation)++ return x + x_relation+++def build_intraclblock_list(num_block):+ IntraCLBlock_list = nn.ModuleList()+ for i in range(num_block):+ IntraCLBlock_list.append(IntraCLBlock())++ return IntraCLBlock_list\ No newline at end of filediff --git a/python/rapidocr_torch/modeling/necks/rnn.py b/python/rapidocr_torch/modeling/necks/rnn.pynew file mode 100644index 0000000..5844267--- /dev/null+++ b/python/rapidocr_torch/modeling/necks/rnn.py@@ -0,0 +1,205 @@+import os, sys+import torch+import torch.nn as nn+from rapidocr_torch.modeling.backbones.rec_svtrnet import Block, ConvBNLayer++class Im2Seq(nn.Module):+ def __init__(self, in_channels, **kwargs):+ super().__init__()+ self.out_channels = in_channels++ def forward(self, x):+ B, C, H, W = x.shape+ # assert H == 1+ x = x.squeeze(dim=2)+ # x = x.transpose([0, 2, 1]) # paddle (NTC)(batch, width, channels)+ x = x.permute(0,2,1)+ return x+++class EncoderWithRNN_(nn.Module):+ def __init__(self, in_channels, hidden_size):+ super(EncoderWithRNN_, self).__init__()+ self.out_channels = hidden_size * 2+ self.rnn1 = nn.LSTM(in_channels, hidden_size, bidirectional=False, batch_first=True, num_layers=2)+ self.rnn2 = nn.LSTM(in_channels, hidden_size, bidirectional=False, batch_first=True, num_layers=2)++ def forward(self, x):+ self.rnn1.flatten_parameters()+ self.rnn2.flatten_parameters()+ out1, h1 = self.rnn1(x)+ out2, h2 = self.rnn2(torch.flip(x, [1]))+ return torch.cat([out1, torch.flip(out2, [1])], 2)+++class EncoderWithRNN(nn.Module):+ def __init__(self, in_channels, hidden_size):+ super(EncoderWithRNN, self).__init__()+ self.out_channels = hidden_size * 2+ self.lstm = nn.LSTM(+ in_channels, hidden_size, num_layers=2, batch_first=True, bidirectional=True) # batch_first:=True++ def forward(self, x):+ x, _ = self.lstm(x)+ return x+++class EncoderWithFC(nn.Module):+ def __init__(self, in_channels, hidden_size):+ super(EncoderWithFC, self).__init__()+ self.out_channels = hidden_size+ self.fc = nn.Linear(+ in_channels,+ hidden_size,+ bias=True,+ )++ def forward(self, x):+ x = self.fc(x)+ return x+++class EncoderWithSVTR(nn.Module):+ def __init__(+ self,+ in_channels,+ dims=64, # XS+ depth=2,+ hidden_dims=120,+ use_guide=False,+ num_heads=8,+ qkv_bias=True,+ mlp_ratio=2.0,+ drop_rate=0.1,+ kernel_size=[3,3],+ attn_drop_rate=0.1,+ drop_path=0.,+ qk_scale=None):+ super(EncoderWithSVTR, self).__init__()+ self.depth = depth+ self.use_guide = use_guide+ self.conv1 = ConvBNLayer(+ in_channels,+ in_channels // 8,+ kernel_size=kernel_size,+ padding=[kernel_size[0] // 2, kernel_size[1] // 2],+ act='swish')+ self.conv2 = ConvBNLayer(+ in_channels // 8, hidden_dims, kernel_size=1, act='swish')++ self.svtr_block = nn.ModuleList([+ Block(+ dim=hidden_dims,+ num_heads=num_heads,+ mixer='Global',+ HW=None,+ mlp_ratio=mlp_ratio,+ qkv_bias=qkv_bias,+ qk_scale=qk_scale,+ drop=drop_rate,+ act_layer='swish',+ attn_drop=attn_drop_rate,+ drop_path=drop_path,+ norm_layer='nn.LayerNorm',+ epsilon=1e-05,+ prenorm=False) for i in range(depth)+ ])+ self.norm = nn.LayerNorm(hidden_dims, eps=1e-6)+ self.conv3 = ConvBNLayer(+ hidden_dims, in_channels, kernel_size=1, act='swish')+ # last conv-nxn, the input is concat of input tensor and conv3 output tensor+ self.conv4 = ConvBNLayer(+ 2 * in_channels, in_channels // 8, padding=1, act='swish')++ self.conv1x1 = ConvBNLayer(+ in_channels // 8, dims, kernel_size=1, act='swish')+ self.out_channels = dims+ self.apply(self._init_weights)++ def _init_weights(self, m):+ # weight initialization+ if isinstance(m, nn.Conv2d):+ nn.init.kaiming_normal_(m.weight, mode='fan_out')+ if m.bias is not None:+ nn.init.zeros_(m.bias)+ elif isinstance(m, nn.BatchNorm2d):+ nn.init.ones_(m.weight)+ nn.init.zeros_(m.bias)+ elif isinstance(m, nn.Linear):+ nn.init.normal_(m.weight, 0, 0.01)+ if m.bias is not None:+ nn.init.zeros_(m.bias)+ elif isinstance(m, nn.ConvTranspose2d):+ nn.init.kaiming_normal_(m.weight, mode='fan_out')+ if m.bias is not None:+ nn.init.zeros_(m.bias)+ elif isinstance(m, nn.LayerNorm):+ nn.init.ones_(m.weight)+ nn.init.zeros_(m.bias)++ def forward(self, x):+ # for use guide+ if self.use_guide:+ z = x.clone()+ z.stop_gradient = True+ else:+ z = x+ # for short cut+ h = z+ # reduce dim+ z = self.conv1(z)+ z = self.conv2(z)+ # SVTR global block+ B, C, H, W = z.shape+ z = z.flatten(2).permute(0, 2, 1)++ for blk in self.svtr_block:+ z = blk(z)++ z = self.norm(z)+ # last stage+ z = z.reshape([-1, H, W, C]).permute(0, 3, 1, 2)+ z = self.conv3(z)+ z = torch.cat((h, z), dim=1)+ z = self.conv1x1(self.conv4(z))++ return z+++class SequenceEncoder(nn.Module):+ def __init__(self, in_channels, encoder_type, hidden_size=48, **kwargs):+ super(SequenceEncoder, self).__init__()+ self.encoder_reshape = Im2Seq(in_channels)+ self.out_channels = self.encoder_reshape.out_channels+ self.encoder_type = encoder_type+ if encoder_type == 'reshape':+ self.only_reshape = True+ else:+ support_encoder_dict = {+ 'reshape': Im2Seq,+ 'fc': EncoderWithFC,+ 'rnn': EncoderWithRNN,+ 'svtr': EncoderWithSVTR,+ }+ assert encoder_type in support_encoder_dict, '{} must in {}'.format(+ encoder_type, support_encoder_dict.keys())++ if encoder_type == "svtr":+ self.encoder = support_encoder_dict[encoder_type](+ self.encoder_reshape.out_channels, **kwargs)+ else:+ self.encoder = support_encoder_dict[encoder_type](+ self.encoder_reshape.out_channels, hidden_size)+ self.out_channels = self.encoder.out_channels+ self.only_reshape = False++ def forward(self, x):+ if self.encoder_type != 'svtr':+ x = self.encoder_reshape(x)+ if not self.only_reshape:+ x = self.encoder(x)+ return x+ else:+ x = self.encoder(x)+ x = self.encoder_reshape(x)+ return x\ No newline at end of filediff --git a/python/rapidocr_torch/models/.gitkeep b/python/rapidocr_torch/models/.gitkeepnew file mode 100644index 0000000..e69de29diff --git a/python/rapidocr_torch/utils/__init__.py b/python/rapidocr_torch/utils/__init__.pynew file mode 100644index 0000000..b753fec--- /dev/null+++ b/python/rapidocr_torch/utils/__init__.py@@ -0,0 +1,20 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+from pathlib import Path+from typing import Dict, Union++import yaml++from .infer_engine import TorchInferSession+from .load_image import LoadImage, LoadImageError+from .logger import get_logger+from .parse_parameters import UpdateParameters, init_args, update_model_path+from .process_img import add_round_letterbox, increase_min_side, reduce_max_side+from .vis_res import VisRes+++def read_yaml(yaml_path: Union[str, Path]) -> Dict[str, Dict]:+ with open(yaml_path, "rb") as f:+ data = yaml.load(f, Loader=yaml.Loader)+ return datadiff --git a/python/rapidocr_torch/utils/infer_engine.py b/python/rapidocr_torch/utils/infer_engine.pynew file mode 100644index 0000000..0adc7c4--- /dev/null+++ b/python/rapidocr_torch/utils/infer_engine.py@@ -0,0 +1,63 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+import os+import platform+from pathlib import Path+from typing import Optional, Union, Dict++import numpy as np+import torch+import yaml++root_dir = Path(__file__).resolve().parent.parent+DEFAULT_CFG_PATH = root_dir / "arch_config.yaml"++def read_yaml(yaml_path: Union[str, Path]) -> Dict[str, Dict]:+ with open(yaml_path, "rb") as f:+ data = yaml.load(f, Loader=yaml.Loader)+ return data++from .logger import get_logger+from rapidocr_torch.modeling.architectures.base_model import BaseModel+++class TorchInferSession:+ def __init__(self, config, mode: Optional[str] = None) -> None:++ all_arch_config = read_yaml(DEFAULT_CFG_PATH)++ self.logger = get_logger("TorchInferSession")+ self.mode = mode+ model_path = Path(config["model_path"])+ self._verify_model(model_path)+ file_name = model_path.stem+ if file_name not in all_arch_config:+ raise ValueError(f"architecture {file_name} is not in config.yaml")+ arch_config = all_arch_config[file_name]+ self.predictor = BaseModel(arch_config)+ self.predictor.load_state_dict(torch.load(model_path, weights_only=True))+ self.predictor.eval()+ self.use_gpu = False+ if config["use_cuda"]:+ self.predictor.cuda()+ self.use_gpu = True+ def __call__(self, img: np.ndarray):+ with torch.no_grad():+ inp = torch.from_numpy(img)+ if self.use_gpu:+ inp = inp.cuda()+ # 适配跟onnx对齐取值逻辑+ outputs = self.predictor(inp).unsqueeze(0)+ return outputs.cpu().numpy()+ @staticmethod+ def _verify_model(model_path):+ model_path = Path(model_path)+ if not model_path.exists():+ raise FileNotFoundError(f"{model_path} does not exists.")+ if not model_path.is_file():+ raise FileExistsError(f"{model_path} is not a file.")+++class TorchInferError(Exception):+ passdiff --git a/python/rapidocr_torch/utils/load_image.py b/python/rapidocr_torch/utils/load_image.pynew file mode 100644index 0000000..f34b549--- /dev/null+++ b/python/rapidocr_torch/utils/load_image.py@@ -0,0 +1,123 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+from io import BytesIO+from pathlib import Path+from typing import Any, Union++import cv2+import numpy as np+from PIL import Image, UnidentifiedImageError++root_dir = Path(__file__).resolve().parent+InputType = Union[str, np.ndarray, bytes, Path, Image.Image]+++class LoadImage:+ def __init__(self):+ pass++ def __call__(self, img: InputType) -> np.ndarray:+ if not isinstance(img, InputType.__args__):+ raise LoadImageError(+ f"The img type {type(img)} does not in {InputType.__args__}"+ )++ origin_img_type = type(img)+ img = self.load_img(img)+ img = self.convert_img(img, origin_img_type)+ return img++ def load_img(self, img: InputType) -> np.ndarray:+ if isinstance(img, (str, Path)):+ self.verify_exist(img)+ try:+ img = self.img_to_ndarray(Image.open(img))+ except UnidentifiedImageError as e:+ raise LoadImageError(f"cannot identify image file {img}") from e+ return img++ if isinstance(img, bytes):+ img = self.img_to_ndarray(Image.open(BytesIO(img)))+ return img++ if isinstance(img, np.ndarray):+ return img++ if isinstance(img, Image.Image):+ return self.img_to_ndarray(img)++ raise LoadImageError(f"{type(img)} is not supported!")++ def img_to_ndarray(self, img: Image.Image) -> np.ndarray:+ if img.mode == "1":+ img = img.convert("L")+ return np.array(img)+ return np.array(img)++ def convert_img(self, img: np.ndarray, origin_img_type: Any) -> np.ndarray:+ if img.ndim == 2:+ return cv2.cvtColor(img, cv2.COLOR_GRAY2BGR)++ if img.ndim == 3:+ channel = img.shape[2]+ if channel == 1:+ return cv2.cvtColor(img, cv2.COLOR_GRAY2BGR)++ if channel == 2:+ return self.cvt_two_to_three(img)++ if channel == 3:+ if issubclass(origin_img_type, (str, Path, bytes, Image.Image)):+ return cv2.cvtColor(img, cv2.COLOR_RGB2BGR)+ return img++ if channel == 4:+ return self.cvt_four_to_three(img)++ raise LoadImageError(+ f"The channel({channel}) of the img is not in [1, 2, 3, 4]"+ )++ raise LoadImageError(f"The ndim({img.ndim}) of the img is not in [2, 3]")++ @staticmethod+ def cvt_two_to_three(img: np.ndarray) -> np.ndarray:+ """gray + alpha → BGR"""+ img_gray = img[..., 0]+ img_bgr = cv2.cvtColor(img_gray, cv2.COLOR_GRAY2BGR)++ img_alpha = img[..., 1]+ not_a = cv2.bitwise_not(img_alpha)+ not_a = cv2.cvtColor(not_a, cv2.COLOR_GRAY2BGR)++ new_img = cv2.bitwise_and(img_bgr, img_bgr, mask=img_alpha)+ new_img = cv2.add(new_img, not_a)+ return new_img++ @staticmethod+ def cvt_four_to_three(img: np.ndarray) -> np.ndarray:+ """RGBA → BGR"""+ r, g, b, a = cv2.split(img)+ new_img = cv2.merge((b, g, r))++ not_a = cv2.bitwise_not(a)+ not_a = cv2.cvtColor(not_a, cv2.COLOR_GRAY2BGR)++ new_img = cv2.bitwise_and(new_img, new_img, mask=a)++ mean_color = np.mean(new_img)+ if mean_color <= 0.0:+ new_img = cv2.add(new_img, not_a)+ else:+ new_img = cv2.bitwise_not(new_img)+ return new_img++ @staticmethod+ def verify_exist(file_path: Union[str, Path]):+ if not Path(file_path).exists():+ raise LoadImageError(f"{file_path} does not exist.")+++class LoadImageError(Exception):+ passdiff --git a/python/rapidocr_torch/utils/logger.py b/python/rapidocr_torch/utils/logger.pynew file mode 100644index 0000000..66522c4--- /dev/null+++ b/python/rapidocr_torch/utils/logger.py@@ -0,0 +1,21 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+import logging+from functools import lru_cache+++@lru_cache(maxsize=32)+def get_logger(name: str) -> logging.Logger:+ logger = logging.getLogger(name)+ logger.setLevel(logging.DEBUG)++ fmt = "%(asctime)s - %(name)s - %(levelname)s: %(message)s"+ format_str = logging.Formatter(fmt)++ sh = logging.StreamHandler()+ sh.setLevel(logging.DEBUG)++ logger.addHandler(sh)+ sh.setFormatter(format_str)+ return loggerdiff --git a/python/rapidocr_torch/utils/parse_parameters.py b/python/rapidocr_torch/utils/parse_parameters.pynew file mode 100644index 0000000..4d0fa90--- /dev/null+++ b/python/rapidocr_torch/utils/parse_parameters.py@@ -0,0 +1,196 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+import argparse+from pathlib import Path+from typing import Any, Dict, List, Optional, Union++import numpy as np+from PIL import Image++root_dir = Path(__file__).resolve().parent.parent+InputType = Union[str, np.ndarray, bytes, Path, Image.Image]+++def update_model_path(config: Dict[str, Any]) -> Dict[str, Any]:+ key = "model_path"+ config["Det"][key] = str(root_dir / config["Det"][key])+ config["Rec"][key] = str(root_dir / config["Rec"][key])+ config["Cls"][key] = str(root_dir / config["Cls"][key])+ return config+++def init_args():+ parser = argparse.ArgumentParser()+ parser.add_argument("-img", "--img_path", type=str, default=None, required=True)+ parser.add_argument("-p", "--print_cost", action="store_true", default=False)++ global_group = parser.add_argument_group(title="Global")+ global_group.add_argument("--text_score", type=float, default=0.5)++ global_group.add_argument("--no_det", action="store_true", default=False)+ global_group.add_argument("--no_cls", action="store_true", default=False)+ global_group.add_argument("--no_rec", action="store_true", default=False)++ global_group.add_argument("--print_verbose", action="store_true", default=False)+ global_group.add_argument("--min_height", type=int, default=30)+ global_group.add_argument("--width_height_ratio", type=int, default=8)+ global_group.add_argument("--max_side_len", type=int, default=2000)+ global_group.add_argument("--min_side_len", type=int, default=30)+ global_group.add_argument("--return_word_box", action="store_true", default=False)++ global_group.add_argument("--intra_op_num_threads", type=int, default=-1)+ global_group.add_argument("--inter_op_num_threads", type=int, default=-1)++ det_group = parser.add_argument_group(title="Det")+ det_group.add_argument("--det_use_cuda", action="store_true", default=False)+ det_group.add_argument("--det_use_dml", action="store_true", default=False)+ det_group.add_argument("--det_model_path", type=str, default=None)+ det_group.add_argument("--det_limit_side_len", type=float, default=736)+ det_group.add_argument(+ "--det_limit_type", type=str, default="min", choices=["max", "min"]+ )+ det_group.add_argument("--det_thresh", type=float, default=0.3)+ det_group.add_argument("--det_box_thresh", type=float, default=0.5)+ det_group.add_argument("--det_unclip_ratio", type=float, default=1.6)+ det_group.add_argument(+ "--det_donot_use_dilation", action="store_true", default=False+ )+ det_group.add_argument(+ "--det_score_mode", type=str, default="fast", choices=["slow", "fast"]+ )++ cls_group = parser.add_argument_group(title="Cls")+ cls_group.add_argument("--cls_use_cuda", action="store_true", default=False)+ cls_group.add_argument("--cls_use_dml", action="store_true", default=False)+ cls_group.add_argument("--cls_model_path", type=str, default=None)+ cls_group.add_argument("--cls_image_shape", type=list, default=[3, 48, 192])+ cls_group.add_argument("--cls_label_list", type=list, default=["0", "180"])+ cls_group.add_argument("--cls_batch_num", type=int, default=6)+ cls_group.add_argument("--cls_thresh", type=float, default=0.9)++ rec_group = parser.add_argument_group(title="Rec")+ rec_group.add_argument("--rec_use_cuda", action="store_true", default=False)+ rec_group.add_argument("--rec_use_dml", action="store_true", default=False)+ rec_group.add_argument("--rec_model_path", type=str, default=None)+ rec_group.add_argument("--rec_keys_path", type=str, default=None)+ rec_group.add_argument("--rec_img_shape", type=list, default=[3, 48, 320])+ rec_group.add_argument("--rec_batch_num", type=int, default=6)++ vis_group = parser.add_argument_group(title="Visual Result")+ vis_group.add_argument("-vis", "--vis_res", action="store_true", default=False)+ vis_group.add_argument(+ "--vis_font_path",+ type=str,+ default=None,+ help="When -vis is True, the font_path must have value.",+ )+ vis_group.add_argument(+ "--vis_save_path",+ type=str,+ default=".",+ help="The directory of saving the vis image.",+ )++ args = parser.parse_args()+ return args+++class UpdateParameters:+ def __init__(self) -> None:+ pass++ def parse_kwargs(self, **kwargs):+ global_dict, det_dict, cls_dict, rec_dict = {}, {}, {}, {}+ for k, v in kwargs.items():+ if k.startswith("det"):+ k = k.split("det_")[1]+ if k == "donot_use_dilation":+ k = "use_dilation"+ v = not v++ det_dict[k] = v+ elif k.startswith("cls"):+ cls_dict[k] = v+ elif k.startswith("rec"):+ rec_dict[k] = v+ else:+ global_dict[k] = v+ return global_dict, det_dict, cls_dict, rec_dict++ def __call__(self, config, **kwargs):+ global_dict, det_dict, cls_dict, rec_dict = self.parse_kwargs(**kwargs)+ new_config = {+ "Global": self.update_global_params(config["Global"], global_dict),+ "Det": self.update_params(+ config["Det"],+ det_dict,+ "det_",+ ["det_model_path", "det_use_cuda", "det_use_dml"],+ ),+ "Cls": self.update_params(+ config["Cls"],+ cls_dict,+ "cls_",+ ["cls_label_list", "cls_model_path", "cls_use_cuda", "cls_use_dml"],+ ),+ "Rec": self.update_params(+ config["Rec"],+ rec_dict,+ "rec_",+ ["rec_model_path", "rec_use_cuda", "rec_use_dml"],+ ),+ }++ update_params = ["intra_op_num_threads", "inter_op_num_threads"]+ new_config = self.update_global_to_module(+ config, update_params, src="Global", dsts=["Det", "Cls", "Rec"]+ )+ return new_config++ def update_global_to_module(+ self, config, params: List[str], src: str, dsts: List[str]+ ):+ for dst in dsts:+ for param in params:+ config[dst].update({param: config[src][param]})+ return config++ def update_global_params(self, config, global_dict):+ if global_dict:+ config.update(global_dict)+ return config++ def update_params(+ self,+ config,+ param_dict: Dict[str, str],+ prefix: str,+ need_remove_prefix: Optional[List[str]] = None,+ ):+ if not param_dict:+ return config++ filter_dict = self.remove_prefix(param_dict, prefix, need_remove_prefix)+ model_path = filter_dict.get("model_path", None)+ if not model_path:+ filter_dict["model_path"] = str(root_dir / config["model_path"])++ config.update(filter_dict)+ return config++ @staticmethod+ def remove_prefix(+ config: Dict[str, str],+ prefix: str,+ need_remove_prefix: Optional[List[str]] = None,+ ) -> Dict[str, str]:+ if not need_remove_prefix:+ return config++ new_rec_dict = {}+ for k, v in config.items():+ if k in need_remove_prefix:+ k = k.split(prefix)[1]+ new_rec_dict[k] = v+ return new_rec_dictdiff --git a/python/rapidocr_torch/utils/process_img.py b/python/rapidocr_torch/utils/process_img.pynew file mode 100644index 0000000..7d3e194--- /dev/null+++ b/python/rapidocr_torch/utils/process_img.py@@ -0,0 +1,87 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+from typing import Tuple++import cv2+import numpy as np+++def reduce_max_side(+ img: np.ndarray, max_side_len: int = 2000+) -> Tuple[np.ndarray, float, float]:+ h, w = img.shape[:2]++ ratio = 1.0+ if max(h, w) > max_side_len:+ if h > w:+ ratio = float(max_side_len) / h+ else:+ ratio = float(max_side_len) / w++ resize_h = int(h * ratio)+ resize_w = int(w * ratio)++ resize_h = int(round(resize_h / 32) * 32)+ resize_w = int(round(resize_w / 32) * 32)++ try:+ if int(resize_w) <= 0 or int(resize_h) <= 0:+ raise ResizeImgError("resize_w or resize_h is less than or equal to 0")+ img = cv2.resize(img, (resize_w, resize_h))+ except Exception as exc:+ raise ResizeImgError() from exc++ ratio_h = h / resize_h+ ratio_w = w / resize_w+ return img, ratio_h, ratio_w+++def increase_min_side(+ img: np.ndarray, min_side_len: int = 30+) -> Tuple[np.ndarray, float, float]:+ h, w = img.shape[:2]++ ratio = 1.0+ if min(h, w) < min_side_len:+ if h < w:+ ratio = float(min_side_len) / h+ else:+ ratio = float(min_side_len) / w++ resize_h = int(h * ratio)+ resize_w = int(w * ratio)++ resize_h = int(round(resize_h / 32) * 32)+ resize_w = int(round(resize_w / 32) * 32)++ try:+ if int(resize_w) <= 0 or int(resize_h) <= 0:+ raise ResizeImgError("resize_w or resize_h is less than or equal to 0")+ img = cv2.resize(img, (resize_w, resize_h))+ except Exception as exc:+ raise ResizeImgError() from exc++ ratio_h = h / resize_h+ ratio_w = w / resize_w+ return img, ratio_h, ratio_w+++def add_round_letterbox(+ img: np.ndarray,+ padding_tuple: Tuple[int, int, int, int],+) -> np.ndarray:+ padded_img = cv2.copyMakeBorder(+ img,+ padding_tuple[0],+ padding_tuple[1],+ padding_tuple[2],+ padding_tuple[3],+ cv2.BORDER_CONSTANT,+ value=(0, 0, 0),+ )+ return padded_img+++class ResizeImgError(Exception):+ passdiff --git a/python/rapidocr_torch/utils/vis_res.py b/python/rapidocr_torch/utils/vis_res.pynew file mode 100644index 0000000..bd18031--- /dev/null+++ b/python/rapidocr_torch/utils/vis_res.py@@ -0,0 +1,143 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+import math+import random+from pathlib import Path+from typing import List, Optional, Tuple, Union++import cv2+import numpy as np+from PIL import Image, ImageDraw, ImageFont++from .load_image import LoadImage++root_dir = Path(__file__).resolve().parent+InputType = Union[str, np.ndarray, bytes, Path, Image.Image]+++class VisRes:+ def __init__(self, text_score: float = 0.5):+ self.text_score = text_score+ self.load_img = LoadImage()++ def __call__(+ self,+ img_content: InputType,+ dt_boxes: np.ndarray,+ txts: Optional[Union[List[str], Tuple[str]]] = None,+ scores: Optional[Tuple[float]] = None,+ font_path: Optional[str] = None,+ ) -> np.ndarray:+ if txts is None:+ return self.draw_dt_boxes(img_content, dt_boxes)+ return self.draw_ocr_box_txt(img_content, dt_boxes, txts, scores, font_path)++ def draw_dt_boxes(self, img_content: InputType, dt_boxes: np.ndarray) -> np.ndarray:+ img = self.load_img(img_content)++ for idx, box in enumerate(dt_boxes):+ color = self.get_random_color()++ points = np.array(box)+ cv2.polylines(img, np.int32([points]), 1, color=color, thickness=1)++ start_point = round(points[0][0]), round(points[0][1])+ cv2.putText(+ img, f"{idx}", start_point, cv2.FONT_HERSHEY_SIMPLEX, 1, color, 3+ )+ return img++ def draw_ocr_box_txt(+ self,+ img_content: InputType,+ dt_boxes: np.ndarray,+ txts: Union[List[str], Tuple[str]],+ scores: Optional[Tuple[float]] = None,+ font_path: Optional[str] = None,+ ) -> np.ndarray:+ font_path = self.get_font_path(font_path)++ image = Image.fromarray(self.load_img(img_content))+ h, w = image.height, image.width+ if image.mode == "L":+ image = image.convert("RGB")++ img_left = image.copy()+ img_right = Image.new("RGB", (w, h), (255, 255, 255))++ random.seed(0)+ draw_left = ImageDraw.Draw(img_left)+ draw_right = ImageDraw.Draw(img_right)+ for idx, (box, txt) in enumerate(zip(dt_boxes, txts)):+ if scores is not None and float(scores[idx]) < self.text_score:+ continue++ color = self.get_random_color()++ box_list = np.array(box).reshape(8).tolist()+ draw_left.polygon(box_list, fill=color)+ draw_right.polygon(box_list, outline=color)++ box_height = self.get_box_height(box)+ box_width = self.get_box_width(box)+ if box_height > 2 * box_width:+ font_size = max(int(box_width * 0.9), 10)+ font = ImageFont.truetype(font_path, font_size, encoding="utf-8")+ cur_y = box[0][1]++ for c in txt:+ draw_right.text(+ (box[0][0] + 3, cur_y), c, fill=(0, 0, 0), font=font+ )+ cur_y += self.get_char_size(font, c)+ else:+ font_size = max(int(box_height * 0.8), 10)+ font = ImageFont.truetype(font_path, font_size, encoding="utf-8")+ draw_right.text([box[0][0], box[0][1]], txt, fill=(0, 0, 0), font=font)++ img_left = Image.blend(image, img_left, 0.5)+ img_show = Image.new("RGB", (w * 2, h), (255, 255, 255))+ img_show.paste(img_left, (0, 0, w, h))+ img_show.paste(img_right, (w, 0, w * 2, h))+ return np.array(img_show)++ @staticmethod+ def get_font_path(font_path: Optional[Union[str, Path]] = None) -> str:+ if font_path is None or not Path(font_path).exists():+ raise FileNotFoundError(+ f"The {font_path} does not exists! \n"+ f"You could download the file in the https://drive.google.com/file/d/1evWVX38EFNwTq_n5gTFgnlv8tdaNcyIA/view?usp=sharing"+ )+ return str(font_path)++ @staticmethod+ def get_random_color() -> Tuple[int, int, int]:+ return (+ random.randint(0, 255),+ random.randint(0, 255),+ random.randint(0, 255),+ )++ @staticmethod+ def get_box_height(box: List[List[float]]) -> float:+ return math.sqrt((box[0][0] - box[3][0]) ** 2 + (box[0][1] - box[3][1]) ** 2)++ @staticmethod+ def get_box_width(box: List[List[float]]) -> float:+ return math.sqrt((box[0][0] - box[1][0]) ** 2 + (box[0][1] - box[1][1]) ** 2)++ @staticmethod+ def get_char_size(font, char_str: str) -> float:+ # compatible with Pillow v9 and v10.+ if hasattr(font, "getsize"):+ get_size_func = getattr(font, "getsize")+ return get_size_func(char_str)[1]++ if hasattr(font, "getlength"):+ get_size_func = getattr(font, "getlength")+ return get_size_func(char_str)++ raise ValueError(+ "The Pillow ImageFont instance has not getsize or getlength func."+ )diff --git a/python/requirements_torch.txt b/python/requirements_torch.txtnew file mode 100644index 0000000..af6a1de--- /dev/null+++ b/python/requirements_torch.txt@@ -0,0 +1,10 @@+pyclipper>=1.2.0+opencv_python>=4.5.1.48+numpy>=1.19.5,<3.0.0+six>=1.15.0+Shapely>=1.7.1,!=2.0.4 # python3.12 2.0.4 bug+PyYAML+Pillow+tqdm+torch+torchvision\ No newline at end of filediff --git a/python/setup_torch.py b/python/setup_torch.pynew file mode 100644index 0000000..e56478a--- /dev/null+++ b/python/setup_torch.py@@ -0,0 +1,77 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+import sys+from pathlib import Path+from typing import List, Union++import setuptools+from get_pypi_latest_version import GetPyPiLatestVersion+++def read_txt(txt_path: Union[Path, str]) -> List[str]:+ with open(txt_path, "r", encoding="utf-8") as f:+ data = [v.rstrip("\n") for v in f]+ return data+++def get_readme():+ root_dir = Path(__file__).resolve().parent.parent+ readme_path = str(root_dir / "docs" / "doc_whl_rapidocr_ort.md")+ print(readme_path)+ with open(readme_path, "r", encoding="utf-8") as f:+ readme = f.read()+ return readme+++MODULE_NAME = "rapidocr_torch"++obtainer = GetPyPiLatestVersion()+try:+ latest_version = obtainer(MODULE_NAME)+except Exception:+ latest_version = "0.0.0"+VERSION_NUM = obtainer.version_add_one(latest_version, add_patch=True)++if len(sys.argv) > 2:+ match_str = " ".join(sys.argv[2:])+ matched_versions = obtainer.extract_version(match_str)+ if matched_versions:+ VERSION_NUM = matched_versions+sys.argv = sys.argv[:2]++project_urls = {+ "Documentation": "https://rapidai.github.io/RapidOCRDocs",+ "Changelog": "https://github.com/RapidAI/RapidOCR/releases",+}++setuptools.setup(+ name=MODULE_NAME,+ version=VERSION_NUM,+ platforms="Any",+ description="A cross platform OCR Library based on pytorch.",+ long_description=get_readme(),+ long_description_content_type="text/markdown",+ author="SWHL",+ author_email="[email protected]",+ url="https://github.com/RapidAI/RapidOCR",+ project_urls=project_urls,+ license="Apache-2.0",+ include_package_data=True,+ install_requires=read_txt("requirements_torch.txt"),+ package_dir={"": MODULE_NAME},+ packages=setuptools.find_namespace_packages(where=MODULE_NAME),+ package_data={"": ["*.pth", "*.yaml", "*.txt"]},+ keywords=[+ "ocr,text_detection,text_recognition,db,onnxruntime,pytorch,paddleocr,openvino,rapidocr"+ ],+ classifiers=[+ "Programming Language :: Python :: 3.10",+ "Programming Language :: Python :: 3.11",+ "Programming Language :: Python :: 3.12",+ ],+ python_requires=">=3.10,<3.13",+ entry_points={+ "console_scripts": [f"{MODULE_NAME}={MODULE_NAME}.main:main"],+ },+)diff --git a/python/tests/test_torch.py b/python/tests/test_torch.pynew file mode 100644index 0000000..8952673--- /dev/null+++ b/python/tests/test_torch.py@@ -0,0 +1,224 @@+# -*- encoding: utf-8 -*-+# @Author: SWHL+# @Contact: [email protected]+import logging+import sys+from pathlib import Path+from typing import List++import cv2+import numpy as np+import pytest++root_dir = Path(__file__).resolve().parent.parent+sys.path.append(str(root_dir))++from rapidocr_torch import LoadImageError, RapidOCR++from .base_module import download_file++engine = RapidOCR()+tests_dir = root_dir / "tests" / "test_files"+img_path = tests_dir / "ch_en_num.jpg"+package_name = "rapidocr_torch"+++def test_long_img():+ img_url = "https://github.com/RapidAI/RapidOCR/releases/download/v1.1.0/long.jpeg"+ img_path = tests_dir / "long.jpeg"+ download_file(img_url, save_path=img_path)+ result, _ = engine(img_path)++ assert result is not None+ assert len(result) >= 53++ img_path.unlink()++++def test_mode_one_img():+ img_path = tests_dir / "issue_170.png"+ result, _ = engine(img_path)+ assert result[0][1] == "TEST"+++ "img_name,gt",+ [+ (+ "black_font_color_transparent.png",+ "我是中国人",+ ),+ (+ "white_font_color_transparent.png",+ "我是中国人",+ ),+ ],+)+def test_transparent_img(img_name: str, gt: str):+ img_path = tests_dir / img_name+ result, _ = engine(str(img_path))+ assert result[0][1] == gt+++ "img_name,gt_len,gt_first_len",+ [+ ("test_without_det.jpg", 1, "在中国作家协会第三届儿童文学"),+ ],+)+def test_letterbox_like(img_name, gt_len, gt_first_len):+ img_path = tests_dir / img_name+ result, _ = engine(str(img_path))++ assert len(result) == gt_len+ assert result[0][1].lower() == gt_first_len.lower()+++def test_only_det():+ result, _ = engine(str(img_path), use_det=True, use_cls=False, use_rec=False)++ assert len(result) == 18+++def test_only_cls():+ img_path = tests_dir / "text_cls.jpg"+ result, _ = engine(img_path, use_det=False, use_cls=True, use_rec=False)+ assert len(result) == 1+ assert result[0][0] == "0"+++def test_only_rec():+ img_path = tests_dir / "text_rec.jpg"+ result, _ = engine(img_path, use_det=False, use_cls=False, use_rec=True)+ assert len(result) == 1+ assert result[0][0] == "韩国小馆"+++def test_det_rec():+ result, _ = engine(img_path, use_det=True, use_cls=False, use_rec=True)+ assert result[0][1] == "正品促销"+ assert len(result) == 18+++def test_cls_rec():+ img_path = tests_dir / "text_cls.jpg"+ result, _ = engine(img_path, use_det=False, use_cls=True, use_rec=True)++ assert result is not None+ assert len(result) == 1+ assert result[0][0] == "韩国小馆"+++def test_det_cls_rec():+ img = cv2.imread(img_path)++ result, _ = engine(img)+ assert result is not None+ assert result[0][1] == "正品促销"+ assert len(result) == 18+++def test_empty():+ img = None+ with pytest.raises(LoadImageError) as exc_info:+ engine(img)+ raise LoadImageError+ assert exc_info.type is LoadImageError+++def test_zeros():+ img = np.zeros([640, 640, 3], np.uint8)+ result, _ = engine(img)+ assert result is None+++def test_input_str():+ result, _ = engine(img_path)+ assert result[0][1] == "正品促销"+ assert len(result) == 18+++def test_input_bytes():+ with open(img_path, "rb") as f:+ result, _ = engine(f.read())+ assert result[0][1] == "正品促销"+ assert len(result) == 18+++def test_input_path():+ result, _ = engine(img_path)+ assert result[0][1] == "正品促销"+ assert len(result) == 18+++def test_input_parameters():+ img_path = tests_dir / "ch_en_num.jpg"+ engine = RapidOCR(text_score=1)+ result, _ = engine(img_path)++ assert result is None+++def test_input_det_parameters():+ with pytest.raises(FileNotFoundError) as exc_info:+ engine = RapidOCR(det_model_path="1.pth")+ result, _ = engine(img_path)+ raise FileNotFoundError()+ assert exc_info.type is FileNotFoundError+++def test_input_cls_parameters():+ with pytest.raises(FileNotFoundError) as exc_info:+ engine = RapidOCR(cls_model_path="1.pth")+ result, _ = engine(img_path)+ raise FileNotFoundError()+ assert exc_info.type is FileNotFoundError+++def test_input_rec_parameters():+ with pytest.raises(FileNotFoundError) as exc_info:+ engine = RapidOCR(rec_model_path="1.pth")+ result, _ = engine(img_path)+ raise FileNotFoundError()+ assert exc_info.type is FileNotFoundError+++def test_input_three_ndim_two_channel():+ img_npy = tests_dir / "two_dim_image.npy"+ image_array = np.load(str(img_npy))+ result, _ = engine(image_array)++ assert result is not None+ assert len(result) == 1+ assert result[0][1] == "TREND PLOT REPORT"+++def test_input_three_ndim_one_channel():+ img = cv2.imread(img_path)+ img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)+ img = img[:, :, 0]+ img = img[..., None] # (H, W, 1)++ result, _ = engine(img)++ assert len(result) >= 17+++ "img_name,words",+ [+ (+ "black_font_color_transparent.png",+ ["我", "是", "中", "国", "人"],+ ),+ (+ "issue_170.png",+ ["T", "E", "S", "T"],+ ),+ ],+)+def test_word_ocr(img_name: str, words: List[str]):+ img_path = tests_dir / img_name+ result, _ = engine(str(img_path), return_word_box=True)+ assert result[0][4] == words