📄 Awesome OCR multiple programing languages toolkits based on ONNX Runtime, OpenVINO, MNN, PaddlePaddle, TensorRT and PyTorch.
add en_number inference and onnx
SWHLd87ac7e19904
diff --git a/python/README.md b/python/README.mdindex f7be42b..6eb69c6 100755--- a/python/README.md+++ b/python/README.md@@ -1,19 +1,3 @@-### 🎉2021-06-10 update:-- 添加server版文本识别模型,详情见[提取码:30jv](https://pan.baidu.com/s/1qkqWK4wRdMjqGGbzR-FyWg)--### 2021-06-09 update:-- 添加字体文件到模型下载链接中--### 2021-05-22 update:-- 添加日文识别推理代码和相应模型,详情见`japan_ppocr_mobile_v2_rec`目录-- 整理代码,去除无效代码-- 每个单独模块,添加执行脚本示例--### 2021-03-24 update:-- 更改文本识别模型支持ort1.7,推理速度有着较大提升------### 运行1. 下载相应模型和用于显示的字体文件- [提取码:30jv](https://pan.baidu.com/s/1qkqWK4wRdMjqGGbzR-FyWg)diff --git a/python/en_number_ppocr_mobile_v2_rec/__init__.py b/python/en_number_ppocr_mobile_v2_rec/__init__.pynew file mode 100644index 0000000..686ffdd--- /dev/null+++ b/python/en_number_ppocr_mobile_v2_rec/__init__.py@@ -0,0 +1 @@+from .text_recognize import TextRecognizer\ No newline at end of filediff --git a/python/en_number_ppocr_mobile_v2_rec/en_dict.txt b/python/en_number_ppocr_mobile_v2_rec/en_dict.txtnew file mode 100644index 0000000..7677d31--- /dev/null+++ b/python/en_number_ppocr_mobile_v2_rec/en_dict.txt@@ -0,0 +1,95 @@+0+1+2+3+4+5+6+7+8+9+:+;+<+=+>+?+@+A+B+C+D+E+F+G+H+I+J+K+L+M+N+O+P+Q+R+S+T+U+V+W+X+Y+Z+[+\+]+^+_+`+a+b+c+d+e+f+g+h+i+j+k+l+m+n+o+p+q+r+s+t+u+v+w+x+y+z+{+|+}+~+!+"+#+$+%+&+'+(+)+*+++,+-+.+/+diff --git a/python/en_number_ppocr_mobile_v2_rec/run.sh b/python/en_number_ppocr_mobile_v2_rec/run.shnew file mode 100644index 0000000..f519b8b--- /dev/null+++ b/python/en_number_ppocr_mobile_v2_rec/run.sh@@ -0,0 +1,9 @@+#! /bin/bash+set -e errexit++root_path=$(cd $(dirname $0); pwd)+image_path=${root_path}"/test_images/rec_images/2021-01-18_14-22-32.png"+model_path=${root_path}"/models/ch_ppocr_mobile_v2.0_rec_infer.onnx"++python text_recognize.py --image_path ${image_path} \+ --model_path ${model_path}\ No newline at end of filediff --git a/python/en_number_ppocr_mobile_v2_rec/text_recognize.py b/python/en_number_ppocr_mobile_v2_rec/text_recognize.pynew file mode 100644index 0000000..a6a1357--- /dev/null+++ b/python/en_number_ppocr_mobile_v2_rec/text_recognize.py@@ -0,0 +1,136 @@+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.+#+# Licensed under the Apache License, Version 2.0 (the "License");+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an "AS IS" BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+import argparse+import math+import time+from pathlib import Path++import cv2+import numpy as np+import onnxruntime++try:+ from .utils import CTCLabelDecode, check_and_read_gif, get_image_file_list+except:+ from utils import CTCLabelDecode, check_and_read_gif, get_image_file_list+++root_path = Path(__file__).parent+++class TextRecognizer(object):+ def __init__(self, rec_model_path):+ self.rec_image_shape = [3, 32, 320]+ self.rec_batch_num = 6++ self.character_dict_path = str(root_path / 'en_dict.txt')+ self.postprocess_op = CTCLabelDecode(self.character_dict_path)++ sess_opt = onnxruntime.SessionOptions()+ sess_opt.log_severity_level = 4+ sess_opt.enable_cpu_mem_arena = False+ self.session = onnxruntime.InferenceSession(rec_model_path, sess_opt)++ def resize_norm_img(self, img, max_wh_ratio):+ img_channel, img_height, img_width = self.rec_image_shape+ assert img_channel == img.shape[2]++ img_width = int((32 * max_wh_ratio))+ max_wh_ratio = 1++ h, w = img.shape[:2]+ ratio = w / float(h)+ if math.ceil(img_height * ratio) > img_width:+ resized_w = img_width+ else:+ resized_w = int(math.ceil(img_height * ratio))+ resized_image = cv2.resize(img, (resized_w, img_height))+ resized_image = resized_image.astype('float32')+ resized_image = resized_image.transpose((2, 0, 1)) / 255+ resized_image -= 0.5+ resized_image /= 0.5+ padding_im = np.zeros((img_channel, img_height, img_width),+ dtype=np.float32)+ padding_im[:, :, 0:resized_w] = resized_image+ return padding_im++ @staticmethod+ def load_image(image_dir):+ image_file_list = get_image_file_list(image_dir)+ valid_image_file_list = []+ img_list = []+ for image_file in image_file_list:+ img, flag = check_and_read_gif(image_file)+ if not flag:+ img = cv2.imread(image_file)+ if img is None:+ print(f"error in loading image:{image_file}")+ continue+ valid_image_file_list.append(image_file)+ img_list.append(img)+ return img_list++ def __call__(self, image_dir):+ if not isinstance(image_dir, list):+ img_list = self.load_image(image_dir)+ else:+ img_list = image_dir+ img_num = len(img_list)+ # Calculate the aspect ratio of all text bars+ width_list = []+ for img in img_list:+ width_list.append(img.shape[1] / float(img.shape[0]))+ # Sorting can speed up the recognition process+ indices = np.argsort(np.array(width_list))++ rec_res = [['', 0.0]] * img_num+ batch_num = self.rec_batch_num+ elapse = 0+ for beg_img_no in range(0, img_num, batch_num):+ end_img_no = min(img_num, beg_img_no + batch_num)+ norm_img_batch = []+ max_wh_ratio = 0+ for ino in range(beg_img_no, end_img_no):+ h, w = img_list[indices[ino]].shape[0:2]+ wh_ratio = w * 1.0 / h+ max_wh_ratio = max(max_wh_ratio, wh_ratio)+ for ino in range(beg_img_no, end_img_no):+ norm_img = self.resize_norm_img(img_list[indices[ino]],+ max_wh_ratio)+ norm_img = norm_img[np.newaxis, :]+ norm_img_batch.append(norm_img)+ norm_img_batch = np.concatenate(norm_img_batch)+ norm_img_batch = norm_img_batch.astype(np.float32)++ # onnx模型推理+ starttime = time.time()+ onnx_inputs = {self.session.get_inputs()[0].name: norm_img_batch}+ preds = self.session.run(None, onnx_inputs)[0]++ rec_result = self.postprocess_op(preds)+ for rno in range(len(rec_result)):+ rec_res[indices[beg_img_no + rno]] = rec_result[rno]+ elapse += time.time() - starttime+ return rec_res, elapse+++if __name__ == "__main__":+ parser = argparse.ArgumentParser()+ parser.add_argument('--image_path', type=str, help='image_dir|image_path')+ parser.add_argument('--model_path', type=str, help='rec_model_path')+ args = parser.parse_args()++ text_recognizer = TextRecognizer(args.model_path)+ rec_res, predict_time = text_recognizer(args.image_path)+ print(f'识别结果: {rec_res}\t cost: {predict_time}s')diff --git a/python/en_number_ppocr_mobile_v2_rec/utils.py b/python/en_number_ppocr_mobile_v2_rec/utils.pynew file mode 100644index 0000000..cb8c8d9--- /dev/null+++ b/python/en_number_ppocr_mobile_v2_rec/utils.py@@ -0,0 +1,109 @@+# !/usr/bin/env python+# -*- encoding: utf-8 -*-+# @File: utils.py+# @Time: 2021/05/22 10:53:17+# @Author: Max+import cv2+import os+import imghdr+import numpy as np+++def get_image_file_list(img_file):+ imgs_lists = []+ if img_file is None or not os.path.exists(img_file):+ raise FileNotFoundError("not found any img file in {}".format(img_file))++ img_end = {'jpg', 'bmp', 'png', 'jpeg', 'rgb', 'tif', 'tiff', 'gif', 'GIF'}+ if os.path.isfile(img_file) and imghdr.what(img_file) in img_end:+ imgs_lists.append(img_file)+ elif os.path.isdir(img_file):+ for single_file in os.listdir(img_file):+ file_path = os.path.join(img_file, single_file)+ if imghdr.what(file_path) in img_end:+ imgs_lists.append(file_path)+ if len(imgs_lists) == 0:+ raise FileNotFoundError("not found any img file in {}".format(img_file))+ return imgs_lists+++def check_and_read_gif(img_path):+ if os.path.basename(img_path)[-3:] in ['gif', 'GIF']:+ gif = cv2.VideoCapture(img_path)+ ret, frame = gif.read()+ if not ret:+ print("Cannot read {}. This gif image maybe corrupted.")+ return None, False+ if len(frame.shape) == 2 or frame.shape[-1] == 1:+ frame = cv2.cvtColor(frame, cv2.COLOR_GRAY2RGB)+ imgvalue = frame[:, :, ::-1]+ return imgvalue, True+ return None, False+++class CTCLabelDecode(object):+ """ Convert between text-label and text-index """++ def __init__(self, character_dict_path):+ super(CTCLabelDecode, self).__init__()+ self.character_str = []+ assert character_dict_path is not None, "character_dict_path should not be None"+ with open(character_dict_path, "rb") as fin:+ lines = fin.readlines()+ for line in lines:+ line = line.decode('utf-8').strip("\n").strip("\r\n")+ self.character_str.append(line)+ self.character_str.append(' ')+ dict_character = self.character_str++ dict_character = self.add_special_char(dict_character)+ self.dict = {}+ for i, char in enumerate(dict_character):+ self.dict[char] = i+ self.character = dict_character++ def __call__(self, preds, label=None, *args, **kwargs):+ preds_idx = preds.argmax(axis=2)+ preds_prob = preds.max(axis=2)+ text = self.decode(preds_idx, preds_prob,+ is_remove_duplicate=True)+ if label is None:+ return text+ label = self.decode(label)+ return text, label++ def add_special_char(self, dict_character):+ dict_character = ['blank'] + dict_character+ return dict_character++ def get_ignored_tokens(self):+ return [0] # for ctc blank++ def decode(self, text_index,+ text_prob=None,+ is_remove_duplicate=False):+ """ convert text-index into text-label. """+ result_list = []+ ignored_tokens = self.get_ignored_tokens()+ batch_size = len(text_index)+ for batch_idx in range(batch_size):+ char_list = []+ conf_list = []+ for idx in range(len(text_index[batch_idx])):+ if text_index[batch_idx][idx] in ignored_tokens:+ continue+ if is_remove_duplicate:+ # only for predict+ if idx > 0 and text_index[batch_idx][idx - 1] == text_index[+ batch_idx][idx]:+ continue+ char_list.append(self.character[int(text_index[batch_idx][+ idx])])+ if text_prob is not None:+ conf_list.append(text_prob[batch_idx][idx])+ else:+ conf_list.append(1)+ text = ''.join(char_list)+ result_list.append((text, np.mean(conf_list)))+ return result_list+diff --git a/python/test_images/det_images/2021-06-06_22-24-36.png b/python/test_images/det_images/2021-06-06_22-24-36.pngnew file mode 100644index 0000000..d613cc4Binary files /dev/null and b/python/test_images/det_images/2021-06-06_22-24-36.png differdiff --git a/python/test_images/rec_images/2021-01-18_14-22-32.png b/python/test_images/rec_images/imgs_words_ch/1.pngold mode 100755new mode 100644similarity index 100%rename from python/test_images/rec_images/2021-01-18_14-22-32.pngrename to python/test_images/rec_images/imgs_words_ch/1.pngdiff --git a/python/test_images/rec_images/2021-01-19_13-44-34.png b/python/test_images/rec_images/imgs_words_ch/2.pngold mode 100755new mode 100644similarity index 100%rename from python/test_images/rec_images/2021-01-19_13-44-34.pngrename to python/test_images/rec_images/imgs_words_ch/2.pngdiff --git a/python/test_images/rec_images/imgs_words_en/word_10.png b/python/test_images/rec_images/imgs_words_en/word_10.pngnew file mode 100644index 0000000..07370f7Binary files /dev/null and b/python/test_images/rec_images/imgs_words_en/word_10.png differdiff --git a/python/test_images/rec_images/japan/1.jpg b/python/test_images/rec_images/imgs_words_japan/1.jpgsimilarity index 100%rename from python/test_images/rec_images/japan/1.jpgrename to python/test_images/rec_images/imgs_words_japan/1.jpg