Skip to content

Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.

1.8 KB
Raw Blame
// Acknowledgement: this code is adapted from 
// https://github.com/wenet-e2e/WeTextProcessing/blob/master/runtime/processor/processor.h 
// Retrieved in Aug 2023.

// Copyright (c) 2022 Zhendong Peng ([email protected])
//               2023 Jing Du ([email protected])
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#ifndef ITN_PROCESSOR_H_
#define ITN_PROCESSOR_H_

#include "fst/fstlib.h"
#include "precomp.h"
#include "itn-token-parser.h"

using fst::StdArc;
using fst::StdVectorFst;
using fst::StringCompiler;
using fst::StringPrinter;

namespace funasr {
class ITNProcessor : public ITNModel {
 public:
  ITNProcessor();
  void InitITN(const std::string &itn_tagger, const std::string &itn_verbalizer, int thread_num);
  ~ITNProcessor();

  std::string tag(const std::string& input);
  std::string verbalize(const std::string& input);
  std::string Normalize(const std::string& input);

 private:
  std::string shortest_path(const StdVectorFst& lattice);
  std::string compose(const std::string& input, const StdVectorFst* fst);

  ParseType parse_type_;
  std::shared_ptr<StdVectorFst> tagger_ = nullptr;
  std::shared_ptr<StdVectorFst> verbalizer_ = nullptr;
  std::shared_ptr<StringCompiler<StdArc>> compiler_ = nullptr;
  std::shared_ptr<StringPrinter<StdArc>> printer_ = nullptr;
};

}  // namespace funasr

#endif  // ITN_PROCESSOR_H_