Sync from bytedesk-private: update

modules/python/vendors/FunASR/runtime/onnxruntime/src/phone-set.cpp

@@ -0,0 +1,95 @@
+#include "phone-set.h"
+#include <yaml-cpp/yaml.h>
+#include <glog/logging.h>
+
+#include <fstream>
+#include <iostream>
+#include <list>
+#include <sstream>
+#include <string>
+
+using namespace std;
+
+namespace funasr {
+PhoneSet::PhoneSet(const char *filename) {
+  ifstream in(filename);
+  LoadPhoneSetFromJson(filename);
+}
+PhoneSet::~PhoneSet()
+{
+}
+
+void PhoneSet::LoadPhoneSetFromYaml(const char* filename) {
+  YAML::Node config;
+  try{
+    config = YAML::LoadFile(filename);
+  }catch(exception const &e){
+     LOG(INFO) << "Error loading file, yaml file error or not exist.";
+     exit(-1);
+  }
+  YAML::Node myList = config["token_list"];
+  int id = 0;
+  for (YAML::const_iterator it = myList.begin(); it != myList.end(); ++it, id++) {
+    phone_.push_back(it->as<string>());
+    phn2Id_.emplace(it->as<string>(), id);
+  }
+}
+
+void PhoneSet::LoadPhoneSetFromJson(const char* filename) {
+    nlohmann::json json_array;
+    std::ifstream file(filename);
+    if (file.is_open()) {
+        file >> json_array;
+        file.close();
+    } else {
+        LOG(INFO) << "Error loading token file, token file error or not exist.";
+        exit(-1);
+    }
+
+    int id = 0;
+    for (const auto& element : json_array) {
+        phone_.push_back(element);
+        phn2Id_.emplace(element, id);
+        id++;
+    }
+}
+
+int PhoneSet::Size() const {
+  return phone_.size();
+}
+
+int PhoneSet::String2Id(string phn_str) const {
+  if (phn2Id_.count(phn_str)) {
+    return phn2Id_.at(phn_str);
+  } else {
+    //LOG(INFO) << "Phone unit not exist.";
+    return -1;
+  }
+}
+
+string PhoneSet::Id2String(int id) const {
+  if (id < 0 || id > Size()) {
+    //LOG(INFO) << "Phone id not exist.";
+    return "";
+  } else {
+    return phone_[id];
+  }
+}
+
+bool PhoneSet::Find(string phn_str) const {
+  return phn2Id_.count(phn_str) > 0;
+}
+
+int PhoneSet::GetBegSilPhnId() const {
+  return String2Id(UNIT_BEG_SIL_SYMBOL);
+}
+
+int PhoneSet::GetEndSilPhnId() const {
+  return String2Id(UNIT_END_SIL_SYMBOL);
+}
+
+int PhoneSet::GetBlkPhnId() const {
+  return String2Id(UNIT_BLK_SYMBOL);
+}
+
+}