Initial commit: FunASR Speech Recognition Toolkit

Add complete FunASR codebase including models, runtime, and documentation.
2026-07-09 22:38:58 +08:00
commit 6116b1f3c6
3683 changed files with 990984 additions and 0 deletions
@@ -0,0 +1,88 @@
+// lmbin/arpa-to-const-arpa.cc
+
+// Copyright 2014  Guoguo Chen
+
+// See ../../COPYING for clarification regarding multiple authors
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//  http://www.apache.org/licenses/LICENSE-2.0
+//
+// THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
+// WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
+// MERCHANTABILITY OR NON-INFRINGEMENT.
+// See the Apache 2 License for the specific language governing permissions and
+// limitations under the License.
+
+#include <string>
+
+#include "lm/const-arpa-lm.h"
+#include "util/parse-options.h"
+
+int main(int argc, char *argv[]) {
+  using namespace kaldi;
+  typedef kaldi::int32 int32;
+  try {
+    const char *usage  =
+        "Converts an Arpa format language model into ConstArpaLm format,\n"
+        "which is an in-memory representation of the pre-built Arpa language\n"
+        "model. The output language model can then be read in by a program\n"
+        "that wants to rescore lattices. We assume that the words in the\n"
+        "input arpa language model has been converted to integers.\n"
+        "\n"
+        "The program is used jointly with utils/map_arpa_lm.pl to build\n"
+        "ConstArpaLm format language model. We first map the words in an Arpa\n"
+        "format language model to integers using utils/map_arpa_m.pl, and\n"
+        "then use this program to build a ConstArpaLm format language model.\n"
+        "\n"
+        "Usage: arpa-to-const-arpa [opts] <input-arpa> <const-arpa>\n"
+        " e.g.: arpa-to-const-arpa --bos-symbol=1 --eos-symbol=2 \\\n"
+        "                          arpa.txt const_arpa";
+
+    kaldi::ParseOptions po(usage);
+
+    ArpaParseOptions options;
+    options.Register(&po);
+
+    // Ideally, these registrations would be in ArpaParseOptions, but some
+    // programs want integers and other want symbols, so we register them
+    // outside instead.
+    po.Register("unk-symbol", &options.unk_symbol,
+                "Integer corresponds to unknown-word in language model. -1 if "
+                "no such word is provided.");
+    po.Register("bos-symbol", &options.bos_symbol,
+                "Integer corresponds to <s>. You must set this to your actual "
+                "BOS integer.");
+    po.Register("eos-symbol", &options.eos_symbol,
+                "Integer corresponds to </s>. You must set this to your actual "
+                "EOS integer.");
+
+    po.Read(argc, argv);
+
+    if (po.NumArgs() != 2) {
+      po.PrintUsage();
+      exit(1);
+    }
+
+    if (options.bos_symbol == -1 || options.eos_symbol == -1) {
+      KALDI_ERR << "Please set --bos-symbol and --eos-symbol.";
+      exit(1);
+    }
+
+    std::string arpa_rxfilename = po.GetArg(1),
+        const_arpa_wxfilename = po.GetOptArg(2);
+
+    bool ans = BuildConstArpaLm(options, arpa_rxfilename,
+                                const_arpa_wxfilename);
+    if (ans)
+      return 0;
+    else
+      return 1;
+  } catch(const std::exception &e) {
+    std::cerr << e.what() << '\n';
+    return -1;
+  }
+}