Initial commit: FunASR Speech Recognition Toolkit

Add complete FunASR codebase including models, runtime, and documentation.
2026-07-09 22:38:58 +08:00
commit 6116b1f3c6
3683 changed files with 990984 additions and 0 deletions
@@ -0,0 +1,101 @@
+// fstbin/fstrmepslocal.cc
+
+// Copyright 2009-2011  Microsoft Corporation
+
+// See ../../COPYING for clarification regarding multiple authors
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//  http://www.apache.org/licenses/LICENSE-2.0
+//
+// THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
+// WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
+// MERCHANTABLITY OR NON-INFRINGEMENT.
+// See the Apache 2 License for the specific language governing permissions and
+// limitations under the License.
+
+
+#include "base/kaldi-common.h"
+#include "util/kaldi-io.h"
+#include "util/parse-options.h"
+#include "util/text-utils.h"
+#include "fst/fstlib.h"
+#include "fstext/determinize-star.h"
+#include "fstext/fstext-utils.h"
+#include "fstext/kaldi-fst-io.h"
+
+
+/*
+ A test example:
+ ( echo "0 1 1 0"; echo "1 2 0 2"; echo "2 0"; ) | fstcompile | fstrmepslocal | fstprint
+# prints:
+# 0     1    1    2
+# 1
+ ( echo "0 1 0 0"; echo "0 0"; echo "1 0" ) | fstcompile | fstrmepslocal | fstprint
+# 0
+  ( echo "0 1 0 0"; echo "0 0"; echo "1 0" ) | fstcompile | fstrmepslocal | fstprint
+  ( echo "0 1 0 0"; echo "0 0"; echo "1 0" ) | fstcompile | fstrmepslocal --use-log=true | fstprint
+#  0    -0.693147182
+
+*/
+
+int main(int argc, char *argv[]) {
+  try {
+    using namespace kaldi;
+    using namespace fst;
+    using kaldi::int32;
+
+    const char *usage =
+        "Removes some (but not all) epsilons in an algorithm that will always reduce the number of\n"
+        "arcs+states.  Option to preserves equivalence in tropical or log semiring, and\n"
+        "if in tropical, stochasticit in either log or tropical.\n"
+        "\n"
+        "Usage:  fstrmepslocal  [in.fst [out.fst] ]\n";
+
+    ParseOptions po(usage);
+    bool use_log = false;
+    bool stochastic_in_log = true;
+    po.Register("use-log", &use_log,
+                "Preserve equivalence in log semiring [false->tropical]\n");
+    po.Register("stochastic-in-log", &stochastic_in_log,
+                "Preserve stochasticity in log semiring [false->tropical]\n");
+    po.Read(argc, argv);
+
+    if (po.NumArgs() > 2) {
+      po.PrintUsage();
+      exit(1);
+    }
+
+    std::string fst_in_filename = po.GetOptArg(1),
+        fst_out_filename = po.GetOptArg(2);
+
+    VectorFst<StdArc> *fst = ReadFstKaldi(fst_in_filename);
+
+    if (!use_log && stochastic_in_log) {
+      RemoveEpsLocalSpecial(fst);
+    } else if (use_log && !stochastic_in_log) {
+      std::cerr << "fstrmsymbols: invalid combination of flags\n";
+      return 1;
+    } else if (use_log) {
+      VectorFst<LogArc> log_fst;
+      Cast(*fst, &log_fst);
+      delete fst;
+      RemoveEpsLocal(&log_fst);
+      fst = new VectorFst<StdArc>;
+      Cast(log_fst, fst);
+    } else {
+      RemoveEpsLocal(fst);
+    }
+
+    WriteFstKaldi(*fst, fst_out_filename);
+    delete fst;
+    return 0;
+  } catch(const std::exception &e) {
+    std::cerr << e.what();
+    return -1;
+  }
+}
+