freedak/FunASR
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial commit: FunASR Speech Recognition Toolkit
Update API Documentation / build-api-docs (push) Has been cancelled
Details

Browse Source 
Add complete FunASR codebase including models, runtime, and documentation.
This commit is contained in:
freedakgmail
2026-07-09 22:38:58 +08:00
commit 6116b1f3c6
3683 changed files with 990984 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/csharp/AliParaformerAsr/AliParaformerAsr.Examples.MauiApp/RecognitionForFiles.xaml.cs
+496
View File
@@ -0,0 +1,496 @@
using Microsoft.Maui.Storage;
using NAudio.Wave;
using System.ComponentModel;
using System.Net;
using System.Reflection;
using System.Text;
using System.Windows.Input;
using static System.Net.Mime.MediaTypeNames;
using MauiApp1.Utils;
using System;
using Microsoft.Maui.Graphics;
namespace MauiApp1;
public partial class RecognitionForFiles : ContentPage
{
private AliParaformerAsr.OfflineRecognizer _offlineRecognizer = null;
public RecognitionForFiles()
{
InitializeComponent();
//GetDownloadState();
}
private async void OnDownLoadCheckClicked(object sender, EventArgs e)
{
BtnDownLoadCheck.IsEnabled = false;
TaskFactory taskFactory = new TaskFactory();
await taskFactory.StartNew(async () =>
{
DownloadCheck();
});
BtnDownLoadCheck.IsEnabled = true;
}
private async void OnDownLoadModelsClicked(object sender, EventArgs e)
{
BtnDownLoadModels.IsEnabled = false;
DownloadProgressBar.Progress = 0 / 100.0;
DownloadProgressLabel.Text = "";
TaskFactory taskFactory = new TaskFactory();
await taskFactory.StartNew(async () =>
{
DownloadModels();
});
BtnDownLoadModels.IsEnabled = true;
}
async void DownloadModels()
{
string paraformerFilejson = "[{},{}]";
string[] downloadUrls = {
"http://huggingface.co/manyeyes/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx/resolve/main/model_quant.onnx",
"http://huggingface.co/manyeyes/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx/resolve/main/am.mvn",
"http://huggingface.co/manyeyes/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx/resolve/main/asr.yaml",
"http://huggingface.co/manyeyes/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx/resolve/main/tokens.txt",
"http://huggingface.co/manyeyes/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx/resolve/main/example/0.wav" };
string[] fileNames = { "model.int8.onnx", "am.mvn", "asr.yaml", "tokens.txt", "0.wav" };
var rootFolderName = "AllModels";
var subFolderName = "speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx";
List<int> indexs = new List<int>();
DownloadHelper downloadHelper = new DownloadHelper(this.DownloadDisplay);
DownloadProgressLabel.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadProgressLabel.IsVisible = true;
DownloadProgressLabel.Text = "";
}));
DownloadProgressBar.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadProgressBar.IsVisible = true;
DownloadProgressBar.Progress = 0 / 100.0;
}));
while (indexs.Count < downloadUrls.Length)
{
if (downloadHelper.IsDownloading)
{
continue;
}
for (int i = 0; i < downloadUrls.Length; i++)
{
if (indexs.Contains(i))
{
continue;
}
if (downloadHelper.IsDownloading)
{
break;
}
var downloadUrl = downloadUrls[i];
var fileName = fileNames[i];
downloadHelper.DownloadCreate(downloadUrl, fileName, rootFolderName, subFolderName);
downloadHelper.DownloadStart();
indexs.Add(i);
}
}
DownloadProgressLabel.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadProgressLabel.IsVisible = false;
DownloadProgressLabel.Text = "";
}));
DownloadProgressBar.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadProgressBar.IsVisible = false;
DownloadProgressBar.Progress = 0 / 100.0;
}));
}
async void GetDownloadState()
{
string[] fileNames = { "model.int8.onnx", "am.mvn", "asr.yaml", "tokens.txt", "0.wav" };
string[] md5Strs = { "a171eff9959f2486d5c1bafce61d0b7a", "dc1dbdeeb8961f012161cfce31eaacaf", "71d32ccf12dbb85a5d8b249558f258fb", "5c8702dc2686b846fe268d9aa712be9b", "af1295e53df7298458f808bc0cd946e2" };
var rootFolderName = "AllModels";
var subFolderName = "speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx";
DownloadHelper downloadHelper = new DownloadHelper();
bool state = downloadHelper.GetDownloadState(fileNames, rootFolderName, subFolderName, md5Strs);
ModelStatusLabel.Dispatcher.Dispatch(
new Action(
delegate
{
if (state)
{
ModelStatusLabel.Text = "model is ready";
}
else
{
ModelStatusLabel.Text = "model not ready";
}
}));
}
async void DownloadCheck()
{
string[] fileNames = { "model.int8.onnx", "am.mvn", "asr.yaml", "tokens.txt", "0.wav" };
string[] md5Strs = { "a171eff9959f2486d5c1bafce61d0b7a", "dc1dbdeeb8961f012161cfce31eaacaf", "71d32ccf12dbb85a5d8b249558f258fb", "5c8702dc2686b846fe268d9aa712be9b", "af1295e53df7298458f808bc0cd946e2" };
var rootFolderName = "AllModels";
var subFolderName = "speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx";
DownloadHelper downloadHelper = new DownloadHelper(this.DownloadDisplay);
bool state = downloadHelper.GetDownloadState(fileNames, rootFolderName, subFolderName, md5Strs);
ModelStatusLabel.Dispatcher.Dispatch(
new Action(
delegate
{
if (state)
{
ModelStatusLabel.Text = "model is ready";
}
else
{
ModelStatusLabel.Text = "model not ready";
}
}));
if (!state)
{
DownloadResultsLabel.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadResultsLabel.IsVisible = true;
DownloadResultsLabel.Text = "";
}));
for (int i = 0; i < fileNames.Length; i++)
{
downloadHelper.DownloadCheck(fileNames[i], rootFolderName, subFolderName, md5Strs[i]);
}
}
}
private void DownloadDisplay(int progress, DownloadState downloadState, string filename, string msg = "")
{
switch (downloadState)
{
case DownloadState.inprogres:
DownloadProgressBar.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadProgressBar.Progress = progress / 100.0;
}));
DownloadProgressLabel.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadProgressLabel.Text = $"文件：{filename}，正在下载，进度：{progress}%\n";
}));
break;
case DownloadState.cancelled:
DownloadProgressBar.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadProgressBar.Progress = progress / 100.0;
}));
DownloadProgressLabel.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadProgressLabel.Text = $"文件：{filename}，下载已取消\n";
}));
break;
case DownloadState.error:
DownloadProgressBar.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadProgressBar.Progress = progress / 100.0;
}));
DownloadProgressLabel.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadProgressLabel.Text = $"文件：{filename}，下载失败：{msg}\n";
}));
DownloadResultsLabel.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadResultsLabel.Text += $"文件：{filename}，下载失败：{msg}\n";
}));
break;
case DownloadState.completed:
DownloadProgressBar.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadProgressBar.Progress = progress / 100.0;
}));
DownloadProgressLabel.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadProgressLabel.Text = $"文件：{filename}，下载完成\n";
}));
DownloadResultsLabel.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadResultsLabel.Text += $"文件：{filename}，下载完成\n";
}));
break;
case DownloadState.existed:
DownloadProgressBar.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadProgressBar.Progress = progress / 100.0;
}));
DownloadResultsLabel.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadResultsLabel.Text += $"文件：{filename}，已存在\n";
}));
break;
case DownloadState.noexisted:
DownloadResultsLabel.Dispatcher.Dispatch(
new Action(
delegate
{
DownloadResultsLabel.Text += $"文件：{filename}，不存在\n";
}));
break;
}
}
private async void OnBtnRecognitionExampleClicked(object sender, EventArgs e)
{
BtnRecognitionExample.IsEnabled = false;
TaskFactory taskFactory = new TaskFactory();
await taskFactory.StartNew(async () =>
{
TestAliParaformerAsrOfflineRecognizer();
});
BtnRecognitionExample.IsEnabled = true;
}
private async void OnBtnRecognitionFilesClicked(object sender, EventArgs e)
{
var customFileType = new FilePickerFileType(
new Dictionary<DevicePlatform, IEnumerable<string>>
{
{ DevicePlatform.iOS, new[] { "public.my.comic.extension" } }, // UTType values
{ DevicePlatform.Android, new[] { "audio/x-wav" } }, // MIME type
{ DevicePlatform.WinUI, new[] { ".cbr", ".cbz" } }, // file extension
{ DevicePlatform.Tizen, new[] { "*/*" } },
{ DevicePlatform.macOS, new[] { "cbr", "cbz" } }, // UTType values
});
PickOptions options = new()
{
PickerTitle = "Please select a comic file",
FileTypes = customFileType,
};
TaskFactory taskFactory = new TaskFactory();
await taskFactory.StartNew(async () =>
{
var fileResult = await PickAndShow(options);
string fullpath = fileResult.FullPath;
List<string> fullpaths = new List<string>();
fullpaths.Add(fullpath);
RecognizerFilesByAliParaformerAsrOffline(fullpaths);
});
}
public async Task<FileResult> PickAndShow(PickOptions options)
{
try
{
var result = await FilePicker.Default.PickAsync(options);
return result;
}
catch (Exception ex)
{
// The user canceled or something went wrong
}
return null;
}
public void CreateDownloadFile(string fileName)
{
var downloadFolder = FileSystem.AppDataDirectory + "/Download/";
Directory.CreateDirectory(downloadFolder);
var filePath = downloadFolder + fileName;
File.Create(filePath);
}
public AliParaformerAsr.OfflineRecognizer initAliParaformerAsrOfflineRecognizer(string modelName)
{
if (_offlineRecognizer == null)
{
try
{
string allModels = "AllModels";
string modelFilePath = SysConf.ApplicationBase + "/" + allModels + "/" + modelName + "/model.int8.onnx";
string configFilePath = SysConf.ApplicationBase + "/" + allModels + "/" + modelName + "/asr.yaml";
string mvnFilePath = SysConf.ApplicationBase + "/" + allModels + "/" + modelName + "/am.mvn";
string tokensFilePath = SysConf.ApplicationBase + "/" + allModels + "/" + modelName + "/tokens.txt";
_offlineRecognizer = new AliParaformerAsr.OfflineRecognizer(modelFilePath, configFilePath, mvnFilePath, tokensFilePath);
}
catch
{
DisplayAlert("Tips", "Please check if the model is correct", "close");
}
}
return _offlineRecognizer;
}
public void RecognizerFilesByAliParaformerAsrOffline(List<string> fullpaths)
{
string modelName = "speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx";
AliParaformerAsr.OfflineRecognizer offlineRecognizer = initAliParaformerAsrOfflineRecognizer(modelName);
if (offlineRecognizer == null) { return; }
AsrResults.Dispatcher.Dispatch(
new Action(
delegate
{
AsrResults.Text = "正在识别，请稍后……";
}
));
List<float[]>? samples = new List<float[]>();
TimeSpan total_duration = new TimeSpan(0L);
foreach (string fullpath in fullpaths)
{
string wavFilePath = string.Format(fullpath);
if (!File.Exists(wavFilePath))
{
continue;
}
AudioFileReader _audioFileReader = new AudioFileReader(wavFilePath);
byte[] datas = new byte[_audioFileReader.Length];
_audioFileReader.Read(datas, 0, datas.Length);
TimeSpan duration = _audioFileReader.TotalTime;
float[] wavdata = new float[datas.Length / 4];
Buffer.BlockCopy(datas, 0, wavdata, 0, datas.Length);
float[] sample = wavdata.Select((float x) => x * 32768f).ToArray();
samples.Add(sample);
total_duration += duration;
}
AsrResults.Dispatcher.Dispatch(
new Action(
delegate
{
TimeSpan start_time = new TimeSpan(DateTime.Now.Ticks);
foreach (var sample in samples)
{
List<float[]> temp_samples = new List<float[]>();
temp_samples.Add(sample);
List<string> results = offlineRecognizer.GetResults(temp_samples);
foreach (string result in results)
{
Console.WriteLine(result);
Console.WriteLine("");
AsrResults.Text = string.Format("result:{0}\n", result);
}
}
TimeSpan end_time = new TimeSpan(DateTime.Now.Ticks);
double elapsed_milliseconds = end_time.TotalMilliseconds - start_time.TotalMilliseconds;
double rtf = elapsed_milliseconds / total_duration.TotalMilliseconds;
AsrResults.Text += string.Format("elapsed_milliseconds:{0}\n", elapsed_milliseconds.ToString());
AsrResults.Text += string.Format("total_duration:{0}\n", total_duration.TotalMilliseconds.ToString());
AsrResults.Text += string.Format("rtf:{1}\n", "0".ToString(), rtf.ToString());
AsrResults.Text += string.Format("End!");
}));
}
public void TestAliParaformerAsrOfflineRecognizer(List<float[]>? samples = null)
{
string modelName = "speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx";
AliParaformerAsr.OfflineRecognizer offlineRecognizer = initAliParaformerAsrOfflineRecognizer(modelName);
if (offlineRecognizer == null) { return; }
AsrResults.Dispatcher.Dispatch(
new Action(
delegate
{
AsrResults.Text = "正在识别，请稍后……";
}
));
TimeSpan total_duration = new TimeSpan(0L);
if (samples == null)
{
samples = new List<float[]>();
for (int i = 0; i < 1; i++)
{
string wavFilePath = string.Format(SysConf.ApplicationBase + "/AllModels/" + modelName + "/{0}.wav", i.ToString());
if (!File.Exists(wavFilePath))
{
break;
}
AudioFileReader _audioFileReader = new AudioFileReader(wavFilePath);
byte[] datas = new byte[_audioFileReader.Length];
_audioFileReader.Read(datas, 0, datas.Length);
TimeSpan duration = _audioFileReader.TotalTime;
float[] wavdata = new float[datas.Length / 4];
Buffer.BlockCopy(datas, 0, wavdata, 0, datas.Length);
float[] sample = wavdata.Select((float x) => x * 32768f).ToArray();
samples.Add(sample);
total_duration += duration;
}
}
AsrResults.Dispatcher.Dispatch(
new Action(
delegate
{
TimeSpan start_time = new TimeSpan(DateTime.Now.Ticks);
foreach (var sample in samples)
{
List<float[]> temp_samples = new List<float[]>();
temp_samples.Add(sample);
List<string> results = offlineRecognizer.GetResults(temp_samples);
foreach (string result in results)
{
AsrResults.Text = string.Format("result:{0}\n", result);
}
}
TimeSpan end_time = new TimeSpan(DateTime.Now.Ticks);
double elapsed_milliseconds = end_time.TotalMilliseconds - start_time.TotalMilliseconds;
double rtf = elapsed_milliseconds / total_duration.TotalMilliseconds;
Console.WriteLine("elapsed_milliseconds:{0}", elapsed_milliseconds.ToString());
Console.WriteLine("total_duration:{0}", total_duration.TotalMilliseconds.ToString());
Console.WriteLine("rtf:{1}", "0".ToString(), rtf.ToString());
Console.WriteLine("Hello, World!");
AsrResults.Text += string.Format("elapsed_milliseconds:{0}\n", elapsed_milliseconds.ToString());
AsrResults.Text += string.Format("total_duration:{0}\n", total_duration.TotalMilliseconds.ToString());
AsrResults.Text += string.Format("rtf:{1}\n", "0".ToString(), rtf.ToString());
AsrResults.Text += string.Format("End!");
}
));
}
}