255 lines
9.4 KiB
C#
255 lines
9.4 KiB
C#
using AliFsmnVadSharp;
|
||
using NAudio.Wave;
|
||
using System.Collections.Concurrent;
|
||
using WebSocketSpace;
|
||
using NAudio.CoreAudioApi;
|
||
using System.IO;
|
||
using System.Collections.Specialized;
|
||
|
||
namespace FunASRWSClient_Online
|
||
{
|
||
/// <summary>
|
||
/// /主程序入口
|
||
/// </summary>
|
||
public class Program
|
||
{
|
||
private static void Main()
|
||
{
|
||
WSClient_Online m_funasrclient = new WSClient_Online();
|
||
m_funasrclient.FunASR_Main();
|
||
}
|
||
}
|
||
/// <summary>
|
||
/// /主线程入口，初始化后读取数据
|
||
/// </summary>
|
||
public class WSClient_Online
|
||
{
|
||
/// <summary>
|
||
/// FunASR客户端软件运行状态
|
||
/// </summary>
|
||
///
|
||
public static string host = "0.0.0.0";
|
||
public static string port = "10095";
|
||
public static string onlineasrmode = string.Empty;
|
||
private static WaveCollect m_wavecollect = new WaveCollect();
|
||
private static CWebSocketClient m_websocketclient = new CWebSocketClient();
|
||
public static readonly ConcurrentQueue<byte[]> ActiveAudioSet = new ConcurrentQueue<byte[]>();
|
||
public static readonly ConcurrentQueue<string> AudioFileQueue = new ConcurrentQueue<string>();
|
||
[STAThread]
|
||
public void FunASR_Main()
|
||
{
|
||
loadconfig();
|
||
//麦克风状态监测
|
||
string errorStatus = string.Empty;
|
||
if (GetCurrentMicVolume() == -2)
|
||
errorStatus = "注意：麦克风被设置为静音！";
|
||
else if (GetCurrentMicVolume() == -1)
|
||
errorStatus = "注意：麦克风未连接！";
|
||
else if (GetCurrentMicVolume() == 0)
|
||
errorStatus = "注意：麦克风声音设置为0！";
|
||
|
||
//初始化通信连接
|
||
string commstatus = ClientConnTest();
|
||
if (commstatus != "通信连接成功")
|
||
errorStatus = commstatus;
|
||
//程序初始监测异常--报错、退出
|
||
if (errorStatus != string.Empty)
|
||
{
|
||
Environment.Exit(0);//报错方式待加
|
||
}
|
||
|
||
//启动客户端向服务端发送音频数据线程
|
||
Thread SendAudioThread = new Thread(SendAudioToSeverAsync);
|
||
SendAudioThread.Start();
|
||
|
||
//启动音频文件转录线程
|
||
Thread AudioFileThread = new Thread(SendAudioFileToSeverAsync);
|
||
AudioFileThread.Start();
|
||
|
||
while (true)
|
||
{
|
||
Console.WriteLine("请选择语音识别方式：1.离线文件转写；2.实时语音识别");
|
||
string str = Console.ReadLine();
|
||
if (str != string.Empty)
|
||
{
|
||
if (str == "1")//离线文件转写
|
||
{
|
||
onlineasrmode = "offline";
|
||
Console.WriteLine("请输入转录文件路径");
|
||
str = Console.ReadLine();
|
||
if (!string.IsNullOrEmpty(str))
|
||
AudioFileQueue.Enqueue(str);
|
||
}
|
||
else if (str == "2")//实时语音识别
|
||
{
|
||
Console.WriteLine("请输入实时语音识别模式：1.online；2.2pass");
|
||
str = Console.ReadLine();
|
||
OnlineASR(str);
|
||
}
|
||
}
|
||
}
|
||
}
|
||
private void loadconfig()
|
||
{
|
||
string filePath = "config.ini";
|
||
NameValueCollection settings = new NameValueCollection();
|
||
using (StreamReader reader = new StreamReader(filePath))
|
||
{
|
||
string line;
|
||
while ((line = reader.ReadLine()) != null)
|
||
{
|
||
// 忽略空行和注释
|
||
if (string.IsNullOrEmpty(line) || line.StartsWith(";") || line.StartsWith("#"))
|
||
continue;
|
||
// 解析键值对
|
||
int equalsIndex = line.IndexOf('=');
|
||
if (equalsIndex > 0)
|
||
{
|
||
string key = line.Substring(0, equalsIndex).Trim();
|
||
string value = line.Substring(equalsIndex + 1).Trim();
|
||
if (key == "host")
|
||
host = value;
|
||
else if (key == "port")
|
||
port = value;
|
||
}
|
||
}
|
||
}
|
||
}
|
||
private void OnlineASR(string str)
|
||
{
|
||
if (!string.IsNullOrEmpty(str))
|
||
{
|
||
if (str == "1")//实时语音识别
|
||
onlineasrmode = "online";
|
||
else if (str == "2")//实时语音识别-动态修正
|
||
onlineasrmode = "2pass";
|
||
}
|
||
//开始录制声音、发送识别
|
||
if (onlineasrmode != string.Empty)
|
||
{
|
||
m_wavecollect.StartRec();
|
||
m_websocketclient.ClientFirstConnOnline(onlineasrmode);
|
||
try
|
||
{
|
||
while (true)
|
||
{
|
||
if (!WaveCollect.voicebuff.IsEmpty)
|
||
{
|
||
byte[] buff;
|
||
int buffcnt = WaveCollect.voicebuff.Count;
|
||
WaveCollect.voicebuff.TryDequeue(out buff);
|
||
if (buff != null)
|
||
ActiveAudioSet.Enqueue(buff);
|
||
}
|
||
else
|
||
{
|
||
if (Console.KeyAvailable)
|
||
{
|
||
var key = Console.ReadKey(true);
|
||
|
||
// 检测到按下Ctrl+C
|
||
if ((key.Modifiers & ConsoleModifiers.Control) != 0 && key.Key == ConsoleKey.C)
|
||
{
|
||
// 执行相应的操作
|
||
Console.WriteLine("Ctrl+C Pressed!");
|
||
// 退出循环或执行其他操作
|
||
break;
|
||
}
|
||
}
|
||
else
|
||
{
|
||
Thread.Sleep(10);
|
||
}
|
||
}
|
||
}
|
||
}
|
||
catch
|
||
{
|
||
Console.WriteLine("实时识别出现异常！");
|
||
}
|
||
finally
|
||
{
|
||
m_wavecollect.StopRec();
|
||
m_websocketclient.ClientLastConnOnline();
|
||
}
|
||
}
|
||
}
|
||
|
||
private string ClientConnTest()
|
||
{
|
||
//WebSocket连接状态监测
|
||
Task<string> websocketstatus = m_websocketclient.ClientConnTest();
|
||
if (websocketstatus != null && websocketstatus.Result.IndexOf("成功") == -1)
|
||
return websocketstatus.Result;
|
||
return "通信连接成功";
|
||
}
|
||
private void SendAudioFileToSeverAsync()
|
||
{
|
||
while (true)
|
||
{
|
||
Thread.Sleep(1000);
|
||
if (AudioFileQueue.Count > 0)
|
||
{
|
||
string filepath = string.Empty;
|
||
AudioFileQueue.TryDequeue(out filepath);
|
||
if (filepath != string.Empty && filepath != null)
|
||
{
|
||
m_websocketclient.ClientSendFileFunc(filepath);
|
||
}
|
||
}
|
||
else
|
||
{
|
||
Thread.Sleep(100);
|
||
}
|
||
}
|
||
}
|
||
private void SendAudioToSeverAsync()
|
||
{
|
||
while (true)
|
||
{
|
||
if (ActiveAudioSet.Count > 0)
|
||
{
|
||
byte[] audio;
|
||
ActiveAudioSet.TryDequeue(out audio);
|
||
if (audio == null)
|
||
continue;
|
||
|
||
byte[] mArray = new byte[audio.Length];
|
||
Array.Copy(audio, 0, mArray, 0, audio.Length);
|
||
if (mArray != null)
|
||
m_websocketclient.ClientSendAudioFunc(mArray);
|
||
}
|
||
else
|
||
{
|
||
Thread.Sleep(10);
|
||
}
|
||
}
|
||
}
|
||
|
||
private void SaveAsWav(byte[] pcmData, string fileName, int sampleRate, int bitsPerSample, int channels)
|
||
{
|
||
using (var writer = new WaveFileWriter(fileName, new WaveFormat(sampleRate, bitsPerSample, channels)))
|
||
{
|
||
writer.Write(pcmData, 0, pcmData.Length);
|
||
}
|
||
}
|
||
|
||
private int GetCurrentMicVolume() //获取麦克风设置
|
||
{
|
||
int volume = -1;
|
||
var enumerator = new MMDeviceEnumerator();
|
||
|
||
//获取音频输入设备
|
||
IEnumerable<MMDevice> captureDevices = enumerator.EnumerateAudioEndPoints(DataFlow.Capture, DeviceState.Active).ToArray();
|
||
if (captureDevices.Count() > 0)
|
||
{
|
||
MMDevice mMDevice = captureDevices.ToList()[0];
|
||
if (mMDevice.AudioEndpointVolume.Mute)
|
||
return -2;
|
||
volume = (int)(mMDevice.AudioEndpointVolume.MasterVolumeLevelScalar * 100);
|
||
|
||
}
|
||
return volume;
|
||
}
|
||
}
|
||
} |