unity 讯飞webapi在线语音合成
websocker插件使用的unitywebsocker
讯飞webapi，连接后只能请求一次，所以每次使用时进行连接，连接成功后进行请求，请求完成后关闭连接。
为什么连接后只能请求一次呢，可能是方便统计使用量。
如何通过音频数据计算出时间呢？我这里通过 音频byte长度 / 采样率(16000) / 2 ，然后向上取整。
XunFeiAPIWebSocket .cs
using System;
using System.Text;
using System.Collections.Generic;
using System.Security.Cryptography;
using UnityEngine;
using UnityWebSocket;
using LitJson;
using System.Collections;
[RequireComponent(typeof(AudioSource))]
public class XunFeiAPIWebSocket : MYTOOL.MonoSingleton<XunFeiAPIWebSocket>
{
[SerializeField] string url = "wss://tts-api.xfyun.cn/v2/tts";
[Space, SerializeField] string APPID = ""; //你自己的APPID
[SerializeField] string APISecret = "";
[SerializeField] string APIKey = "";
WebSocket webSocket;
string signature_origin = ""; //原始签名
string signature_sha = ""; //使用hmac-sha256算法加密后的signature
string signature; //最终编码后的签名
string authorization_origin; //原始鉴权
string authorization; //最终编码后的鉴权
private readonly Queue<float> audionQue = new Queue<float>(); //转后的语音队列
private int audioLength; //语音长度
AudioSource audioSource;
private readonly Queue<XunFeiData> sendQue = new Queue<XunFeiData>();
//统计
private int total_data_audio_length = 0;
private void Start()
{
OnStart();
}
private void OnDestroy()
{
if (webSocket != null && webSocket.ReadyState != WebSocketState.Closed)
{
webSocket.CloseAsync();
}
}
void OnStart()
{
audioLength = 0;
audionQue.Clear();
if (audioSource == null)
{
audioSource = gameObject.GetComponent<AudioSource>();
}
webSocket = new WebSocket(GetUrl(url));
webSocket.OnOpen += Socket_OnOpen;
webSocket.OnMessage += Socket_OnMessage;
webSocket.OnError += Socket_OnError;
webSocket.OnClose += Socket_OnClose;
//Connect();
}
private void Connect()
{
if (webSocket.ReadyState != WebSocketState.Open)
{
webSocket.ConnectAsync();
}
}
#region >> websocker回调
private void Socket_OnOpen(object sender, OpenEventArgs e)
{
Send();
//Debug.Log("讯飞WebSocket连接成功！");
}
private void Socket_OnMessage(object sender, MessageEventArgs e)
{
if (e.IsText)
{
JsonData js = JsonMapper.ToObject(e.Data);
if (js["message"].ToString() == "success")
{
if (js["data"] != null)
{
if (js["data"]["audio"] != null)
{
string data_audio = js["data"]["audio"].ToString();
byte[] byte_data_audio = Convert.FromBase64String(data_audio);
float[] fs = bytesToFloat(byte_data_audio);
audioLength += fs.Length;
total_data_audio_length += byte_data_audio.Length;
foreach (float f in fs)
{
audionQue.Enqueue(f);
}
if ((int)js["data"]["status"] == 2) //2为结束标志符
{
webSocket.CloseAsync();//关闭
float audioLengthInSeconds = total_data_audio_length / 16000f / 2;
int audioLengthInSecondsCeiling = (int)Math.Ceiling(audioLengthInSeconds);
audioSource.clip = AudioClip.Create("MySinusoid", 16000 * audioLengthInSecondsCeiling, 1, 16000, true, OnAudioRead); //要生成的音频名称、样本帧数(乘以60代表采样时长为1分钟)、每帧的声道数、剪辑采样频率、音频是否以流格式传输、调用该回调以生成样本数据块
AudioClip cp = audioSource.clip;
audioSource.Play();
Debug.Log($"结束处理音频数据 {js["data"]["status"]} {js["sid"]} {total_data_audio_length} {audioLengthInSeconds} {audioLengthInSecondsCeiling}");
total_data_audio_length = 0;
}
}
}
}
}
else if (e.IsBinary)
{
}
}
private void Socket_OnClose(object sender, CloseEventArgs e)
{
Debug.Log($"讯飞WebSocket连接关闭！{e.StatusCode}, {e.Reason}");
}
private void Socket_OnError(object sender, ErrorEventArgs e)
{
Debug.Log($"错误信息： {e.Message}");
}
#endregion
///