【Android】灵云在线语音识别使用说明
注册
使用灵云的语音识别功能需要先在官网上进行注册应用。官网地址
注册比较简单，就不做过多介绍了，注册完应用以后，在后台创建自己的应用，创建完应用以后需要给应用开通对应的语音能力。
capKey说明：
- asr.cloud.freetalk 云端自由说识别功能
- asr.cloud.dialog 云端自由说+语义理解功能
- asr.cloud.grammar 云端语法识别功能
- asr.local.grammar.v4 本地的语法识别功能
使用asr.cloud.dialog功能时，需要勾选对应的领域，以下示例按照百科领域进行测试。
集成
下载灵云的Android版本语音识别功能，下载地址
源码
Github
灵云在线语音识别功能
需要加入的so和jar包有：
- libhci_curl.so
- libhci_sys.so
- libhci_sys_jni.so
- libhci_asr.so
- libhci_asr_jni.so
- libhci_asr_cloud_recog.so
- libspeex.so
- libstlport_shared.so
- hcicloud-5.0.jar
- hcicloud_recorder-5.0.jar
需要使用的权限
<uses-permission android:name="android.permission.INTERNET" />
<uses-permission android:name="android.permission.WRITE_EXTERNAL_STORAGE" />
<uses-permission android:name="android.permission.ACCESS_NETWORK_STATE" />
<uses-permission android:name="android.permission.RECORD_AUDIO" />
<uses-permission android:name="android.permission.SYSTEM_ALERT_WINDOW" />
<uses-permission android:name="android.permission.ACCESS_COARSE_LOCATION"/>
<uses-permission android:name="android.permission.ACCESS_FINE_LOCATION"/>加载配置类
package com.miao.test.util;
/**
* 灵云配置信息
* Created by 10048 on 2016/12/3.
*/
public class ConfigUtil {
/**
* 灵云APP_KEY
*/
public static final String APP_KEY = "c85d54f1";
/**
* 开发者密钥
*/
public static final String DEVELOPER_KEY = "712ddd892cf9163e6383aa169e0454e3";
/**
* 灵云云服务的接口地址
*/
public static final String CLOUD_URL = "test.api.hcicloud.com:8888";
/**
* 需要运行的灵云能力
*/
// 云端自由说
public static final String CAP_KEY_ASR_CLOUD_FREETALK = "asr.cloud.freetalk";
// 云端语音识别+语义
public static final String CAP_KEY_ASR_CLOUD_DIALOG = "asr.cloud.dialog";
// 离线命令词
public static final String CAP_KEY_ASR_LOCAL_GRAMMAR = "asr.local.grammar.v4";
// 在线命令词
public static final String CAP_KEY_ASR_CLOUD_GRAMMAR = "asr.cloud.grammar";
}封装灵云系统的初始化功能
package com.example.sinovoice.util;
import android.content.Context;
import android.os.Environment;
import android.util.Log;
import com.sinovoice.hcicloudsdk.api.HciCloudSys;
import com.sinovoice.hcicloudsdk.common.AuthExpireTime;
import com.sinovoice.hcicloudsdk.common.HciErrorCode;
import com.sinovoice.hcicloudsdk.common.InitParam;
import java.io.File;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.Locale;
/**
* Created by miaochangchun on 2016/11/28.
*/
public class HciCloudSysHelper {
private static final String TAG = HciCloudSysHelper.class.getSimpleName();
private static HciCloudSysHelper mHciCloudSysHelper = null;
private HciCloudSysHelper(){
}
public static HciCloudSysHelper getInstance() {
if (mHciCloudSysHelper == null) {
return new HciCloudSysHelper();
}
return mHciCloudSysHelper;
}
/**
* 初始化函数
* @param context
* @return
*/
public int init(Context context){
//配置串参数
String strConfig = getInitParam(context);
int errCode = HciCloudSys.hciInit(strConfig, context);
if (errCode != HciErrorCode.HCI_ERR_NONE){
Log.e(TAG, "hciInit Failed and return errcode = " + errCode);
return errCode;
}
errCode = checkAuthAndUpdateAuth();
if (errCode != HciErrorCode.HCI_ERR_NONE) {
Log.e(TAG, "checkAuthAndUpdateAuth Failed and return errcode = " + errCode);
return errCode;
}
return HciErrorCode.HCI_ERR_NONE;
}
/**
* 获取授权
* @return
*/
private int checkAuthAndUpdateAuth() {
// 获取系统授权到期时间
AuthExpireTime objExpireTime = new AuthExpireTime();
int initResult = HciCloudSys.hciGetAuthExpireTime(objExpireTime);
if (initResult == HciErrorCode.HCI_ERR_NONE) {
// 显示授权日期,如用户不需要关注该值,此处代码可忽略
Date date = new Date(objExpireTime.getExpireTime() * 1000);
SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd", Locale.CHINA);
Log.i(TAG, "expire time: " + sdf.format(date));
if (objExpireTime.getExpireTime() * 1000 > System.currentTimeMillis()) {
// 已经成功获取了授权,并且距离授权到期有充足的时间(>7天)
Log.i(TAG, "checkAuth success");
return initResult;
}
}
// 获取过期时间失败或者已经过期
initResult = HciCloudSys.hciCheckAuth();
if (initResult == HciErrorCode.HCI_ERR_NONE) {
Log.i(TAG, "checkAuth success");
return initResult;
} else {
Log.e(TAG, "checkAuth failed: " + initResult);
return initResult;
}
}
/**
* 获取配置传参数
* @param context
* @return
*/
private String getInitParam(Context context) {
InitParam initParam = new InitParam();
//灵云云服务的接口地址，此项必填
initParam.addParam(InitParam.AuthParam.PARAM_KEY_APP_KEY, ConfigUtil.APP_KEY);
//灵云云服务的接口地址，此项必填
initParam.addParam(InitParam.AuthParam.PARAM_KEY_DEVELOPER_KEY, ConfigUtil.DEVELOPER_KEY);
//灵云云服务的接口地址，此项必填
initParam.addParam(InitParam.AuthParam.PARAM_KEY_CLOUD_URL, ConfigUtil.CLOUD_URL);
String authPath = context.getFilesDir().getAbsolutePath();
//授权文件所在路径，此项必填
initParam.addParam(InitParam.AuthParam.PARAM_KEY_AUTH_PATH, authPath);
//日志数目，默认保留多少个日志文件，超过则覆盖最旧的日志
initParam.addParam(InitParam.LogParam.PARAM_KEY_LOG_FILE_COUNT, "5");
String logPath = Environment.getExternalStorageDirectory().getAbsolutePath() + File.separator
+ "sinovoice" + File.separator
+ context.getPackageName() + File.separator
+ "log" + File.separator;
File file = new File(logPath);
if (!file.exists()) {
file.mkdirs();
}
//日志的路径，可选，如果不传或者为空则不生成日志
initParam.addParam(InitParam.LogParam.PARAM_KEY_LOG_FILE_PATH, logPath);
Log.d(TAG, "logPath = " + logPath);
//日志大小，默认一个日志文件写多大，单位为K
initParam.addParam(InitParam.LogParam.PARAM_KEY_LOG_FILE_SIZE, "1024");
//日志等级，0=无，1=错误，2=警告，3=信息，4=细节，5=调试，SDK将输出小于等于logLevel的日志信息
initParam.addParam(InitParam.LogParam.PARAM_KEY_LOG_LEVEL, "5");
return initParam.getStringConfig();
}
/**
* 反初始化
* @return
*/
public int release(){
return HciCloudSys.hciRelease();
}
}封装灵云语音识别功能
package com.miao.test.util;
import android.content.Context;
import android.os.Bundle;
import android.os.Handler;
import android.os.Message;
import com.sinovoice.hcicloudsdk.android.asr.recorder.ASRRecorder;
import com.sinovoice.hcicloudsdk.common.asr.AsrConfig;
import com.sinovoice.hcicloudsdk.common.asr.AsrInitParam;
import com.sinovoice.hcicloudsdk.common.asr.AsrRecogResult;
import com.sinovoice.hcicloudsdk.recorder.ASRRecorderListener;
import com.sinovoice.hcicloudsdk.recorder.RecorderEvent;
/**
* Created by miaochangchun on 2016/11/28.
*/
public class HciCloudAsrHelper {
private static final String TAG = HciCloudAsrHelper.class.getSimpleName();
public static final int RECORDER_STATE = 3;
public static final int RECORDER_ERROR = 2;
public static final int RECORDER_RESULT = 1;
private static HciCloudAsrHelper mHciCloudAsrHelper = null;
private ASRRecorder mASRRecorder;
private Handler myHander;
// private String voicePath; //音频文件保存路径
// public void setVoicePath(String voicePath) {
// this.voicePath = voicePath;
// }
// public String getVoicePath() {
// return voicePath;
// }
private HciCloudAsrHelper() {
}
public static HciCloudAsrHelper getInstance() {
if (mHciCloudAsrHelper == null) {
return new HciCloudAsrHelper();
}
return mHciCloudAsrHelper;
}
public Handler getMyHander() {
return myHander;
}
public void setMyHander(Handler myHander) {
this.myHander = myHander;
}
/**
* 录音机初始化
*
* @param context 上下文
* @param initCapkeys 初始化录音机时设置的capkey，可以设置为多个。
* @return true录音机初始化成功，false录音机初始化失敗
*/
public boolean initAsrRecorder(Context context, String initCapkeys) {
mASRRecorder = new ASRRecorder();
String strConfig = getAsrInitParam(context, initCapkeys);
// 语法相关的配置,若使用自由说能力可以不必配置该项
// String grammarData = "";
// String grammarConfigString = "capkey=" + initCapkeys + ",isFile=no,grammarType=jsgf";
mASRRecorder.init(strConfig, "", "", new ASRRecorderCallback());
if (mASRRecorder.getRecorderState() == ASRRecorder.RECORDER_STATE_IDLE) {
return true;
} else {
return false;
}
}
/**
* 获取初始化时的参数配置
*
* @param context 上下文
* @param initCapkeys 需要初始化的capkey，可以设置为多个
* @return
*/
private String getAsrInitParam(Context context, String initCapkeys) {
AsrInitParam asrInitParam = new AsrInitParam();
asrInitParam.addParam(AsrInitParam.PARAM_KEY_INIT_CAP_KEYS, initCapkeys);
asrInitParam.addParam(AsrInitParam.PARAM_KEY_FILE_FLAG, "android_so");
String dataPath = context.getFilesDir().getAbsolutePath().replace("files", "lib");
asrInitParam.addParam(AsrInitParam.PARAM_KEY_DATA_PATH, dataPath);
return asrInitParam.getStringConfig();
}
/**
* 开启录音机识别
*
* @param capkey 开启录音机时使用的capkey
* @param domain 设置识别的领域,没有特殊设置，domain=common
* @param isContinue 设置是否为连续识别，yes为是连续识别，no是非连续识别
*/
public void startAsrRecorder(String capkey, String domain, String isContinue) {
if (mASRRecorder.getRecorderState() == mASRRecorder.RECORDER_STATE_RECOGING) {
mASRRecorder.cancel();
}
if (mASRRecorder.getRecorderState() == ASRRecorder.RECORDER_STATE_IDLE) {
String strConfig = getAsrConfigParam(capkey, domain, isContinue);
mASRRecorder.start(strConfig);
}
}
/**
* 取消录音识别功能
*/
public void CancelAsrRecorder() {
if (mASRRecorder.getRecorderState() == mASRRecorder.RECORDER_STATE_RECOGING) {
mASRRecorder.cancel();
}
}
/**
* 获取asr识别时的配置参数
*
* @param capkey 录音机识别是的配置参数capkey
* @param domain 设置的领域值
* @param isContinue 设置是否为连续识别
* @return
*/
private String getAsrConfigParam(String capkey, String domain, String isContinue) {
AsrConfig asrConfig = new AsrConfig();
asrConfig.addParam(AsrConfig.AudioConfig.PARAM_KEY_AUDIO_FORMAT, "pcm16k16bit");
asrConfig.addParam(AsrConfig.AudioConfig.PARAM_KEY_ENCODE, "speex");
asrConfig.addParam(AsrConfig.SessionConfig.PARAM_KEY_CAP_KEY, capkey);
asrConfig.addParam(AsrConfig.SessionConfig.PARAM_KEY_REALTIME, "yes");
asrConfig.addParam(AsrConfig.ResultConfig.PARAM_KEY_ADD_PUNC, "yes");
asrConfig.addParam(AsrConfig.ResultConfig.PARAM_KEY_DOMAIN, domain);
asrConfig.addParam("continue", isContinue);
if ("asr.cloud.dialog".equals(capkey)) {
//intention需要在开发者社区勾选，必须要设置对应的asr.cloud.dialog才可以使用，默认使用baike的领域
asrConfig.addParam("intention", "baike");
}
return asrConfig.getStringConfig();
}
/**
* 录音机release接口
*/
public void releaseAsrRecorder() {
if (mASRRecorder != null) {
mASRRecorder.release();
}
}
/**
* ASR录音机回调类
*/
private class ASRRecorderCallback implements ASRRecorderListener {
String result = "";
@Override
public void onRecorderEventStateChange(RecorderEvent recorderEvent) {
String state = "初始状态";
if (recorderEvent == RecorderEvent.RECORDER_EVENT_BEGIN_RECORD) {
state = "开始录音";
} else if (recorderEvent == RecorderEvent.RECORDER_EVENT_BEGIN_RECOGNIZE) {
state = "开始识别";
} else if (recorderEvent == RecorderEvent.RECORDER_EVENT_NO_VOICE_INPUT) {
state = "无音频输入";
} else if (recorderEvent == RecorderEvent.RECORDER_EVENT_HAVING_VOICE) {
state = "录音中";
} else if (recorderEvent == RecorderEvent.RECORDER_EVENT_END_RECORD) {
state = "录音结束";
} else if (recorderEvent == RecorderEvent.RECORDER_EVENT_RECOGNIZE_COMPLETE) {
state = "识别结束";
} else if (recorderEvent == RecorderEvent.RECORDER_EVENT_VOICE_BUFFER_FULL) {
state = "缓冲满";
}
//把录音机状态传递到Activity上
Message message = new Message();
message.arg1 = RECORDER_STATE;
Bundle bundle = new Bundle();
bundle.putString("state", "录音机状态：" + state);
message.setData(bundle);
myHander.sendMessage(message);
}
@Override
public void onRecorderEventRecogFinsh(RecorderEvent recorderEvent, AsrRecogResult asrRecogResult) {
if (asrRecogResult != null) {
if (asrRecogResult.getRecogItemList().size() > 0) {
//识别结果
result = asrRecogResult.getRecogItemList().get(0).getRecogResult();
//置信度
int score = asrRecogResult.getRecogItemList().get(0).getScore();
//把识别结果传递到Activity上
Message message = new Message();
message.arg1 = RECORDER_RESULT;
Bundle bundle = new Bundle();
bundle.putString("result", "识别结果是：" + result);
message.setData(bundle);
myHander.sendMessage(message);
}
}
}
@Override
public void onRecorderEventRecogProcess(RecorderEvent recorderEvent, AsrRecogResult asrRecogResult) {
}
@Override
public void onRecorderEventError(RecorderEvent recorderEvent, int i) {
String error = "" + i;
//把错误信息传递到Activity上
Message message = new Message();
message.arg1 = RECORDER_ERROR;
Bundle bundle = new Bundle();
bundle.putString("error", "错误码：" + error);
message.setData(bundle);
myHander.sendMessage(message);
}
@Override
public void onRecorderRecording(byte[] bytes, int i) {
// File file = new File(voicePath);
// if (!file.exists()) {
// file.getParentFile().mkdirs();
// try {
// file.createNewFile();
// } catch (IOException e) {
// e.printStackTrace();
// }
// }
// try {
// FileOutputStream outputStream = new FileOutputStream(file);
// outputStream.write(bytes);
// outputStream.close();
// } catch (FileNotFoundException e) {
// e.printStackTrace();
// } catch (IOException e) {
// e.printStackTrace();
// }
}
}
}在MainActivity中使用语音识别的功能
package com.miao.test.util;
import android.content.Context;
import android.os.Bundle;
import android.os.Handler;
import android.os.Message;
import com.sinovoice.hcicloudsdk.android.asr.recorder.ASRRecorder;
import com.sinovoice.hcicloudsdk.common.asr.AsrConfig;
import com.sinovoice.hcicloudsdk.common.asr.AsrInitParam;
import com.sinovoice.hcicloudsdk.common.asr.AsrRecogResult;
import com.sinovoice.hcicloudsdk.recorder.ASRRecorderListener;
import com.sinovoice.hcicloudsdk.recorder.RecorderEvent;
/**
* Created by miaochangchun on 2016/11/28.
*/
public class HciCloudAsrHelper {
private static final String TAG = HciCloudAsrHelper.class.getSimpleName();
public static final int RECORDER_STATE = 3;
public static final int RECORDER_ERROR = 2;
public static final int RECORDER_RESULT = 1;
private static HciCloudAsrHelper mHciCloudAsrHelper = null;
private ASRRecorder mASRRecorder;
private Handler myHander;
// private String voicePath; //音频文件保存路径
// public void setVoicePath(String voicePath) {
// this.voicePath = voicePath;
// }
// public String getVoicePath() {
// return voicePath;
// }
private HciCloudAsrHelper() {
}
public static HciCloudAsrHelper getInstance() {
if (mHciCloudAsrHelper == null) {
return new HciCloudAsrHelper();
}
return mHciCloudAsrHelper;
}
public Handler getMyHander() {
return myHander;
}
public void setMyHander(Handler myHander) {
this.myHander = myHander;
}
/**
* 录音机初始化
*
* @param context 上下文
* @param initCapkeys 初始化录音机时设置的capkey，可以设置为多个。
* @return true录音机初始化成功，false录音机初始化失敗
*/
public boolean initAsrRecorder(Context context, String initCapkeys) {
mASRRecorder = new ASRRecorder();
String strConfig = getAsrInitParam(context, initCapkeys);
// 语法相关的配置,若使用自由说能力可以不必配置该项
// String grammarData = "";
// String grammarConfigString = "capkey=" + initCapkeys + ",isFile=no,grammarType=jsgf";
mASRRecorder.init(strConfig, "", "", new ASRRecorderCallback());
if (mASRRecorder.getRecorderState() == ASRRecorder.RECORDER_STATE_IDLE) {
return true;
} else {
return false;
}
}
/**
* 获取初始化时的参数配置
*
* @param context 上下文
* @param initCapkeys 需要初始化的capkey，可以设置为多个
* @return
*/
private String getAsrInitParam(Context context, String initCapkeys) {
AsrInitParam asrInitParam = new AsrInitParam();
asrInitParam.addParam(AsrInitParam.PARAM_KEY_INIT_CAP_KEYS, initCapkeys);
asrInitParam.addParam(AsrInitParam.PARAM_KEY_FILE_FLAG, "android_so");
String dataPath = context.getFilesDir().getAbsolutePath().replace("files", "lib");
asrInitParam.addParam(AsrInitParam.PARAM_KEY_DATA_PATH, dataPath);
return asrInitParam.getStringConfig();
}
/**
* 开启录音机识别
*
* @param capkey 开启录音机时使用的capkey
* @param domain 设置识别的领域,没有特殊设置，domain=common
* @param isContinue 设置是否为连续识别，yes为是连续识别，no是非连续识别
*/
public void startAsrRecorder(String capkey, String domain, String isContinue) {
if (mASRRecorder.getRecorderState() == mASRRecorder.RECORDER_STATE_RECOGING) {
mASRRecorder.cancel();
}
if (mASRRecorder.getRecorderState() == ASRRecorder.RECORDER_STATE_IDLE) {
String strConfig = getAsrConfigParam(capkey, domain, isContinue);
mASRRecorder.start(strConfig);
}
}
/**
* 取消录音识别功能
*/
public void CancelAsrRecorder() {
if (mASRRecorder.getRecorderState() == mASRRecorder.RECORDER_STATE_RECOGING) {
mASRRecorder.cancel();
}
}
/**
* 获取asr识别时的配置参数
*
* @param capkey 录音机识别是的配置参数capkey
* @param domain 设置的领域值
* @param isContinue 设置是否为连续识别
* @return
*/
private String getAsrConfigParam(String capkey, String domain, String isContinue) {
AsrConfig asrConfig = new AsrConfig();
asrConfig.addParam(AsrConfig.AudioConfig.PARAM_KEY_AUDIO_FORMAT, "pcm16k16bit");
asrConfig.addParam(AsrConfig.AudioConfig.PARAM_KEY_ENCODE, "speex");
asrConfig.addParam(AsrConfig.SessionConfig.PARAM_KEY_CAP_KEY, capkey);
asrConfig.addParam(AsrConfig.SessionConfig.PARAM_KEY_REALTIME, "yes");
asrConfig.addParam(AsrConfig.ResultConfig.PARAM_KEY_ADD_PUNC, "yes");
asrConfig.addParam(AsrConfig.ResultConfig.PARAM_KEY_DOMAIN, domain);
asrConfig.addParam("continue", isContinue);
if ("asr.cloud.dialog".equals(capkey)) {
//intention需要在开发者社区勾选，必须要设置对应的asr.cloud.dialog才可以使用，默认使用baike的领域
asrConfig.addParam("intention", "baike");
}
return asrConfig.getStringConfig();
}
/**
* 录音机release接口
*/
public void releaseAsrRecorder() {
if (mASRRecorder != null) {
mASRRecorder.release();
}
}
/**
* ASR录音机回调类
*/
private class ASRRecorderCallback implements ASRRecorderListener {
String result = "";
@Override
public void onRecorderEventStateChange(RecorderEvent recorderEvent) {
String state = "初始状态";
if (recorderEvent == RecorderEvent.RECORDER_EVENT_BEGIN_RECORD) {
state = "开始录音";
} else if (recorderEvent == RecorderEvent.RECORDER_EVENT_BEGIN_RECOGNIZE) {
state = "开始识别";
} else if (recorderEvent == RecorderEvent.RECORDER_EVENT_NO_VOICE_INPUT) {
state = "无音频输入";
} else if (recorderEvent == RecorderEvent.RECORDER_EVENT_HAVING_VOICE) {
state = "录音中";
} else if (recorderEvent == RecorderEvent.RECORDER_EVENT_END_RECORD) {
state = "录音结束";
} else if (recorderEvent == RecorderEvent.RECORDER_EVENT_RECOGNIZE_COMPLETE) {
state = "识别结束";
} else if (recorderEvent == RecorderEvent.RECORDER_EVENT_VOICE_BUFFER_FULL) {
state = "缓冲满";
}
//把录音机状态传递到Activity上
Message message = new Message();
message.arg1 = RECORDER_STATE;
Bundle bundle = new Bundle();
bundle.putString("state", "录音机状态：" + state);
message.setData(bundle);
myHander.sendMessage(message);
}
@Override
public void onRecorderEventRecogFinsh(RecorderEvent recorderEvent, AsrRecogResult asrRecogResult) {
if (asrRecogResult != null) {
if (asrRecogResult.getRecogItemList().size() > 0) {
//识别结果
result = asrRecogResult.getRecogItemList().get(0).getRecogResult();
//置信度
int score = asrRecogResult.getRecogItemList().get(0).getScore();
//把识别结果传递到Activity上
Message message = new Message();
message.arg1 = RECORDER_RESULT;
Bundle bundle = new Bundle();
bundle.putString("result", "识别结果是：" + result);
message.setData(bundle);
myHander.sendMessage(message);
}
}
}
@Override
public void onRecorderEventRecogProcess(RecorderEvent recorderEvent, AsrRecogResult asrRecogResult) {
}
@Override
public void onRecorderEventError(RecorderEvent recorderEvent, int i) {
String error = "" + i;
//把错误信息传递到Activity上
Message message = new Message();
message.arg1 = RECORDER_ERROR;
Bundle bundle = new Bundle();
bundle.putString("error", "错误码：" + error);
message.setData(bundle);
myHander.sendMessage(message);
}
@Override
public void onRecorderRecording(byte[] bytes, int i) {
// File file = new File(voicePath);
// if (!file.exists()) {
// file.getParentFile().mkdirs();
// try {
// file.createNewFile();
// } catch (IOException e) {
// e.printStackTrace();
// }
// }
// try {
// FileOutputStream outputStream = new FileOutputStream(file);
// outputStream.write(bytes);
// outputStream.close();
// } catch (FileNotFoundException e) {
// e.printStackTrace();
// } catch (IOException e) {
// e.printStackTrace();
// }
}
}
}注：灵云的在线识别功能需要联网才能使用。