【C/C++学院】0805-语音识别控制QQ/语音控制游戏
语音识别控制QQ
QQ.cpp 单独测试控制qq的各种命令
#include<Windows.h>
void openqq()
{
ShellExecuteA(0, "open", "\"C:\\Program Files (x86)\\Tencent\\QQ\\QQProtect\\Bin\\QQProtect.exe\"", 0, 0, 1);
}
void closeqq()
{
system("taskkill /f /im QQ.exe");
}
void show()
{
HWND win = FindWindowA("TXGuiFoundation","QQ2013");
if (win != NULL)
{
ShowWindow(win, SW_SHOW);
}
}
void hide()
{
HWND win = FindWindowA("TXGuiFoundation", "QQ2013");
if (win != NULL)
{
ShowWindow(win, SW_HIDE);
}
}
void shang()
{
HWND win = FindWindowA("TXGuiFoundation", "QQ2013");
if (win != NULL)
{
RECT rectwind;//区域,lefr ,right ,top,bottom
GetWindowRect(win, &rectwind);//获取区域
SetWindowPos(win, NULL, rectwind.left, rectwind.top-100, 300, 300, 1);
}
}
void xia()
{
HWND win = FindWindowA("TXGuiFoundation", "QQ2013");
if (win != NULL)
{
RECT rectwind;//区域,lefr ,right ,top,bottom
GetWindowRect(win, &rectwind);//获取区域
SetWindowPos(win, NULL, rectwind.left, rectwind.top + 100, 300, 300, 1);
}
}
void zuo()
{
HWND win = FindWindowA("TXGuiFoundation", "QQ2013");
if (win != NULL)
{
RECT rectwind;//区域,lefr ,right ,top,bottom
GetWindowRect(win, &rectwind);//获取区域
SetWindowPos(win, NULL, rectwind.left-100, rectwind.top , 300, 300, 1);
}
}
void you()
{
HWND win = FindWindowA("TXGuiFoundation", "QQ2013");
if (win != NULL)
{
RECT rectwind;//区域,lefr ,right ,top,bottom
GetWindowRect(win, &rectwind);//获取区域
SetWindowPos(win, NULL, rectwind.left + 100, rectwind.top, 300, 300, 1);//设置区域位置
}
}
void main()
{
openqq();
Sleep(3000);
/*show();
Sleep(2000);
hide();*/
shang();
Sleep(2000);
shang();
Sleep(2000);
//closeqq();
}
speechrecognition.cpp 结合到语音控制qq移动
#include <windows.h>
#include <atlstr.h>
#include <sphelper.h>
#include <sapi.h>
#include<comutil.h>
#include<string.h>
#pragma comment(lib,"sapi.lib")
#pragma comment(lib, "comsupp.lib")
#define GID_CMD_GR 333333
#define WM_RECOEVENT WM_USER+1
LRESULT CALLBACK WndProc(HWND,UINT,WPARAM,LPARAM);
void openqq();
void you();
void zuo();
void shang();
void xia();
void closeqq();
void show();
void hide();
char szAppName[] = "TsinghuaYincheng";
BOOL b_initSR;
BOOL b_Cmd_Grammar;
CComPtr<ISpRecoContext>m_cpRecoCtxt; //语音识别程序接口
CComPtr<ISpRecoGrammar>m_cpCmdGramma; //识别语法
CComPtr<ISpRecognizer>m_cpRecoEngine; //语音识别引擎
int speak(wchar_t *str);
int WINAPI WinMain(HINSTANCE hInstance,HINSTANCE hPrevInstance,PSTR szCmdLine,int iCmdShow)
{
HWND hwnd;
MSG msg;
WNDCLASS wndclass;
wndclass.cbClsExtra =0;
wndclass.cbWndExtra =0;
wndclass.hbrBackground =(HBRUSH)GetStockObject(WHITE_BRUSH);
wndclass.hCursor =LoadCursor(NULL,IDC_ARROW);
wndclass.hIcon =LoadIcon(NULL,IDI_APPLICATION);
wndclass.hInstance =hInstance;
wndclass.lpfnWndProc =WndProc;
wndclass.lpszClassName =szAppName;
wndclass.lpszMenuName =NULL;
wndclass.style =CS_HREDRAW|CS_VREDRAW;
if(!RegisterClass(&wndclass))
{
MessageBox(NULL,TEXT("This program requires Windows NT!"),szAppName,MB_ICONERROR);
return 0;
}
speak(L"谭胜是一个猥琐男");
hwnd=CreateWindow(szAppName,
TEXT("传智播客C/C++学院语音识别教程"),
WS_OVERLAPPEDWINDOW,
CW_USEDEFAULT,
CW_USEDEFAULT,
CW_USEDEFAULT,
CW_USEDEFAULT,
NULL,
NULL,
hInstance,
NULL);
ShowWindow(hwnd,iCmdShow);
UpdateWindow(hwnd);
while(GetMessage(&msg,NULL,0,0))
{
TranslateMessage(&msg);
DispatchMessage(&msg);
}
return msg.wParam;
}
LRESULT CALLBACK WndProc(HWND hwnd,UINT message,WPARAM wParam,LPARAM lParam)
{
HDC hdc;
PAINTSTRUCT ps;
switch(message)
{
case WM_CREATE:
{
//初始化COM端口
::CoInitializeEx(NULL,COINIT_APARTMENTTHREADED);
//创建识别引擎COM实例为共享型
HRESULT hr=m_cpRecoEngine.CoCreateInstance(CLSID_SpSharedRecognizer);
//创建识别上下文接口
if(SUCCEEDED(hr))
{
hr=m_cpRecoEngine->CreateRecoContext(&m_cpRecoCtxt);
}
else MessageBox(hwnd,TEXT("error1"),TEXT("error"),S_OK);
//设置识别消息,使计算机时刻监听语音消息
if(SUCCEEDED(hr))
{
hr=m_cpRecoCtxt->SetNotifyWindowMessage(hwnd,WM_RECOEVENT,0,0);
}
else MessageBox(hwnd,TEXT("error2"),TEXT("error"),S_OK);
//设置我们感兴趣的事件
if(SUCCEEDED(hr))
{
ULONGLONG ullMyEvents=SPFEI(SPEI_SOUND_START)|SPFEI(SPEI_RECOGNITION)|SPFEI(SPEI_SOUND_END);
hr=m_cpRecoCtxt->SetInterest(ullMyEvents,ullMyEvents);
}
else MessageBox(hwnd,TEXT("error3"),TEXT("error"),S_OK);
//创建语法规则
b_Cmd_Grammar=TRUE;
if(FAILED(hr))
{
MessageBox(hwnd,TEXT("error4"),TEXT("error"),S_OK);
}
hr=m_cpRecoCtxt->CreateGrammar(GID_CMD_GR,&m_cpCmdGramma);
WCHAR wszXMLFile[20]=L"er.xml";
MultiByteToWideChar(CP_ACP,0,(LPCSTR)"er.xml",-1,wszXMLFile,256);
hr=m_cpCmdGramma->LoadCmdFromFile(wszXMLFile,SPLO_DYNAMIC);
if(FAILED(hr))
{
MessageBox(hwnd,TEXT("error5"),TEXT("error"),S_OK);
}
b_initSR=TRUE;
//在开始识别时，激活语法进行识别
hr=m_cpCmdGramma->SetRuleState(NULL,NULL,SPRS_ACTIVE);
return 0;
}
case WM_RECOEVENT:
{
RECT rect;
GetClientRect(hwnd,&rect);
hdc=GetDC(hwnd);
USES_CONVERSION;
CSpEvent event;
while(event.GetFrom(m_cpRecoCtxt)==S_OK)
{
switch(event.eEventId)
{
case SPEI_RECOGNITION:
{
static const WCHAR wszUnrecognized[]=L"<Unrecognized>";
CSpDynamicString dstrText;
//取得识别结果
if(FAILED(event.RecoResult()->GetText(SP_GETWHOLEPHRASE,SP_GETWHOLEPHRASE,TRUE,&dstrText,NULL)))
{
dstrText=wszUnrecognized;
}
BSTR SRout;
dstrText.CopyToBSTR(&SRout);
char* lpszText2 = _com_util::ConvertBSTRToString(SRout);
if(b_Cmd_Grammar)
{
//绘制文本
DrawText(hdc, TEXT(lpszText2), -1, &rect, DT_SINGLELINE | DT_CENTER | DT_VCENTER);
if (strcmp("我是学霸",lpszText2)==0)
{
MessageBoxA(0, lpszText2, lpszText2, 0);
}
if (strcmp("清华土匪", lpszText2) == 0)
{
MessageBoxA(0, lpszText2, lpszText2, 0);
}
if (strcmp("传智播客", lpszText2) == 0)
{
MessageBoxA(0, lpszText2, lpszText2, 0);
}
if (strcmp("天下无双", lpszText2) == 0)
{
wchar_t * str = L"谭胜大爷吹牛皮的功夫天下无双";
speak(str);
}
if (strcmp("给我上", lpszText2) == 0)
{
speak(L"亲爱的主人，好");
shang();
}
if (strcmp("给我下", lpszText2) == 0)
{
speak(L"亲爱的主人，好");
xia();
}
if (strcmp("给我左", lpszText2) == 0)
{
speak(L"亲爱的主人，好");
zuo();
}
if (strcmp("给我右", lpszText2) == 0)
{
speak(L"亲爱的主人，好");
you();
}
if (strcmp("打开企鹅", lpszText2) == 0)
{
speak(L"亲爱的主人，好");
openqq();
}
if (strcmp("关闭企鹅", lpszText2) == 0)
{
speak(L"亲爱的主人，好");
closeqq();
}
if (strcmp("显示", lpszText2) == 0)
{
speak(L"亲爱的主人，好");
show();
}
if (strcmp("隐藏", lpszText2) == 0)
{
speak(L"亲爱的主人，好");
hide();
}
if (strcmp("谭胜是谁", lpszText2) == 0)
{
speak(L"谭胜是横空出世的英雄，百年不遇的天才");
}
if (strcmp("你是谁", lpszText2) == 0)
{
speak(L"我是你们勇猛勤奋彪悍的谭胜大哥写的语音识别程序");
}
if (strcmp("你是笨蛋", lpszText2) == 0)
{
speak(L"我的创造者谭胜大哥聪明的惊天地泣鬼神");
}
if (strcmp("你是蠢猪", lpszText2) == 0)
{
speak(L"我固然很蠢，但是我的创造者谭胜大哥聪明的惊天地泣鬼神");
}
if (strcmp("你很好", lpszText2) == 0)
{
speak(L"我一直很牛逼，多亏谭大爷");
}
if (strcmp("中秋快乐", lpszText2) == 0)
{
speak(L"谭大爷叫你回家吃月饼");
}
}
}
}
}
return TRUE;
}
case WM_PAINT:
hdc=BeginPaint(hwnd,&ps);
EndPaint(hwnd,&ps);
return 0;
case WM_DESTROY:
PostQuitMessage(0);
return 0;
}
return DefWindowProc(hwnd,message,wParam,lParam);
}
#pragma comment(lib, "ole32.lib") //CoInitialize CoCreateInstance需要调用ole32.dll
int speak(wchar_t *str)
{
ISpVoice * pVoice = NULL;
::CoInitialize(NULL);
//获取ISpVoice接口：
long hr = CoCreateInstance(CLSID_SpVoice, NULL, CLSCTX_ALL, IID_ISpVoice, (void **)&pVoice);
hr = pVoice->Speak(str, 0, NULL);
pVoice->Release();
pVoice = NULL;
//千万不要忘记：
::CoUninitialize();
return TRUE;
}
void openqq()
{
ShellExecuteA(0, "open", "\"C:\\Program Files (x86)\\Tencent\\QQ\\QQProtect\\Bin\\QQProtect.exe\"", 0, 0, 1);
}
void closeqq()
{
system("taskkill /f /im QQ.exe");
}
void show()
{
HWND win = FindWindowA("TXGuiFoundation", "QQ2013");
if (win != NULL)
{
ShowWindow(win, SW_SHOW);
}
}
void hide()
{
HWND win = FindWindowA("TXGuiFoundation", "QQ2013");
if (win != NULL)
{
ShowWindow(win, SW_HIDE);
}
}
void shang()
{
HWND win = FindWindowA("TXGuiFoundation", "QQ2013");
if (win != NULL)
{
RECT rectwind;//区域,lefr ,right ,top,bottom
GetWindowRect(win, &rectwind);//获取区域
SetWindowPos(win, NULL, rectwind.left, rectwind.top - 100, 300, 300, 1);
}
}
void xia()
{
HWND win = FindWindowA("TXGuiFoundation", "QQ2013");
if (win != NULL)
{
RECT rectwind;//区域,lefr ,right ,top,bottom
GetWindowRect(win, &rectwind);//获取区域
SetWindowPos(win, NULL, rectwind.left, rectwind.top + 100, 300, 300, 1);
}
}
void zuo()
{
HWND win = FindWindowA("TXGuiFoundation", "QQ2013");
if (win != NULL)
{
RECT rectwind;//区域,lefr ,right ,top,bottom
GetWindowRect(win, &rectwind);//获取区域
SetWindowPos(win, NULL, rectwind.left - 100, rectwind.top, 300, 300, 1);
}
}
void you()
{
HWND win = FindWindowA("TXGuiFoundation", "QQ2013");
if (win != NULL)
{
RECT rectwind;//区域,lefr ,right ,top,bottom
GetWindowRect(win, &rectwind);//获取区域
SetWindowPos(win, NULL, rectwind.left + 100, rectwind.top, 300, 300, 1);//设置区域位置
}
}
er.xml
<?xml version="1.0" encoding="utf-8"?>
<GRAMMAR LANGID="804">
<DEFINE>
<ID NAME="CMD" VAL="10"/>
</DEFINE>
<RULE NAME="COMMAND" ID="CMD" TOPLEVEL="ACTIVE">
<L>
<P>我是学霸</P>
<P>清华土匪</P>
<P>传智播客</P>
<P>天下无双</P>
<P>给我上</P>我
<P>给我下</P>
<P>给我左</P>
<P>给我右</P>
<P>打开企鹅</P>
<P>关闭企鹅</P>
<P>显示</P>
<P>隐藏</P>
<P>谭胜是谁</P>
<P>你是谁</P>
<P>你是笨蛋</P>
<P>你是蠢猪</P>
<P>你很好</P>
<P>中秋快乐</P>
</L>
</RULE>
</GRAMMAR>
语音控制游戏
#include <windows.h>
#include <atlstr.h>
#include <sphelper.h>
#include <sapi.h>
#include<comutil.h>
#include<string.h>
#pragma comment(lib,"sapi.lib")
#pragma comment(lib, "comsupp.lib")
#define GID_CMD_GR 333333
#define WM_RECOEVENT WM_USER+1
LRESULT CALLBACK WndProc(HWND,UINT,WPARAM,LPARAM);
char szAppName[] = "TsinghuaYincheng";
BOOL b_initSR;
BOOL b_Cmd_Grammar;
CComPtr<ISpRecoContext>m_cpRecoCtxt; //语音识别程序接口
CComPtr<ISpRecoGrammar>m_cpCmdGramma; //识别语法
CComPtr<ISpRecognizer>m_cpRecoEngine; //语音识别引擎
int speak(wchar_t *str);
int WINAPI WinMain(HINSTANCE hInstance,HINSTANCE hPrevInstance,PSTR szCmdLine,int iCmdShow)
{
HWND hwnd;
MSG msg;
WNDCLASS wndclass;
wndclass.cbClsExtra =0;
wndclass.cbWndExtra =0;
wndclass.hbrBackground =(HBRUSH)GetStockObject(WHITE_BRUSH);
wndclass.hCursor =LoadCursor(NULL,IDC_ARROW);
wndclass.hIcon =LoadIcon(NULL,IDI_APPLICATION);
wndclass.hInstance =hInstance;
wndclass.lpfnWndProc =WndProc;
wndclass.lpszClassName =szAppName;
wndclass.lpszMenuName =NULL;
wndclass.style =CS_HREDRAW|CS_VREDRAW;
if(!RegisterClass(&wndclass))
{
MessageBox(NULL,TEXT("This program requires Windows NT!"),szAppName,MB_ICONERROR);
return 0;
}
speak(L"谭胜是一个猥琐男");
hwnd=CreateWindow(szAppName,
TEXT("传智播客C/C++学院语音识别教程"),
WS_OVERLAPPEDWINDOW,
CW_USEDEFAULT,
CW_USEDEFAULT,
CW_USEDEFAULT,
CW_USEDEFAULT,
NULL,
NULL,
hInstance,
NULL);
ShowWindow(hwnd,iCmdShow);
UpdateWindow(hwnd);
while(GetMessage(&msg,NULL,0,0))
{
TranslateMessage(&msg);
DispatchMessage(&msg);
}
return msg.wParam;
}
LRESULT CALLBACK WndProc(HWND hwnd,UINT message,WPARAM wParam,LPARAM lParam)
{
HDC hdc;
PAINTSTRUCT ps;
switch(message)
{
case WM_CREATE:
{
//初始化COM端口
::CoInitializeEx(NULL,COINIT_APARTMENTTHREADED);
//创建识别引擎COM实例为共享型
HRESULT hr=m_cpRecoEngine.CoCreateInstance(CLSID_SpSharedRecognizer);
//创建识别上下文接口
if(SUCCEEDED(hr))
{
hr=m_cpRecoEngine->CreateRecoContext(&m_cpRecoCtxt);
}
else MessageBox(hwnd,TEXT("error1"),TEXT("error"),S_OK);
//设置识别消息,使计算机时刻监听语音消息
if(SUCCEEDED(hr))
{
hr=m_cpRecoCtxt->SetNotifyWindowMessage(hwnd,WM_RECOEVENT,0,0);
}
else MessageBox(hwnd,TEXT("error2"),TEXT("error"),S_OK);
//设置我们感兴趣的事件
if(SUCCEEDED(hr))
{
ULONGLONG ullMyEvents=SPFEI(SPEI_SOUND_START)|SPFEI(SPEI_RECOGNITION)|SPFEI(SPEI_SOUND_END);
hr=m_cpRecoCtxt->SetInterest(ullMyEvents,ullMyEvents);
}
else MessageBox(hwnd,TEXT("error3"),TEXT("error"),S_OK);
//创建语法规则
b_Cmd_Grammar=TRUE;
if(FAILED(hr))
{
MessageBox(hwnd,TEXT("error4"),TEXT("error"),S_OK);
}
hr=m_cpRecoCtxt->CreateGrammar(GID_CMD_GR,&m_cpCmdGramma);
WCHAR wszXMLFile[20]=L"er.xml";
MultiByteToWideChar(CP_ACP,0,(LPCSTR)"er.xml",-1,wszXMLFile,256);
hr=m_cpCmdGramma->LoadCmdFromFile(wszXMLFile,SPLO_DYNAMIC);
if(FAILED(hr))
{
MessageBox(hwnd,TEXT("error5"),TEXT("error"),S_OK);
}
b_initSR=TRUE;
//在开始识别时，激活语法进行识别
hr=m_cpCmdGramma->SetRuleState(NULL,NULL,SPRS_ACTIVE);
return 0;
}
case WM_RECOEVENT:
{
RECT rect;
GetClientRect(hwnd,&rect);
hdc=GetDC(hwnd);
USES_CONVERSION;
CSpEvent event;
while(event.GetFrom(m_cpRecoCtxt)==S_OK)
{
switch(event.eEventId)
{
case SPEI_RECOGNITION:
{
static const WCHAR wszUnrecognized[]=L"<Unrecognized>";
CSpDynamicString dstrText;
//取得识别结果
if(FAILED(event.RecoResult()->GetText(SP_GETWHOLEPHRASE,SP_GETWHOLEPHRASE,TRUE,&dstrText,NULL)))
{
dstrText=wszUnrecognized;
}
BSTR SRout;
dstrText.CopyToBSTR(&SRout);
char* lpszText2 = _com_util::ConvertBSTRToString(SRout);
if(b_Cmd_Grammar)
{
DrawText(hdc, TEXT(lpszText2), -1, &rect, DT_SINGLELINE | DT_CENTER | DT_VCENTER);
if (strcmp("旋风刀",lpszText2)==0)
{
keybd_event('A', 0, 0, 0);//按下
keybd_event('A', 0, KEYEVENTF_KEYUP, 0);//弹起
Sleep(10);
keybd_event('D', 0, 0, 0);//按下
keybd_event('D', 0, KEYEVENTF_KEYUP, 0);//弹起
Sleep(10);
keybd_event('W', 0, 0, 0);//按下
keybd_event('W', 0, KEYEVENTF_KEYUP, 0);//弹起
Sleep(10);
mouse_event(MOUSEEVENTF_LEFTDOWN, 0, 0, 0, 0);
mouse_event(MOUSEEVENTF_LEFTUP, 0, 0, 0, 0);
}
if (strcmp("大风吹", lpszText2) == 0)
{
//sww l
keybd_event('A', 0, 0, 0);//按下
keybd_event('A', 0, KEYEVENTF_KEYUP, 0);//弹起
Sleep(10);
keybd_event('D', 0, 0, 0);//按下
keybd_event('D', 0, KEYEVENTF_KEYUP, 0);//弹起
Sleep(10);
keybd_event('S', 0, 0, 0);//按下
keybd_event('S', 0, KEYEVENTF_KEYUP, 0);//弹起
Sleep(10);
mouse_event(MOUSEEVENTF_LEFTDOWN, 0, 0, 0, 0);
mouse_event(MOUSEEVENTF_LEFTUP, 0, 0, 0, 0);
}
if (strcmp("充气", lpszText2) == 0)
{
// \ang
keybd_event(VK_OEM_102, 0, 0, 0);//按下
keybd_event(VK_OEM_102, 0, KEYEVENTF_KEYUP, 0);//弹起
Sleep(10);
keybd_event('A', 0, 0, 0);//按下
keybd_event('A', 0, KEYEVENTF_KEYUP, 0);//弹起
Sleep(10);
keybd_event('N', 0, 0, 0);//按下
keybd_event('N', 0, KEYEVENTF_KEYUP, 0);//弹起
Sleep(10);
keybd_event('G', 0, 0, 0);//按下6igrk；）移植
keybd_event('G', 0, KEYEVENTF_KEYUP, 0);//弹起
Sleep(10);
keybd_event(VK_RETURN, 0, 0, 0);//按下6igrk；）移植
keybd_event(VK_RETURN, 0, KEYEVENTF_KEYUP, 0);//弹起
}
if (strcmp("跳跃", lpszText2) == 0)
{
keybd_event(VK_SPACE, 0, 0, 0);//按下
keybd_event(VK_SPACE, 0, KEYEVENTF_KEYUP, 0);//弹起
}
if (strcmp("趴下", lpszText2) == 0)
{
}
if (strcmp("前进", lpszText2) == 0)
{
}
if (strcmp("后退", lpszText2) == 0)
{
}
}
}
}
}
return TRUE;
}
case WM_PAINT:
hdc=BeginPaint(hwnd,&ps);
EndPaint(hwnd,&ps);
return 0;
case WM_DESTROY:
PostQuitMessage(0);
return 0;
}
return DefWindowProc(hwnd,message,wParam,lParam);
}
#pragma comment(lib, "ole32.lib") //CoInitialize CoCreateInstance需要调用ole32.dll
int speak(wchar_t *str)
{
ISpVoice * pVoice = NULL;
::CoInitialize(NULL);
//获取ISpVoice接口：
long hr = CoCreateInstance(CLSID_SpVoice, NULL, CLSCTX_ALL, IID_ISpVoice, (void **)&pVoice);
hr = pVoice->Speak(str, 0, NULL);
pVoice->Release();
pVoice = NULL;
//千万不要忘记：
::CoUninitialize();
return TRUE;
}
er.xml与cpp文件放在同一目录下
<?xml version="1.0" encoding="utf-8"?>
<GRAMMAR LANGID="804">
<DEFINE>
<ID NAME="CMD" VAL="10"/>
</DEFINE>
<RULE NAME="COMMAND" ID="CMD" TOPLEVEL="ACTIVE">
<L>
<P>旋风刀</P>
<P>大风吹</P>
<P>充气</P>
<P>跳跃</P>
<P>趴下</P>
<P>前进</P>
<P>后退</P>
</L>
</RULE>
</GRAMMAR>