语音识别控制QQ

QQ.cpp 单独测试控制qq的各种命令

#include<Windows.h>void openqq()
{ShellExecuteA(0, "open", "\"C:\\Program Files (x86)\\Tencent\\QQ\\QQProtect\\Bin\\QQProtect.exe\"", 0, 0, 1);
}void closeqq()
{system("taskkill /f /im QQ.exe");
}void show()
{HWND win = FindWindowA("TXGuiFoundation","QQ2013");if (win != NULL){ShowWindow(win, SW_SHOW);}
}void  hide()
{HWND win = FindWindowA("TXGuiFoundation", "QQ2013");if (win != NULL){ShowWindow(win, SW_HIDE);}
}void  shang()
{HWND win = FindWindowA("TXGuiFoundation", "QQ2013");if (win != NULL){RECT rectwind;//区域,lefr ,right ,top,bottomGetWindowRect(win, &rectwind);//获取区域SetWindowPos(win, NULL, rectwind.left, rectwind.top-100, 300, 300, 1);}
}void xia()
{HWND win = FindWindowA("TXGuiFoundation", "QQ2013");if (win != NULL){RECT rectwind;//区域,lefr ,right ,top,bottomGetWindowRect(win, &rectwind);//获取区域SetWindowPos(win, NULL, rectwind.left, rectwind.top + 100, 300, 300, 1);}
}void zuo()
{HWND win = FindWindowA("TXGuiFoundation", "QQ2013");if (win != NULL){RECT rectwind;//区域,lefr ,right ,top,bottomGetWindowRect(win, &rectwind);//获取区域SetWindowPos(win, NULL, rectwind.left-100, rectwind.top , 300, 300, 1);}
}void you()
{HWND win = FindWindowA("TXGuiFoundation", "QQ2013");if (win != NULL){RECT rectwind;//区域,lefr ,right ,top,bottomGetWindowRect(win, &rectwind);//获取区域SetWindowPos(win, NULL, rectwind.left + 100, rectwind.top, 300, 300, 1);//设置区域位置}
}void main()
{openqq();Sleep(3000);/*show();Sleep(2000);hide();*/shang();Sleep(2000);shang();Sleep(2000);//closeqq();
}

speechrecognition.cpp 结合到语音控制qq移动

#include <windows.h>
#include <atlstr.h>
#include <sphelper.h>
#include <sapi.h>
#include<comutil.h>
#include<string.h>#pragma comment(lib,"sapi.lib")
#pragma comment(lib, "comsupp.lib") #define GID_CMD_GR 333333
#define WM_RECOEVENT WM_USER+1LRESULT CALLBACK WndProc(HWND,UINT,WPARAM,LPARAM);void openqq();void you();void zuo();void shang();void xia();void closeqq();void show();void hide();char     szAppName[] = "TsinghuaYincheng";BOOL b_initSR;BOOL b_Cmd_Grammar;CComPtr<ISpRecoContext>m_cpRecoCtxt;  //语音识别程序接口CComPtr<ISpRecoGrammar>m_cpCmdGramma; //识别语法CComPtr<ISpRecognizer>m_cpRecoEngine; //语音识别引擎int speak(wchar_t *str);int WINAPI WinMain(HINSTANCE hInstance,HINSTANCE hPrevInstance,PSTR szCmdLine,int iCmdShow){HWND        hwnd;MSG         msg;WNDCLASS    wndclass;wndclass.cbClsExtra          =0;wndclass.cbWndExtra          =0;wndclass.hbrBackground       =(HBRUSH)GetStockObject(WHITE_BRUSH);wndclass.hCursor             =LoadCursor(NULL,IDC_ARROW);wndclass.hIcon               =LoadIcon(NULL,IDI_APPLICATION);wndclass.hInstance           =hInstance;wndclass.lpfnWndProc         =WndProc;wndclass.lpszClassName       =szAppName;wndclass.lpszMenuName        =NULL;wndclass.style               =CS_HREDRAW|CS_VREDRAW;if(!RegisterClass(&wndclass)){MessageBox(NULL,TEXT("This program requires Windows NT!"),szAppName,MB_ICONERROR);return 0;}speak(L"谭胜是一个猥琐男");hwnd=CreateWindow(szAppName,TEXT("传智播客C/C++学院语音识别教程"),WS_OVERLAPPEDWINDOW,CW_USEDEFAULT,CW_USEDEFAULT,CW_USEDEFAULT,CW_USEDEFAULT,NULL,NULL,hInstance,NULL);ShowWindow(hwnd,iCmdShow);UpdateWindow(hwnd);while(GetMessage(&msg,NULL,0,0)){TranslateMessage(&msg);DispatchMessage(&msg);}return msg.wParam;}LRESULT CALLBACK WndProc(HWND hwnd,UINT message,WPARAM wParam,LPARAM lParam){HDC           hdc;PAINTSTRUCT   ps;switch(message){case WM_CREATE:{//初始化COM端口::CoInitializeEx(NULL,COINIT_APARTMENTTHREADED);//创建识别引擎COM实例为共享型HRESULT hr=m_cpRecoEngine.CoCreateInstance(CLSID_SpSharedRecognizer);//创建识别上下文接口if(SUCCEEDED(hr)){hr=m_cpRecoEngine->CreateRecoContext(&m_cpRecoCtxt);}else MessageBox(hwnd,TEXT("error1"),TEXT("error"),S_OK);//设置识别消息,使计算机时刻监听语音消息if(SUCCEEDED(hr)){hr=m_cpRecoCtxt->SetNotifyWindowMessage(hwnd,WM_RECOEVENT,0,0);}else MessageBox(hwnd,TEXT("error2"),TEXT("error"),S_OK);//设置我们感兴趣的事件if(SUCCEEDED(hr)){ULONGLONG ullMyEvents=SPFEI(SPEI_SOUND_START)|SPFEI(SPEI_RECOGNITION)|SPFEI(SPEI_SOUND_END);hr=m_cpRecoCtxt->SetInterest(ullMyEvents,ullMyEvents);}else MessageBox(hwnd,TEXT("error3"),TEXT("error"),S_OK);//创建语法规则b_Cmd_Grammar=TRUE;if(FAILED(hr)){MessageBox(hwnd,TEXT("error4"),TEXT("error"),S_OK);}hr=m_cpRecoCtxt->CreateGrammar(GID_CMD_GR,&m_cpCmdGramma);WCHAR wszXMLFile[20]=L"er.xml";MultiByteToWideChar(CP_ACP,0,(LPCSTR)"er.xml",-1,wszXMLFile,256);hr=m_cpCmdGramma->LoadCmdFromFile(wszXMLFile,SPLO_DYNAMIC);if(FAILED(hr)){MessageBox(hwnd,TEXT("error5"),TEXT("error"),S_OK);}b_initSR=TRUE;//在开始识别时，激活语法进行识别hr=m_cpCmdGramma->SetRuleState(NULL,NULL,SPRS_ACTIVE);return 0;}case WM_RECOEVENT:{RECT rect;GetClientRect(hwnd,&rect);hdc=GetDC(hwnd);USES_CONVERSION;CSpEvent event;while(event.GetFrom(m_cpRecoCtxt)==S_OK){switch(event.eEventId){case SPEI_RECOGNITION:{static const WCHAR wszUnrecognized[]=L"<Unrecognized>";CSpDynamicString dstrText;//取得识别结果if(FAILED(event.RecoResult()->GetText(SP_GETWHOLEPHRASE,SP_GETWHOLEPHRASE,TRUE,&dstrText,NULL))){dstrText=wszUnrecognized;}BSTR SRout;dstrText.CopyToBSTR(&SRout);char* lpszText2 = _com_util::ConvertBSTRToString(SRout);if(b_Cmd_Grammar){//绘制文本DrawText(hdc, TEXT(lpszText2), -1, &rect, DT_SINGLELINE | DT_CENTER | DT_VCENTER);                                                   if (strcmp("我是学霸",lpszText2)==0){    MessageBoxA(0, lpszText2, lpszText2, 0);}if (strcmp("清华土匪", lpszText2) == 0){MessageBoxA(0, lpszText2, lpszText2, 0);}if (strcmp("传智播客", lpszText2) == 0){MessageBoxA(0, lpszText2, lpszText2, 0);}if (strcmp("天下无双", lpszText2) == 0){wchar_t * str = L"谭胜大爷吹牛皮的功夫天下无双";speak(str);}if (strcmp("给我上", lpszText2) == 0){speak(L"亲爱的主人，好");shang();}if (strcmp("给我下", lpszText2) == 0){speak(L"亲爱的主人，好");xia();}if (strcmp("给我左", lpszText2) == 0){speak(L"亲爱的主人，好");zuo();}if (strcmp("给我右", lpszText2) == 0){speak(L"亲爱的主人，好");you();}if (strcmp("打开企鹅", lpszText2) == 0){speak(L"亲爱的主人，好");openqq();}if (strcmp("关闭企鹅", lpszText2) == 0){speak(L"亲爱的主人，好");closeqq();}if (strcmp("显示", lpszText2) == 0){speak(L"亲爱的主人，好");show();}if (strcmp("隐藏", lpszText2) == 0){speak(L"亲爱的主人，好");hide();}if (strcmp("谭胜是谁", lpszText2) == 0){speak(L"谭胜是横空出世的英雄，百年不遇的天才");}if (strcmp("你是谁", lpszText2) == 0){speak(L"我是你们勇猛勤奋彪悍的谭胜大哥写的语音识别程序");}if (strcmp("你是笨蛋", lpszText2) == 0){speak(L"我的创造者谭胜大哥聪明的惊天地泣鬼神");}if (strcmp("你是蠢猪", lpszText2) == 0){speak(L"我固然很蠢，但是我的创造者谭胜大哥聪明的惊天地泣鬼神");}if (strcmp("你很好", lpszText2) == 0){speak(L"我一直很牛逼，多亏谭大爷");}if (strcmp("中秋快乐", lpszText2) == 0){speak(L"谭大爷叫你回家吃月饼");}}    }}}return TRUE;}case WM_PAINT:hdc=BeginPaint(hwnd,&ps);EndPaint(hwnd,&ps);return 0;case WM_DESTROY:PostQuitMessage(0);return 0;}return DefWindowProc(hwnd,message,wParam,lParam);}#pragma comment(lib, "ole32.lib") //CoInitialize CoCreateInstance需要调用ole32.dll
int speak(wchar_t *str)
{ISpVoice * pVoice = NULL;::CoInitialize(NULL);//获取ISpVoice接口：   long hr = CoCreateInstance(CLSID_SpVoice, NULL, CLSCTX_ALL, IID_ISpVoice, (void **)&pVoice);hr = pVoice->Speak(str, 0, NULL);pVoice->Release();pVoice = NULL;//千万不要忘记：   ::CoUninitialize();return TRUE;}void openqq()
{ShellExecuteA(0, "open", "\"C:\\Program Files (x86)\\Tencent\\QQ\\QQProtect\\Bin\\QQProtect.exe\"", 0, 0, 1);
}void closeqq()
{system("taskkill /f /im QQ.exe");
}void show()
{HWND win = FindWindowA("TXGuiFoundation", "QQ2013");if (win != NULL){ShowWindow(win, SW_SHOW);}
}void  hide()
{HWND win = FindWindowA("TXGuiFoundation", "QQ2013");if (win != NULL){ShowWindow(win, SW_HIDE);}
}void  shang()
{HWND win = FindWindowA("TXGuiFoundation", "QQ2013");if (win != NULL){RECT rectwind;//区域,lefr ,right ,top,bottomGetWindowRect(win, &rectwind);//获取区域SetWindowPos(win, NULL, rectwind.left, rectwind.top - 100, 300, 300, 1);}
}void xia()
{HWND win = FindWindowA("TXGuiFoundation", "QQ2013");if (win != NULL){RECT rectwind;//区域,lefr ,right ,top,bottomGetWindowRect(win, &rectwind);//获取区域SetWindowPos(win, NULL, rectwind.left, rectwind.top + 100, 300, 300, 1);}
}void zuo()
{HWND win = FindWindowA("TXGuiFoundation", "QQ2013");if (win != NULL){RECT rectwind;//区域,lefr ,right ,top,bottomGetWindowRect(win, &rectwind);//获取区域SetWindowPos(win, NULL, rectwind.left - 100, rectwind.top, 300, 300, 1);}
}void you()
{HWND win = FindWindowA("TXGuiFoundation", "QQ2013");if (win != NULL){RECT rectwind;//区域,lefr ,right ,top,bottomGetWindowRect(win, &rectwind);//获取区域SetWindowPos(win, NULL, rectwind.left + 100, rectwind.top, 300, 300, 1);//设置区域位置}
}

er.xml

<?xml version="1.0" encoding="utf-8"?>
<GRAMMAR LANGID="804"><DEFINE><ID NAME="CMD" VAL="10"/></DEFINE><RULE NAME="COMMAND" ID="CMD" TOPLEVEL="ACTIVE"><L><P>我是学霸</P><P>清华土匪</P><P>传智播客</P><P>天下无双</P><P>给我上</P>我<P>给我下</P><P>给我左</P><P>给我右</P><P>打开企鹅</P><P>关闭企鹅</P><P>显示</P><P>隐藏</P><P>谭胜是谁</P><P>你是谁</P><P>你是笨蛋</P><P>你是蠢猪</P><P>你很好</P><P>中秋快乐</P></L></RULE></GRAMMAR>

语音控制游戏

#include <windows.h>
#include <atlstr.h>
#include <sphelper.h>
#include <sapi.h>
#include<comutil.h>
#include<string.h>#pragma comment(lib,"sapi.lib")
#pragma comment(lib, "comsupp.lib") #define GID_CMD_GR 333333
#define WM_RECOEVENT WM_USER+1LRESULT CALLBACK WndProc(HWND,UINT,WPARAM,LPARAM);char    szAppName[] = "TsinghuaYincheng";BOOL b_initSR;BOOL b_Cmd_Grammar;CComPtr<ISpRecoContext>m_cpRecoCtxt;  //语音识别程序接口CComPtr<ISpRecoGrammar>m_cpCmdGramma; //识别语法CComPtr<ISpRecognizer>m_cpRecoEngine; //语音识别引擎int speak(wchar_t *str);int WINAPI WinMain(HINSTANCE hInstance,HINSTANCE hPrevInstance,PSTR szCmdLine,int iCmdShow){HWND        hwnd;MSG         msg;WNDCLASS    wndclass;wndclass.cbClsExtra          =0;wndclass.cbWndExtra          =0;wndclass.hbrBackground       =(HBRUSH)GetStockObject(WHITE_BRUSH);wndclass.hCursor             =LoadCursor(NULL,IDC_ARROW);wndclass.hIcon               =LoadIcon(NULL,IDI_APPLICATION);wndclass.hInstance           =hInstance;wndclass.lpfnWndProc         =WndProc;wndclass.lpszClassName       =szAppName;wndclass.lpszMenuName        =NULL;wndclass.style               =CS_HREDRAW|CS_VREDRAW;if(!RegisterClass(&wndclass)){MessageBox(NULL,TEXT("This program requires Windows NT!"),szAppName,MB_ICONERROR);return 0;}speak(L"谭胜是一个猥琐男");hwnd=CreateWindow(szAppName,TEXT("传智播客C/C++学院语音识别教程"),WS_OVERLAPPEDWINDOW,CW_USEDEFAULT,CW_USEDEFAULT,CW_USEDEFAULT,CW_USEDEFAULT,NULL,NULL,hInstance,NULL);ShowWindow(hwnd,iCmdShow);UpdateWindow(hwnd);while(GetMessage(&msg,NULL,0,0)){TranslateMessage(&msg);DispatchMessage(&msg);}return msg.wParam;}LRESULT CALLBACK WndProc(HWND hwnd,UINT message,WPARAM wParam,LPARAM lParam){HDC           hdc;PAINTSTRUCT   ps;switch(message){case WM_CREATE:{//初始化COM端口::CoInitializeEx(NULL,COINIT_APARTMENTTHREADED);//创建识别引擎COM实例为共享型HRESULT hr=m_cpRecoEngine.CoCreateInstance(CLSID_SpSharedRecognizer);//创建识别上下文接口if(SUCCEEDED(hr)){hr=m_cpRecoEngine->CreateRecoContext(&m_cpRecoCtxt);}else MessageBox(hwnd,TEXT("error1"),TEXT("error"),S_OK);//设置识别消息,使计算机时刻监听语音消息if(SUCCEEDED(hr)){hr=m_cpRecoCtxt->SetNotifyWindowMessage(hwnd,WM_RECOEVENT,0,0);}else MessageBox(hwnd,TEXT("error2"),TEXT("error"),S_OK);//设置我们感兴趣的事件if(SUCCEEDED(hr)){ULONGLONG ullMyEvents=SPFEI(SPEI_SOUND_START)|SPFEI(SPEI_RECOGNITION)|SPFEI(SPEI_SOUND_END);hr=m_cpRecoCtxt->SetInterest(ullMyEvents,ullMyEvents);}else MessageBox(hwnd,TEXT("error3"),TEXT("error"),S_OK);//创建语法规则b_Cmd_Grammar=TRUE;if(FAILED(hr)){MessageBox(hwnd,TEXT("error4"),TEXT("error"),S_OK);}hr=m_cpRecoCtxt->CreateGrammar(GID_CMD_GR,&m_cpCmdGramma);WCHAR wszXMLFile[20]=L"er.xml";MultiByteToWideChar(CP_ACP,0,(LPCSTR)"er.xml",-1,wszXMLFile,256);hr=m_cpCmdGramma->LoadCmdFromFile(wszXMLFile,SPLO_DYNAMIC);if(FAILED(hr)){MessageBox(hwnd,TEXT("error5"),TEXT("error"),S_OK);}b_initSR=TRUE;//在开始识别时，激活语法进行识别hr=m_cpCmdGramma->SetRuleState(NULL,NULL,SPRS_ACTIVE);return 0;}case WM_RECOEVENT:{RECT rect;GetClientRect(hwnd,&rect);hdc=GetDC(hwnd);USES_CONVERSION;CSpEvent event;while(event.GetFrom(m_cpRecoCtxt)==S_OK){switch(event.eEventId){case SPEI_RECOGNITION:{static const WCHAR wszUnrecognized[]=L"<Unrecognized>";CSpDynamicString dstrText;//取得识别结果if(FAILED(event.RecoResult()->GetText(SP_GETWHOLEPHRASE,SP_GETWHOLEPHRASE,TRUE,&dstrText,NULL))){dstrText=wszUnrecognized;}BSTR SRout;dstrText.CopyToBSTR(&SRout);char* lpszText2 = _com_util::ConvertBSTRToString(SRout);if(b_Cmd_Grammar){DrawText(hdc, TEXT(lpszText2), -1, &rect, DT_SINGLELINE | DT_CENTER | DT_VCENTER);if (strcmp("旋风刀",lpszText2)==0){    keybd_event('A', 0, 0, 0);//按下keybd_event('A', 0, KEYEVENTF_KEYUP, 0);//弹起Sleep(10);keybd_event('D', 0, 0, 0);//按下keybd_event('D', 0, KEYEVENTF_KEYUP, 0);//弹起Sleep(10);keybd_event('W', 0, 0, 0);//按下keybd_event('W', 0, KEYEVENTF_KEYUP, 0);//弹起Sleep(10);mouse_event(MOUSEEVENTF_LEFTDOWN, 0, 0, 0, 0);mouse_event(MOUSEEVENTF_LEFTUP, 0, 0, 0, 0);}if (strcmp("大风吹", lpszText2) == 0){//sww lkeybd_event('A', 0, 0, 0);//按下keybd_event('A', 0, KEYEVENTF_KEYUP, 0);//弹起Sleep(10);keybd_event('D', 0, 0, 0);//按下keybd_event('D', 0, KEYEVENTF_KEYUP, 0);//弹起Sleep(10);keybd_event('S', 0, 0, 0);//按下keybd_event('S', 0, KEYEVENTF_KEYUP, 0);//弹起Sleep(10);mouse_event(MOUSEEVENTF_LEFTDOWN, 0, 0, 0, 0);mouse_event(MOUSEEVENTF_LEFTUP, 0, 0, 0, 0);}if (strcmp("充气", lpszText2) == 0){//   \angkeybd_event(VK_OEM_102, 0, 0, 0);//按下keybd_event(VK_OEM_102, 0, KEYEVENTF_KEYUP, 0);//弹起Sleep(10);keybd_event('A', 0, 0, 0);//按下keybd_event('A', 0, KEYEVENTF_KEYUP, 0);//弹起Sleep(10);keybd_event('N', 0, 0, 0);//按下keybd_event('N', 0, KEYEVENTF_KEYUP, 0);//弹起Sleep(10);keybd_event('G', 0, 0, 0);//按下6igrk；）移植keybd_event('G', 0, KEYEVENTF_KEYUP, 0);//弹起Sleep(10);keybd_event(VK_RETURN, 0, 0, 0);//按下6igrk；）移植keybd_event(VK_RETURN,  0, KEYEVENTF_KEYUP, 0);//弹起}if (strcmp("跳跃", lpszText2) == 0){keybd_event(VK_SPACE, 0, 0, 0);//按下keybd_event(VK_SPACE, 0, KEYEVENTF_KEYUP, 0);//弹起}if (strcmp("趴下", lpszText2) == 0){}if (strcmp("前进", lpszText2) == 0){}if (strcmp("后退", lpszText2) == 0){}}    }}}return TRUE;}case WM_PAINT:hdc=BeginPaint(hwnd,&ps);EndPaint(hwnd,&ps);return 0;case WM_DESTROY:PostQuitMessage(0);return 0;}return DefWindowProc(hwnd,message,wParam,lParam);}#pragma comment(lib, "ole32.lib") //CoInitialize CoCreateInstance需要调用ole32.dll
int speak(wchar_t *str)
{ISpVoice * pVoice = NULL;::CoInitialize(NULL);//获取ISpVoice接口：   long hr = CoCreateInstance(CLSID_SpVoice, NULL, CLSCTX_ALL, IID_ISpVoice, (void **)&pVoice);hr = pVoice->Speak(str, 0, NULL);pVoice->Release();pVoice = NULL;//千万不要忘记：   ::CoUninitialize();return TRUE;}

er.xml与cpp文件放在同一目录下

<?xml version="1.0" encoding="utf-8"?>
<GRAMMAR LANGID="804"><DEFINE><ID NAME="CMD" VAL="10"/></DEFINE><RULE NAME="COMMAND" ID="CMD" TOPLEVEL="ACTIVE"><L><P>旋风刀</P><P>大风吹</P><P>充气</P><P>跳跃</P><P>趴下</P><P>前进</P><P>后退</P></L></RULE></GRAMMAR>