使用微软的语音识别引擎Microsoft Speech API进行语音控制

以下代码来自：http://mmcheng.net/zh/imagespirit/

本人仅作提取：

SREngine语音识别引擎封装类：

#pragma once/************************************************************************/
/* Notice: this project is used to support speech recognition of my     */
/* ImageSpirit project. Please see the corresponding paper for more     */
/* details. The CORE part of ImageSpirit system will be made public     */
/* available soon. More resource: http://mmcheng.net/imagespirit/       */
/* ImageSpirit: Verbal Guided Image Parsing. M.-M. Cheng, S. Zheng,     */
/* W.-Y. Lin, V. Vineet, P. Sturgess, N. Crook, N. Mitra, P. Torr,      */
/* ACM TOG, 2014.                                                       */
/************************************************************************/#include <sphelper.h> // Microsoft Speech API
#pragma comment(lib,"SAPI.lib")class SREngine
{
public://speech variableCComPtr <ISpRecognizer> m_cpRecognizer;CComPtr <ISpRecoContext> m_cpRecoContext;CComPtr <ISpRecoGrammar> m_cpCmdGrammar;//audio variableCComPtr <ISpAudio> m_cpAudio;// Const valuesstatic const UINT WM_RECOEVENT = WM_USER+100;static const UINT MYGRAMMARID = 101;public:HRESULT SetRuleState(const WCHAR * pszRuleName = NULL, BOOL fActivate = SPRS_ACTIVE);HRESULT LoadCmdFromFile(const WCHAR * xmlFileName);HRESULT InitializeSapi(HWND hWnd, UINT Msg = WM_RECOEVENT, const WCHAR *xmlFileName = NULL);
};

#include "stdafx.h"
#include "SREngine.h"HRESULT SREngine::InitializeSapi(HWND hWnd, UINT Msg, const WCHAR *xmlFileName)
{HRESULT hr = S_OK;const ULONGLONG ullInterest = SPFEI(SPEI_SOUND_START) | SPFEI(SPEI_SOUND_END) | SPFEI(SPEI_PHRASE_START) | SPFEI(SPEI_RECOGNITION) | SPFEI(SPEI_FALSE_RECOGNITION) | SPFEI(SPEI_HYPOTHESIS) | SPFEI(SPEI_INTERFERENCE) | SPFEI(SPEI_RECO_OTHER_CONTEXT) | SPFEI(SPEI_REQUEST_UI) | SPFEI(SPEI_RECO_STATE_CHANGE) | SPFEI(SPEI_PROPERTY_NUM_CHANGE) | SPFEI(SPEI_PROPERTY_STRING_CHANGE);V_RETURN(m_cpRecognizer.CoCreateInstance( CLSID_SpInprocRecognizer));V_RETURN(SpCreateDefaultObjectFromCategoryId(SPCAT_AUDIOIN, &m_cpAudio));V_RETURN(m_cpRecognizer ->SetInput(m_cpAudio, TRUE));  V_RETURN(m_cpRecognizer->CreateRecoContext(&m_cpRecoContext));  V_RETURN(m_cpRecoContext->SetNotifyWindowMessage(hWnd, Msg, 0, 0));V_RETURN(m_cpRecoContext->SetInterest(ullInterest, ullInterest)); if (xmlFileName != NULL)return LoadCmdFromFile(xmlFileName);return hr;
}HRESULT SREngine::LoadCmdFromFile(const WCHAR *xmlFileName)
{HRESULT hr = S_OK;if (m_cpCmdGrammar != NULL)return hr;V_RETURN(m_cpRecoContext ->CreateGrammar(MYGRAMMARID, &m_cpCmdGrammar));  //Command and control---C&CV_RETURN(m_cpCmdGrammar->LoadCmdFromFile(xmlFileName, SPLO_DYNAMIC));return hr;
}HRESULT SREngine::SetRuleState(const WCHAR *pszRuleName, BOOL fActivate)
{return m_cpCmdGrammar ->SetRuleState(pszRuleName, NULL, fActivate ? SPRS_ACTIVE : SPRS_INACTIVE);
}

界面操作展示类：

#ifndef SPRECOUI_H
#define SPRECOUI_H//#include "ui_SpRecoUI.h"
#include "ui_ImageSpirit.h"class SpRecoUI : public QMainWindow
{Q_OBJECTpublic:SpRecoUI(QWidget *parent = 0, Qt::WindowFlags flags = 0);~SpRecoUI();LRESULT OnRecoEvent();bool nativeEvent(const QByteArray &eventType, void *message, long *result);private slots:void onVoiceStart();void onVoiceStop();private:Ui::SpRecoUIClass ui;// For speech recognitionbool m_bSoundEnd, m_bSoundStart;SREngine m_SREngine;void Recognized(CSpEvent &spEvent);
};#endif // SPRECOUI_H

#include "stdafx.h"
#include "SpRecoUI.h"#include <QtWidgets/QMessageBox>SpRecoUI::SpRecoUI(QWidget *parent, Qt::WindowFlags flags): QMainWindow(parent, flags)
{ui.setupUi(this);connect(ui.pbVoiceInput, SIGNAL(pressed()), this, SLOT(onVoiceStart()));connect(ui.pbVoiceInput, SIGNAL(released()), this, SLOT(onVoiceStop()));  //SAPI initm_bSoundStart = false;m_bSoundEnd = false; if(FAILED(m_SREngine.InitializeSapi((HWND)this->winId(), SREngine::WM_RECOEVENT, L"./SpeechGrammar.xml")))QMessageBox::information(NULL, "Error", "Initialize speech engine failed!", MB_OK);
}SpRecoUI::~SpRecoUI()
{}void SpRecoUI::onVoiceStart()
{VERIFY_RES(m_SREngine.SetRuleState(NULL, TRUE));setWindowTitle("Sound started");
}void SpRecoUI::onVoiceStop()
{VERIFY_RES(m_SREngine.SetRuleState(NULL, FALSE));setWindowTitle("Sound stopped");
}bool SpRecoUI::nativeEvent(const QByteArray &eventType, void *message, long *result)
{MSG* pMsg = (MSG*) message;setWindowTitle("Control - Debug: winEvent");if(pMsg->message == SREngine::WM_RECOEVENT)*result = this->OnRecoEvent();return false;
}// Speech Recognition Event Process
LRESULT SpRecoUI::OnRecoEvent()
{if (m_SREngine.m_cpRecoContext == NULL)return FALSE;CSpEvent spEvent;HRESULT hr = S_OK;while(spEvent.GetFrom(m_SREngine.m_cpRecoContext) == S_OK) {setWindowTitle("Control - Debug");switch(spEvent.eEventId){case SPEI_SOUND_START: m_bSoundStart = true; break;case SPEI_SOUND_END: m_bSoundEnd = true; break;case SPEI_RECOGNITION: if (m_bSoundStart && m_bSoundEnd) Recognized(spEvent); break;}}return TRUE;
}void SpRecoUI::Recognized(CSpEvent &spEvent)
{USES_CONVERSION;CComPtr<ISpRecoResult> cpResult = spEvent.RecoResult();CSpDynamicString dstrText;cpResult->GetText(SP_GETWHOLEPHRASE, SP_GETWHOLEPHRASE, TRUE, &dstrText, NULL);QString strResult = dstrText.CopyToChar(); //  W2T(dstrText);SPPHRASE* pPhrase = NULL;if (SUCCEEDED(cpResult->GetPhrase(&pPhrase))){strResult += tr(" RuleName:") + QString::fromStdWString(pPhrase->Rule.pszName);strResult += tr(" PropName:") + QString::fromStdWString(pPhrase->pProperties->pszName);       if (pPhrase->pProperties->pNextSibling)strResult += tr(" Sibling:") + QString::fromStdWString(pPhrase->pProperties->pNextSibling->pszName);if (pPhrase->pProperties->pFirstChild)strResult += tr(" Child:") + QString::fromStdWString(pPhrase->pProperties->pFirstChild->pszName);}if (pPhrase)::CoTaskMemFree(pPhrase);    ui.textEdit->insertPlainText(strResult+"\n");
}

SpeechGrammar XML语音命令字配置：

<?xml version="1.0"?>
<!-- Refer to `Grammar XML Schema' for details about how to generate this file.  -->
<GRAMMAR LANGID="409"><DEFINE><ID NAME="Activate" VAL="1010"/><ID NAME="MkDeform" VAL="1011"/><ID NAME="ChangeMatCmd" VAL="1012"/><ID NAME="ChangeClrCmd" VAL="1013"/><ID NAME="MoveCmd" VAL="1014"/></DEFINE><RULE NAME="Activate" ID="Activate" TOPLEVEL="ACTIVE"><P>+Activate -the</P><RULEREF NAME="ObjectAndDescription" PROPNAME="ObjDes"/></RULE><RULE NAME="MkDeform" ID="MkDeform" TOPLEVEL="ACTIVE"><P>+Make -the</P><RULEREF NAME="ObjectAndDescription" PROPNAME="ObjDes"/><RULEREF NAME="DeformType" PROPNAME="DType"/></RULE><RULE NAME="ChangeClrCmd" ID="ChangeClrCmd" TOPLEVEL="ACTIVE"><P>+Change -the</P><RULEREF NAME="ObjectAndDescription" PROPNAME="ObjDes"/><OPT>-from</OPT><RULEREF NAME="ColorAtri" PROPNAME="Color1"/><P>-to</P><RULEREF NAME="ColorAtri" PROPNAME="Color2"/></RULE><RULE NAME="ChangeMatCmd" ID="ChangeMatCmd" TOPLEVEL="ACTIVE"><P>+Change -the</P><RULEREF NAME="ObjectAndDescription" PROPNAME="ObjDes"/><OPT>-from</OPT><RULEREF NAME="MaterialAtri" PROPNAME="Material1"/><P>-to</P><RULEREF NAME="MaterialAtri" PROPNAME="Material2"/></RULE><RULE NAME="MoveCmd" ID="MoveCmd" TOPLEVEL="ACTIVE"><L><P>Move</P><P>Repeat</P></L><P>-the</P><RULEREF NAME="ObjectAndDescription" PROPNAME="ObjDes"/><RULEREF NAME="MoveDirection" PROPNAME="MvDir"/><OPT><P>along -the</P><RULEREF NAME="ObjectAndDescription" PROPNAME="ObjDes2"/></OPT></RULE><RULE NAME="ObjectAndDescription"><RULEREF NAME="ColorAtri" PROPNAME="ClrAtri"/><RULEREF NAME="MaterialAtri" PROPNAME="MaterAtri"/><RULEREF NAME="ObjectName" PROPNAME="ObjName"/><RULEREF NAME="PositionAtri" PROPNAME="PosAtri"/></RULE><RULE NAME="ObjectName" DYNAMIC="TRUE"><L><P PROPNAME="NUMBER" VAL="0">wall</P><P PROPNAME="NUMBER" VAL="1">floor</P><P PROPNAME="NUMBER" VAL="2">picture</P><P PROPNAME="NUMBER" VAL="3">cabinet</P><P PROPNAME="NUMBER" VAL="4">chair</P><P PROPNAME="NUMBER" VAL="5">table</P><P PROPNAME="NUMBER" VAL="6">window</P><P PROPNAME="NUMBER" VAL="7">door</P><P PROPNAME="NUMBER" VAL="8">ceiling</P><P PROPNAME="NUMBER" VAL="9">lamp</P><P PROPNAME="NUMBER" VAL="10">bed</P><P PROPNAME="NUMBER" VAL="11">desk</P><P PROPNAME="NUMBER" VAL="12">monitor</P><P PROPNAME="NUMBER" VAL="13">car</P><P PROPNAME="NUMBER" VAL="14">blinds</P><P PROPNAME="NUMBER" VAL="15">television</P><P PROPNAME="NUMBER" VAL="16">sofa</P><P PROPNAME="NUMBER" VAL="17">counter</P></L></RULE><RULE NAME="ColorAtri"><OPT><L><P PROPNAME="NUMBER" VAL="0">black</P><P PROPNAME="NUMBER" VAL="1">blue</P><P PROPNAME="NUMBER" VAL="2">brown</P><P PROPNAME="NUMBER" VAL="3">gray</P><P PROPNAME="NUMBER" VAL="4">green</P><P PROPNAME="NUMBER" VAL="5">orange</P><P PROPNAME="NUMBER" VAL="6">pink</P><P PROPNAME="NUMBER" VAL="7">purple</P><P PROPNAME="NUMBER" VAL="8">red</P><P PROPNAME="NUMBER" VAL="9">white</P><P PROPNAME="NUMBER" VAL="10">yellow</P></L></OPT></RULE><RULE NAME="PositionAtri"><OPT><P>-in</P><L><P PROPNAME="NUMBER" VAL="0">top-left</P><P PROPNAME="NUMBER" VAL="1">top-middle</P><P PROPNAME="NUMBER" VAL="2">top-right</P><P PROPNAME="NUMBER" VAL="3">center-left</P><P PROPNAME="NUMBER" VAL="4">center-middle</P><P PROPNAME="NUMBER" VAL="5">center-right</P><P PROPNAME="NUMBER" VAL="6">bottom-left</P><P PROPNAME="NUMBER" VAL="7">bottom-middle</P><P PROPNAME="NUMBER" VAL="8">bottom-right</P></L></OPT></RULE><RULE NAME="MaterialAtri"><OPT><L><P PROPNAME="NUMBER" VAL="0">wood</P><P PROPNAME="NUMBER" VAL="1">painted</P><P PROPNAME="NUMBER" VAL="2">cotton</P><P PROPNAME="NUMBER" VAL="3">paper</P><P PROPNAME="NUMBER" VAL="4">glass</P><P PROPNAME="NUMBER" VAL="5">brick</P><P PROPNAME="NUMBER" VAL="6">metal</P><P PROPNAME="NUMBER" VAL="7">leather</P><P PROPNAME="NUMBER" VAL="8">plastic</P></L></OPT></RULE><RULE NAME="MoveDirection"><L><P>up</P><P>down</P><P>left</P><P>right</P></L></RULE><RULE NAME="DeformType"><L><P>lowwer</P><P>taller</P><P>smaller</P><P>larger</P></L></RULE>
</GRAMMAR>

使用微软的语音识别引擎Microsoft Speech API进行语音控制相关推荐

speech开源框架_微软SAPI（The Microsoft Speech API）：让你的软件能说会道
"没声音,再好的戏也出不来."这虽然是一句广告,但是也说出了一个道理,我们所开发的软件,特别是一些多媒体软件,要是能够发出声音,能说会道,将为我们的软件增添不少光彩.同时,我们面临 ...
使用Web Speech API制作语音控制的音频播放器
/* For hiding / showing the extra block */ .sp_hiddenblock {margin: 2px;border: 1px solid rgb(250, 1 ...
使用谷歌Cloud Speech API将语音转换为文字
CSDN广告邮件太多了,邮箱已经屏蔽了CSDN,留言请转SegmentFault:https://segmentfault.com/a/1190000013591768 Google Cloud Sp ...
Microsoft Speech API SDK
在MSDN看见的一篇文章. 水平有限,翻译的不好请见谅! 原文地址: http://blogs.msdn.com/chuckop/archive/2006/11/24/microsoft-speech ...
使用Web Speech API实现语音文本互转
本教程中,我们将尝试使用Web Speech API,这是一个非常强大的浏览器接口,可以用来记录语音并将其转换为文本,同样的,也可以用来朗读字符串. 接下来进入正题,这个App应当具有以下几个功能: ...
通过百度语音api实现语音控制五子棋——基于flask
目录思路成果步骤录音代码语音识别代码思路使用python的pyaudio库来进行语音录入,将语音存放在本地文件,然后再通过百度api进行语音识别,通过识别内容判断下一步棋落在哪. 成果 ...
微软语音识别引擎Speech
最近有一个语音识别的功能,C#项目又是内网没法联各大厂商的云API,因此打算使用微软的语音识别引擎Speech To Text:但是最终发现它在实现设置好关键词的前提下识别率倒还行,真正做语音识别几乎 ...
语音识别引擎_linux 语音识别引擎_中文实时语音识别引擎 - 云+社区 - 腾讯云
广告关闭腾讯云双11爆品提前享,精选热门产品助力上云,云服务器首年88元起,买的越多返的越多,最高满返5000元! 腾讯云语音识别服务开放实时语音识别.一句话识别和录音文件识别三种服务形式,满足不同 ...
【VBA】Speech.Speak 指定语音库
VBA Speech.Speak 指定语音库 Microsoft Speech API : https://docs.microsoft.com/zh-cn/previous-versions/win ...

使用微软的语音识别引擎Microsoft Speech API进行语音控制

使用微软的语音识别引擎Microsoft Speech API进行语音控制相关推荐

最新文章

热门文章