声控鼠标器
利用sphinx4写了个java的声控鼠标器,可以用声音控制鼠标的活动，代码贴下：
ControlGui.java-----
import java.awt.FlowLayout;
import java.awt.GridLayout;
import java.awt.TextArea;
import java.awt.event.ActionEvent;
import java.awt.event.ActionListener;
import javax.swing.JButton;
import javax.swing.JFrame;
import javax.swing.JLabel;
import javax.swing.JPanel;
import javax.swing.JTextArea;
public class ControlGui implements ActionListener,Runnable{
static JFrame jf;
static JButton b;
JPanel p1,p2;
JPanel pl1,pl2,pl3;
static JLabel label,l1,l2,l3;
public ControlGui(){
jf=new JFrame("声控鼠标器");
b=new JButton("启动声控");
p1=new JPanel();
p2=new JPanel();
pl1=new JPanel();
pl2=new JPanel();
pl3=new JPanel();
label=new JLabel("");
l1=new JLabel("左-left(a),右-right(d),上-up(w)");
l2=new JLabel(",下-down(s)小括号内的字母a(d,w,");
l3=new JLabel("s) 是鼠标向左(右,上,下)1个单位");
jf.setLayout(new GridLayout(5,1));
jf.setDefaultCloseOperation(JFrame.EXIT_ON_CLOSE);
p1.add(b);
p2.add(label);
pl1.add(l1);
pl2.add(l2);
pl3.add(l3);
jf.add(pl1);
jf.add(pl2);
jf.add(pl3);
jf.add(p1);
jf.add(p2);
jf.setSize(200,200);
jf.setVisible(true);
b.addActionListener(this);
}
public void actionPerformed(ActionEvent arg0) {
// TODO Auto-generated method stub
if(arg0.getActionCommand().equals("启动声控")){
new Thread(this).start();
b.setText("停止声控");
jf.repaint();
}
else{
SoundService.flag=true;
MouseSevice.move=false;
b.setText("启动声控");
jf.repaint();
}
}
public static void main(String[] args){
new ControlGui();
}
public void run(){
SoundService s=new SoundService();
s.listenerRun();
}
}
---------------SoundService.java-------------------------------
import java.io.File;
import java.io.IOException;
import java.net.URL;
import edu.cmu.sphinx.frontend.util.Microphone;
import edu.cmu.sphinx.recognizer.Recognizer;
import edu.cmu.sphinx.result.Result;
import edu.cmu.sphinx.util.props.ConfigurationManager;
import edu.cmu.sphinx.util.props.PropertyException;
public class SoundService {
static boolean flag;
public void listenerRun(){
try {
URL url;
url = SoundService.class.getResource("soundservice.config.xml");
// System.out.println("Loading...");
ControlGui.label.setText("初始化............");
ControlGui.jf.repaint();
ConfigurationManager cm = new ConfigurationManager(url);
Recognizer recognizer = (Recognizer) cm.lookup("recognizer");
Microphone microphone = (Microphone) cm.lookup("microphone");
/* allocate the resource necessary for the recognizer */
recognizer.allocate();
/* the microphone will keep recording until the program exits */
if (microphone.startRecording()) {
//System.out.println
// ("Say commnd:left right wait click....................");
ControlGui.label.setText("say commnd to control....");
ControlGui.jf.repaint();
while (true&&!flag) {
/*
* This method will return when the end of speech
* is reached. Note that the endpointer will determine
* the end of speech.
*/
Result result = recognizer.recognize();
if (result != null) {
String resultText = result.getBestFinalResultNoFiller();
MouseSevice.move=false;
new Thread(new MouseThread(resultText)).start();
ControlGui.label.setText("You said: " + resultText);
ControlGui.jf.repaint();
// System.out.println("You said: " + resultText + "\n");
} else {
ControlGui.label.setText("I can't hear what you said.");
ControlGui.jf.repaint();
}
}
} else {
System.out.println("Cannot start microphone.");
recognizer.deallocate();
System.exit(1);
}
} catch (Exception e) {
ControlGui.label.setText("初始化失败..."+e.getMessage());
ControlGui.b.setText("启动声控");
ControlGui.jf.repaint();
e.printStackTrace();
}
}
}
------------------MouseThread.java----------------------
public class MouseThread implements Runnable{
String resultText;
MouseSevice serv=new MouseSevice();
public MouseThread(String cmd){
this.resultText=cmd;
}
public void run(){
if(resultText.equals("left")){
serv.leftMove();
}else if(resultText.equals("right")){
serv.rightMove();
}else if(resultText.equals("wait")){
serv.waitMove();
}
else if(resultText.equals("click")){
serv.clickMouse();
}
else if(resultText.equals("up")){
serv.upMove();
}else if(resultText.equals("down")){
serv.downMove();
}
else if(resultText.equals("a")){
serv.L();
}
else if(resultText.equals("d")){
serv.R();
}
else if(resultText.equals("w")){
serv.U();
}
else if(resultText.equals("s")){
serv.D();
}
}
}
----------------------MouseSevice.java-----------------------
import java.awt.AWTException;
import java.awt.Point;
import java.awt.Robot;
import java.awt.event.InputEvent;
public class MouseSevice {
static boolean move=true;
Robot ro;
MousePointInfo p;
public MouseSevice(){
try {
ro=new Robot();
p=new MousePointInfo();
} catch (AWTException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
public void leftMove(){
move=true;
try {
while(move){
ro.mouseMove(p.getMousePosX()-10,p.getMousePosY());
new Thread().sleep(130);
}
} catch (Exception e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
public void rightMove(){
move=true;
try {
while(move){
ro.mouseMove(p.getMousePosX()+10,p.getMousePosY());
new Thread().sleep(130);
}
} catch (Exception e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
public void waitMove(){
move=false;
}
public void clickMouse(){
try {
ro.mousePress(InputEvent.BUTTON1_MASK);
ro.mouseRelease(InputEvent.BUTTON1_MASK);
ro.mousePress(InputEvent.BUTTON1_MASK);
ro.mouseRelease(InputEvent.BUTTON1_MASK);
} catch (Exception e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
public void upMove(){
move=true;
try {
while(move){
ro.mouseMove(p.getMousePosX(),p.getMousePosY()-10);
new Thread().sleep(130);
}
} catch (Exception e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
public void downMove(){
move=true;
try {
while(move){
ro.mouseMove(p.getMousePosX(),p.getMousePosY()+10);
new Thread().sleep(130);
}
} catch (Exception e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
public void L(){
ro.mouseMove(p.getMousePosX()-10,p.getMousePosY());
}
public void R(){
ro.mouseMove(p.getMousePosX()+10,p.getMousePosY());
}
public void U(){
ro.mouseMove(p.getMousePosX(),p.getMousePosY()-10);
}
public void D(){
ro.mouseMove(p.getMousePosX(),p.getMousePosY()+10);
}
}
-----------------------soundservice.config.xml---------------------
<?xml version="1.0" encoding="UTF-8"?>
<!--
Sphinx-4 Configuration file
-->
<!-- ******************************************************** -->
<!-- an4 configuration file -->
<!-- ******************************************************** -->
<config>
<!-- ******************************************************** -->
<!-- frequently tuned properties -->
<!-- ******************************************************** -->
<property name="logLevel" value="WARNING"/>
<property name="absoluteBeamWidth" value="-1"/>
<property name="relativeBeamWidth" value="1E-80"/>
<property name="wordInsertionProbability" value="1E-36"/>
<property name="languageWeight" value="8"/>
<property name="frontend" value="epFrontEnd"/>
<property name="recognizer" value="recognizer"/>
<property name="showCreations" value="false"/>
<!-- ******************************************************** -->
<!-- word recognizer configuration -->
<!-- ******************************************************** -->
<component name="recognizer" type="edu.cmu.sphinx.recognizer.Recognizer">
<property name="decoder" value="decoder"/>
<propertylist name="monitors">
<item>accuracyTracker </item>
<item>speedTracker </item>
<item>memoryTracker </item>
</propertylist>
</component>
<!-- ******************************************************** -->
<!-- The Decoder configuration -->
<!-- ******************************************************** -->
<component name="decoder" type="edu.cmu.sphinx.decoder.Decoder">
<property name="searchManager" value="searchManager"/>
</component>
<component name="searchManager"
type="edu.cmu.sphinx.decoder.search.SimpleBreadthFirstSearchManager">
<property name="logMath" value="logMath"/>
<property name="linguist" value="flatLinguist"/>
<property name="pruner" value="trivialPruner"/>
<property name="scorer" value="threadedScorer"/>
<property name="activeListFactory" value="activeList"/>
</component>
<component name="activeList"
type="edu.cmu.sphinx.decoder.search.PartitionActiveListFactory">
<property name="logMath" value="logMath"/>
<property name="absoluteBeamWidth" value="${absoluteBeamWidth}"/>
<property name="relativeBeamWidth" value="${relativeBeamWidth}"/>
</component>
<component name="trivialPruner"
type="edu.cmu.sphinx.decoder.pruner.SimplePruner"/>
<component name="threadedScorer"
type="edu.cmu.sphinx.decoder.scorer.ThreadedAcousticScorer">
<property name="frontend" value="${frontend}"/>
<property name="isCpuRelative" value="true"/>
<property name="numThreads" value="0"/>
<property name="minScoreablesPerThread" value="10"/>
<property name="scoreablesKeepFeature" value="true"/>
</component>
<!-- ******************************************************** -->
<!-- The linguist configuration -->
<!-- ******************************************************** -->
<component name="flatLinguist"
type="edu.cmu.sphinx.linguist.flat.FlatLinguist">
<property name="logMath" value="logMath"/>
<property name="grammar" value="jsgfGrammar"/>
<property name="acousticModel" value="wsj"/>
<property name="wordInsertionProbability"
value="${wordInsertionProbability}"/>
<property name="languageWeight" value="${languageWeight}"/>
<property name="unitManager" value="unitManager"/>
</component>
<!-- ******************************************************** -->
<!-- The Grammar configuration -->
<!-- ******************************************************** -->
<component name="jsgfGrammar" type="edu.cmu.sphinx.jsapi.JSGFGrammar">
<property name="dictionary" value="dictionary"/>
<property name="grammarLocation"
value="resource:/SoundService!/"/>
<property name="grammarName" value="mouse"/>
<property name="logMath" value="logMath"/>
</component>
<!-- ******************************************************** -->
<!-- The Dictionary configuration -->
<!-- ******************************************************** -->
<component name="dictionary"
type="edu.cmu.sphinx.linguist.dictionary.FastDictionary">
<property name="dictionaryPath"
value="resource:/edu.cmu.sphinx.model.acoustic.WSJ_8gau_13dCep_16k_40mel_130Hz_6800Hz.Model!/edu/cmu/sphinx/model/acoustic/WSJ_8gau_13dCep_16k_40mel_130Hz_6800Hz/dict/mouse.dict"/>
<property name="fillerPath"
value="resource:/edu.cmu.sphinx.model.acoustic.WSJ_8gau_13dCep_16k_40mel_130Hz_6800Hz.Model!/edu/cmu/sphinx/model/acoustic/WSJ_8gau_13dCep_16k_40mel_130Hz_6800Hz/dict/fillerdict"/>
<property name="addSilEndingPronunciation" value="false"/>
<property name="allowMissingWords" value="false"/>
<property name="unitManager" value="unitManager"/>
</component>
<!-- ******************************************************** -->
<!-- The acoustic model configuration -->
<!-- ******************************************************** -->
<component name="wsj"
type="edu.cmu.sphinx.model.acoustic.WSJ_8gau_13dCep_16k_40mel_130Hz_6800Hz.Model">
<property name="loader" value="wsjLoader"/>
<property name="unitManager" value="unitManager"/>
</component>
<component name="wsjLoader"
type="edu.cmu.sphinx.model.acoustic.WSJ_8gau_13dCep_16k_40mel_130Hz_6800Hz.ModelLoader">
<property name="logMath" value="logMath"/>
<property name="unitManager" value="unitManager"/>
</component>
<!-- ******************************************************** -->
<!-- The unit manager configuration -->
<!-- ******************************************************** -->
<component name="unitManager"
type="edu.cmu.sphinx.linguist.acoustic.UnitManager"/>
<!-- ******************************************************** -->
<!-- The frontend configuration -->
<!-- ******************************************************** -->
<component name="frontEnd" type="edu.cmu.sphinx.frontend.FrontEnd">
<propertylist name="pipeline">
<item>microphone </item>
<item>premphasizer </item>
<item>windower </item>
<item>fft </item>
<item>melFilterBank </item>
<item>dct </item>
<item>liveCMN </item>
<item>featureExtraction </item>
</propertylist>
</component>
<!-- ******************************************************** -->
<!-- The live frontend configuration -->
<!-- ******************************************************** -->
<component name="epFrontEnd" type="edu.cmu.sphinx.frontend.FrontEnd">
<propertylist name="pipeline">
<item>microphone </item>
<item>speechClassifier </item>
<item>speechMarker </item>
<item>nonSpeechDataFilter </item>
<item>premphasizer </item>
<item>windower </item>
<item>fft </item>
<item>melFilterBank </item>
<item>dct </item>
<item>liveCMN </item>
<item>featureExtraction </item>
</propertylist>
</component>
<!-- ******************************************************** -->
<!-- The frontend pipelines -->
<!-- ******************************************************** -->
<component name="speechClassifier"
type="edu.cmu.sphinx.frontend.endpoint.SpeechClassifier">
<property name="threshold" value="13"/>
</component>
<component name="nonSpeechDataFilter"
type="edu.cmu.sphinx.frontend.endpoint.NonSpeechDataFilter"/>
<component name="speechMarker"
type="edu.cmu.sphinx.frontend.endpoint.SpeechMarker" >
<property name="speechTrailer" value="50"/>
</component>
<component name="premphasizer"
type="edu.cmu.sphinx.frontend.filter.Preemphasizer"/>
<component name="windower"
type="edu.cmu.sphinx.frontend.window.RaisedCosineWindower">
</component>
<component name="fft"
type="edu.cmu.sphinx.frontend.transform.DiscreteFourierTransform">
</component>
<component name="melFilterBank"
type="edu.cmu.sphinx.frontend.frequencywarp.MelFrequencyFilterBank">
</component>
<component name="dct"
type="edu.cmu.sphinx.frontend.transform.DiscreteCosineTransform"/>
<component name="liveCMN"
type="edu.cmu.sphinx.frontend.feature.LiveCMN"/>
<component name="featureExtraction"
type="edu.cmu.sphinx.frontend.feature.DeltasFeatureExtractor"/>
<component name="microphone"
type="edu.cmu.sphinx.frontend.util.Microphone">
<property name="closeBetweenUtterances" value="false"/>
</component>
<!-- ******************************************************* -->
<!-- monitors -->
<!-- ******************************************************* -->
<component name="accuracyTracker"
type="edu.cmu.sphinx.instrumentation.AccuracyTracker">
<property name="recognizer" value="${recognizer}"/>
<property name="showAlignedResults" value="false"/>
<property name="showRawResults" value="false"/>
</component>
<component name="memoryTracker"
type="edu.cmu.sphinx.instrumentation.MemoryTracker">
<property name="recognizer" value="${recognizer}"/>
<property name="showSummary" value="false"/>
<property name="showDetails" value="false"/>
</component>
<component name="speedTracker"
type="edu.cmu.sphinx.instrumentation.SpeedTracker">
<property name="recognizer" value="${recognizer}"/>
<property name="frontend" value="${frontend}"/>
<property name="showSummary" value="true"/>
<property name="showDetails" value="false"/>
</component>
<!-- ******************************************************* -->
<!-- Miscellaneous components -->
<!-- ******************************************************* -->
<component name="logMath" type="edu.cmu.sphinx.util.LogMath">
<property name="logBase" value="1.0001"/>
<property name="useAddTable" value="true"/>
</component>
</config>
--------------------mouse.gram---------------------------------
grammar mouse;
public <mouse> =(LEFT|RIGHT|WAIT|CLICK|DOWN|UP|A|S|W|D);
------------------------------------------------------------------
因为要在程序不被激活的状态下也能控制鼠标所以需要用到JNI
-----------MousePointInfo.java--------------------
public class MousePointInfo{
static{
System.loadLibrary("MouseInfo");
}
public native static int getMousePosX();
public native static int getMousePosY();
public static void main(String[] args)throws Exception{
// TODO Auto-generated method stub
MousePointInfo mouseInfo = new MousePointInfo();
System.out.println("x:"+mouseInfo.getMousePosX()+"y:"+mouseInfo.getMousePosY());
}
}
javac MousePointInfo.java
javah MousePointInfo
得到MousePointInfo.h
利用VC工具编译一个MouseInfo.dll
-------------------------------------------------------------
程序用到sphinx4的一些文件所以超过了10M传不上来........................
感兴趣的可以告诉我发给你....