kinect和arduino遥控电视

利用kinect和arduino遥控电视

此项目通过kinect和arduino来实现遥控电视的功能

1.改装遥控器

首先要了解遥控器开关键的工作原理，然后通过焊接连上导线，利用继电器和arduino进行控制。
由于我使用的继电器是低电平进行控制的，所以代码中是低电平触发的。

int ChannelPlusPin=5;
int ChannelLessPin=6;
int VolumePlusPin = 7;
int VolumeLessPin = 8;
int pulse =50;
void setup() {
  pinMode(ChannelPlusPin,OUTPUT);
  pinMode(ChannelLessPin,OUTPUT);
  pinMode(VolumePlusPin,OUTPUT);
  pinMode(VolumeLessPin,OUTPUT);
  digitalWrite(ChannelPlusPin,HIGH);
  digitalWrite(ChannelLessPin,HIGH);
  digitalWrite(VolumePlusPin,HIGH);
  digitalWrite(VolumeLessPin,HIGH);
  Serial.begin(9600);
}
void updatePin(int pin,int pulse)
{
  Serial.println("RECEIVED");
  Serial.println(pin);
  digitalWrite(pin,LOW);
  delay(pulse);
  digitalWrite(pin,HIGH);
  Serial.println("OFF");
}

void loop() {
 if(Serial.available())
 {
  char val= Serial.read();
  if(val=='1')
  {
    updatePin(ChannelPlusPin,pulse);
  }
  else if(val=='2')
  {
    updatePin(ChannelLessPin,pulse);
  }
   else if(val=='3')
  {
    updatePin1(VolumePlusPin,pulse);
  }
   else if(val=='4')
  {
    updatePin1(VolumeLessPin,pulse);
  }
 }

}

2.kinect手部追踪和手势识别

通过左右挥手实现频道切换，通过NITE的圆形探测来增减音量。

import SimpleOpenNI.*;
import processing.opengl.*;
import processing.serial.*;

SimpleOpenNI kinect;
Serial myPort;

XnVSessionManager sessionManager;
XnVPointControl pointControl;
XnVCircleDetector circleDetector;

PFont font;

int mode = 0;

boolean handsTrackFlag = true;
PVector screenHandVec = new PVector();
PVector handVec = new PVector();
ArrayList   handVecList = new ArrayList();
int handVecListSize = 30;

float rot;
float prevRot;
float rad;
float angle;
PVector centerVec = new PVector();
PVector screenCenterVec = new PVector();
int changeChannel;
int channelTime;

void setup(){
  kinect = new SimpleOpenNI(this);
  kinect.setMirror(true);
  kinect.enableDepth();
  kinect.enableGesture();
  kinect.enableHands();
  
  sessionManager = kinect.createSessionManager("Wave","RaiseHand");
  pointControl = new XnVPointControl();
  pointControl.RegisterPointCreate(this);
  pointControl.RegisterPointDestroy(this);
  pointControl.RegisterPointUpdate(this);
  
  circleDetector = new XnVCircleDetector();
  circleDetector.RegisterCircle(this);
  circleDetector.RegisterNoCircle(this);
  
  sessionManager.AddListener(circleDetector);
  sessionManager.AddListener(pointControl);
  
  size(kinect.depthWidth(),kinect.depthHeight());
  smooth();
  
  font = loadFont("KaiTi-48.vlw");
  
  String portName = Serial.list()[0];
  myPort = new Serial(this,portName,9600);
}

void onPointCreate(XnVHandPointContext pContext){
  println("onPointCreate:");
  handsTrackFlag = true;
  handVec.set(pContext.getPtPosition().getX(),pContext.getPtPosition().getY(),pContext.getPtPosition().getZ());
  handVecList.clear();
  handVecList.add(handVec.get());
}

void onPointDestroy(int nID){
  println("PointDestroy:"+nID);
  handsTrackFlag = false;
}

void onPointUpdate(XnVHandPointContext pContext){
  handVec.set(pContext.getPtPosition().getX(),pContext.getPtPosition().getY(),pContext.getPtPosition().getZ());
  handVecList.add(0,handVec.get());
  if(handVecList.size()>=handVecListSize){
  handVecList.remove(handVecList.size()-1);
  }
}

void onCircle(float fTimes,boolean bConfident,XnVCircle circle)
{
  print("onCircle:"+fTimes+ ",bConfident="+bConfident);
  rot = fTimes;
  angle = (fTimes % 1.0f)*2*PI-PI/2;
  centerVec.set(circle.getPtCenter().getX(),circle.getPtCenter().getY(),handVec.z);
  kinect.convertRealWorldToProjective(centerVec,screenCenterVec);
  rad= circle.getFRadius();
  mode=1;
}

void onNoCircle(float fTimes,int reason)
{
  println("onNoCircle:"+fTimes+",reason="+reason);
  mode=0;
}

void draw(){
  background(0);
  kinect.update();
  kinect.update(sessionManager);
  image(kinect.depthImage(),0,0);
  switch(mode){
    case 0:
    checkSpeed();
    if(handsTrackFlag){
      drawHand();
    }break;
    case 1:
    volumeControl();
    break;
    case 2:
    channelChange(changeChannel);
    channelTime++;
    if(channelTime>10){
     
        channelTime=0;
        mode=0;
      }
      break;
    }
  }
  void checkSpeed(){
    if(handVecList.size()>1){
      PVector vel = PVector.sub(handVecList.get(0),handVecList.get(1));
      if(vel.x>50){
        mode = 2;
        changeChannel = 1;
      }
      else if(vel.x<-50){
        changeChannel = -1;
        mode= 2;
      }
    }
  }
  
  void channelChange(int sign){
    String channelChange;
    pushStyle();
    if(sign==1)
    {
      stroke(255,0,0);
      fill(255,0,0);
      if(channelTime == 0)myPort.write('1');
      textAlign(LEFT);
      channelChange="Next Channel";
    }
    else{
      stroke(0,255,0);
      fill(0,255,0);
      if(channelTime == 0)myPort.write('2');
      textAlign(RIGHT);
      channelChange = "Previous Channel";
    }
    strokeWeight(10);
    pushMatrix();
    translate(width/2,height/2);
    line(0,0,sign*200,0);
    triangle(sign*200,20,sign*200,-20,sign*250,0);
    textFont(font,20);
    text(channelChange,0,40);
    popMatrix();
    popStyle();
  }
  
  void volumeControl(){
    String volumeText = "You Can Now Change the Volume";
    fill(150);
    ellipse(screenCenterVec.x,screenCenterVec.y,2*rad,2*rad);
    fill(255);
    if (rot>prevRot){
      fill(0,0,255);
      volumeText = "Volume Level Up";
      myPort.write('3');
    }
    else{
      fill(0,255,0);
      volumeText = "Volume Level Down";
      myPort.write('4');
    }
    prevRot = rot;
    text(volumeText,screenCenterVec.x,screenCenterVec.y);
    line(screenCenterVec.x,screenCenterVec.y,screenCenterVec.x+rad*cos(angle),screenCenterVec.y+rad*sin(angle));
  }
  void drawHand(){
    stroke(255,0,0);
    pushStyle();
    strokeWeight(6);
    kinect.convertRealWorldToProjective(handVec,screenHandVec);
    point(screenHandVec.x,screenHandVec.y);
    popStyle();
    
    noFill();
    
    Iterator itr = handVecList.iterator();
    
    beginShape();
    while(itr.hasNext())
    {
      PVector p = (PVector)itr.next();
      PVector sp = new PVector();
      kinect.convertRealWorldToProjective(p,sp);
      vertex(sp.x,sp.y);
    }
    endShape();
  }