基于2D的人脸跟踪显示

// FaceTrack.cpp : 定义控制台应用程序的入口点。
//

#include "stdafx.h"
#include "opencv2/opencv.hpp"
#include "Kinect.h"
#include "kinect.face.h"
using namespace cv;
using namespace std;
//#pragma comment ( lib, "Kinect20.face.lib" )

//安全释放指针
template<class Interface>
inline void SafeRelease(Interface *& pInterfaceToRelease)
{
if (pInterfaceToRelease != NULL)
{
pInterfaceToRelease->Release();
pInterfaceToRelease = NULL;
}
}

int _tmain(int argc, _TCHAR* argv[])
{
IKinectSensor *kinectSensor;
HRESULT hr = GetDefaultKinectSensor(&kinectSensor);
kinectSensor->Open();

//开启深度数据获取
IDepthFrameSource* depths = nullptr;
kinectSensor->get_DepthFrameSource(&depths);     // 获取深度数据源
int height, width;                               //图像宽和高
IFrameDescription   * myDescription = nullptr;  //取得深度数据的分辨率
depths->get_FrameDescription(&myDescription);
myDescription->get_Height(&height);
myDescription->get_Width(&width);
myDescription->Release();

IDepthFrameReader* depthRead = nullptr;
depths->OpenReader(&depthRead); // 打开深度解析器

cout << "width " << width << "  height " << height << endl;
Mat img16u(height,width,CV_16UC1);
Mat img8u(height,width,CV_8UC1);

//开启彩色数据获取
IColorFrameSource* colorFramSouce = nullptr;
kinectSensor->get_ColorFrameSource(&colorFramSouce); // 获取图像数据源
IColorFrameReader* colorFramRead = nullptr;
colorFramSouce->OpenReader(&colorFramRead); // 打开解析器

IFrameDescription* frameDs = nullptr;
colorFramSouce->get_FrameDescription(&frameDs); // 获取信息的属性
int heightColor, widthColor;
frameDs->get_Height(&heightColor);
frameDs->get_Width(&widthColor);
cout << "heightColor " << heightColor << "  widthColor " << widthColor << endl;
Mat imgColor(heightColor, widthColor, CV_8UC4);

//开启骨骼数据获取
IBodyFrameSource    * myBodySource = nullptr;       //source
kinectSensor->get_BodyFrameSource(&myBodySource);
int heightBody, widthBody;

IBodyFrameReader    * myBodyReader = nullptr;       //reader
myBodySource->OpenReader(&myBodyReader);
int myBodyCount = 0;
myBodySource->get_BodyCount(&myBodyCount);

ICoordinateMapper   * myMapper = nullptr;
kinectSensor->get_CoordinateMapper(&myMapper);

//脸部跟踪
IFaceFrameSource * myFaceSource[BODY_COUNT];
//kinectSensor->get_FaceFrameFeatures(&myBodySource);
DWORD features = FaceFrameFeatures::FaceFrameFeatures_BoundingBoxInColorSpace
| FaceFrameFeatures::FaceFrameFeatures_PointsInColorSpace
| FaceFrameFeatures::FaceFrameFeatures_RotationOrientation;
//| FaceFrameFeatures::FaceFrameFeatures_Happy
//| FaceFrameFeatures::FaceFrameFeatures_RightEyeClosed
//| FaceFrameFeatures::FaceFrameFeatures_LeftEyeClosed
//| FaceFrameFeatures::FaceFrameFeatures_MouthOpen
//| FaceFrameFeatures::FaceFrameFeatures_MouthMoved
//| FaceFrameFeatures::FaceFrameFeatures_LookingAway
//| FaceFrameFeatures::FaceFrameFeatures_Glasses
//| FaceFrameFeatures::FaceFrameFeatures_FaceEngagement;
IFaceFrameReader* faceReader[BODY_COUNT];

for (int i = 0; i < BODY_COUNT; i++)
{

if (CreateFaceFrameSource(kinectSensor, 0, features, &myFaceSource[i]) != S_OK)
{
std::cerr << "Error : CreateFaceFrameSource" << std::endl;
return -1;
}
myFaceSource[i]->OpenReader(&faceReader[i]);
}

//循环获取
while (true)
{
//获取深度摄像头数据
IDepthFrame* depthFram = nullptr;
if (depthRead->AcquireLatestFrame(&depthFram) == S_OK) //通过Reader尝试获取最新的一帧深度数据，放入深度帧中,并判断是否成功获取
{
depthFram->CopyFrameDataToArray(height * width, (UINT16 *)img16u.data); //先把数据存入16位的图像矩阵中
img16u.convertTo(img8u, CV_8UC1, 255.0 / 4500);   //再把16位转换为8位
imshow("TEST", img8u);
depthFram->Release();
}
//获取RGB摄像头数据
IColorFrame* colorFram = nullptr;
if (colorFramRead->AcquireLatestFrame(&colorFram) == S_OK) //通过Reader尝试获取最新的一帧深度数据，放入深度帧中,并判断是否成功获取
{
colorFram->CopyConvertedFrameDataToArray(heightColor*widthColor * 4, (BYTE*)imgColor.data, ColorImageFormat_Bgra);

colorFram->Release();
}
//获取人骨胳数据
IBodyFrame *myBodyFrame = nullptr;
if (myBodyReader->AcquireLatestFrame(&myBodyFrame) == S_OK)
{
myBodyCount = 0;
IBody   ** bodyArr = nullptr;
myBodySource->get_BodyCount(&myBodyCount);
bodyArr = new IBody *[myBodyCount];
for (int i = 0; i < myBodyCount; i++)   //bodyArr的初始化
bodyArr[i] = nullptr;

if (myBodyFrame->GetAndRefreshBodyData(myBodyCount, bodyArr) == S_OK)
{

for (int i = 0; i < myBodyCount; i++)   //遍历6个人(可能用不完)
{
BOOLEAN     result = false;
if (bodyArr[i]->get_IsTracked(&result) == S_OK && result)   //判断此人是否被侦测到
{
cout << "Body " << i << " tracked!" << endl;
UINT64 trackingId = _UI64_MAX;
if (bodyArr[i]->get_TrackingId(&trackingId) == S_OK)
{
myFaceSource[i]->put_TrackingId(trackingId);
}
}
}
}

for (int i = 0; i < myBodyCount; i++)
{
IFaceFrame*faceFrame = nullptr;
if (faceReader[i]->AcquireLatestFrame(&faceFrame) == S_OK && faceFrame != nullptr)
{
BOOLEAN tracked = false;
if (SUCCEEDED(faceFrame->get_IsTrackingIdValid(&tracked)) && tracked)
{
IFaceFrameResult *faceResult = nullptr;
if (SUCCEEDED(faceFrame->get_FaceFrameResult(&faceResult)))
{

PointF facePoint[FacePointType_Count];  //FacePointType_Count=5
if (SUCCEEDED(faceResult->GetFacePointsInColorSpace(FacePointType_Count, facePoint)))
{
for (int j = 0; j <FacePointType_Count; j++)
{
circle(imgColor, Point(facePoint[j].X, facePoint[j].Y), 5, Scalar(0, 0, 255), 5);
}
//cout << "facePoint" << facePoint.size() << endl;

}
RectI box;
if (SUCCEEDED(faceResult->get_FaceBoundingBoxInColorSpace(&box)))
{
rectangle(imgColor, cv::Rect(box.Left, box.Top, box.Right - box.Left, box.Bottom - box.Top), Scalar(0, 0, 255, 255),5);
}
faceResult->Release();

}
}
}
//CreateFaceModel();
//UINT32 triangel[4];
//GetFaceModelTriangles(heightColor*widthColor, triangel);

//delete[] bodyArr;
imshow("imgColor", imgColor);
}

myBodyFrame->Release();
}

waitKey(1);
}

//img show
Mat src=imread("1.jpg");
imshow("lk", src);
waitKey();
depthRead->Release();        //释放不用的变量并且关闭感应器
colorFramRead->Release();
kinectSensor->Close();
return 0;
}