基于qualcomm平台的kinect教程五之脸部识别
2016-09-22 16:10
453 查看
在继《基于qualcomm平台的kinect教程四之获取骨骼图》之后,今天我们来获取下实现人脸的识别。
一.核心代码:
二.实测效果图:(活生生把美女脸“切割”出了形状,哈哈~!)
![](https://img-blog.csdn.net/20160923092841198)
三.例程工程分享:
http://pan.baidu.com/s/1qYiv7HU
一.核心代码:
//------------------------------------------------------------------------------ // // Copyright (c) Microsoft Corporation. All rights reserved. // //------------------------------------------------------------------------------ // Defines the entry point for the application. // #include "stdafx.h" #include "SingleFace.h" #include "EggAvatar.h" #include #include "FTHelper.h" class SingleFace { public: SingleFace() : m_hInst(NULL) , m_hWnd(NULL) , m_hAccelTable(NULL) , m_pImageBuffer(NULL) , m_pVideoBuffer(NULL) , m_depthType(NUI_IMAGE_TYPE_DEPTH_AND_PLAYER_INDEX) , m_colorType(NUI_IMAGE_TYPE_COLOR) , m_depthRes(NUI_IMAGE_RESOLUTION_320x240) , m_colorRes(NUI_IMAGE_RESOLUTION_640x480) , m_bNearMode(TRUE) , m_bSeatedSkeletonMode(FALSE) {} int Run(HINSTANCE hInst, PWSTR lpCmdLine, int nCmdShow); protected: BOOL InitInstance(HINSTANCE hInst, PWSTR lpCmdLine, int nCmdShow); void ParseCmdString(PWSTR lpCmdLine); void UninitInstance(); ATOM RegisterClass(PCWSTR szWindowClass); static LRESULT CALLBACK WndProcStatic(HWND hwnd, UINT message, WPARAM wParam, LPARAM lParam); LRESULT CALLBACK WndProc(HWND hwnd, UINT message, WPARAM wParam, LPARAM lParam); static INT_PTR CALLBACK About(HWND hwnd, UINT message, WPARAM wParam, LPARAM lParam); BOOL PaintWindow(HDC hdc, HWND hWnd); BOOL ShowVideo(HDC hdc, int width, int height, int originX, int originY); BOOL ShowEggAvatar(HDC hdc, int width, int height, int originX, int originY); static void FTHelperCallingBack(LPVOID lpParam); static int const MaxLoadStringChars = 100; HINSTANCE m_hInst; HWND m_hWnd; HACCEL m_hAccelTable; EggAvatar m_eggavatar; FTHelper m_FTHelper; IFTImage* m_pImageBuffer; IFTImage* m_pVideoBuffer; NUI_IMAGE_TYPE m_depthType; NUI_IMAGE_TYPE m_colorType; NUI_IMAGE_RESOLUTION m_depthRes; NUI_IMAGE_RESOLUTION m_colorRes; BOOL m_bNearMode; BOOL m_bSeatedSkeletonMode; }; // Run the SingleFace application. int SingleFace::Run(HINSTANCE hInst, PWSTR lpCmdLine, int nCmdShow) { MSG msg = {static_cast(0), static_cast(0), static_cast(-1)}; if (InitInstance(hInst, lpCmdLine, nCmdShow)) { // Main message loop: while (GetMessage(&msg, NULL, 0, 0)) { if (!TranslateAccelerator(msg.hwnd, m_hAccelTable, &msg)) { TranslateMessage(&msg); DispatchMessage(&msg); } } } UninitInstance(); return (int)msg.wParam; } // In this function, we save the instance handle, then create and display the main program window. BOOL SingleFace::InitInstance(HINSTANCE hInstance, PWSTR lpCmdLine, int nCmdShow) { m_hInst = hInstance; // Store instance handle in our global variable ParseCmdString(lpCmdLine); WCHAR szTitle[MaxLoadStringChars]; // The title bar text LoadString(m_hInst, IDS_APP_TITLE, szTitle, ARRAYSIZE(szTitle)); static const PCWSTR RES_MAP[] = { L"80x60", L"320x240", L"640x480", L"1280x960" }; static const PCWSTR IMG_MAP[] = { L"PLAYERID", L"RGB", L"YUV", L"YUV_RAW", L"DEPTH" }; // Add mode params in title WCHAR szTitleComplete[MAX_PATH]; swprintf_s(szTitleComplete, L"%s -- Depth:%s:%s Color:%s:%s NearMode:%s, SeatedSkeleton:%s", szTitle, IMG_MAP[m_depthType], (m_depthRes < 0)? L"ERROR": RES_MAP[m_depthRes], IMG_MAP[m_colorType], (m_colorRes < 0)? L"ERROR": RES_MAP[m_colorRes], m_bNearMode? L"ON": L"OFF", m_bSeatedSkeletonMode?L"ON": L"OFF"); WCHAR szWindowClass[MaxLoadStringChars]; // the main window class name LoadString(m_hInst, IDC_SINGLEFACE, szWindowClass, ARRAYSIZE(szWindowClass)); RegisterClass(szWindowClass); m_hAccelTable = LoadAccelerators(hInstance, MAKEINTRESOURCE(IDC_SINGLEFACE)); m_pImageBuffer = FTCreateImage(); m_pVideoBuffer = FTCreateImage(); m_hWnd = CreateWindow(szWindowClass, szTitleComplete, WS_OVERLAPPEDWINDOW, CW_USEDEFAULT, 0, CW_USEDEFAULT, 0, NULL, NULL, m_hInst, this); if (!m_hWnd) { return FALSE; } ShowWindow(m_hWnd, nCmdShow); UpdateWindow(m_hWnd); return SUCCEEDED(m_FTHelper.Init(m_hWnd, FTHelperCallingBack, this, m_depthType, m_depthRes, m_bNearMode, TRUE, // if near mode doesn't work, fall back to default mode m_colorType, m_colorRes, m_bSeatedSkeletonMode)); } void SingleFace::UninitInstance() { // Clean up the memory allocated for Face Tracking and rendering. m_FTHelper.Stop(); if (m_hAccelTable) { DestroyAcceleratorTable(m_hAccelTable); m_hAccelTable = NULL; } DestroyWindow(m_hWnd); m_hWnd = NULL; if (m_pImageBuffer) { m_pImageBuffer->Release(); m_pImageBuffer = NULL; } if (m_pVideoBuffer) { m_pVideoBuffer->Release(); m_pVideoBuffer = NULL; } } // Register the window class. ATOM SingleFace::RegisterClass(PCWSTR szWindowClass) { WNDCLASSEX wcex = {0}; wcex.cbSize = sizeof(WNDCLASSEX); wcex.style = CS_HREDRAW | CS_VREDRAW; wcex.lpfnWndProc = &SingleFace::WndProcStatic; wcex.cbClsExtra = 0; wcex.cbWndExtra = 0; wcex.hInstance = m_hInst; wcex.hIcon = LoadIcon(m_hInst, MAKEINTRESOURCE(IDI_SINGLEFACE)); wcex.hCursor = LoadCursor(NULL, IDC_ARROW); wcex.hbrBackground = (HBRUSH)(COLOR_WINDOW+1); wcex.lpszMenuName = MAKEINTRESOURCE(IDC_SINGLEFACE); wcex.lpszClassName = szWindowClass; return RegisterClassEx(&wcex); } LRESULT CALLBACK SingleFace::WndProcStatic(HWND hWnd, UINT message, WPARAM wParam, LPARAM lParam) { static SingleFace* pThis = NULL; // cheating, but since there is just one window now, it will suffice. if (WM_CREATE == message) { pThis = reinterpret_cast(reinterpret_cast(lParam)->lpCreateParams); } return pThis ? pThis->WndProc(hWnd, message, wParam, lParam) : DefWindowProc(hWnd, message, wParam, lParam); } // FUNCTION: WndProc(HWND, UINT, WPARAM, LPARAM) // // PURPOSE: Processes messages for the main window. // // WM_COMMAND - process the application menu // WM_KEYUP - Exit in response to ESC key // WM_PAINT - Paint the main window // WM_DESTROY - post a quit message and return LRESULT CALLBACK SingleFace::WndProc(HWND hWnd, UINT message, WPARAM wParam, LPARAM lParam) { UINT wmId, wmEvent; PAINTSTRUCT ps; HDC hdc; switch (message) { case WM_COMMAND: wmId = LOWORD(wParam); wmEvent = HIWORD(wParam); // Parse the menu selections: switch (wmId) { case IDM_ABOUT: DialogBox(m_hInst, MAKEINTRESOURCE(IDD_ABOUTBOX), hWnd, About); break; case IDM_EXIT: PostQuitMessage(0); break; default: return DefWindowProc(hWnd, message, wParam, lParam); } break; case WM_KEYUP: if (wParam == VK_ESCAPE) { PostQuitMessage(0); } break; case WM_PAINT: hdc = BeginPaint(hWnd, &ps); // Draw the avatar window and the video window PaintWindow(hdc, hWnd); EndPaint(hWnd, &ps); break; case WM_DESTROY: PostQuitMessage(0); break; default: return DefWindowProc(hWnd, message, wParam, lParam); } return 0; } // Message handler for about box. INT_PTR CALLBACK SingleFace::About(HWND hDlg, UINT message, WPARAM wParam, LPARAM lParam) { UNREFERENCED_PARAMETER(lParam); switch (message) { case WM_INITDIALOG: return (INT_PTR)TRUE; case WM_COMMAND: if (LOWORD(wParam) == IDOK || LOWORD(wParam) == IDCANCEL) { EndDialog(hDlg, LOWORD(wParam)); return (INT_PTR)TRUE; } break; } return (INT_PTR)FALSE; } // Drawing the video window BOOL SingleFace::ShowVideo(HDC hdc, int width, int height, int originX, int originY) { BOOL ret = TRUE; // Now, copy a fraction of the camera image into the screen. IFTImage* colorImage = m_FTHelper.GetColorImage(); if (colorImage) { int iWidth = colorImage->GetWidth(); int iHeight = colorImage->GetHeight(); if (iWidth > 0 && iHeight > 0) { int iTop = 0; int iBottom = iHeight; int iLeft = 0; int iRight = iWidth; // Keep a separate buffer. if (m_pVideoBuffer && SUCCEEDED(m_pVideoBuffer->Allocate(iWidth, iHeight, FTIMAGEFORMAT_UINT8_B8G8R8A8))) { // Copy do the video buffer while converting bytes colorImage->CopyTo(m_pVideoBuffer, NULL, 0, 0); // Compute the best approximate copy ratio. float w1 = (float)iHeight * (float)width; float w2 = (float)iWidth * (float)height; if (w2 > w1 && height > 0) { // video image too wide float wx = w1/height; iLeft = (int)max(0, m_FTHelper.GetXCenterFace() - wx / 2); iRight = iLeft + (int)wx; if (iRight > iWidth) { iRight = iWidth; iLeft = iRight - (int)wx; } } else if (w1 > w2 && width > 0) { // video image too narrow float hy = w2/width; iTop = (int)max(0, m_FTHelper.GetYCenterFace() - hy / 2); iBottom = iTop + (int)hy; if (iBottom > iHeight) { iBottom = iHeight; iTop = iBottom - (int)hy; } } int const bmpPixSize = m_pVideoBuffer->GetBytesPerPixel(); SetStretchBltMode(hdc, HALFTONE); BITMAPINFO bmi = {sizeof(BITMAPINFO), iWidth, iHeight, 1, static_cast(bmpPixSize * CHAR_BIT), BI_RGB, m_pVideoBuffer->GetStride() * iHeight, 5000, 5000, 0, 0}; if (0 == StretchDIBits(hdc, originX, originY, width, height, iLeft, iBottom, iRight-iLeft, iTop-iBottom, m_pVideoBuffer->GetBuffer(), &bmi, DIB_RGB_COLORS, SRCCOPY)) { ret = FALSE; } } } } return ret; } // Drawing code BOOL SingleFace::ShowEggAvatar(HDC hdc, int width, int height, int originX, int originY) { static int errCount = 0; BOOL ret = FALSE; if (m_pImageBuffer && SUCCEEDED(m_pImageBuffer->Allocate(width, height, FTIMAGEFORMAT_UINT8_B8G8R8A8))) { memset(m_pImageBuffer->GetBuffer(), 0, m_pImageBuffer->GetStride() * height); // clear to black m_eggavatar.SetScaleAndTranslationToWindow(height, width); m_eggavatar.DrawImage(m_pImageBuffer); BITMAPINFO bmi = {sizeof(BITMAPINFO), width, height, 1, static_cast(m_pImageBuffer->GetBytesPerPixel() * CHAR_BIT), BI_RGB, m_pImageBuffer->GetStride() * height, 5000, 5000, 0, 0}; errCount += (0 == StretchDIBits(hdc, 0, 0, width, height, 0, 0, width, height, m_pImageBuffer->GetBuffer(), &bmi, DIB_RGB_COLORS, SRCCOPY)); ret = TRUE; } return ret; } // Draw the egg head and the camera video with the mask superimposed. BOOL SingleFace::PaintWindow(HDC hdc, HWND hWnd) { static int errCount = 0; BOOL ret = FALSE; RECT rect; GetClientRect(hWnd, &rect); int width = rect.right - rect.left; int height = rect.bottom - rect.top; int halfWidth = width/2; // Show the video on the right of the window errCount += !ShowVideo(hdc, width - halfWidth, height, halfWidth, 0); // Draw the egg avatar on the left of the window errCount += !ShowEggAvatar(hdc, halfWidth, height, 0, 0); return ret; } /* * The "Face Tracker" helper class is generic. It will call back this function * after a face has been successfully tracked. The code in the call back passes the parameters * to the Egg Avatar, so it can be animated. */ void SingleFace::FTHelperCallingBack(PVOID pVoid) { SingleFace* pApp = reinterpret_cast(pVoid); if (pApp) { IFTResult* pResult = pApp->m_FTHelper.GetResult(); if (pResult && SUCCEEDED(pResult->GetStatus())) { FLOAT* pAU = NULL; UINT numAU; pResult->GetAUCoefficients(&pAU, &numAU); pApp->m_eggavatar.SetCandideAU(pAU, numAU); FLOAT scale; FLOAT rotationXYZ[3]; FLOAT translationXYZ[3]; pResult->Get3DPose(&scale, rotationXYZ, translationXYZ); pApp->m_eggavatar.SetTranslations(translationXYZ[0], translationXYZ[1], translationXYZ[2]); pApp->m_eggavatar.SetRotations(rotationXYZ[0], rotationXYZ[1], rotationXYZ[2]); } } } void SingleFace::ParseCmdString(PWSTR lpCmdLine) { const WCHAR KEY_DEPTH[] = L"-Depth"; const WCHAR KEY_COLOR[] = L"-Color"; const WCHAR KEY_NEAR_MODE[] = L"-NearMode"; const WCHAR KEY_DEFAULT_DISTANCE_MODE[] = L"-DefaultDistanceMode"; c ba05 onst WCHAR KEY_SEATED_SKELETON_MODE[] = L"-SeatedSkeleton"; const WCHAR STR_NUI_IMAGE_TYPE_DEPTH[] = L"DEPTH"; const WCHAR STR_NUI_IMAGE_TYPE_DEPTH_AND_PLAYER_INDEX[] = L"PLAYERID"; const WCHAR STR_NUI_IMAGE_TYPE_COLOR[] = L"RGB"; const WCHAR STR_NUI_IMAGE_TYPE_COLOR_YUV[] = L"YUV"; const WCHAR STR_NUI_IMAGE_RESOLUTION_80x60[] = L"80x60"; const WCHAR STR_NUI_IMAGE_RESOLUTION_320x240[] = L"320x240"; const WCHAR STR_NUI_IMAGE_RESOLUTION_640x480[] = L"640x480"; const WCHAR STR_NUI_IMAGE_RESOLUTION_1280x960[] = L"1280x960"; enum TOKEN_ENUM { TOKEN_ERROR, TOKEN_DEPTH, TOKEN_COLOR, TOKEN_NEARMODE, TOKEN_DEFAULTDISTANCEMODE, TOKEN_SEATEDSKELETON }; int argc = 0; LPWSTR *argv = CommandLineToArgvW(lpCmdLine, &argc); for(int i = 0; i < argc; i++) { NUI_IMAGE_TYPE* pType = NULL; NUI_IMAGE_RESOLUTION* pRes = NULL; TOKEN_ENUM tokenType = TOKEN_ERROR; PWCHAR context = NULL; PWCHAR token = wcstok_s(argv[i], L":", &context); if(0 == wcsncmp(token, KEY_DEPTH, ARRAYSIZE(KEY_DEPTH))) { tokenType = TOKEN_DEPTH; pType = &m_depthType; pRes = &m_depthRes; } else if(0 == wcsncmp(token, KEY_COLOR, ARRAYSIZE(KEY_COLOR))) { tokenType = TOKEN_COLOR; pType = &m_colorType; pRes = &m_colorRes; } else if(0 == wcsncmp(token, KEY_NEAR_MODE, ARRAYSIZE(KEY_NEAR_MODE))) { tokenType = TOKEN_NEARMODE; m_bNearMode = TRUE; } else if(0 == wcsncmp(token, KEY_DEFAULT_DISTANCE_MODE, ARRAYSIZE(KEY_DEFAULT_DISTANCE_MODE))) { tokenType = TOKEN_DEFAULTDISTANCEMODE; m_bNearMode = FALSE; } else if(0 == wcsncmp(token, KEY_SEATED_SKELETON_MODE, ARRAYSIZE(KEY_SEATED_SKELETON_MODE))) { tokenType = TOKEN_SEATEDSKELETON; m_bSeatedSkeletonMode = TRUE; } if(tokenType == TOKEN_DEPTH || tokenType == TOKEN_COLOR) { _ASSERT(pType != NULL && pRes != NULL); while((token = wcstok_s(NULL, L":", &context)) != NULL) { if(0 == wcsncmp(token, STR_NUI_IMAGE_TYPE_DEPTH, ARRAYSIZE(STR_NUI_IMAGE_TYPE_DEPTH))) { *pType = NUI_IMAGE_TYPE_DEPTH; } else if(0 == wcsncmp(token, STR_NUI_IMAGE_TYPE_DEPTH_AND_PLAYER_INDEX, ARRAYSIZE(STR_NUI_IMAGE_TYPE_DEPTH_AND_PLAYER_INDEX))) { *pType = NUI_IMAGE_TYPE_DEPTH_AND_PLAYER_INDEX; } else if(0 == wcsncmp(token, STR_NUI_IMAGE_TYPE_COLOR, ARRAYSIZE(STR_NUI_IMAGE_TYPE_COLOR))) { *pType = NUI_IMAGE_TYPE_COLOR; } else if(0 == wcsncmp(token, STR_NUI_IMAGE_TYPE_COLOR_YUV, ARRAYSIZE(STR_NUI_IMAGE_TYPE_COLOR_YUV))) { *pType = NUI_IMAGE_TYPE_COLOR_YUV; } else if(0 == wcsncmp(token, STR_NUI_IMAGE_RESOLUTION_80x60, ARRAYSIZE(STR_NUI_IMAGE_RESOLUTION_80x60))) { *pRes = NUI_IMAGE_RESOLUTION_80x60; } else if(0 == wcsncmp(token, STR_NUI_IMAGE_RESOLUTION_320x240, ARRAYSIZE(STR_NUI_IMAGE_RESOLUTION_320x240))) { *pRes = NUI_IMAGE_RESOLUTION_320x240; } else if(0 == wcsncmp(token, STR_NUI_IMAGE_RESOLUTION_640x480, ARRAYSIZE(STR_NUI_IMAGE_RESOLUTION_640x480))) { *pRes = NUI_IMAGE_RESOLUTION_640x480; } else if(0 == wcsncmp(token, STR_NUI_IMAGE_RESOLUTION_1280x960, ARRAYSIZE(STR_NUI_IMAGE_RESOLUTION_1280x960))) { *pRes = NUI_IMAGE_RESOLUTION_1280x960; } } } } if(argv) LocalFree(argv); } // Program's main entry point int APIENTRY wWinMain(HINSTANCE hInstance, HINSTANCE hPrevInstance, PWSTR lpCmdLine, int nCmdShow) { UNREFERENCED_PARAMETER(hPrevInstance); SingleFace app; HeapSetInformation(NULL, HeapEnableTerminationOnCorruption, NULL, 0); return app.Run(hInstance, lpCmdLine, nCmdShow); }
二.实测效果图:(活生生把美女脸“切割”出了形状,哈哈~!)
三.例程工程分享:
http://pan.baidu.com/s/1qYiv7HU
相关文章推荐
- 响铃:主打素人直播,这会是石榴直播(六间房)的解药还是春药?
- springAOP之framework包的解读(三)
- Java(Android)线程池
- 2016-9-22 困扰两天之用脚本分区
- 面向对象程序设计上机练习十二(运算符重载)
- Java 内层for循环控制外层for循环
- .net(C#)访问Oracle数据库的几种免安装组件的对比
- 前端必读:浏览器内部工作原理-How Browsers Work: Behind the Scenes of Modern Web Browsers
- C语言的参数传递类型
- 断舍离的生活理念
- [Linux]---Add a new user to sudo group
- 自己写的第一个存储过程
- Android杂谈(15)关于ViewPager里的Fragment的生命周期+懒加载
- Win10新建360浏览器快捷菜单
- Spring-JDK与CGlib代理实现AOP简单实例
- VM VirtualBOX共享文件夹主机Win 虚拟机Unubtu
- 自定义下拉框控件(<select></select>)
- 就地升级WSUS 3.0 SP2 ON windows server 2008 R2 ENT 到windows server 2012 R2 S
- Error Domain=NSURLErrorDomain Code=-999 "cancelled"
- iOS多线程几种形式