Question

我在C ++中有一个简短的程序来捕获这个BlueStacks仿真器窗口中的像素，然后我将使用OpenCV操作像素，然后根据一些决定发送鼠标输入（win32api）。我在Visual Studio Enterprise 2017中工作。

唯一的问题是，与全窗口相比，该功能似乎捕获了较小的像素区域。

这是一个示例图片。原始窗口在左侧，镜像输出在右侧。

example

我该如何解决这个问题？我已经在项目设置中启用了高DPI感知功能，除了在函数中添加随机幻数之外，还不确定要采取的其他步骤。

我已经在Python中完成了这个程序但是我想在C ++中重做这个以提高性能。

Here's a video (warning: noise). And another one.

这是我目前的代码：

#include "stdafx.h"
#include "opencv2/imgproc.hpp"
#include "opencv2/highgui.hpp"
#include <Windows.h>
#include <iostream>

using namespace std;
using namespace cv;

Mat hwnd2mat(HWND hwnd);

int main(int argc, char **argv)
{
    printf("Hello, world!\n");
    Sleep(1000);

    HWND hwndDesktop;

    hwndDesktop = GetForegroundWindow();
    // namedWindow("output", WINDOW_NORMAL);
    int key = 0;
    Mat src;

    while (key != 27)
    {
        src = hwnd2mat(hwndDesktop);
        // you can do some image processing here
        imshow("output", src);
        key = waitKey(1); // you can change wait time
    }

}

Mat hwnd2mat(HWND hwnd)
{
    HDC hwindowDC, hwindowCompatibleDC;

    int height, width, srcheight, srcwidth;
    HBITMAP hbwindow;
    Mat src;
    BITMAPINFOHEADER  bi;

    hwindowDC = GetDC(hwnd);
    hwindowCompatibleDC = CreateCompatibleDC(hwindowDC);
    SetStretchBltMode(hwindowCompatibleDC, COLORONCOLOR);

    RECT windowsize;    // get the height and width of the screen
    GetClientRect(hwnd, &windowsize);

    srcheight = windowsize.bottom;
    srcwidth = windowsize.right;
    height = windowsize.bottom / 1;  //change this to whatever size you want to resize to
    width = windowsize.right / 1;

    src.create(height, width, CV_8UC4);

    // create a bitmap
    hbwindow = CreateCompatibleBitmap(hwindowDC, width, height);
    bi.biSize = sizeof(BITMAPINFOHEADER);    //http://msdn.microsoft.com/en-us/library/windows/window/dd183402%28v=vs.85%29.aspx
    bi.biWidth = width;
    bi.biHeight = -height;  //this is the line that makes it draw upside down or not
    bi.biPlanes = 1;
    bi.biBitCount = 32;
    bi.biCompression = BI_RGB;
    bi.biSizeImage = 0;
    bi.biXPelsPerMeter = 0;
    bi.biYPelsPerMeter = 0;
    bi.biClrUsed = 0;
    bi.biClrImportant = 0;

    // use the previously created device context with the bitmap
    SelectObject(hwindowCompatibleDC, hbwindow);
    // copy from the window device context to the bitmap device context
    StretchBlt(hwindowCompatibleDC, 0, 0, width, height, hwindowDC, 0, 0, srcwidth, srcheight, SRCCOPY); //change SRCCOPY to NOTSRCCOPY for wacky colors !
    GetDIBits(hwindowCompatibleDC, hbwindow, 0, height, src.data, (BITMAPINFO *)&bi, DIB_RGB_COLORS);  //copy from hwindowCompatibleDC to hbwindow

                                                                                                       // avoid memory leak
    DeleteObject(hbwindow);
    DeleteDC(hwindowCompatibleDC);
    ReleaseDC(hwnd, hwindowDC);

    return src;
}

Answer 1

拉伸是由于DPI缩放。你自己的程序不是DPI意识到的，其他程序似乎是DPI意识到的。让程序了解DPI的最简单方法是在程序开始时调用SetProcessDPIAware();。

除了注意，在调用HBITMAP时，不应在设备上下文中选择GetDIBits句柄。您可以将代码重写为

SetProcessDPIAware();
...

Mat hwnd2mat(HWND hwnd)
{
    RECT rc;
    GetClientRect(hwnd, &rc);
    int width = rc.right;
    int height = rc.bottom;

    Mat src;
    src.create(height, width, CV_8UC4);

    HDC hdc = GetDC(hwnd);
    HDC memdc = CreateCompatibleDC(hdc);
    HBITMAP hbitmap = CreateCompatibleBitmap(hdc, width, height);
    HBITMAP oldbmp = (HBITMAP)SelectObject(memdc, hbitmap);

    BitBlt(memdc, 0, 0, width, height, hdc, 0, 0, SRCCOPY);
    SelectObject(memdc, oldbmp);

    BITMAPINFOHEADER  bi = { sizeof(BITMAPINFOHEADER), width, -height, 1, 32, BI_RGB };
    GetDIBits(hdc, hbitmap, 0, height, src.data, (BITMAPINFO*)&bi, DIB_RGB_COLORS);

    DeleteObject(hbitmap);
    DeleteDC(memdc);
    ReleaseDC(hwnd, hdc);

    return src;
}

此代码仅适用于本机Win32程序。对于其他程序，如Chrome，WPF，Qt应用程序，这将显示空白屏幕。你需要拍摄桌面窗口的屏幕截图。

Answer 2

我认为您需要GetActiveWindow()而不是GetForegroundWindow()

请参阅this SO answer

C ++窗口捕获输出与所述窗口的大小不同

2 个答案: