OpenCV：断言失败 ((img.depth() == CV_8U || img.depth() == CV_32F) && img.type() == templ.type())

Question

我从上面得到这个错误，不知道如何避免它。 我的目的是获取屏幕截图，然后对其进行模板匹配，以查看此时屏幕上是否显示图标。到目前为止，它只是图标的位置。 我的代码：

#include "opencv2/highgui/highgui.hpp"
#include "opencv2/imgproc/imgproc.hpp"
#include "opencv2/core/core.hpp"
#include <Windows.h>
#include <iostream>
#include <stdio.h>
#include <string>


using namespace std;
using namespace cv;

Mat hwnd2mat();

/// Global Variables
Mat img; Mat templ; Mat result;

int main()
{
  /// Load image and template
  templ = imread( "Template.bmp",1);
  templ.convertTo(templ, CV_8U);

  //img = imread( "Image.jpg", 1 );
  img = hwnd2mat();


  /// Create the result matrix
  int result_cols =  img.cols - templ.cols + 1;
  int result_rows = img.rows - templ.rows + 1;

  result.create( result_cols, result_rows, CV_8U);

  /// Do the Matching and Normalize
  matchTemplate( img, templ, result, CV_TM_SQDIFF );
  normalize( result, result, 0, 1, NORM_MINMAX, -1, Mat() );

  /// Localizing the best match with minMaxLoc
  double minVal; double maxVal; Point minLoc; Point maxLoc;
  Point matchLoc;

  minMaxLoc( result, &minVal, &maxVal, &minLoc, &maxLoc, Mat() );

  /// show best position
  matchLoc = minLoc;
  cout<<matchLoc<<" is best position"<<endl;

  waitKey(0);
  return 0;
}

Mat hwnd2mat(){

    HWND hwnd = GetDesktopWindow();
    HDC hwindowDC,hwindowCompatibleDC;

    int height,width,srcheight,srcwidth;
    HBITMAP hbwindow;
    Mat src;
    BITMAPINFOHEADER  bi;

    hwindowDC=GetDC(hwnd);
    hwindowCompatibleDC=CreateCompatibleDC(hwindowDC);
    SetStretchBltMode(hwindowCompatibleDC,COLORONCOLOR);  

    RECT windowsize;    // get the height and width of the screen
    GetClientRect(hwnd, &windowsize);

    srcheight = windowsize.bottom;
    srcwidth = windowsize.right;
    height = windowsize.bottom/1;  //change this to whatever size you want to resize to
    width = windowsize.right/1;

    src.create(height,width,CV_8U);

    // create a bitmap
    hbwindow = CreateCompatibleBitmap( hwindowDC, width, height);
    bi.biSize = sizeof(BITMAPINFOHEADER);
    bi.biWidth = width;    
    bi.biHeight = -height;  //this is the line that makes it draw upside down or not
    bi.biPlanes = 1;    
    bi.biBitCount = 32;    
    bi.biCompression = BI_RGB;    
    bi.biSizeImage = 0;  
    bi.biXPelsPerMeter = 0;    
    bi.biYPelsPerMeter = 0;    
    bi.biClrUsed = 0;    
    bi.biClrImportant = 0;

    // use the previously created device context with the bitmap
    SelectObject(hwindowCompatibleDC, hbwindow);
    // copy from the window device context to the bitmap device context
    StretchBlt( hwindowCompatibleDC, 0,0, width, height, hwindowDC, 0, 0,srcwidth,srcheight, SRCCOPY); //change SRCCOPY to NOTSRCCOPY for wacky colors !
    GetDIBits(hwindowCompatibleDC,hbwindow,0,height,src.data,(BITMAPINFO *)&bi,DIB_RGB_COLORS);  //copy from hwindowCompatibleDC to hbwindow

    DeleteObject(hbwindow);
    DeleteDC(hwindowCompatibleDC);
    ReleaseDC(hwnd, hwindowDC);

    return src;
}

截图的功能不是我自己做的，我从here得到的

有什么想法吗？

感谢您的帮助，最好的问候！

Answer 1

问题在于函数hwnd2mat返回的是CV_8UC1类型的灰度图像，而templ是CV_8UC3类型的彩色图像。因此，由于失败条件img.type() == templ.type()，函数matchTemplate 上的断言失败。您可以将图像加载为灰度以避免错误。

templ = imread( "Template.bmp",CV_LOAD_IMAGE_GRAYSCALE);

更新：

值得注意的是，hwnd2mat 函数在其当前形式下不工作，它返回一个无效图像。原始代码创建CV_8UC4 类型的输出图像，这是正确的方法。

src.create(height,width,CV_8UC4);

您可以在从hwnd2mat 返回之前将src 转换为灰度，或者您可以将templ 转换为4 通道图像。无论如何，关键是两个图像必须具有相同的类型，matchTemplate 才能工作。