OpenCV:断言失败((img.depth()== CV_8U || img.depth()== CV_32F)&& img.type()== templ.type())

Question

我从上面得到这个错误,不知道如何避免它.我的目标是获取屏幕截图,然后在其上执行模板匹配,以查看此时屏幕上是否显示图标.直到现在它只是图标的位置.我的代码:

#include "opencv2/highgui/highgui.hpp"
#include "opencv2/imgproc/imgproc.hpp"
#include "opencv2/core/core.hpp"
#include <Windows.h>
#include <iostream>
#include <stdio.h>
#include <string>


using namespace std;
using namespace cv;

Mat hwnd2mat();

/// Global Variables
Mat img; Mat templ; Mat result;

int main()
{
  /// Load image and template
  templ = imread( "Template.bmp",1);
  templ.convertTo(templ, CV_8U);

  //img = imread( "Image.jpg", 1 );
  img = hwnd2mat();


  /// Create the result matrix
  int result_cols =  img.cols - templ.cols + 1;
  int result_rows = img.rows - templ.rows + 1;

  result.create( result_cols, result_rows, CV_8U);

  /// Do the Matching and Normalize
  matchTemplate( img, templ, result, CV_TM_SQDIFF );
  normalize( result, result, 0, 1, NORM_MINMAX, -1, Mat() );

  /// Localizing the best match with minMaxLoc
  double minVal; double maxVal; Point minLoc; Point maxLoc;
  Point matchLoc;

  minMaxLoc( result, &minVal, &maxVal, &minLoc, &maxLoc, Mat() );

  /// show best position
  matchLoc = minLoc;
  cout<<matchLoc<<" is best position"<<endl;

  waitKey(0);
  return 0;
}

Mat hwnd2mat(){

    HWND hwnd = GetDesktopWindow();
    HDC hwindowDC,hwindowCompatibleDC;

    int height,width,srcheight,srcwidth;
    HBITMAP hbwindow;
    Mat src;
    BITMAPINFOHEADER  bi;

    hwindowDC=GetDC(hwnd);
    hwindowCompatibleDC=CreateCompatibleDC(hwindowDC);
    SetStretchBltMode(hwindowCompatibleDC,COLORONCOLOR);  

    RECT windowsize;    // get the height and width of the screen
    GetClientRect(hwnd, &windowsize);

    srcheight = windowsize.bottom;
    srcwidth = windowsize.right;
    height = windowsize.bottom/1;  //change this to whatever size you want to resize to
    width = windowsize.right/1;

    src.create(height,width,CV_8U);

    // create a bitmap
    hbwindow = CreateCompatibleBitmap( hwindowDC, width, height);
    bi.biSize = sizeof(BITMAPINFOHEADER);
    bi.biWidth = width;    
    bi.biHeight = -height;  //this is the line that makes it draw upside down or not
    bi.biPlanes = 1;    
    bi.biBitCount = 32;    
    bi.biCompression = BI_RGB;    
    bi.biSizeImage = 0;  
    bi.biXPelsPerMeter = 0;    
    bi.biYPelsPerMeter = 0;    
    bi.biClrUsed = 0;    
    bi.biClrImportant = 0;

    // use the previously created device context with the bitmap
    SelectObject(hwindowCompatibleDC, hbwindow);
    // copy from the window device context to the bitmap device context
    StretchBlt( hwindowCompatibleDC, 0,0, width, height, hwindowDC, 0, 0,srcwidth,srcheight, SRCCOPY); //change SRCCOPY to NOTSRCCOPY for wacky colors !
    GetDIBits(hwindowCompatibleDC,hbwindow,0,height,src.data,(BITMAPINFO *)&bi,DIB_RGB_COLORS);  //copy from hwindowCompatibleDC to hbwindow

    DeleteObject(hbwindow);
    DeleteDC(hwindowCompatibleDC);
    ReleaseDC(hwnd, hwindowDC);

    return src;
}

屏幕截图的功能不是我自己的工作,我从这里得到它

任何想法该怎么办？

感谢您的帮助,最好的问候!

Answer 1

问题是该函数hwnd2mat返回类型的灰度图像,CV_8UC1而类型templ的彩色图像CV_8UC3.因此,matchTemplate由于条件失败,断言功能失败img.type() == templ.type().您可以将图像加载为灰度以避免错误.

templ = imread( "Template.bmp",CV_LOAD_IMAGE_GRAYSCALE);

更新:

值得注意的是,该函数hwnd2mat不以当前形式工作,并返回无效图像.原始代码创建类型的输出图像,CV_8UC4这是正确的方法.

src.create(height,width,CV_8UC4);

您可以src在返回之前转换为灰度hwnd2mat,或者您可以转换templ为4通道图像.无论如何,重点是两个图像必须具有相同的类型matchTemplate才能工作.