pythonopencvpython-mss

TypeError: Expected Ptr<cv::UMat> for argument 'mat' using mss library in python


I am trying to screenshot using mss library add display it using below code but getting same error every time. Is there a fix for this error

TypeError: Expected Ptr<cv::UMat> for argument 'mat'

** I am using this in Macos not windows

import cv2 as cv
import numpy as np
import os
from time import time
from mss import mss

os.chdir(os.path.dirname(os.path.abspath(__file__)))

loop_time = time()
with mss() as sct:
    while (True):
        
        monitor_1 = sct.monitors[1]  # Identify the display to capture
        screenshot = sct.grab(monitor_1)
        
        cv.imshow('result', screenshot)
        
        print('FPS {}',format(1 / (time() - loop_time)))
        loop_time = time()
        
        if cv.waitKey(1) == ord('q'):
            cv.destroyAllWindows()
            break
    

print('done')

Solution

  • You have to convert "screenshot" to cv::UMat :

    import time
    
    import cv2
    import mss
    import numpy
    
    
    with mss.mss() as sct:
        # Part of the screen to capture
        monitor = {"top": 40, "left": 0, "width": 800, "height": 640}
    
        while "Screen capturing":
            last_time = time.time()
    
            # Get raw pixels from the screen, save it to a Numpy array
            img = numpy.array(sct.grab(monitor))
    
            # Display the picture
            cv2.imshow("OpenCV/Numpy normal", img)
    
            # Display the picture in grayscale
            # cv2.imshow('OpenCV/Numpy grayscale',
            #            cv2.cvtColor(img, cv2.COLOR_BGRA2GRAY))
    
            print("fps: {}".format(1 / (time.time() - last_time)))
    
            # Press "q" to quit
            if cv2.waitKey(25) & 0xFF == ord("q"):
                cv2.destroyAllWindows()
                break
    

    This is example from here