Question

我有一个问题是从其他线程读取OpenCv Mat并以QML显示它。

首先我在其他线程中创建Mat并阻止更新它，直到QML不显示它：

void DesktopVideoProducer::process(){
    while(true){
        if(!camera.isOpened())
        camera.open("http://192.168.43.1:8080/video");
        camera >> mat;
        if(!frameReady && !mat.empty()){
        outMat =  cv::Mat(10, 10, 1);
        qDebug() << "!!!! = " << outMat.data;
        frameReady = true;
        }
    }
}

在qDebug() << "!!!! = " << outMat.data;我看到outMat有数据!!!! = 0x38824980

这里我尝试在QML中显示这个Mat：

void DesktopVideoProducer::timerEvent(QTimerEvent*)
{
    if (!_surface) return;

    if(frameReady)
    qDebug() << "ddd = " << outMat.data;

    if(frameReady && !outMat.empty())
    {
            cv::cvtColor(outMat, outMat, cv::COLOR_BGR2BGRA);

            QImage screenImage((uchar*)outMat.data, outMat.cols, outMat.rows, outMat.step, QImage::Format_RGB32);

            if(QSize(winWidth, winHeight) != _format.frameSize())
            {
                qDebug() << "newSize";
                closeSurface();
                _format = QVideoSurfaceFormat( QSize(winWidth, winHeight), QVideoFrame::PixelFormat::Format_RGB32);
                _surface->start(_format);
            }

            _surface->present( QVideoFrame( screenImage ) );

            frameReady = false;
    }
}

但是当我在这里尝试阅读Mat时：

if(frameReady)
    qDebug() << "ddd = " << outMat.data;

它显示此outMat中没有数据：ddd = 0x0

我无法从另一个帖子中显示任何一个帧。这是我的代码：

DesktopVideoProducer.h

#include <QQmlApplicationEngine>
#include <QAbstractVideoSurface>
#include <QVideoSurfaceFormat>
#include <QTimer>
#include <QTime>
#include <opencv2/opencv.hpp>

class DesktopVideoProducer : public QObject
{
    Q_OBJECT
    Q_PROPERTY( QAbstractVideoSurface* videoSurface READ videoSurface WRITE setVideoSurface )
public:
    explicit DesktopVideoProducer( QObject *parent = 0 );
    ~DesktopVideoProducer();

    QAbstractVideoSurface* videoSurface() const;
    void setVideoSurface( QAbstractVideoSurface* s );
    void Initialization();

public slots:
void timerEvent(QTimerEvent*);

private:
    void closeSurface();

private:
    QAbstractVideoSurface* _surface;
    QVideoSurfaceFormat _format;
    QQmlApplicationEngine engine;
    cv::VideoCapture camera;
    cv::Mat mat;
    cv::Mat outMat;
    QImage screenImage;
    void process();
};

DesktopVideoProducer.cpp

#include "DesktopVideoProducer.h"
#include <QApplication>
#include <QtConcurrent/QtConcurrent>
#include <QDebug>
#include <QMutex>

QMutex mutex;
int winWidth, winHeight;
bool isInit = false;
bool frameReady = false;

DesktopVideoProducer::DesktopVideoProducer( QObject *parent )
    : QObject( parent ), _surface(nullptr)
{
    startTimer(1000 / 15); //15 fps
}

DesktopVideoProducer::~DesktopVideoProducer()
{
    closeSurface();
}

QAbstractVideoSurface* DesktopVideoProducer::videoSurface() const
{
    return _surface;
}

void DesktopVideoProducer::Initialization(){
    engine.load(QUrl(QStringLiteral("qrc:///main.qml")));

    QtConcurrent::run(this, DesktopVideoProducer::process);

    winWidth = engine.rootObjects()[0]->property("width").toInt();
    winHeight = engine.rootObjects()[0]->property("height").toInt();
}

void DesktopVideoProducer::process(){

    while(true){
        if(!camera.isOpened())

        camera.open("http://192.168.43.1:8080/video");

        camera >> mat;

        if(!frameReady && !mat.empty()){
        outMat =  cv::Mat(10, 10, 1);
        qDebug() << "!!!! = " << outMat.data;
        frameReady = true;

        }
    }
}

void DesktopVideoProducer::setVideoSurface( QAbstractVideoSurface* s )
{
    closeSurface();
    _surface = s;
}

void DesktopVideoProducer::closeSurface()
{
    if( _surface && _surface->isActive() )
        _surface->stop();
}

void DesktopVideoProducer::timerEvent(QTimerEvent*)
{
    if (!_surface) return;

    if(frameReady)
    qDebug() << "ddd = " << outMat.data;

    if(frameReady && !outMat.empty())
    {
            cv::cvtColor(outMat, outMat, cv::COLOR_BGR2BGRA);

            QImage screenImage((uchar*)outMat.data, outMat.cols, outMat.rows, outMat.step, QImage::Format_RGB32);

            if(QSize(winWidth, winHeight) != _format.frameSize())
            {
                qDebug() << "newSize";
                closeSurface();
                _format = QVideoSurfaceFormat( QSize(winWidth, winHeight), QVideoFrame::PixelFormat::Format_RGB32);
                _surface->start(_format);
            }

            _surface->present( QVideoFrame( screenImage ) );

            frameReady = false;
    }
}

Main.cpp的

#include <QApplication>
#include <QQmlApplicationEngine>

#include"DesktopVideoProducer.h"

int main(int argc, char *argv[])
{
    QApplication app(argc, argv);

    qmlRegisterType<DesktopVideoProducer>("DesktopVideoProducer", 0, 1, "DesktopVideoProducer");

    DesktopVideoProducer videoProvider;

    videoProvider.Initialization();

    return app.exec();
}

main.qml

import QtQuick 2.2
import QtQuick.Window 2.1
import QtMultimedia 5.0
import DesktopVideoProducer 0.1

Window {
    visible: true
    visibility: "Maximized"
    id: root

    DesktopVideoProducer {
        id: videoProducer;
    }

    VideoOutput {
        anchors.fill: parent
        source: videoProducer;
    }
}

我该怎么办？

Answer 1

这段代码可能不正确，并暗示在执行转换时覆盖了源代码：

cv::cvtColor(outMat, outMat, cv::COLOR_BGR2BGRA);

转换应该更像是：

cv::Mat outFrame;
cvtColor(inFrame, outFrame, conversionType); // cvtColor makes copy

OpenCV + QML（从另一个线程中抓取帧）

1 个答案: