156 lines
5.9 KiB
C++
156 lines
5.9 KiB
C++
#pragma once
|
|
// ════════════════════════════════════════════════════════════════════════════
|
|
// VisionGuideMatcher.h ─ VisionGuide 3D Shape-Based Matching 封装 (v4)
|
|
// [v3] 支持左右相机分别加载标定参数和轮廓库
|
|
// [v4] 新增 matchMultiple() 全图多目标匹配 (指标测量球棒用)
|
|
// ════════════════════════════════════════════════════════════════════════════
|
|
#include <QObject>
|
|
#include <QString>
|
|
#include <QRect>
|
|
#include <QImage>
|
|
#include <opencv2/opencv.hpp>
|
|
#include <vector>
|
|
#include <memory>
|
|
|
|
enum CameraSide { CAM_LEFT = 0, CAM_RIGHT = 1 };
|
|
|
|
struct VisionPoseResult
|
|
{
|
|
double tx = 0, ty = 0, tz = 0;
|
|
double rx = 0, ry = 0, rz = 0;
|
|
int poseType = 0;
|
|
double score = 0;
|
|
double matchTimeMs = 0;
|
|
double preprocessTimeMs = 0, parseTimeMs = 0;
|
|
double originRow = 0, originCol = 0;
|
|
double xTipRow = 0, xTipCol = 0;
|
|
double yTipRow = 0, yTipCol = 0;
|
|
double zTipRow = 0, zTipCol = 0;
|
|
double stdTx = 0, stdTy = 0, stdTz = 0;
|
|
double stdRx = 0, stdRy = 0, stdRz = 0;
|
|
std::vector<std::vector<cv::Point2d>> projectedContours;
|
|
double segAreaRatio = 0;
|
|
bool segmentationOk = false;
|
|
double segCenterRow = 0, segCenterCol = 0;
|
|
double distError = 0;
|
|
double projectedInsideSegRatio = 0;
|
|
cv::Mat segmentationDebugImage;
|
|
bool valid = false;
|
|
QString errorMsg;
|
|
};
|
|
|
|
struct DebugMatchResult
|
|
{
|
|
QString preprocessName;
|
|
double minScore = 0;
|
|
double score = 0;
|
|
double timeMs = 0;
|
|
bool found = false;
|
|
};
|
|
|
|
struct DebugReport
|
|
{
|
|
std::vector<DebugMatchResult> results;
|
|
int bestPrepIdx = -1;
|
|
double bestMinScore = 0;
|
|
double bestScore = 0;
|
|
QString bestPrepName;
|
|
VisionPoseResult bestPose;
|
|
};
|
|
|
|
class VisionGuideMatcher : public QObject
|
|
{
|
|
Q_OBJECT
|
|
public:
|
|
explicit VisionGuideMatcher(QObject* parent = nullptr);
|
|
~VisionGuideMatcher();
|
|
|
|
bool loadCameraParams(const QString& calFile, CameraSide side = CAM_LEFT);
|
|
bool loadShapeModel(const QString& sm3File, CameraSide side = CAM_LEFT);
|
|
|
|
bool isReady(CameraSide side = CAM_LEFT) const;
|
|
bool isCamLoaded(CameraSide side) const;
|
|
bool isModelLoaded(CameraSide side) const;
|
|
|
|
QString cameraParamFile(CameraSide side = CAM_LEFT) const;
|
|
QString cameraParamSha256(CameraSide side = CAM_LEFT) const { return m_camParSha256[side]; }
|
|
QString shapeModelFile(CameraSide side = CAM_LEFT) const;
|
|
|
|
enum FilterType { Filter_Gaussian = 0, Filter_Median = 1, Filter_Bilateral = 2 };
|
|
|
|
struct Params {
|
|
double minScore = 0.40;
|
|
double greediness = 0.85;
|
|
int segDilation = 12;
|
|
bool useAutoSeg = true;
|
|
double coordAxisLen_m = 0.010;
|
|
QString poseRefinement = "least_squares";
|
|
bool useFilter = true;
|
|
int filterType = Filter_Gaussian;
|
|
int filterKernelSize = 3;
|
|
double filterSigma = 1.0;
|
|
double filterSigmaColor = 75.0;
|
|
double filterSigmaSpace = 75.0;
|
|
bool generateDisplayContours = true;
|
|
};
|
|
Params params;
|
|
|
|
// 单目标匹配 (带 ROI + 可选自动分割)
|
|
VisionPoseResult match(const cv::Mat& grayFull, const QRect& roi,
|
|
CameraSide side = CAM_LEFT,
|
|
bool fastPreprocess = false,
|
|
const Params* runParams = nullptr);
|
|
|
|
// 根据左图 ROI、双目外参和估计深度,把搜索区域投影到右图。
|
|
// 快速测量使用此接口,避免对右图再次执行整幅 YOLO。
|
|
bool predictRightRoi(const QRect& leftRoi,
|
|
const QString& rightToLeftPoseFile,
|
|
const QSize& rightImageSize,
|
|
QRect& rightRoi,
|
|
double estimatedDepthMeters = 0.30,
|
|
double paddingRatio = 0.25) const;
|
|
|
|
// 多目标匹配 (全图, 无 ROI, 无分割, 用于指标测量)
|
|
std::vector<VisionPoseResult> matchMultiple(
|
|
const cv::Mat& grayFull, int numMatches,
|
|
CameraSide side = CAM_LEFT,
|
|
const QRect& searchRoi = QRect());
|
|
|
|
std::vector<VisionPoseResult> matchMultipleInMask(
|
|
const cv::Mat& grayFull, const cv::Mat& domainMask,
|
|
int numMatches, CameraSide side = CAM_LEFT);
|
|
|
|
bool triangulateStereoPoint(double leftRow, double leftCol,
|
|
double rightRow, double rightCol,
|
|
const QString& rightToLeftPoseFile,
|
|
cv::Point3d& pointLeftMeters,
|
|
double& rayDistanceMm);
|
|
|
|
bool stepAutoSegment(const cv::Mat& grayFull, const QRect& roi,
|
|
cv::Mat& segResultImg, double& areaRatio, bool& segOk);
|
|
VisionPoseResult stepPoseMatch(const cv::Mat& grayFull, const QRect& roi,
|
|
CameraSide side = CAM_LEFT);
|
|
DebugReport stepDebugMatch(const cv::Mat& grayFull, const QRect& roi,
|
|
CameraSide side = CAM_LEFT);
|
|
|
|
void drawPoseResult(cv::Mat& img, const VisionPoseResult& r);
|
|
void drawSegResult(cv::Mat& img, const QRect& roi, bool segOk, double areaRatio);
|
|
bool updatePoseProjection(VisionPoseResult& pose, CameraSide side,
|
|
bool updateContours = true);
|
|
|
|
static QImage matToQImage(const cv::Mat& mat);
|
|
static cv::Mat qImageToMat(const QImage& img);
|
|
cv::Mat applyPreFilter(const cv::Mat& grayIn) const;
|
|
|
|
signals:
|
|
void logMessage(const QString& msg);
|
|
void progressUpdated(int percent, const QString& stage);
|
|
|
|
private:
|
|
struct Impl;
|
|
std::unique_ptr<Impl> m_d;
|
|
QString m_camParFile[2];
|
|
QString m_camParSha256[2];
|
|
QString m_modelFile[2];
|
|
};
|