first Commit
This commit is contained in:
@@ -0,0 +1,155 @@
|
||||
#pragma once
|
||||
// ════════════════════════════════════════════════════════════════════════════
|
||||
// VisionGuideMatcher.h ─ VisionGuide 3D Shape-Based Matching 封装 (v4)
|
||||
// [v3] 支持左右相机分别加载标定参数和轮廓库
|
||||
// [v4] 新增 matchMultiple() 全图多目标匹配 (指标测量球棒用)
|
||||
// ════════════════════════════════════════════════════════════════════════════
|
||||
#include <QObject>
|
||||
#include <QString>
|
||||
#include <QRect>
|
||||
#include <QImage>
|
||||
#include <opencv2/opencv.hpp>
|
||||
#include <vector>
|
||||
#include <memory>
|
||||
|
||||
enum CameraSide { CAM_LEFT = 0, CAM_RIGHT = 1 };
|
||||
|
||||
struct VisionPoseResult
|
||||
{
|
||||
double tx = 0, ty = 0, tz = 0;
|
||||
double rx = 0, ry = 0, rz = 0;
|
||||
int poseType = 0;
|
||||
double score = 0;
|
||||
double matchTimeMs = 0;
|
||||
double preprocessTimeMs = 0, parseTimeMs = 0;
|
||||
double originRow = 0, originCol = 0;
|
||||
double xTipRow = 0, xTipCol = 0;
|
||||
double yTipRow = 0, yTipCol = 0;
|
||||
double zTipRow = 0, zTipCol = 0;
|
||||
double stdTx = 0, stdTy = 0, stdTz = 0;
|
||||
double stdRx = 0, stdRy = 0, stdRz = 0;
|
||||
std::vector<std::vector<cv::Point2d>> projectedContours;
|
||||
double segAreaRatio = 0;
|
||||
bool segmentationOk = false;
|
||||
double segCenterRow = 0, segCenterCol = 0;
|
||||
double distError = 0;
|
||||
double projectedInsideSegRatio = 0;
|
||||
cv::Mat segmentationDebugImage;
|
||||
bool valid = false;
|
||||
QString errorMsg;
|
||||
};
|
||||
|
||||
struct DebugMatchResult
|
||||
{
|
||||
QString preprocessName;
|
||||
double minScore = 0;
|
||||
double score = 0;
|
||||
double timeMs = 0;
|
||||
bool found = false;
|
||||
};
|
||||
|
||||
struct DebugReport
|
||||
{
|
||||
std::vector<DebugMatchResult> results;
|
||||
int bestPrepIdx = -1;
|
||||
double bestMinScore = 0;
|
||||
double bestScore = 0;
|
||||
QString bestPrepName;
|
||||
VisionPoseResult bestPose;
|
||||
};
|
||||
|
||||
class VisionGuideMatcher : public QObject
|
||||
{
|
||||
Q_OBJECT
|
||||
public:
|
||||
explicit VisionGuideMatcher(QObject* parent = nullptr);
|
||||
~VisionGuideMatcher();
|
||||
|
||||
bool loadCameraParams(const QString& calFile, CameraSide side = CAM_LEFT);
|
||||
bool loadShapeModel(const QString& sm3File, CameraSide side = CAM_LEFT);
|
||||
|
||||
bool isReady(CameraSide side = CAM_LEFT) const;
|
||||
bool isCamLoaded(CameraSide side) const;
|
||||
bool isModelLoaded(CameraSide side) const;
|
||||
|
||||
QString cameraParamFile(CameraSide side = CAM_LEFT) const;
|
||||
QString cameraParamSha256(CameraSide side = CAM_LEFT) const { return m_camParSha256[side]; }
|
||||
QString shapeModelFile(CameraSide side = CAM_LEFT) const;
|
||||
|
||||
enum FilterType { Filter_Gaussian = 0, Filter_Median = 1, Filter_Bilateral = 2 };
|
||||
|
||||
struct Params {
|
||||
double minScore = 0.40;
|
||||
double greediness = 0.85;
|
||||
int segDilation = 12;
|
||||
bool useAutoSeg = true;
|
||||
double coordAxisLen_m = 0.010;
|
||||
QString poseRefinement = "least_squares";
|
||||
bool useFilter = true;
|
||||
int filterType = Filter_Gaussian;
|
||||
int filterKernelSize = 3;
|
||||
double filterSigma = 1.0;
|
||||
double filterSigmaColor = 75.0;
|
||||
double filterSigmaSpace = 75.0;
|
||||
bool generateDisplayContours = true;
|
||||
};
|
||||
Params params;
|
||||
|
||||
// 单目标匹配 (带 ROI + 可选自动分割)
|
||||
VisionPoseResult match(const cv::Mat& grayFull, const QRect& roi,
|
||||
CameraSide side = CAM_LEFT,
|
||||
bool fastPreprocess = false,
|
||||
const Params* runParams = nullptr);
|
||||
|
||||
// 根据左图 ROI、双目外参和估计深度,把搜索区域投影到右图。
|
||||
// 快速测量使用此接口,避免对右图再次执行整幅 YOLO。
|
||||
bool predictRightRoi(const QRect& leftRoi,
|
||||
const QString& rightToLeftPoseFile,
|
||||
const QSize& rightImageSize,
|
||||
QRect& rightRoi,
|
||||
double estimatedDepthMeters = 0.30,
|
||||
double paddingRatio = 0.25) const;
|
||||
|
||||
// 多目标匹配 (全图, 无 ROI, 无分割, 用于指标测量)
|
||||
std::vector<VisionPoseResult> matchMultiple(
|
||||
const cv::Mat& grayFull, int numMatches,
|
||||
CameraSide side = CAM_LEFT,
|
||||
const QRect& searchRoi = QRect());
|
||||
|
||||
std::vector<VisionPoseResult> matchMultipleInMask(
|
||||
const cv::Mat& grayFull, const cv::Mat& domainMask,
|
||||
int numMatches, CameraSide side = CAM_LEFT);
|
||||
|
||||
bool triangulateStereoPoint(double leftRow, double leftCol,
|
||||
double rightRow, double rightCol,
|
||||
const QString& rightToLeftPoseFile,
|
||||
cv::Point3d& pointLeftMeters,
|
||||
double& rayDistanceMm);
|
||||
|
||||
bool stepAutoSegment(const cv::Mat& grayFull, const QRect& roi,
|
||||
cv::Mat& segResultImg, double& areaRatio, bool& segOk);
|
||||
VisionPoseResult stepPoseMatch(const cv::Mat& grayFull, const QRect& roi,
|
||||
CameraSide side = CAM_LEFT);
|
||||
DebugReport stepDebugMatch(const cv::Mat& grayFull, const QRect& roi,
|
||||
CameraSide side = CAM_LEFT);
|
||||
|
||||
void drawPoseResult(cv::Mat& img, const VisionPoseResult& r);
|
||||
void drawSegResult(cv::Mat& img, const QRect& roi, bool segOk, double areaRatio);
|
||||
bool updatePoseProjection(VisionPoseResult& pose, CameraSide side,
|
||||
bool updateContours = true);
|
||||
|
||||
static QImage matToQImage(const cv::Mat& mat);
|
||||
static cv::Mat qImageToMat(const QImage& img);
|
||||
cv::Mat applyPreFilter(const cv::Mat& grayIn) const;
|
||||
|
||||
signals:
|
||||
void logMessage(const QString& msg);
|
||||
void progressUpdated(int percent, const QString& stage);
|
||||
|
||||
private:
|
||||
struct Impl;
|
||||
std::unique_ptr<Impl> m_d;
|
||||
QString m_camParFile[2];
|
||||
QString m_camParSha256[2];
|
||||
QString m_modelFile[2];
|
||||
};
|
||||
Reference in New Issue
Block a user