#pragma once // ════════════════════════════════════════════════════════════════════════════ // VisionGuideMatcher.h ─ VisionGuide 3D Shape-Based Matching 封装 (v4) // [v3] 支持左右相机分别加载标定参数和轮廓库 // [v4] 新增 matchMultiple() 全图多目标匹配 (指标测量球棒用) // ════════════════════════════════════════════════════════════════════════════ #include #include #include #include #include #include #include enum CameraSide { CAM_LEFT = 0, CAM_RIGHT = 1 }; struct VisionPoseResult { double tx = 0, ty = 0, tz = 0; double rx = 0, ry = 0, rz = 0; int poseType = 0; double score = 0; double matchTimeMs = 0; double preprocessTimeMs = 0, parseTimeMs = 0; double originRow = 0, originCol = 0; double xTipRow = 0, xTipCol = 0; double yTipRow = 0, yTipCol = 0; double zTipRow = 0, zTipCol = 0; double stdTx = 0, stdTy = 0, stdTz = 0; double stdRx = 0, stdRy = 0, stdRz = 0; std::vector> projectedContours; double segAreaRatio = 0; bool segmentationOk = false; double segCenterRow = 0, segCenterCol = 0; double distError = 0; double projectedInsideSegRatio = 0; cv::Mat segmentationDebugImage; bool valid = false; QString errorMsg; }; struct DebugMatchResult { QString preprocessName; double minScore = 0; double score = 0; double timeMs = 0; bool found = false; }; struct DebugReport { std::vector results; int bestPrepIdx = -1; double bestMinScore = 0; double bestScore = 0; QString bestPrepName; VisionPoseResult bestPose; }; class VisionGuideMatcher : public QObject { Q_OBJECT public: explicit VisionGuideMatcher(QObject* parent = nullptr); ~VisionGuideMatcher(); bool loadCameraParams(const QString& calFile, CameraSide side = CAM_LEFT); bool loadShapeModel(const QString& sm3File, CameraSide side = CAM_LEFT); bool isReady(CameraSide side = CAM_LEFT) const; bool isCamLoaded(CameraSide side) const; bool isModelLoaded(CameraSide side) const; QString cameraParamFile(CameraSide side = CAM_LEFT) const; QString cameraParamSha256(CameraSide side = CAM_LEFT) const { return m_camParSha256[side]; } QString shapeModelFile(CameraSide side = CAM_LEFT) const; enum FilterType { Filter_Gaussian = 0, Filter_Median = 1, Filter_Bilateral = 2 }; struct Params { double minScore = 0.40; double greediness = 0.85; int segDilation = 12; bool useAutoSeg = true; double coordAxisLen_m = 0.010; QString poseRefinement = "least_squares"; bool useFilter = true; int filterType = Filter_Gaussian; int filterKernelSize = 3; double filterSigma = 1.0; double filterSigmaColor = 75.0; double filterSigmaSpace = 75.0; bool generateDisplayContours = true; }; Params params; // 单目标匹配 (带 ROI + 可选自动分割) VisionPoseResult match(const cv::Mat& grayFull, const QRect& roi, CameraSide side = CAM_LEFT, bool fastPreprocess = false, const Params* runParams = nullptr); // 根据左图 ROI、双目外参和估计深度,把搜索区域投影到右图。 // 快速测量使用此接口,避免对右图再次执行整幅 YOLO。 bool predictRightRoi(const QRect& leftRoi, const QString& rightToLeftPoseFile, const QSize& rightImageSize, QRect& rightRoi, double estimatedDepthMeters = 0.30, double paddingRatio = 0.25) const; // 多目标匹配 (全图, 无 ROI, 无分割, 用于指标测量) std::vector matchMultiple( const cv::Mat& grayFull, int numMatches, CameraSide side = CAM_LEFT, const QRect& searchRoi = QRect()); std::vector matchMultipleInMask( const cv::Mat& grayFull, const cv::Mat& domainMask, int numMatches, CameraSide side = CAM_LEFT); bool triangulateStereoPoint(double leftRow, double leftCol, double rightRow, double rightCol, const QString& rightToLeftPoseFile, cv::Point3d& pointLeftMeters, double& rayDistanceMm); bool stepAutoSegment(const cv::Mat& grayFull, const QRect& roi, cv::Mat& segResultImg, double& areaRatio, bool& segOk); VisionPoseResult stepPoseMatch(const cv::Mat& grayFull, const QRect& roi, CameraSide side = CAM_LEFT); DebugReport stepDebugMatch(const cv::Mat& grayFull, const QRect& roi, CameraSide side = CAM_LEFT); void drawPoseResult(cv::Mat& img, const VisionPoseResult& r); void drawSegResult(cv::Mat& img, const QRect& roi, bool segOk, double areaRatio); bool updatePoseProjection(VisionPoseResult& pose, CameraSide side, bool updateContours = true); static QImage matToQImage(const cv::Mat& mat); static cv::Mat qImageToMat(const QImage& img); cv::Mat applyPreFilter(const cv::Mat& grayIn) const; signals: void logMessage(const QString& msg); void progressUpdated(int percent, const QString& stage); private: struct Impl; std::unique_ptr m_d; QString m_camParFile[2]; QString m_camParSha256[2]; QString m_modelFile[2]; };