// VisionGuidePanel.cpp (v3 - CameraSide 支持) #include "VisionGuidePanel.h" #include "ui_MainWindow.h" #include "AppSettings.h" #include #include VisionGuidePanel::VisionGuidePanel(Ui::MainWindowClass& u, VisionGuideMatcher* m, QObject* parent) : QObject(parent), ui(u), m_hal(m) { // Detailed step/debug lines are routed through MainWindow::appendLog so // all runtime diagnostics share one log stream. ui.groupAlgoStepResult->setVisible(false); auto& settings = AppSettings::instance(); ui.spinVisionGuideMinScore->setValue(settings.getRaw(QStringLiteral("VisionGuide/minScore"), QString::number(ui.spinVisionGuideMinScore->value(), 'f', 3)).toDouble()); ui.spinVisionGuideGreediness->setValue(settings.getRaw(QStringLiteral("VisionGuide/greediness"), QString::number(ui.spinVisionGuideGreediness->value(), 'f', 3)).toDouble()); ui.spinSegDilation->setValue(settings.getRaw(QStringLiteral("VisionGuide/segDilation"), QString::number(ui.spinSegDilation->value())).toInt()); ui.chkUseAutoSeg->setChecked(settings.getRaw(QStringLiteral("VisionGuide/useAutoSeg"), ui.chkUseAutoSeg->isChecked() ? QStringLiteral("1") : QStringLiteral("0")) == QStringLiteral("1")); ui.spinCoordAxisLen->setValue(settings.getRaw(QStringLiteral("VisionGuide/coordAxisLenMm"), QString::number(ui.spinCoordAxisLen->value(), 'f', 3)).toDouble()); ui.chkEnableFilter->setChecked(settings.getRaw(QStringLiteral("VisionGuide/useFilter"), ui.chkEnableFilter->isChecked() ? QStringLiteral("1") : QStringLiteral("0")) == QStringLiteral("1")); ui.comboFilterType->setCurrentIndex(qBound(0, settings.getRaw(QStringLiteral("VisionGuide/filterType"), QString::number(ui.comboFilterType->currentIndex())).toInt(), ui.comboFilterType->count() - 1)); ui.spinFilterKernel->setValue(settings.getRaw(QStringLiteral("VisionGuide/filterKernel"), QString::number(ui.spinFilterKernel->value())).toInt()); ui.spinFilterSigma->setValue(settings.getRaw(QStringLiteral("VisionGuide/filterSigma"), QString::number(ui.spinFilterSigma->value(), 'f', 3)).toDouble()); connect(ui.btnVisionGuideStepSeg, &QPushButton::clicked, this, &VisionGuidePanel::onStepSeg); connect(ui.btnVisionGuideStepPose, &QPushButton::clicked, this, &VisionGuidePanel::onStepPose); connect(ui.btnVisionGuideStepDebug, &QPushButton::clicked, this, &VisionGuidePanel::onStepDebug); connect(m_hal, &VisionGuideMatcher::logMessage, this, &VisionGuidePanel::onVisionGuideLog); connect(m_hal, &VisionGuideMatcher::progressUpdated, this, &VisionGuidePanel::onProgress); auto saveParams = [this]() { auto& s = AppSettings::instance(); s.set(QStringLiteral("VisionGuide/minScore"), QString::number(ui.spinVisionGuideMinScore->value(), 'f', 4)); s.set(QStringLiteral("VisionGuide/greediness"), QString::number(ui.spinVisionGuideGreediness->value(), 'f', 4)); s.set(QStringLiteral("VisionGuide/segDilation"), QString::number(ui.spinSegDilation->value())); s.set(QStringLiteral("VisionGuide/useAutoSeg"), ui.chkUseAutoSeg->isChecked() ? QStringLiteral("1") : QStringLiteral("0")); s.set(QStringLiteral("VisionGuide/coordAxisLenMm"), QString::number(ui.spinCoordAxisLen->value(), 'f', 4)); s.set(QStringLiteral("VisionGuide/useFilter"), ui.chkEnableFilter->isChecked() ? QStringLiteral("1") : QStringLiteral("0")); s.set(QStringLiteral("VisionGuide/filterType"), QString::number(ui.comboFilterType->currentIndex())); s.set(QStringLiteral("VisionGuide/filterKernel"), QString::number(ui.spinFilterKernel->value())); s.set(QStringLiteral("VisionGuide/filterSigma"), QString::number(ui.spinFilterSigma->value(), 'f', 4)); // MeasurePanel 与本面板共用同一个 VisionGuideMatcher。参数改变后必须 // 立即同步,否则“开始测量”仍可能使用改变前的自动分割状态。 syncParams(); }; connect(ui.spinVisionGuideMinScore, QOverload::of(&QDoubleSpinBox::valueChanged), this, saveParams); connect(ui.spinVisionGuideGreediness, QOverload::of(&QDoubleSpinBox::valueChanged), this, saveParams); connect(ui.spinSegDilation, QOverload::of(&QSpinBox::valueChanged), this, saveParams); connect(ui.chkUseAutoSeg, &QCheckBox::toggled, this, saveParams); connect(ui.chkUseAutoSeg, &QCheckBox::toggled, this, [this](bool enabled) { ui.spinSegDilation->setEnabled(enabled); emit logMessage(enabled ? QString::fromUtf8("[位姿估计] 自动分割已启用;开始测量将在YOLO ROI内先分割再匹配。") : QString::fromUtf8("[位姿估计] 自动分割已关闭;开始测量将直接在YOLO ROI内进行3D形状匹配。")); }); connect(ui.spinCoordAxisLen, QOverload::of(&QDoubleSpinBox::valueChanged), this, saveParams); connect(ui.chkEnableFilter, &QCheckBox::toggled, this, saveParams); connect(ui.comboFilterType, QOverload::of(&QComboBox::currentIndexChanged), this, saveParams); connect(ui.spinFilterKernel, QOverload::of(&QSpinBox::valueChanged), this, saveParams); connect(ui.spinFilterSigma, QOverload::of(&QDoubleSpinBox::valueChanged), this, saveParams); syncParams(); ui.spinSegDilation->setEnabled(ui.chkUseAutoSeg->isChecked()); updateStepButtons(); } void VisionGuidePanel::applyCurrentParameters() { syncParams(); } void VisionGuidePanel::updateStepButtons() { bool hasFrame = !m_frame.isNull(); bool hasROI = m_roi.isValid(); // 分割不需要模板/标定; 位姿/调试需要当前侧就绪 bool ready = m_hal->isReady(m_side); ui.btnVisionGuideStepSeg->setEnabled(hasFrame && hasROI); ui.btnVisionGuideStepPose->setEnabled(hasFrame && hasROI && ready); ui.btnVisionGuideStepDebug->setEnabled(hasFrame && hasROI && ready); } cv::Mat VisionGuidePanel::toGray(const QImage& img) const { if (img.isNull()) return {}; if (img.format() == QImage::Format_Grayscale8) { cv::Mat g(img.height(), img.width(), CV_8UC1, (void*)img.constBits(), img.bytesPerLine()); return g.clone(); } QImage rgb = img.convertToFormat(QImage::Format_RGB888); cv::Mat m(rgb.height(), rgb.width(), CV_8UC3, (void*)rgb.constBits(), rgb.bytesPerLine()); cv::Mat g; cv::cvtColor(m, g, cv::COLOR_RGB2GRAY); return g; } void VisionGuidePanel::syncParams() { m_hal->params.minScore = ui.spinVisionGuideMinScore->value(); m_hal->params.greediness = ui.spinVisionGuideGreediness->value(); m_hal->params.segDilation = ui.spinSegDilation->value(); m_hal->params.useAutoSeg = ui.chkUseAutoSeg->isChecked(); m_hal->params.coordAxisLen_m = ui.spinCoordAxisLen->value() / 1000.0; m_hal->params.useFilter = ui.chkEnableFilter->isChecked(); m_hal->params.filterType = ui.comboFilterType->currentIndex(); m_hal->params.filterKernelSize = ui.spinFilterKernel->value(); m_hal->params.filterSigma = ui.spinFilterSigma->value(); } void VisionGuidePanel::onStepSeg() { if (m_frame.isNull() || !m_roi.isValid()) return; emit logMessage(QString::fromUtf8("═ VisionGuide Step1: 自动分割 ═")); ui.progressAlgoStep->setValue(10); QCoreApplication::processEvents(); syncParams(); cv::Mat gray = toGray(m_frame); cv::Mat segImg; double areaRatio = 0; bool segOk = false; if (m_hal->stepAutoSegment(gray, m_roi, segImg, areaRatio, segOk)) { ui.labelVisionGuideStep1Status->setText(segOk ? QString::fromUtf8("成功 面积=%1%").arg(areaRatio*100,0,'f',1) : QString::fromUtf8("分割失败(回退ROI)")); ui.labelVisionGuideStep1Status->setStyleSheet(segOk ? "color:#00cc66;" : "color:orange;"); QImage q = VisionGuideMatcher::matToQImage(segImg); emit resultImage(QString::fromUtf8("自动分割"), q); } else { ui.labelVisionGuideStep1Status->setText(QString::fromUtf8("异常")); ui.labelVisionGuideStep1Status->setStyleSheet("color:red;"); } ui.progressAlgoStep->setValue(100); updateStepButtons(); } void VisionGuidePanel::onStepPose() { if (m_frame.isNull() || !m_roi.isValid() || !m_hal->isReady(m_side)) return; QString sideStr = (m_side == CAM_LEFT) ? QString::fromUtf8("左") : QString::fromUtf8("右"); emit logMessage(QString::fromUtf8("═ VisionGuide Step2: 位姿测量 (%1相机) ═").arg(sideStr)); ui.progressAlgoStep->setValue(10); QCoreApplication::processEvents(); syncParams(); cv::Mat gray = toGray(m_frame); m_pose = m_hal->match(gray, m_roi, m_side); if (m_pose.valid) { ui.labelVisionGuideStep2Status->setText(QString("Score=%1 %2ms") .arg(m_pose.score,0,'f',4).arg(m_pose.matchTimeMs,0,'f',0)); ui.labelVisionGuideStep2Status->setStyleSheet("color:#00cc66;"); cv::Mat vis; cv::cvtColor(gray, vis, cv::COLOR_GRAY2BGR); m_hal->drawPoseResult(vis, m_pose); emit resultImage(QString::fromUtf8("位姿估计"), VisionGuideMatcher::matToQImage(vis)); emit poseReady(m_pose); emit logMessage(QString::fromUtf8("[位姿估计 Step2-%1] Score=%2 耗时=%3ms") .arg(sideStr).arg(m_pose.score,0,'f',4).arg(m_pose.matchTimeMs,0,'f',0)); emit logMessage(QString::fromUtf8(" X=%1 Y=%2 Z=%3 mm Rx=%4 Ry=%5 Rz=%6 deg") .arg(m_pose.tx*1000,0,'f',3).arg(m_pose.ty*1000,0,'f',3).arg(m_pose.tz*1000,0,'f',3) .arg(m_pose.rx,0,'f',2).arg(m_pose.ry,0,'f',2).arg(m_pose.rz,0,'f',2)); } else { ui.labelVisionGuideStep2Status->setText(QString::fromUtf8("失败: ") + m_pose.errorMsg); ui.labelVisionGuideStep2Status->setStyleSheet("color:red;"); } ui.progressAlgoStep->setValue(100); updateStepButtons(); } void VisionGuidePanel::onStepDebug() { if (m_frame.isNull() || !m_roi.isValid() || !m_hal->isReady(m_side)) return; QString sideStr = (m_side == CAM_LEFT) ? QString::fromUtf8("左") : QString::fromUtf8("右"); emit logMessage(QString::fromUtf8("═ VisionGuide Step3: 参数调试 (%1相机) ═").arg(sideStr)); ui.progressAlgoStep->setValue(10); QCoreApplication::processEvents(); syncParams(); cv::Mat gray = toGray(m_frame); DebugReport report = m_hal->stepDebugMatch(gray, m_roi, m_side); emit logMessage(QString::fromUtf8("========= 参数调试结果 (%1相机) =========").arg(sideStr)); QString curPrep; for (const auto& r : report.results) { if (r.preprocessName != curPrep) { curPrep = r.preprocessName; emit logMessage(QString::fromUtf8("--- 预处理: %1 ---").arg(curPrep)); } emit logMessage(r.found ? QString(" MinScore=%1 -> Score=%2 (%3ms)").arg(r.minScore,0,'f',2).arg(r.score,0,'f',4).arg(r.timeMs,0,'f',0) : QString(" MinScore=%1 -> 无匹配 (%2ms)").arg(r.minScore,0,'f',2).arg(r.timeMs,0,'f',0)); } if (report.bestPrepIdx >= 0) { ui.labelVisionGuideStep3Status->setText(QString::fromUtf8("最佳Score=%1").arg(report.bestScore,0,'f',4)); ui.labelVisionGuideStep3Status->setStyleSheet("color:#00cc66;"); if (report.bestPose.valid) { cv::Mat vis; cv::cvtColor(gray, vis, cv::COLOR_GRAY2BGR); m_hal->drawPoseResult(vis, report.bestPose); emit resultImage(QString::fromUtf8("参数调试"), VisionGuideMatcher::matToQImage(vis)); } } else { ui.labelVisionGuideStep3Status->setText(QString::fromUtf8("所有组合均失败")); ui.labelVisionGuideStep3Status->setStyleSheet("color:red;"); } ui.progressAlgoStep->setValue(100); } void VisionGuidePanel::onVisionGuideLog(const QString& msg) { emit logMessage(msg); } void VisionGuidePanel::onProgress(int pct, const QString&) { ui.progressAlgoStep->setValue(pct); QCoreApplication::processEvents(); }