Files
VisionGuide/source/VisionGuidePanel.cpp
T

222 lines
12 KiB
C++

// VisionGuidePanel.cpp (v3 - CameraSide 支持)
#include "VisionGuidePanel.h"
#include "ui_MainWindow.h"
#include "AppSettings.h"
#include <QCoreApplication>
#include <QScopeGuard>
#include <opencv2/opencv.hpp>
VisionGuidePanel::VisionGuidePanel(Ui::MainWindowClass& u, VisionGuideMatcher* m, QObject* parent)
: QObject(parent), ui(u), m_hal(m)
{
// Detailed step/debug lines are routed through MainWindow::appendLog so
// all runtime diagnostics share one log stream.
ui.groupAlgoStepResult->setVisible(false);
auto& settings = AppSettings::instance();
ui.spinVisionGuideMinScore->setValue(settings.getRaw(QStringLiteral("VisionGuide/minScore"), QString::number(ui.spinVisionGuideMinScore->value(), 'f', 3)).toDouble());
ui.spinVisionGuideGreediness->setValue(settings.getRaw(QStringLiteral("VisionGuide/greediness"), QString::number(ui.spinVisionGuideGreediness->value(), 'f', 3)).toDouble());
ui.spinSegDilation->setValue(settings.getRaw(QStringLiteral("VisionGuide/segDilation"), QString::number(ui.spinSegDilation->value())).toInt());
ui.chkUseAutoSeg->setChecked(settings.getRaw(QStringLiteral("VisionGuide/useAutoSeg"), ui.chkUseAutoSeg->isChecked() ? QStringLiteral("1") : QStringLiteral("0")) == QStringLiteral("1"));
ui.spinCoordAxisLen->setValue(settings.getRaw(QStringLiteral("VisionGuide/coordAxisLenMm"), QString::number(ui.spinCoordAxisLen->value(), 'f', 3)).toDouble());
ui.chkEnableFilter->setChecked(settings.getRaw(QStringLiteral("VisionGuide/useFilter"), ui.chkEnableFilter->isChecked() ? QStringLiteral("1") : QStringLiteral("0")) == QStringLiteral("1"));
ui.comboFilterType->setCurrentIndex(qBound(0, settings.getRaw(QStringLiteral("VisionGuide/filterType"), QString::number(ui.comboFilterType->currentIndex())).toInt(), ui.comboFilterType->count() - 1));
ui.spinFilterKernel->setValue(settings.getRaw(QStringLiteral("VisionGuide/filterKernel"), QString::number(ui.spinFilterKernel->value())).toInt());
ui.spinFilterSigma->setValue(settings.getRaw(QStringLiteral("VisionGuide/filterSigma"), QString::number(ui.spinFilterSigma->value(), 'f', 3)).toDouble());
connect(ui.btnVisionGuideStepSeg, &QPushButton::clicked, this, &VisionGuidePanel::onStepSeg);
connect(ui.btnVisionGuideStepPose, &QPushButton::clicked, this, &VisionGuidePanel::onStepPose);
connect(ui.btnVisionGuideStepDebug, &QPushButton::clicked, this, &VisionGuidePanel::onStepDebug);
connect(m_hal, &VisionGuideMatcher::logMessage, this, &VisionGuidePanel::onVisionGuideLog);
connect(m_hal, &VisionGuideMatcher::progressUpdated, this, &VisionGuidePanel::onProgress);
auto saveParams = [this]() {
auto& s = AppSettings::instance();
s.set(QStringLiteral("VisionGuide/minScore"), QString::number(ui.spinVisionGuideMinScore->value(), 'f', 4));
s.set(QStringLiteral("VisionGuide/greediness"), QString::number(ui.spinVisionGuideGreediness->value(), 'f', 4));
s.set(QStringLiteral("VisionGuide/segDilation"), QString::number(ui.spinSegDilation->value()));
s.set(QStringLiteral("VisionGuide/useAutoSeg"), ui.chkUseAutoSeg->isChecked() ? QStringLiteral("1") : QStringLiteral("0"));
s.set(QStringLiteral("VisionGuide/coordAxisLenMm"), QString::number(ui.spinCoordAxisLen->value(), 'f', 4));
s.set(QStringLiteral("VisionGuide/useFilter"), ui.chkEnableFilter->isChecked() ? QStringLiteral("1") : QStringLiteral("0"));
s.set(QStringLiteral("VisionGuide/filterType"), QString::number(ui.comboFilterType->currentIndex()));
s.set(QStringLiteral("VisionGuide/filterKernel"), QString::number(ui.spinFilterKernel->value()));
s.set(QStringLiteral("VisionGuide/filterSigma"), QString::number(ui.spinFilterSigma->value(), 'f', 4));
// MeasurePanel 与本面板共用同一个 VisionGuideMatcher。参数改变后必须
// 立即同步,否则“开始测量”仍可能使用改变前的自动分割状态。
syncParams();
};
connect(ui.spinVisionGuideMinScore, QOverload<double>::of(&QDoubleSpinBox::valueChanged), this, saveParams);
connect(ui.spinVisionGuideGreediness, QOverload<double>::of(&QDoubleSpinBox::valueChanged), this, saveParams);
connect(ui.spinSegDilation, QOverload<int>::of(&QSpinBox::valueChanged), this, saveParams);
connect(ui.chkUseAutoSeg, &QCheckBox::toggled, this, saveParams);
connect(ui.chkUseAutoSeg, &QCheckBox::toggled, this, [this](bool enabled) {
ui.spinSegDilation->setEnabled(enabled);
emit logMessage(enabled
? QString::fromUtf8("[位姿估计] 自动分割已启用;开始测量将在YOLO ROI内先分割再匹配。")
: QString::fromUtf8("[位姿估计] 自动分割已关闭;开始测量将直接在YOLO ROI内进行3D形状匹配。"));
});
connect(ui.spinCoordAxisLen, QOverload<double>::of(&QDoubleSpinBox::valueChanged), this, saveParams);
connect(ui.chkEnableFilter, &QCheckBox::toggled, this, saveParams);
connect(ui.comboFilterType, QOverload<int>::of(&QComboBox::currentIndexChanged), this, saveParams);
connect(ui.spinFilterKernel, QOverload<int>::of(&QSpinBox::valueChanged), this, saveParams);
connect(ui.spinFilterSigma, QOverload<double>::of(&QDoubleSpinBox::valueChanged), this, saveParams);
syncParams();
ui.spinSegDilation->setEnabled(ui.chkUseAutoSeg->isChecked());
updateStepButtons();
}
void VisionGuidePanel::applyCurrentParameters()
{
syncParams();
}
void VisionGuidePanel::updateStepButtons()
{
bool hasFrame = !m_frame.isNull();
bool hasROI = m_roi.isValid();
// 分割不需要模板/标定; 位姿/调试需要当前侧就绪
bool ready = m_hal->isReady(m_side);
ui.btnVisionGuideStepSeg->setEnabled(hasFrame && hasROI);
ui.btnVisionGuideStepPose->setEnabled(hasFrame && hasROI && ready);
ui.btnVisionGuideStepDebug->setEnabled(hasFrame && hasROI && ready);
}
cv::Mat VisionGuidePanel::toGray(const QImage& img) const
{
if (img.isNull()) return {};
if (img.format() == QImage::Format_Grayscale8) {
cv::Mat g(img.height(), img.width(), CV_8UC1,
(void*)img.constBits(), img.bytesPerLine());
return g.clone();
}
QImage rgb = img.convertToFormat(QImage::Format_RGB888);
cv::Mat m(rgb.height(), rgb.width(), CV_8UC3,
(void*)rgb.constBits(), rgb.bytesPerLine());
cv::Mat g; cv::cvtColor(m, g, cv::COLOR_RGB2GRAY);
return g;
}
void VisionGuidePanel::syncParams()
{
m_hal->params.minScore = ui.spinVisionGuideMinScore->value();
m_hal->params.greediness = ui.spinVisionGuideGreediness->value();
m_hal->params.segDilation = ui.spinSegDilation->value();
m_hal->params.useAutoSeg = ui.chkUseAutoSeg->isChecked();
m_hal->params.coordAxisLen_m = ui.spinCoordAxisLen->value() / 1000.0;
m_hal->params.useFilter = ui.chkEnableFilter->isChecked();
m_hal->params.filterType = ui.comboFilterType->currentIndex();
m_hal->params.filterKernelSize = ui.spinFilterKernel->value();
m_hal->params.filterSigma = ui.spinFilterSigma->value();
}
void VisionGuidePanel::onStepSeg()
{
if(m_busy||m_resourceBlocked)return;
auto release=qScopeGuard([this]{m_busy=false;updateStepButtons();emit busyChanged(false);});
m_busy=true;emit busyChanged(true);
if (m_frame.isNull() || !m_roi.isValid()) return;
emit logMessage(QString::fromUtf8("═ VisionGuide Step1: 自动分割 ═"));
ui.progressAlgoStep->setValue(10);
QCoreApplication::processEvents();
syncParams();
cv::Mat gray = toGray(m_frame);
cv::Mat segImg; double areaRatio = 0; bool segOk = false;
if (m_hal->stepAutoSegment(gray, m_roi, segImg, areaRatio, segOk)) {
ui.labelVisionGuideStep1Status->setText(segOk
? QString::fromUtf8("成功 面积=%1%").arg(areaRatio*100,0,'f',1)
: QString::fromUtf8("分割失败(回退ROI)"));
ui.labelVisionGuideStep1Status->setStyleSheet(segOk ? "color:#00cc66;" : "color:orange;");
QImage q = VisionGuideMatcher::matToQImage(segImg);
emit resultImage(QString::fromUtf8("自动分割"), q);
} else {
ui.labelVisionGuideStep1Status->setText(QString::fromUtf8("异常"));
ui.labelVisionGuideStep1Status->setStyleSheet("color:red;");
}
ui.progressAlgoStep->setValue(100);
updateStepButtons();
}
void VisionGuidePanel::onStepPose()
{
if(m_busy||m_resourceBlocked)return;
auto release=qScopeGuard([this]{m_busy=false;updateStepButtons();emit busyChanged(false);});
m_busy=true;emit busyChanged(true);
if (m_frame.isNull() || !m_roi.isValid() || !m_hal->isReady(m_side)) return;
QString sideStr = (m_side == CAM_LEFT) ? QString::fromUtf8("左") : QString::fromUtf8("右");
emit logMessage(QString::fromUtf8("═ VisionGuide Step2: 位姿测量 (%1相机) ═").arg(sideStr));
ui.progressAlgoStep->setValue(10);
QCoreApplication::processEvents();
syncParams();
cv::Mat gray = toGray(m_frame);
m_pose = m_hal->match(gray, m_roi, m_side);
if (m_pose.valid) {
ui.labelVisionGuideStep2Status->setText(QString("Score=%1 %2ms")
.arg(m_pose.score,0,'f',4).arg(m_pose.matchTimeMs,0,'f',0));
ui.labelVisionGuideStep2Status->setStyleSheet("color:#00cc66;");
cv::Mat vis; cv::cvtColor(gray, vis, cv::COLOR_GRAY2BGR);
m_hal->drawPoseResult(vis, m_pose);
emit resultImage(QString::fromUtf8("位姿估计"), VisionGuideMatcher::matToQImage(vis));
emit poseReady(m_pose);
emit logMessage(QString::fromUtf8("[位姿估计 Step2-%1] Score=%2 耗时=%3ms")
.arg(sideStr).arg(m_pose.score,0,'f',4).arg(m_pose.matchTimeMs,0,'f',0));
emit logMessage(QString::fromUtf8(" X=%1 Y=%2 Z=%3 mm Rx=%4 Ry=%5 Rz=%6 deg")
.arg(m_pose.tx*1000,0,'f',3).arg(m_pose.ty*1000,0,'f',3).arg(m_pose.tz*1000,0,'f',3)
.arg(m_pose.rx,0,'f',2).arg(m_pose.ry,0,'f',2).arg(m_pose.rz,0,'f',2));
} else {
ui.labelVisionGuideStep2Status->setText(QString::fromUtf8("失败: ") + m_pose.errorMsg);
ui.labelVisionGuideStep2Status->setStyleSheet("color:red;");
}
ui.progressAlgoStep->setValue(100);
updateStepButtons();
}
void VisionGuidePanel::onStepDebug()
{
if(m_busy||m_resourceBlocked)return;
auto release=qScopeGuard([this]{m_busy=false;updateStepButtons();emit busyChanged(false);});
m_busy=true;emit busyChanged(true);
if (m_frame.isNull() || !m_roi.isValid() || !m_hal->isReady(m_side)) return;
QString sideStr = (m_side == CAM_LEFT) ? QString::fromUtf8("左") : QString::fromUtf8("右");
emit logMessage(QString::fromUtf8("═ VisionGuide Step3: 参数调试 (%1相机) ═").arg(sideStr));
ui.progressAlgoStep->setValue(10);
QCoreApplication::processEvents();
syncParams();
cv::Mat gray = toGray(m_frame);
DebugReport report = m_hal->stepDebugMatch(gray, m_roi, m_side);
emit logMessage(QString::fromUtf8("========= 参数调试结果 (%1相机) =========").arg(sideStr));
QString curPrep;
for (const auto& r : report.results) {
if (r.preprocessName != curPrep) {
curPrep = r.preprocessName;
emit logMessage(QString::fromUtf8("--- 预处理: %1 ---").arg(curPrep));
}
emit logMessage(r.found
? QString(" MinScore=%1 -> Score=%2 (%3ms)").arg(r.minScore,0,'f',2).arg(r.score,0,'f',4).arg(r.timeMs,0,'f',0)
: QString(" MinScore=%1 -> 无匹配 (%2ms)").arg(r.minScore,0,'f',2).arg(r.timeMs,0,'f',0));
}
if (report.bestPrepIdx >= 0) {
ui.labelVisionGuideStep3Status->setText(QString::fromUtf8("最佳Score=%1").arg(report.bestScore,0,'f',4));
ui.labelVisionGuideStep3Status->setStyleSheet("color:#00cc66;");
if (report.bestPose.valid) {
cv::Mat vis; cv::cvtColor(gray, vis, cv::COLOR_GRAY2BGR);
m_hal->drawPoseResult(vis, report.bestPose);
emit resultImage(QString::fromUtf8("参数调试"), VisionGuideMatcher::matToQImage(vis));
}
} else {
ui.labelVisionGuideStep3Status->setText(QString::fromUtf8("所有组合均失败"));
ui.labelVisionGuideStep3Status->setStyleSheet("color:red;");
}
ui.progressAlgoStep->setValue(100);
}
void VisionGuidePanel::onVisionGuideLog(const QString& msg) { emit logMessage(msg); }
void VisionGuidePanel::onProgress(int pct, const QString&) {
ui.progressAlgoStep->setValue(pct);
if(m_busy)QCoreApplication::processEvents();
}