222 lines
12 KiB
C++
222 lines
12 KiB
C++
// VisionGuidePanel.cpp (v3 - CameraSide 支持)
|
|
#include "VisionGuidePanel.h"
|
|
#include "ui_MainWindow.h"
|
|
#include "AppSettings.h"
|
|
#include <QCoreApplication>
|
|
#include <QScopeGuard>
|
|
#include <opencv2/opencv.hpp>
|
|
|
|
VisionGuidePanel::VisionGuidePanel(Ui::MainWindowClass& u, VisionGuideMatcher* m, QObject* parent)
|
|
: QObject(parent), ui(u), m_hal(m)
|
|
{
|
|
// Detailed step/debug lines are routed through MainWindow::appendLog so
|
|
// all runtime diagnostics share one log stream.
|
|
ui.groupAlgoStepResult->setVisible(false);
|
|
auto& settings = AppSettings::instance();
|
|
ui.spinVisionGuideMinScore->setValue(settings.getRaw(QStringLiteral("VisionGuide/minScore"), QString::number(ui.spinVisionGuideMinScore->value(), 'f', 3)).toDouble());
|
|
ui.spinVisionGuideGreediness->setValue(settings.getRaw(QStringLiteral("VisionGuide/greediness"), QString::number(ui.spinVisionGuideGreediness->value(), 'f', 3)).toDouble());
|
|
ui.spinSegDilation->setValue(settings.getRaw(QStringLiteral("VisionGuide/segDilation"), QString::number(ui.spinSegDilation->value())).toInt());
|
|
ui.chkUseAutoSeg->setChecked(settings.getRaw(QStringLiteral("VisionGuide/useAutoSeg"), ui.chkUseAutoSeg->isChecked() ? QStringLiteral("1") : QStringLiteral("0")) == QStringLiteral("1"));
|
|
ui.spinCoordAxisLen->setValue(settings.getRaw(QStringLiteral("VisionGuide/coordAxisLenMm"), QString::number(ui.spinCoordAxisLen->value(), 'f', 3)).toDouble());
|
|
ui.chkEnableFilter->setChecked(settings.getRaw(QStringLiteral("VisionGuide/useFilter"), ui.chkEnableFilter->isChecked() ? QStringLiteral("1") : QStringLiteral("0")) == QStringLiteral("1"));
|
|
ui.comboFilterType->setCurrentIndex(qBound(0, settings.getRaw(QStringLiteral("VisionGuide/filterType"), QString::number(ui.comboFilterType->currentIndex())).toInt(), ui.comboFilterType->count() - 1));
|
|
ui.spinFilterKernel->setValue(settings.getRaw(QStringLiteral("VisionGuide/filterKernel"), QString::number(ui.spinFilterKernel->value())).toInt());
|
|
ui.spinFilterSigma->setValue(settings.getRaw(QStringLiteral("VisionGuide/filterSigma"), QString::number(ui.spinFilterSigma->value(), 'f', 3)).toDouble());
|
|
|
|
connect(ui.btnVisionGuideStepSeg, &QPushButton::clicked, this, &VisionGuidePanel::onStepSeg);
|
|
connect(ui.btnVisionGuideStepPose, &QPushButton::clicked, this, &VisionGuidePanel::onStepPose);
|
|
connect(ui.btnVisionGuideStepDebug, &QPushButton::clicked, this, &VisionGuidePanel::onStepDebug);
|
|
connect(m_hal, &VisionGuideMatcher::logMessage, this, &VisionGuidePanel::onVisionGuideLog);
|
|
connect(m_hal, &VisionGuideMatcher::progressUpdated, this, &VisionGuidePanel::onProgress);
|
|
auto saveParams = [this]() {
|
|
auto& s = AppSettings::instance();
|
|
s.set(QStringLiteral("VisionGuide/minScore"), QString::number(ui.spinVisionGuideMinScore->value(), 'f', 4));
|
|
s.set(QStringLiteral("VisionGuide/greediness"), QString::number(ui.spinVisionGuideGreediness->value(), 'f', 4));
|
|
s.set(QStringLiteral("VisionGuide/segDilation"), QString::number(ui.spinSegDilation->value()));
|
|
s.set(QStringLiteral("VisionGuide/useAutoSeg"), ui.chkUseAutoSeg->isChecked() ? QStringLiteral("1") : QStringLiteral("0"));
|
|
s.set(QStringLiteral("VisionGuide/coordAxisLenMm"), QString::number(ui.spinCoordAxisLen->value(), 'f', 4));
|
|
s.set(QStringLiteral("VisionGuide/useFilter"), ui.chkEnableFilter->isChecked() ? QStringLiteral("1") : QStringLiteral("0"));
|
|
s.set(QStringLiteral("VisionGuide/filterType"), QString::number(ui.comboFilterType->currentIndex()));
|
|
s.set(QStringLiteral("VisionGuide/filterKernel"), QString::number(ui.spinFilterKernel->value()));
|
|
s.set(QStringLiteral("VisionGuide/filterSigma"), QString::number(ui.spinFilterSigma->value(), 'f', 4));
|
|
// MeasurePanel 与本面板共用同一个 VisionGuideMatcher。参数改变后必须
|
|
// 立即同步,否则“开始测量”仍可能使用改变前的自动分割状态。
|
|
syncParams();
|
|
};
|
|
connect(ui.spinVisionGuideMinScore, QOverload<double>::of(&QDoubleSpinBox::valueChanged), this, saveParams);
|
|
connect(ui.spinVisionGuideGreediness, QOverload<double>::of(&QDoubleSpinBox::valueChanged), this, saveParams);
|
|
connect(ui.spinSegDilation, QOverload<int>::of(&QSpinBox::valueChanged), this, saveParams);
|
|
connect(ui.chkUseAutoSeg, &QCheckBox::toggled, this, saveParams);
|
|
connect(ui.chkUseAutoSeg, &QCheckBox::toggled, this, [this](bool enabled) {
|
|
ui.spinSegDilation->setEnabled(enabled);
|
|
emit logMessage(enabled
|
|
? QString::fromUtf8("[位姿估计] 自动分割已启用;开始测量将在YOLO ROI内先分割再匹配。")
|
|
: QString::fromUtf8("[位姿估计] 自动分割已关闭;开始测量将直接在YOLO ROI内进行3D形状匹配。"));
|
|
});
|
|
connect(ui.spinCoordAxisLen, QOverload<double>::of(&QDoubleSpinBox::valueChanged), this, saveParams);
|
|
connect(ui.chkEnableFilter, &QCheckBox::toggled, this, saveParams);
|
|
connect(ui.comboFilterType, QOverload<int>::of(&QComboBox::currentIndexChanged), this, saveParams);
|
|
connect(ui.spinFilterKernel, QOverload<int>::of(&QSpinBox::valueChanged), this, saveParams);
|
|
connect(ui.spinFilterSigma, QOverload<double>::of(&QDoubleSpinBox::valueChanged), this, saveParams);
|
|
syncParams();
|
|
ui.spinSegDilation->setEnabled(ui.chkUseAutoSeg->isChecked());
|
|
updateStepButtons();
|
|
}
|
|
|
|
void VisionGuidePanel::applyCurrentParameters()
|
|
{
|
|
syncParams();
|
|
}
|
|
|
|
void VisionGuidePanel::updateStepButtons()
|
|
{
|
|
bool hasFrame = !m_frame.isNull();
|
|
bool hasROI = m_roi.isValid();
|
|
// 分割不需要模板/标定; 位姿/调试需要当前侧就绪
|
|
bool ready = m_hal->isReady(m_side);
|
|
ui.btnVisionGuideStepSeg->setEnabled(hasFrame && hasROI);
|
|
ui.btnVisionGuideStepPose->setEnabled(hasFrame && hasROI && ready);
|
|
ui.btnVisionGuideStepDebug->setEnabled(hasFrame && hasROI && ready);
|
|
}
|
|
|
|
cv::Mat VisionGuidePanel::toGray(const QImage& img) const
|
|
{
|
|
if (img.isNull()) return {};
|
|
if (img.format() == QImage::Format_Grayscale8) {
|
|
cv::Mat g(img.height(), img.width(), CV_8UC1,
|
|
(void*)img.constBits(), img.bytesPerLine());
|
|
return g.clone();
|
|
}
|
|
QImage rgb = img.convertToFormat(QImage::Format_RGB888);
|
|
cv::Mat m(rgb.height(), rgb.width(), CV_8UC3,
|
|
(void*)rgb.constBits(), rgb.bytesPerLine());
|
|
cv::Mat g; cv::cvtColor(m, g, cv::COLOR_RGB2GRAY);
|
|
return g;
|
|
}
|
|
|
|
void VisionGuidePanel::syncParams()
|
|
{
|
|
m_hal->params.minScore = ui.spinVisionGuideMinScore->value();
|
|
m_hal->params.greediness = ui.spinVisionGuideGreediness->value();
|
|
m_hal->params.segDilation = ui.spinSegDilation->value();
|
|
m_hal->params.useAutoSeg = ui.chkUseAutoSeg->isChecked();
|
|
m_hal->params.coordAxisLen_m = ui.spinCoordAxisLen->value() / 1000.0;
|
|
m_hal->params.useFilter = ui.chkEnableFilter->isChecked();
|
|
m_hal->params.filterType = ui.comboFilterType->currentIndex();
|
|
m_hal->params.filterKernelSize = ui.spinFilterKernel->value();
|
|
m_hal->params.filterSigma = ui.spinFilterSigma->value();
|
|
}
|
|
|
|
void VisionGuidePanel::onStepSeg()
|
|
{
|
|
if(m_busy||m_resourceBlocked)return;
|
|
auto release=qScopeGuard([this]{m_busy=false;updateStepButtons();emit busyChanged(false);});
|
|
m_busy=true;emit busyChanged(true);
|
|
if (m_frame.isNull() || !m_roi.isValid()) return;
|
|
emit logMessage(QString::fromUtf8("═ VisionGuide Step1: 自动分割 ═"));
|
|
ui.progressAlgoStep->setValue(10);
|
|
QCoreApplication::processEvents();
|
|
syncParams();
|
|
|
|
cv::Mat gray = toGray(m_frame);
|
|
cv::Mat segImg; double areaRatio = 0; bool segOk = false;
|
|
if (m_hal->stepAutoSegment(gray, m_roi, segImg, areaRatio, segOk)) {
|
|
ui.labelVisionGuideStep1Status->setText(segOk
|
|
? QString::fromUtf8("成功 面积=%1%").arg(areaRatio*100,0,'f',1)
|
|
: QString::fromUtf8("分割失败(回退ROI)"));
|
|
ui.labelVisionGuideStep1Status->setStyleSheet(segOk ? "color:#00cc66;" : "color:orange;");
|
|
QImage q = VisionGuideMatcher::matToQImage(segImg);
|
|
emit resultImage(QString::fromUtf8("自动分割"), q);
|
|
} else {
|
|
ui.labelVisionGuideStep1Status->setText(QString::fromUtf8("异常"));
|
|
ui.labelVisionGuideStep1Status->setStyleSheet("color:red;");
|
|
}
|
|
ui.progressAlgoStep->setValue(100);
|
|
updateStepButtons();
|
|
}
|
|
|
|
void VisionGuidePanel::onStepPose()
|
|
{
|
|
if(m_busy||m_resourceBlocked)return;
|
|
auto release=qScopeGuard([this]{m_busy=false;updateStepButtons();emit busyChanged(false);});
|
|
m_busy=true;emit busyChanged(true);
|
|
if (m_frame.isNull() || !m_roi.isValid() || !m_hal->isReady(m_side)) return;
|
|
QString sideStr = (m_side == CAM_LEFT) ? QString::fromUtf8("左") : QString::fromUtf8("右");
|
|
emit logMessage(QString::fromUtf8("═ VisionGuide Step2: 位姿测量 (%1相机) ═").arg(sideStr));
|
|
ui.progressAlgoStep->setValue(10);
|
|
QCoreApplication::processEvents();
|
|
syncParams();
|
|
|
|
cv::Mat gray = toGray(m_frame);
|
|
m_pose = m_hal->match(gray, m_roi, m_side);
|
|
|
|
if (m_pose.valid) {
|
|
ui.labelVisionGuideStep2Status->setText(QString("Score=%1 %2ms")
|
|
.arg(m_pose.score,0,'f',4).arg(m_pose.matchTimeMs,0,'f',0));
|
|
ui.labelVisionGuideStep2Status->setStyleSheet("color:#00cc66;");
|
|
|
|
cv::Mat vis; cv::cvtColor(gray, vis, cv::COLOR_GRAY2BGR);
|
|
m_hal->drawPoseResult(vis, m_pose);
|
|
emit resultImage(QString::fromUtf8("位姿估计"), VisionGuideMatcher::matToQImage(vis));
|
|
emit poseReady(m_pose);
|
|
|
|
emit logMessage(QString::fromUtf8("[位姿估计 Step2-%1] Score=%2 耗时=%3ms")
|
|
.arg(sideStr).arg(m_pose.score,0,'f',4).arg(m_pose.matchTimeMs,0,'f',0));
|
|
emit logMessage(QString::fromUtf8(" X=%1 Y=%2 Z=%3 mm Rx=%4 Ry=%5 Rz=%6 deg")
|
|
.arg(m_pose.tx*1000,0,'f',3).arg(m_pose.ty*1000,0,'f',3).arg(m_pose.tz*1000,0,'f',3)
|
|
.arg(m_pose.rx,0,'f',2).arg(m_pose.ry,0,'f',2).arg(m_pose.rz,0,'f',2));
|
|
} else {
|
|
ui.labelVisionGuideStep2Status->setText(QString::fromUtf8("失败: ") + m_pose.errorMsg);
|
|
ui.labelVisionGuideStep2Status->setStyleSheet("color:red;");
|
|
}
|
|
ui.progressAlgoStep->setValue(100);
|
|
updateStepButtons();
|
|
}
|
|
|
|
void VisionGuidePanel::onStepDebug()
|
|
{
|
|
if(m_busy||m_resourceBlocked)return;
|
|
auto release=qScopeGuard([this]{m_busy=false;updateStepButtons();emit busyChanged(false);});
|
|
m_busy=true;emit busyChanged(true);
|
|
if (m_frame.isNull() || !m_roi.isValid() || !m_hal->isReady(m_side)) return;
|
|
QString sideStr = (m_side == CAM_LEFT) ? QString::fromUtf8("左") : QString::fromUtf8("右");
|
|
emit logMessage(QString::fromUtf8("═ VisionGuide Step3: 参数调试 (%1相机) ═").arg(sideStr));
|
|
ui.progressAlgoStep->setValue(10);
|
|
QCoreApplication::processEvents();
|
|
syncParams();
|
|
|
|
cv::Mat gray = toGray(m_frame);
|
|
DebugReport report = m_hal->stepDebugMatch(gray, m_roi, m_side);
|
|
|
|
emit logMessage(QString::fromUtf8("========= 参数调试结果 (%1相机) =========").arg(sideStr));
|
|
QString curPrep;
|
|
for (const auto& r : report.results) {
|
|
if (r.preprocessName != curPrep) {
|
|
curPrep = r.preprocessName;
|
|
emit logMessage(QString::fromUtf8("--- 预处理: %1 ---").arg(curPrep));
|
|
}
|
|
emit logMessage(r.found
|
|
? QString(" MinScore=%1 -> Score=%2 (%3ms)").arg(r.minScore,0,'f',2).arg(r.score,0,'f',4).arg(r.timeMs,0,'f',0)
|
|
: QString(" MinScore=%1 -> 无匹配 (%2ms)").arg(r.minScore,0,'f',2).arg(r.timeMs,0,'f',0));
|
|
}
|
|
if (report.bestPrepIdx >= 0) {
|
|
ui.labelVisionGuideStep3Status->setText(QString::fromUtf8("最佳Score=%1").arg(report.bestScore,0,'f',4));
|
|
ui.labelVisionGuideStep3Status->setStyleSheet("color:#00cc66;");
|
|
if (report.bestPose.valid) {
|
|
cv::Mat vis; cv::cvtColor(gray, vis, cv::COLOR_GRAY2BGR);
|
|
m_hal->drawPoseResult(vis, report.bestPose);
|
|
emit resultImage(QString::fromUtf8("参数调试"), VisionGuideMatcher::matToQImage(vis));
|
|
}
|
|
} else {
|
|
ui.labelVisionGuideStep3Status->setText(QString::fromUtf8("所有组合均失败"));
|
|
ui.labelVisionGuideStep3Status->setStyleSheet("color:red;");
|
|
}
|
|
ui.progressAlgoStep->setValue(100);
|
|
}
|
|
|
|
void VisionGuidePanel::onVisionGuideLog(const QString& msg) { emit logMessage(msg); }
|
|
void VisionGuidePanel::onProgress(int pct, const QString&) {
|
|
ui.progressAlgoStep->setValue(pct);
|
|
if(m_busy)QCoreApplication::processEvents();
|
|
}
|