WebSVN – seema-scanner – Diff – /openmp/src/SMPointCloudWidget.cpp


#include "SMPointCloudWidget.h"
 
#include <opencv2/opencv.hpp>
#include <opencv2/core/eigen.hpp>
 
#include <vtkWindowToImageFilter.h>
#include <vtkPNGWriter.h>
#include <vtkRenderWindow.h>
 
#include <pcl/point_cloud.h>
#include <pcl/point_types.h>
#include <pcl/common/io.h>
#include <pcl/visualization/point_cloud_color_handlers.h>
#include <pcl/geometry/quad_mesh.h>
 
#include <fstream>
 
 
#include <QFileDialog>
#include <QSettings>
 
#include "SMCalibrationParameters.h"
 
SMPointCloudWidget::SMPointCloudWidget(QWidget *parent) : QVTKWidget(parent) {
 
    visualizer = new pcl::visualization::PCLVisualizer("PCLVisualizer", false);
    this->SetRenderWindow(visualizer->getRenderWindow());
 
    visualizer->setupInteractor(this->GetInteractor(), this->GetRenderWindow());
 
    // Disable double buffering (which causes lag in VTK6)
    visualizer->getRenderWindow()->SetDoubleBuffer(0);
 
    visualizer->setShowFPS(false);
 
    // Create point cloud viewport
    visualizer->setBackgroundColor(0, 0, 0);
    visualizer->addCoordinateSystem(100, "camera0", 0);
    visualizer->setCameraPosition(0,0,-50,0,0,0,0,-1,0);
 
 
    // Initialize point cloud color handler
    colorHandler = new pcl::visualization::PointCloudColorHandlerRGBField<pcl::PointXYZRGBNormal>();
 
    updateCalibrationParameters();
    //time.start();
}
 
void SMPointCloudWidget::addPointCloud(SMPointCloud pointCloud, int id){
 
    std::string stringId = QString::number(id).toStdString();
//    std::string stringId = QString("id%1").arg(id).toStdString();
 
    // Note: using the color handler makes a copy of the rgb fields
    colorHandler->setInputCloud(pointCloud.pointCloud);
 
    if(!visualizer->updatePointCloud(pointCloud.pointCloud, *colorHandler, stringId)){
        visualizer->addPointCloud(pointCloud.pointCloud, *colorHandler, stringId);
        visualizer->setPointCloudRenderingProperties(pcl::visualization::PCL_VISUALIZER_POINT_SIZE, 2.0, stringId);
     }
 
    // transformation matrix in Eigen format
    cv::Mat TransformCV(3, 4, CV_32F);
    cv::Mat(pointCloud.R).copyTo(TransformCV.colRange(0, 3));
    cv::Mat(pointCloud.T).copyTo(TransformCV.col(3));
    Eigen::Affine3f Transform;
    cv::cv2eigen(TransformCV, Transform.matrix());
 
    visualizer->updatePointCloudPose(stringId, Transform.inverse());
 
    this->update();
 
    emit pointCloudDataChanged();
 
}
 
void SMPointCloudWidget::updatePointCloud(SMPointCloud pointCloud, int id){
 
    std::string stringId = QString::number(id).toStdString();
//    std::string stringId = QString("id%1").arg(id).toStdString();
 
    // Note: using the color handler makes a copy of the rgb fields
    colorHandler->setInputCloud(pointCloud.pointCloud);
 
    if(!visualizer->updatePointCloud(pointCloud.pointCloud, *colorHandler, stringId)){
        visualizer->addPointCloud(pointCloud.pointCloud, *colorHandler, stringId);
        visualizer->setPointCloudRenderingProperties(pcl::visualization::PCL_VISUALIZER_POINT_SIZE, 2.0, stringId);
     }
 
    this->update();
    emit pointCloudDataChanged();
 
}
 
void SMPointCloudWidget::removePointCloud(int id){
 
    std::string stringId = QString::number(id).toStdString();
//    std::string stringId = QString("id%1").arg(id).toStdString();
 
    visualizer->removePointCloud(stringId);
 
    this->update();
    emit pointCloudDataChanged();
 
}
 
void SMPointCloudWidget::removeAllPointClouds(){
 
    visualizer->removeAllPointClouds();
 
    this->update();
    emit pointCloudDataChanged();
 
}
 
void SMPointCloudWidget::saveScreenShot(){
 
    vtkWindowToImageFilter* filter = vtkWindowToImageFilter::New();
    //filter->SetInput(visualizer->getRenderWindow());
    filter->Modified();
 
    QString fileName = QFileDialog::getSaveFileName(this, "Save Screen Shot", QString(), "*.png");
    QFileInfo info(fileName);
    QString type = info.suffix();
    if(type == "")
        fileName.append(".png");
 
    vtkPNGWriter* writer = vtkPNGWriter::New();
    writer->SetFileName(qPrintable(fileName));
    writer->SetInputConnection(filter->GetOutputPort());
    writer->Write();
    writer->Delete();
}
 
void SMPointCloudWidget::updateCalibrationParameters(){
 
    QSettings settings;
    QVariant calibrationVariant = settings.value("calibration/parameters");
    SMCalibrationParameters calibration = calibrationVariant.value<SMCalibrationParameters>();
 
    // camera 0 coordinate system
    visualizer->removeCoordinateSystem("camera0", 0);
    visualizer->addCoordinateSystem(100, "camera0", 0);
 
    // camera 1 coordinate system
    cv::Mat Transform1CV(3, 4, CV_32F);
    cv::Mat(calibration.R1).copyTo(Transform1CV.colRange(0, 3));
    cv::Mat(calibration.T1).copyTo(Transform1CV.col(3));
    Eigen::Affine3f Transform1;
    cv::cv2eigen(Transform1CV, Transform1.matrix());
 
    visualizer->removeCoordinateSystem("camera1", 0);
    visualizer->addCoordinateSystem(100, Transform1.inverse(), "camera1", 0);
 
//    // rotation axis coordinate system
//    cv::Mat TransformRCV(3, 4, CV_32F);
//    cv::Mat(calibration.Rr).copyTo(TransformRCV.colRange(0, 3));
//    cv::Mat(calibration.Tr).copyTo(TransformRCV.col(3));
//    Eigen::Affine3f TransformR;
 
//    cv::cv2eigen(TransformRCV, TransformR.matrix());
//    visualizer->removeCoordinateSystem("camera1", 0);
//    visualizer->addCoordinateSystem(100, TransformR.inverse(), "rotation", 0);
 
    // rotation axis pointing (0,1,0) in rotation stage frame
    cv::Vec3f O(0.0, 0.0, 0.0);
    cv::Vec3f v(0.0, 600.0, 0.0);
 
    // determine coefficients in camera 0 frame
    O = calibration.Rr.t()*O + -calibration.Rr.t()*calibration.Tr;
    v = calibration.Rr.t()*v + -calibration.Rr.t()*calibration.Tr - O;
 
    pcl::ModelCoefficients lineCoefficients;
    lineCoefficients.values.resize(6);
    lineCoefficients.values[0] = O[0];
    lineCoefficients.values[1] = O[1];
    lineCoefficients.values[2] = O[2];
    lineCoefficients.values[3] = v[0];
    lineCoefficients.values[4] = v[1];
    lineCoefficients.values[5] = v[2];
    visualizer->removeShape("line");
    visualizer->addLine(lineCoefficients);
 
 
 
}
 
SMPointCloudWidget::~SMPointCloudWidget(){
 
    //delete visualizer;
 
}
 

Subversion Repositories seema-scanner

(root)/openmp/src/SMPointCloudWidget.cpp @ 208 – Rev 191 → 205

Rev 191		Rev 205
1	`#include "SMPointCloudWidget.h"`	1	`#include "SMPointCloudWidget.h"`
2		2
3	`#include <opencv2/opencv.hpp>`	3	`#include <opencv2/opencv.hpp>`
4	`#include <opencv2/core/eigen.hpp>`	4	`#include <opencv2/core/eigen.hpp>`
5		5
6	`#include <vtkWindowToImageFilter.h>`	6	`#include <vtkWindowToImageFilter.h>`
7	`#include <vtkPNGWriter.h>`	7	`#include <vtkPNGWriter.h>`
8	`#include <vtkRenderWindow.h>`	8	`#include <vtkRenderWindow.h>`
9		9
10	`#include <pcl/point_cloud.h>`	10	`#include <pcl/point_cloud.h>`
11	`#include <pcl/point_types.h>`	11	`#include <pcl/point_types.h>`
12	`#include <pcl/common/io.h>`	12	`#include <pcl/common/io.h>`
13	`#include <pcl/visualization/point_cloud_color_handlers.h>`	13	`#include <pcl/visualization/point_cloud_color_handlers.h>`
14	`#include <pcl/geometry/quad_mesh.h>`	14	`#include <pcl/geometry/quad_mesh.h>`
15		15
16	`#include <fstream>`	16	`#include <fstream>`
17		17
18		18
19	`#include <QFileDialog>`	19	`#include <QFileDialog>`
20	`#include <QSettings>`	20	`#include <QSettings>`
21		21
22	`#include "SMCalibrationParameters.h"`	22	`#include "SMCalibrationParameters.h"`
23		23
24	`SMPointCloudWidget::SMPointCloudWidget(QWidget *parent) : QVTKWidget(parent) {`	24	`SMPointCloudWidget::SMPointCloudWidget(QWidget *parent) : QVTKWidget(parent) {`
25		25
26	`visualizer = new pcl::visualization::PCLVisualizer("PCLVisualizer", false);`	26	`visualizer = new pcl::visualization::PCLVisualizer("PCLVisualizer", false);`
27	`this->SetRenderWindow(visualizer->getRenderWindow());`	27	`this->SetRenderWindow(visualizer->getRenderWindow());`
28		28
29	`visualizer->setupInteractor(this->GetInteractor(), this->GetRenderWindow());`	29	`visualizer->setupInteractor(this->GetInteractor(), this->GetRenderWindow());`
30		30
31	`// Disable double buffering (which causes lag in VTK6)`	31	`// Disable double buffering (which causes lag in VTK6)`
32	`visualizer->getRenderWindow()->SetDoubleBuffer(0);`	32	`visualizer->getRenderWindow()->SetDoubleBuffer(0);`
33		33
34	`visualizer->setShowFPS(false);`	34	`visualizer->setShowFPS(false);`
35		35
36	`// Create point cloud viewport`	36	`// Create point cloud viewport`
37	`visualizer->setBackgroundColor(0, 0, 0);`	37	`visualizer->setBackgroundColor(0, 0, 0);`
38	`visualizer->addCoordinateSystem(100, "camera0", 0);`	38	`visualizer->addCoordinateSystem(100, "camera0", 0);`
39	`visualizer->setCameraPosition(0,0,-50,0,0,0,0,-1,0);`	39	`visualizer->setCameraPosition(0,0,-50,0,0,0,0,-1,0);`
40		40
41		41
42	`// Initialize point cloud color handler`	42	`// Initialize point cloud color handler`
43	`colorHandler = new pcl::visualization::PointCloudColorHandlerRGBField<pcl::PointXYZRGBNormal>();`	43	`colorHandler = new pcl::visualization::PointCloudColorHandlerRGBField<pcl::PointXYZRGBNormal>();`
44		44
45	`updateCalibrationParameters();`	45	`updateCalibrationParameters();`
46	`//time.start();`	46	`//time.start();`
47	`}`	47	`}`
48		48
49	`void SMPointCloudWidget::addPointCloud(SMPointCloud pointCloud, int id){`	49	`void SMPointCloudWidget::addPointCloud(SMPointCloud pointCloud, int id){`
50		50
51	`std::string stringId = QString::number(id).toStdString();`	51	`std::string stringId = QString::number(id).toStdString();`
52	`// std::string stringId = QString("id%1").arg(id).toStdString();`	52	`// std::string stringId = QString("id%1").arg(id).toStdString();`
53		53
54	`// Note: using the color handler makes a copy of the rgb fields`	54	`// Note: using the color handler makes a copy of the rgb fields`
55	`colorHandler->setInputCloud(pointCloud.pointCloud);`	55	`colorHandler->setInputCloud(pointCloud.pointCloud);`
56		56
57	`if(!visualizer->updatePointCloud(pointCloud.pointCloud, *colorHandler, stringId)){`	57	`if(!visualizer->updatePointCloud(pointCloud.pointCloud, *colorHandler, stringId)){`
58	`visualizer->addPointCloud(pointCloud.pointCloud, *colorHandler, stringId);`	58	`visualizer->addPointCloud(pointCloud.pointCloud, *colorHandler, stringId);`
59	`visualizer->setPointCloudRenderingProperties(pcl::visualization::PCL_VISUALIZER_POINT_SIZE, 2.0, stringId);`	59	`visualizer->setPointCloudRenderingProperties(pcl::visualization::PCL_VISUALIZER_POINT_SIZE, 2.0, stringId);`
60	`}`	60	`}`
61		61
62	`// transformation matrix in Eigen format`	62	`// transformation matrix in Eigen format`
63	`cv::Mat TransformCV(3, 4, CV_32F);`	63	`cv::Mat TransformCV(3, 4, CV_32F);`
64	`cv::Mat(pointCloud.R).copyTo(TransformCV.colRange(0, 3));`	64	`cv::Mat(pointCloud.R).copyTo(TransformCV.colRange(0, 3));`
65	`cv::Mat(pointCloud.T).copyTo(TransformCV.col(3));`	65	`cv::Mat(pointCloud.T).copyTo(TransformCV.col(3));`
66	`Eigen::Affine3f Transform;`	66	`Eigen::Affine3f Transform;`
67	`cv::cv2eigen(TransformCV, Transform.matrix());`	67	`cv::cv2eigen(TransformCV, Transform.matrix());`
68		68
69	`visualizer->updatePointCloudPose(stringId, Transform.inverse());`	69	`visualizer->updatePointCloudPose(stringId, Transform.inverse());`
70		70
71	`this->update();`	71	`this->update();`
72		72
73	`emit pointCloudDataChanged();`	73	`emit pointCloudDataChanged();`
74		74
75	`}`	75	`}`
76		76
77	`void SMPointCloudWidget::updatePointCloud(SMPointCloud pointCloud, int id){`	77	`void SMPointCloudWidget::updatePointCloud(SMPointCloud pointCloud, int id){`
78		78
79	`std::string stringId = QString::number(id).toStdString();`	79	`std::string stringId = QString::number(id).toStdString();`
80	`// std::string stringId = QString("id%1").arg(id).toStdString();`	80	`// std::string stringId = QString("id%1").arg(id).toStdString();`
81		81
82	`// Note: using the color handler makes a copy of the rgb fields`	82	`// Note: using the color handler makes a copy of the rgb fields`
83	`colorHandler->setInputCloud(pointCloud.pointCloud);`	83	`colorHandler->setInputCloud(pointCloud.pointCloud);`
84		84
85	`if(!visualizer->updatePointCloud(pointCloud.pointCloud, *colorHandler, stringId)){`	85	`if(!visualizer->updatePointCloud(pointCloud.pointCloud, *colorHandler, stringId)){`
86	`visualizer->addPointCloud(pointCloud.pointCloud, *colorHandler, stringId);`	86	`visualizer->addPointCloud(pointCloud.pointCloud, *colorHandler, stringId);`
87	`visualizer->setPointCloudRenderingProperties(pcl::visualization::PCL_VISUALIZER_POINT_SIZE, 2.0, stringId);`	87	`visualizer->setPointCloudRenderingProperties(pcl::visualization::PCL_VISUALIZER_POINT_SIZE, 2.0, stringId);`
88	`}`	88	`}`
89		89
90	`this->update();`	90	`this->update();`
91	`emit pointCloudDataChanged();`	91	`emit pointCloudDataChanged();`
92		92
93	`}`	93	`}`
94		94
95	`void SMPointCloudWidget::removePointCloud(int id){`	95	`void SMPointCloudWidget::removePointCloud(int id){`
96		96
97	`std::string stringId = QString::number(id).toStdString();`	97	`std::string stringId = QString::number(id).toStdString();`
98	`// std::string stringId = QString("id%1").arg(id).toStdString();`	98	`// std::string stringId = QString("id%1").arg(id).toStdString();`
99		99
100	`visualizer->removePointCloud(stringId);`	100	`visualizer->removePointCloud(stringId);`
101		101
102	`this->update();`	102	`this->update();`
103	`emit pointCloudDataChanged();`	103	`emit pointCloudDataChanged();`
104		104
105	`}`	105	`}`
106		106
107	`void SMPointCloudWidget::removeAllPointClouds(){`	107	`void SMPointCloudWidget::removeAllPointClouds(){`
108		108
109	`visualizer->removeAllPointClouds();`	109	`visualizer->removeAllPointClouds();`
110		110
111	`this->update();`	111	`this->update();`
112	`emit pointCloudDataChanged();`	112	`emit pointCloudDataChanged();`
113		113
114	`}`	114	`}`
115		115
116	`void SMPointCloudWidget::saveScreenShot(){`	116	`void SMPointCloudWidget::saveScreenShot(){`
117		117
118	`vtkWindowToImageFilter* filter = vtkWindowToImageFilter::New();`	118	`vtkWindowToImageFilter* filter = vtkWindowToImageFilter::New();`
119	`//filter->SetInput(visualizer->getRenderWindow());`	119	`//filter->SetInput(visualizer->getRenderWindow());`
120	`filter->Modified();`	120	`filter->Modified();`
121		121
122	`QString fileName = QFileDialog::getSaveFileName(this, "Save Screen Shot", QString(), "*.png");`	122	`QString fileName = QFileDialog::getSaveFileName(this, "Save Screen Shot", QString(), "*.png");`
123	`QFileInfo info(fileName);`	123	`QFileInfo info(fileName);`
124	`QString type = info.suffix();`	124	`QString type = info.suffix();`
125	`if(type == "")`	125	`if(type == "")`
126	`fileName.append(".png");`	126	`fileName.append(".png");`
127		127
128	`vtkPNGWriter* writer = vtkPNGWriter::New();`	128	`vtkPNGWriter* writer = vtkPNGWriter::New();`
129	`writer->SetFileName(qPrintable(fileName));`	129	`writer->SetFileName(qPrintable(fileName));`
130	`writer->SetInputConnection(filter->GetOutputPort());`	130	`writer->SetInputConnection(filter->GetOutputPort());`
131	`writer->Write();`	131	`writer->Write();`
132	`writer->Delete();`	132	`writer->Delete();`
133	`}`	133	`}`
134		134
135	`void SMPointCloudWidget::updateCalibrationParameters(){`	135	`void SMPointCloudWidget::updateCalibrationParameters(){`
136		136
137	`QSettings settings;`	137	`QSettings settings;`
138	`QVariant calibrationVariant = settings.value("calibration/parameters");`	138	`QVariant calibrationVariant = settings.value("calibration/parameters");`
139	`SMCalibrationParameters calibration = calibrationVariant.value<SMCalibrationParameters>();`	139	`SMCalibrationParameters calibration = calibrationVariant.value<SMCalibrationParameters>();`
140		140
141	`// camera 0 coordinate system`	141	`// camera 0 coordinate system`
142	`visualizer->removeCoordinateSystem("camera0", 0);`	142	`visualizer->removeCoordinateSystem("camera0", 0);`
143	`visualizer->addCoordinateSystem(100, "camera0", 0);`	143	`visualizer->addCoordinateSystem(100, "camera0", 0);`
144		144
145	`// camera 1 coordinate system`	145	`// camera 1 coordinate system`
146	`cv::Mat Transform1CV(3, 4, CV_32F);`	146	`cv::Mat Transform1CV(3, 4, CV_32F);`
147	`cv::Mat(calibration.R1).copyTo(Transform1CV.colRange(0, 3));`	147	`cv::Mat(calibration.R1).copyTo(Transform1CV.colRange(0, 3));`
148	`cv::Mat(calibration.T1).copyTo(Transform1CV.col(3));`	148	`cv::Mat(calibration.T1).copyTo(Transform1CV.col(3));`
149	`Eigen::Affine3f Transform1;`	149	`Eigen::Affine3f Transform1;`
150	`cv::cv2eigen(Transform1CV, Transform1.matrix());`	150	`cv::cv2eigen(Transform1CV, Transform1.matrix());`
151		151
152	`visualizer->removeCoordinateSystem("camera1", 0);`	152	`visualizer->removeCoordinateSystem("camera1", 0);`
153	`visualizer->addCoordinateSystem(100, Transform1.inverse(), "camera1", 0);`	153	`visualizer->addCoordinateSystem(100, Transform1.inverse(), "camera1", 0);`
154		154
155	`// // rotation axis coordinate system`	155	`// // rotation axis coordinate system`
156	`// cv::Mat TransformRCV(3, 4, CV_32F);`	156	`// cv::Mat TransformRCV(3, 4, CV_32F);`
157	`// cv::Mat(calibration.Rr).copyTo(TransformRCV.colRange(0, 3));`	157	`// cv::Mat(calibration.Rr).copyTo(TransformRCV.colRange(0, 3));`
158	`// cv::Mat(calibration.Tr).copyTo(TransformRCV.col(3));`	158	`// cv::Mat(calibration.Tr).copyTo(TransformRCV.col(3));`
159	`// Eigen::Affine3f TransformR;`	159	`// Eigen::Affine3f TransformR;`
160		160
161	`// cv::cv2eigen(TransformRCV, TransformR.matrix());`	161	`// cv::cv2eigen(TransformRCV, TransformR.matrix());`
162	`// visualizer->removeCoordinateSystem("camera1", 0);`	162	`// visualizer->removeCoordinateSystem("camera1", 0);`
163	`// visualizer->addCoordinateSystem(100, TransformR.inverse(), "rotation", 0);`	163	`// visualizer->addCoordinateSystem(100, TransformR.inverse(), "rotation", 0);`
164		164
165	`// rotation axis pointing (0,1,0) in rotation stage frame`	165	`// rotation axis pointing (0,1,0) in rotation stage frame`
166	`cv::Vec3f O(0.0, 0.0, 0.0);`	166	`cv::Vec3f O(0.0, 0.0, 0.0);`
167	`cv::Vec3f v(0.0, 600.0, 0.0);`	167	`cv::Vec3f v(0.0, 600.0, 0.0);`
168		168
169	`// determine coefficients in camera 0 frame`	169	`// determine coefficients in camera 0 frame`
170	`O = calibration.Rr.t()O + -calibration.Rr.t()calibration.Tr;`	170	`O = calibration.Rr.t()O + -calibration.Rr.t()calibration.Tr;`
171	`v = calibration.Rr.t()v + -calibration.Rr.t()calibration.Tr - O;`	171	`v = calibration.Rr.t()v + -calibration.Rr.t()calibration.Tr - O;`
172		172
173	`pcl::ModelCoefficients lineCoefficients;`	173	`pcl::ModelCoefficients lineCoefficients;`
174	`lineCoefficients.values.resize(6);`	174	`lineCoefficients.values.resize(6);`
175	`lineCoefficients.values[0] = O[0];`	175	`lineCoefficients.values[0] = O[0];`
176	`lineCoefficients.values[1] = O[1];`	176	`lineCoefficients.values[1] = O[1];`
177	`lineCoefficients.values[2] = O[2];`	177	`lineCoefficients.values[2] = O[2];`
178	`lineCoefficients.values[3] = v[0];`	178	`lineCoefficients.values[3] = v[0];`
179	`lineCoefficients.values[4] = v[1];`	179	`lineCoefficients.values[4] = v[1];`
180	`lineCoefficients.values[5] = v[2];`	180	`lineCoefficients.values[5] = v[2];`
181	`visualizer->removeShape("line");`	181	`visualizer->removeShape("line");`
182	`visualizer->addLine(lineCoefficients);`	182	`visualizer->addLine(lineCoefficients);`
183		183
184		184
185		185
186	`}`	186	`}`
187		187
188	`SMPointCloudWidget::~SMPointCloudWidget(){`	188	`SMPointCloudWidget::~SMPointCloudWidget(){`
189		189
190	`//delete visualizer;`	190	`//delete visualizer;`
191		191
192	`}`	192	`}`
193		193