Subversion Repositories seema-scanner

Rev

Rev 185 | Rev 187 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 185 Rev 186
1
#include "SMPointCloudWidget.h"
1
#include "SMPointCloudWidget.h"
2
 
2
 
3
#include <opencv2/opencv.hpp>
3
#include <opencv2/opencv.hpp>
4
#include <opencv2/core/eigen.hpp>
4
#include <opencv2/core/eigen.hpp>
5
 
5
 
6
#include <vtkWindowToImageFilter.h>
6
#include <vtkWindowToImageFilter.h>
7
#include <vtkPNGWriter.h>
7
#include <vtkPNGWriter.h>
8
#include <vtkRenderWindow.h>
8
#include <vtkRenderWindow.h>
9
 
9
 
10
#include <pcl/point_cloud.h>
10
#include <pcl/point_cloud.h>
11
#include <pcl/point_types.h>
11
#include <pcl/point_types.h>
12
#include <pcl/common/io.h>
12
#include <pcl/common/io.h>
13
#include <pcl/visualization/point_cloud_color_handlers.h>
13
#include <pcl/visualization/point_cloud_color_handlers.h>
14
#include <pcl/geometry/quad_mesh.h>
14
#include <pcl/geometry/quad_mesh.h>
15
 
15
 
16
#include <fstream>
16
#include <fstream>
17
 
17
 
18
 
18
 
19
#include <QFileDialog>
19
#include <QFileDialog>
20
#include <QSettings>
20
#include <QSettings>
21
 
21
 
22
#include "SMCalibrationParameters.h"
22
#include "SMCalibrationParameters.h"
23
 
23
 
24
SMPointCloudWidget::SMPointCloudWidget(QWidget *parent) : QVTKWidget(parent) {
24
SMPointCloudWidget::SMPointCloudWidget(QWidget *parent) : QVTKWidget(parent) {
25
 
25
 
26
    visualizer = new pcl::visualization::PCLVisualizer("PCLVisualizer", false);
26
    visualizer = new pcl::visualization::PCLVisualizer("PCLVisualizer", false);
27
    this->SetRenderWindow(visualizer->getRenderWindow());
27
    this->SetRenderWindow(visualizer->getRenderWindow());
28
 
28
 
29
    // Disable double buffering (which causes lag in VTK6)
29
    // Disable double buffering (which causes lag in VTK6)
30
    visualizer->getRenderWindow()->SetDoubleBuffer(0);
30
    visualizer->getRenderWindow()->SetDoubleBuffer(0);
31
 
31
 
32
    visualizer->setShowFPS(false);
32
    visualizer->setShowFPS(false);
33
 
33
 
34
    // Create point cloud viewport
34
    // Create point cloud viewport
35
    visualizer->setBackgroundColor(0, 0, 0);
35
    visualizer->setBackgroundColor(0, 0, 0);
36
    visualizer->addCoordinateSystem(100, "camera0", 0);
36
    visualizer->addCoordinateSystem(100, "camera0", 0);
37
    visualizer->setCameraPosition(0,0,-50,0,0,0,0,-1,0);
37
    visualizer->setCameraPosition(0,0,-50,0,0,0,0,-1,0);
38
 
38
 
39
 
39
 
40
    // Initialize point cloud color handler
40
    // Initialize point cloud color handler
41
    colorHandler = new pcl::visualization::PointCloudColorHandlerRGBField<pcl::PointXYZRGBNormal>();
41
    colorHandler = new pcl::visualization::PointCloudColorHandlerRGBField<pcl::PointXYZRGBNormal>();
42
 
42
 
43
    updateCalibrationParameters();
43
    updateCalibrationParameters();
44
    //time.start();
44
    //time.start();
45
}
45
}
46
 
46
 
47
void SMPointCloudWidget::addPointCloud(SMPointCloud pointCloud, int id){
47
void SMPointCloudWidget::addPointCloud(SMPointCloud pointCloud, int id){
48
 
48
 
49
    std::string stringId = QString::number(id).toStdString();
49
    std::string stringId = QString::number(id).toStdString();
50
//    std::string stringId = QString("id%1").arg(id).toStdString();
50
//    std::string stringId = QString("id%1").arg(id).toStdString();
51
 
51
 
52
    // Note: using the color handler makes a copy of the rgb fields
52
    // Note: using the color handler makes a copy of the rgb fields
53
    colorHandler->setInputCloud(pointCloud.pointCloud);
53
    colorHandler->setInputCloud(pointCloud.pointCloud);
54
 
54
 
55
    if(!visualizer->updatePointCloud(pointCloud.pointCloud, *colorHandler, stringId)){
55
    if(!visualizer->updatePointCloud(pointCloud.pointCloud, *colorHandler, stringId)){
56
        visualizer->addPointCloud(pointCloud.pointCloud, *colorHandler, stringId);
56
        visualizer->addPointCloud(pointCloud.pointCloud, *colorHandler, stringId);
57
        visualizer->setPointCloudRenderingProperties(pcl::visualization::PCL_VISUALIZER_POINT_SIZE, 2.0, stringId);
57
        visualizer->setPointCloudRenderingProperties(pcl::visualization::PCL_VISUALIZER_POINT_SIZE, 2.0, stringId);
58
     }
58
     }
59
 
59
 
60
    // transformation matrix in Eigen format
60
    // transformation matrix in Eigen format
61
    cv::Mat TransformCV(3, 4, CV_32F);
61
    cv::Mat TransformCV(3, 4, CV_32F);
62
    cv::Mat(pointCloud.R).copyTo(TransformCV.colRange(0, 3));
62
    cv::Mat(pointCloud.R).copyTo(TransformCV.colRange(0, 3));
63
    cv::Mat(pointCloud.T).copyTo(TransformCV.col(3));
63
    cv::Mat(pointCloud.T).copyTo(TransformCV.col(3));
64
    Eigen::Affine3f Transform;
64
    Eigen::Affine3f Transform;
65
    cv::cv2eigen(TransformCV, Transform.matrix());
65
    cv::cv2eigen(TransformCV, Transform.matrix());
66
 
66
 
67
    visualizer->updatePointCloudPose(stringId, Transform.inverse());
67
    visualizer->updatePointCloudPose(stringId, Transform.inverse());
68
 
68
 
69
    this->update();
69
    this->update();
70
 
70
 
71
    emit pointCloudDataChanged();
71
    emit pointCloudDataChanged();
72
 
72
 
73
}
73
}
74
 
74
 
75
void SMPointCloudWidget::updatePointCloud(SMPointCloud pointCloud, int id){
75
void SMPointCloudWidget::updatePointCloud(SMPointCloud pointCloud, int id){
76
 
76
 
77
    std::string stringId = QString::number(id).toStdString();
77
    std::string stringId = QString::number(id).toStdString();
78
//    std::string stringId = QString("id%1").arg(id).toStdString();
78
//    std::string stringId = QString("id%1").arg(id).toStdString();
79
 
79
 
80
    // Note: using the color handler makes a copy of the rgb fields
80
    // Note: using the color handler makes a copy of the rgb fields
81
    colorHandler->setInputCloud(pointCloud.pointCloud);
81
    colorHandler->setInputCloud(pointCloud.pointCloud);
82
 
82
 
83
    if(!visualizer->updatePointCloud(pointCloud.pointCloud, *colorHandler, stringId)){
83
    if(!visualizer->updatePointCloud(pointCloud.pointCloud, *colorHandler, stringId)){
84
        visualizer->addPointCloud(pointCloud.pointCloud, *colorHandler, stringId);
84
        visualizer->addPointCloud(pointCloud.pointCloud, *colorHandler, stringId);
85
        visualizer->setPointCloudRenderingProperties(pcl::visualization::PCL_VISUALIZER_POINT_SIZE, 2.0, stringId);
85
        visualizer->setPointCloudRenderingProperties(pcl::visualization::PCL_VISUALIZER_POINT_SIZE, 2.0, stringId);
86
     }
86
     }
87
 
87
 
88
    this->update();
88
    this->update();
89
    emit pointCloudDataChanged();
89
    emit pointCloudDataChanged();
90
 
90
 
91
}
91
}
92
 
92
 
93
void SMPointCloudWidget::removePointCloud(int id){
93
void SMPointCloudWidget::removePointCloud(int id){
94
 
94
 
95
    std::string stringId = QString::number(id).toStdString();
95
    std::string stringId = QString::number(id).toStdString();
96
//    std::string stringId = QString("id%1").arg(id).toStdString();
96
//    std::string stringId = QString("id%1").arg(id).toStdString();
97
 
97
 
98
    visualizer->removePointCloud(stringId);
98
    visualizer->removePointCloud(stringId);
99
 
99
 
100
    this->update();
100
    this->update();
101
    emit pointCloudDataChanged();
101
    emit pointCloudDataChanged();
102
 
102
 
103
}
103
}
104
 
104
 
105
void SMPointCloudWidget::removeAllPointClouds(){
105
void SMPointCloudWidget::removeAllPointClouds(){
106
 
106
 
107
    visualizer->removeAllPointClouds();
107
    visualizer->removeAllPointClouds();
108
 
108
 
109
    this->update();
109
    this->update();
110
    emit pointCloudDataChanged();
110
    emit pointCloudDataChanged();
111
 
111
 
112
}
112
}
113
 
113
 
114
//void SMPointCloudWidget::savePointCloud(){
-
 
115
 
-
 
116
//    QString selectedFilter;
-
 
117
//    QString fileName = QFileDialog::getSaveFileName(this, "Save Point Cloud", QString(), "*.pcd;;*.ply;;*.vtk;;*.png;;*.txt", &selectedFilter);
-
 
118
//    QFileInfo info(fileName);
-
 
119
//    QString type = info.suffix();
-
 
120
//    if(type == ""){
-
 
121
//        fileName.append(selectedFilter.remove(0,1));
-
 
122
//        type = selectedFilter.remove(0,1);
-
 
123
//    }
-
 
124
 
-
 
125
//    if(type == "pcd"){
-
 
126
//        pcl::io::savePCDFileASCII(fileName.toStdString(), *pointCloudPCL);
-
 
127
//    } else if(type == "ply"){
-
 
128
//        //pcl::io::savePLYFileBinary(fileName.toStdString(), *pointCloudPCL);
-
 
129
//        pcl::PLYWriter w;
-
 
130
//        // Write to ply in binary without camera
-
 
131
//        w.write<pcl::PointXYZRGBNormal> (fileName.toStdString(), *pointCloudPCL, true, false);
-
 
132
//    } else if(type == "vtk"){
-
 
133
//        pcl::PCLPointCloud2 pointCloud2;
-
 
134
//        pcl::toPCLPointCloud2(*pointCloudPCL, pointCloud2);
-
 
135
//        pcl::io::saveVTKFile(fileName.toStdString(), pointCloud2);
-
 
136
 
-
 
137
////        vtkPolyData polyData;
-
 
138
////        pcl::io::pointCloudTovtkPolyData(*pointCloudPCL, polyData);
-
 
139
////        vtkPolyDataWriter::Pointer writer = vtkPolyDataWriter::New();
-
 
140
////        writer->SetInput(polyData);
-
 
141
////        writer->SetFileName(fileName.toStdString());
-
 
142
////        writer->Update();
-
 
143
//    } else if(type == "png"){
-
 
144
//        pcl::io::savePNGFile(fileName.toStdString(), *pointCloudPCL, "rgb");
-
 
145
//    } else if(type == "txt"){
-
 
146
//        std::ofstream s(fileName.toLocal8Bit());
-
 
147
//        for(unsigned int r=0; r<pointCloudPCL->height; r++){
-
 
148
//            for(unsigned int c=0; c<pointCloudPCL->width; c++){
-
 
149
//                pcl::PointXYZRGBNormal p = pointCloudPCL->at(c, r);
-
 
150
//                if(p.x == p.x)
-
 
151
//                    s << p.x << " " << p.y << " " << p.z << "\r\n";
-
 
152
//            }
-
 
153
//        }
-
 
154
//        std::flush(s);
-
 
155
//        s.close();
-
 
156
//    }
-
 
157
 
-
 
158
//}
-
 
159
 
-
 
160
void SMPointCloudWidget::saveScreenShot(){
114
void SMPointCloudWidget::saveScreenShot(){
161
 
115
 
162
    vtkWindowToImageFilter* filter = vtkWindowToImageFilter::New();
116
    vtkWindowToImageFilter* filter = vtkWindowToImageFilter::New();
163
    //filter->SetInput(visualizer->getRenderWindow());
117
    //filter->SetInput(visualizer->getRenderWindow());
164
    filter->Modified();
118
    filter->Modified();
165
 
119
 
166
    QString fileName = QFileDialog::getSaveFileName(this, "Save Screen Shot", QString(), "*.png");
120
    QString fileName = QFileDialog::getSaveFileName(this, "Save Screen Shot", QString(), "*.png");
167
    QFileInfo info(fileName);
121
    QFileInfo info(fileName);
168
    QString type = info.suffix();
122
    QString type = info.suffix();
169
    if(type == "")
123
    if(type == "")
170
        fileName.append(".png");
124
        fileName.append(".png");
171
 
125
 
172
    vtkPNGWriter* writer = vtkPNGWriter::New();
126
    vtkPNGWriter* writer = vtkPNGWriter::New();
173
    writer->SetFileName(qPrintable(fileName));
127
    writer->SetFileName(qPrintable(fileName));
174
    writer->SetInputConnection(filter->GetOutputPort());
128
    writer->SetInputConnection(filter->GetOutputPort());
175
    writer->Write();
129
    writer->Write();
176
    writer->Delete();
130
    writer->Delete();
177
}
131
}
178
 
132
 
179
void SMPointCloudWidget::updateCalibrationParameters(){
133
void SMPointCloudWidget::updateCalibrationParameters(){
180
 
134
 
181
    QSettings settings;
135
    QSettings settings;
182
    QVariant calibrationVariant = settings.value("calibration/parameters");
136
    QVariant calibrationVariant = settings.value("calibration/parameters");
183
    SMCalibrationParameters calibration = calibrationVariant.value<SMCalibrationParameters>();
137
    SMCalibrationParameters calibration = calibrationVariant.value<SMCalibrationParameters>();
184
 
138
 
185
    // camera 0 coordinate system
139
    // camera 0 coordinate system
186
    //visualizer->removeCoordinateSystem("camera0", 0);
140
    //visualizer->removeCoordinateSystem("camera0", 0);
187
    visualizer->addCoordinateSystem(100, "camera0", 0);
141
    visualizer->addCoordinateSystem(100, "camera0", 0);
188
 
142
 
189
    // camera 1 coordinate system
143
    // camera 1 coordinate system
190
    cv::Mat Transform1CV(3, 4, CV_32F);
144
    cv::Mat Transform1CV(3, 4, CV_32F);
191
    cv::Mat(calibration.R1).copyTo(Transform1CV.colRange(0, 3));
145
    cv::Mat(calibration.R1).copyTo(Transform1CV.colRange(0, 3));
192
    cv::Mat(calibration.T1).copyTo(Transform1CV.col(3));
146
    cv::Mat(calibration.T1).copyTo(Transform1CV.col(3));
193
    Eigen::Affine3f Transform1;
147
    Eigen::Affine3f Transform1;
194
    cv::cv2eigen(Transform1CV, Transform1.matrix());
148
    cv::cv2eigen(Transform1CV, Transform1.matrix());
195
 
149
 
196
    //visualizer->removeCoordinateSystem("camera1", 0);
150
    //visualizer->removeCoordinateSystem("camera1", 0);
197
    visualizer->addCoordinateSystem(100, Transform1.inverse(), "camera1", 0);
151
    visualizer->addCoordinateSystem(100, Transform1.inverse(), "camera1", 0);
198
 
152
 
199
//    // rotation axis coordinate system
153
//    // rotation axis coordinate system
200
//    cv::Mat TransformRCV(3, 4, CV_32F);
154
//    cv::Mat TransformRCV(3, 4, CV_32F);
201
//    cv::Mat(calibration.Rr).copyTo(TransformRCV.colRange(0, 3));
155
//    cv::Mat(calibration.Rr).copyTo(TransformRCV.colRange(0, 3));
202
//    cv::Mat(calibration.Tr).copyTo(TransformRCV.col(3));
156
//    cv::Mat(calibration.Tr).copyTo(TransformRCV.col(3));
203
//    Eigen::Affine3f TransformR;
157
//    Eigen::Affine3f TransformR;
204
 
158
 
205
//    cv::cv2eigen(TransformRCV, TransformR.matrix());
159
//    cv::cv2eigen(TransformRCV, TransformR.matrix());
206
//    visualizer->removeCoordinateSystem("camera1", 0);
160
//    visualizer->removeCoordinateSystem("camera1", 0);
207
//    visualizer->addCoordinateSystem(100, TransformR.inverse(), "rotation", 0);
161
//    visualizer->addCoordinateSystem(100, TransformR.inverse(), "rotation", 0);
208
 
162
 
209
    // rotation axis pointing (0,1,0) in rotation stage frame
163
    // rotation axis pointing (0,1,0) in rotation stage frame
210
    cv::Vec3f O(0.0, 0.0, 0.0);
164
    cv::Vec3f O(0.0, 0.0, 0.0);
211
    cv::Vec3f v(0.0, 600.0, 0.0);
165
    cv::Vec3f v(0.0, 600.0, 0.0);
212
 
166
 
213
    // determine coefficients in camera 0 frame
167
    // determine coefficients in camera 0 frame
214
    O = calibration.Rr.t()*O + -calibration.Rr.t()*calibration.Tr;
168
    O = calibration.Rr.t()*O + -calibration.Rr.t()*calibration.Tr;
215
    v = calibration.Rr.t()*v + -calibration.Rr.t()*calibration.Tr - O;
169
    v = calibration.Rr.t()*v + -calibration.Rr.t()*calibration.Tr - O;
216
 
170
 
217
    pcl::ModelCoefficients lineCoefficients;
171
    pcl::ModelCoefficients lineCoefficients;
218
    lineCoefficients.values.resize(6);
172
    lineCoefficients.values.resize(6);
219
    lineCoefficients.values[0] = O[0];
173
    lineCoefficients.values[0] = O[0];
220
    lineCoefficients.values[1] = O[1];
174
    lineCoefficients.values[1] = O[1];
221
    lineCoefficients.values[2] = O[2];
175
    lineCoefficients.values[2] = O[2];
222
    lineCoefficients.values[3] = v[0];
176
    lineCoefficients.values[3] = v[0];
223
    lineCoefficients.values[4] = v[1];
177
    lineCoefficients.values[4] = v[1];
224
    lineCoefficients.values[5] = v[2];
178
    lineCoefficients.values[5] = v[2];
225
    visualizer->removeShape("line");
179
    visualizer->removeShape("line");
226
    visualizer->addLine(lineCoefficients);
180
    visualizer->addLine(lineCoefficients);
227
 
181
 
228
 
182
 
229
 
183
 
230
}
184
}
231
 
185
 
232
SMPointCloudWidget::~SMPointCloudWidget(){
186
SMPointCloudWidget::~SMPointCloudWidget(){
233
 
187
 
234
    //delete visualizer;
188
    //delete visualizer;
235
 
189
 
236
}
190
}
237
 
191