Subversion Repositories seema-scanner

Rev

Rev 44 | Rev 46 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 44 Rev 45
1
#include "SMScanner.h"
1
#include "SMScanner.h"
2
#include "ui_SMScanner.h"
2
#include "ui_SMScanner.h"
3
 
3
 
4
#include <QMetaObject>
4
#include <QMetaObject>
5
#include <QFileDialog>
5
#include <QFileDialog>
6
 
6
 
7
#include <pcl/io/pcd_io.h>
7
#include <pcl/io/pcd_io.h>
8
#include <pcl/io/ascii_io.h>
8
#include <pcl/io/ascii_io.h>
9
#include <pcl/io/ply_io.h>
9
#include <pcl/io/ply_io.h>
10
#include <pcl/io/png_io.h>
10
#include <pcl/io/png_io.h>
11
#include <pcl/io/vtk_io.h>
11
#include <pcl/io/vtk_io.h>
12
#include <vtkPolyDataWriter.h>
12
#include <vtkPolyDataWriter.h>
13
#include <pcl/conversions.h>
13
#include <pcl/conversions.h>
14
 
14
 
15
SMScanner::SMScanner(QWidget *parent) :QMainWindow(parent), ui(new Ui::SMScanner),
15
SMScanner::SMScanner(QWidget *parent) :QMainWindow(parent), ui(new Ui::SMScanner),
16
                                        calibrationReviewMode(false), captureReviewMode(false){
16
                                        calibrationReviewMode(false), captureReviewMode(false){
17
 
17
 
18
    // Register metatypes
18
    // Register metatypes
19
    qRegisterMetaType<cv::Mat>("cv::Mat");
19
    qRegisterMetaType<cv::Mat>("cv::Mat");
20
    qRegisterMetaType< std::vector<cv::Mat> >("std::vector<cv::Mat>");
20
    qRegisterMetaType< std::vector<cv::Mat> >("std::vector<cv::Mat>");
21
    qRegisterMetaType< std::vector<float> >("std::vector<float>");
21
    qRegisterMetaType< std::vector<float> >("std::vector<float>");
22
    qRegisterMetaType<SMCalibrationSet>("SMCalibrationSet");
22
    qRegisterMetaType<SMCalibrationSet>("SMCalibrationSet");
23
    qRegisterMetaType<SMCalibrationParameters>("SMCalibrationParameters");
23
    qRegisterMetaType<SMCalibrationParameters>("SMCalibrationParameters");
24
    qRegisterMetaTypeStreamOperators<SMCalibrationParameters>("SMCalibrationParameters");
24
    qRegisterMetaTypeStreamOperators<SMCalibrationParameters>("SMCalibrationParameters");
25
    qRegisterMetaType< std::vector<SMCalibrationSet> >("std::vector<SMCalibrationSet>");
25
    qRegisterMetaType< std::vector<SMCalibrationSet> >("std::vector<SMCalibrationSet>");
26
    qRegisterMetaType<SMFrameSequence>("SMFrameSequence");
26
    qRegisterMetaType<SMFrameSequence>("SMFrameSequence");
27
    qRegisterMetaType< std::vector<SMFrameSequence> >("std::vector<SMFrameSequence>");
27
    qRegisterMetaType< std::vector<SMFrameSequence> >("std::vector<SMFrameSequence>");
28
    qRegisterMetaType<pcl::PointCloud<pcl::PointXYZRGBNormal>::Ptr>("pcl::PointCloud<pcl::PointXYZRGBNormal>::Ptr");
28
    qRegisterMetaType<pcl::PointCloud<pcl::PointXYZRGB>::Ptr>("pcl::PointCloud<pcl::PointXYZRGB>::Ptr");
29
    qRegisterMetaType<SMPointCloud>("SMPointCloud");
29
    qRegisterMetaType<SMPointCloud>("SMPointCloud");
30
 
30
 
31
    // Setup ui (requires stream operators registered)
31
    // Setup ui (requires stream operators registered)
32
    ui->setupUi(this);
32
    ui->setupUi(this);
33
 
33
 
34
    // Restore geometry
34
    // Restore geometry
35
    this->restoreGeometry(settings.value("geometry/mainwindow").toByteArray());
35
    this->restoreGeometry(settings.value("geometry/mainwindow").toByteArray());
36
    this->restoreState(settings.value("state/mainwindow").toByteArray());
36
    this->restoreState(settings.value("state/mainwindow").toByteArray());
37
 
37
 
38
    // Set up threads
38
    // Set up threads
39
    captureWorker = new SMCaptureWorker;
39
    captureWorker = new SMCaptureWorker;
40
    captureWorkerThread = new QThread(this);
40
    captureWorkerThread = new QThread(this);
41
    captureWorkerThread->setObjectName("captureWorkerThread");
41
    captureWorkerThread->setObjectName("captureWorkerThread");
42
    captureWorker->moveToThread(captureWorkerThread);
42
    captureWorker->moveToThread(captureWorkerThread);
43
    captureWorkerThread->start();
43
    captureWorkerThread->start();
44
 
44
 
45
    // Connections
45
    // Connections
46
    connect(captureWorker, SIGNAL(newFrame(unsigned int, cv::Mat)), this, SLOT(onReceiveFrame(unsigned int, cv::Mat)));
46
    connect(captureWorker, SIGNAL(newFrame(unsigned int, cv::Mat)), this, SLOT(onReceiveFrame(unsigned int, cv::Mat)));
47
    connect(captureWorker, SIGNAL(newCalibrationSet(SMCalibrationSet)), this, SLOT(onReceiveCalibrationSet(SMCalibrationSet)));
47
    connect(captureWorker, SIGNAL(newCalibrationSet(SMCalibrationSet)), this, SLOT(onReceiveCalibrationSet(SMCalibrationSet)));
48
    connect(captureWorker, SIGNAL(newFrameSequence(SMFrameSequence)), this, SLOT(onReceiveFrameSequence(SMFrameSequence)));
48
    connect(captureWorker, SIGNAL(newFrameSequence(SMFrameSequence)), this, SLOT(onReceiveFrameSequence(SMFrameSequence)));
49
    connect(captureWorker, SIGNAL(rotatedTo(float)), this, SLOT(onReceiveRotatedTo(float)));
49
    connect(captureWorker, SIGNAL(rotatedTo(float)), this, SLOT(onReceiveRotatedTo(float)));
50
 
50
 
51
    // Start capturing
51
    // Start capturing
52
    QMetaObject::invokeMethod(captureWorker, "setup");
52
    QMetaObject::invokeMethod(captureWorker, "setup");
53
    QMetaObject::invokeMethod(captureWorker, "doWork");
53
    QMetaObject::invokeMethod(captureWorker, "doWork");
54
 
54
 
55
}
55
}
56
 
56
 
57
void SMScanner::onReceiveFrame(unsigned int camId, cv::Mat frame){
57
void SMScanner::onReceiveFrame(unsigned int camId, cv::Mat frame){
58
 
58
 
59
    if(camId == 0){
59
    if(camId == 0){
60
        if(!calibrationReviewMode)
60
        if(!calibrationReviewMode)
61
            ui->calibrationCamera0Widget->showImageCV(frame);
61
            ui->calibrationCamera0Widget->showImageCV(frame);
62
        if(!captureReviewMode)
62
        if(!captureReviewMode)
63
            ui->captureCamera0Widget->showImageCV(frame);
63
            ui->captureCamera0Widget->showImageCV(frame);
64
    } else if(camId == 1){
64
    } else if(camId == 1){
65
        if(!calibrationReviewMode)
65
        if(!calibrationReviewMode)
66
            ui->calibrationCamera1Widget->showImageCV(frame);
66
            ui->calibrationCamera1Widget->showImageCV(frame);
67
        if(!captureReviewMode)
67
        if(!captureReviewMode)
68
            ui->captureCamera1Widget->showImageCV(frame);
68
            ui->captureCamera1Widget->showImageCV(frame);
69
    }
69
    }
70
}
70
}
71
 
71
 
72
void SMScanner::on_actionPreferences_triggered(){
72
void SMScanner::on_actionPreferences_triggered(){
73
 
73
 
74
    preferenceDialog.show();
74
    preferenceDialog.show();
75
}
75
}
76
 
76
 
77
void SMScanner::closeEvent(QCloseEvent *event){
77
void SMScanner::closeEvent(QCloseEvent *event){
78
 
78
 
79
    // Stop capturing thread
79
    // Stop capturing thread
80
    connect(captureWorker, SIGNAL(finished()), captureWorker, SLOT(deleteLater()));
80
    connect(captureWorker, SIGNAL(finished()), captureWorker, SLOT(deleteLater()));
81
    connect(captureWorker, SIGNAL(finished()), captureWorkerThread, SLOT(quit()));
81
    connect(captureWorker, SIGNAL(finished()), captureWorkerThread, SLOT(quit()));
82
    QMetaObject::invokeMethod(captureWorker, "stopWork");
82
    QMetaObject::invokeMethod(captureWorker, "stopWork");
83
    captureWorkerThread->quit();
83
    captureWorkerThread->quit();
84
    captureWorkerThread->wait();
84
    captureWorkerThread->wait();
85
 
85
 
86
    // Save window geometry
86
    // Save window geometry
87
    settings.setValue("geometry/mainwindow", this->saveGeometry());
87
    settings.setValue("geometry/mainwindow", this->saveGeometry());
88
    settings.setValue("state/mainwindow", this->saveState());
88
    settings.setValue("state/mainwindow", this->saveState());
89
 
89
 
90
    event->accept();
90
    event->accept();
91
 
91
 
92
}
92
}
93
 
93
 
94
SMScanner::~SMScanner(){
94
SMScanner::~SMScanner(){
95
    delete ui;
95
    delete ui;
96
}
96
}
97
 
97
 
98
void SMScanner::on_singleCalibrationButton_clicked(){
98
void SMScanner::on_singleCalibrationButton_clicked(){
99
 
99
 
100
    // If in review mode, go back to aquisition mode
100
    // If in review mode, go back to aquisition mode
101
    if(calibrationReviewMode){
101
    if(calibrationReviewMode){
102
        ui->calibrationListWidget->clearSelection();
102
        ui->calibrationListWidget->clearSelection();
103
        ui->singleCalibrationButton->setText("Single Aquisition");
103
        ui->singleCalibrationButton->setText("Single Aquisition");
104
        ui->batchCalibrationButton->setText("Batch Aquisition");
104
        ui->batchCalibrationButton->setText("Batch Aquisition");
105
        calibrationReviewMode = false;
105
        calibrationReviewMode = false;
106
        return;
106
        return;
107
    }
107
    }
108
 
108
 
109
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSet", Q_ARG(float, -1.0));
109
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSet", Q_ARG(float, -1.0));
110
 
110
 
111
}
111
}
112
 
112
 
113
 
113
 
114
void SMScanner::on_batchCalibrationButton_clicked(){
114
void SMScanner::on_batchCalibrationButton_clicked(){
115
 
115
 
116
    // If in review mode, go back to aquisition mode
116
    // If in review mode, go back to aquisition mode
117
    if(calibrationReviewMode){
117
    if(calibrationReviewMode){
118
        ui->calibrationListWidget->clearSelection();
118
        ui->calibrationListWidget->clearSelection();
119
        ui->singleCalibrationButton->setText("Single Aquisition");
119
        ui->singleCalibrationButton->setText("Single Aquisition");
120
        ui->batchCalibrationButton->setText("Batch Aquisition");
120
        ui->batchCalibrationButton->setText("Batch Aquisition");
121
        calibrationReviewMode = false;
121
        calibrationReviewMode = false;
122
        return;
122
        return;
123
    }
123
    }
124
 
124
 
125
    // Construct vector of angles
125
    // Construct vector of angles
126
    int angleStart = ui->calibrationBatchStartSpinBox->value();
126
    int angleStart = ui->calibrationBatchStartSpinBox->value();
127
    int angleEnd = ui->calibrationBatchEndSpinBox->value();
127
    int angleEnd = ui->calibrationBatchEndSpinBox->value();
128
    int angleStep = ui->calibrationBatchStepSpinBox->value();
128
    int angleStep = ui->calibrationBatchStepSpinBox->value();
129
 
129
 
130
    if(angleStart > angleEnd)
130
    if(angleStart > angleEnd)
131
        angleEnd += 360;
131
        angleEnd += 360;
132
 
132
 
133
    std::vector<float> angles;
133
    std::vector<float> angles;
134
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
134
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
135
        angles.push_back(i % 360);
135
        angles.push_back(i % 360);
136
 
136
 
137
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSets", Q_ARG(std::vector<float>, angles));
137
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSets", Q_ARG(std::vector<float>, angles));
138
 
138
 
139
    std::cout << "Aquiring sets at ";
139
    std::cout << "Aquiring sets at ";
140
    for(int i=0; i<angles.size(); i++)
140
    for(int i=0; i<angles.size(); i++)
141
        std::cout << angles[i] << " ";
141
        std::cout << angles[i] << " ";
142
    std::cout << " degrees" <<std::endl;
142
    std::cout << " degrees" <<std::endl;
143
}
143
}
144
 
144
 
145
 
145
 
146
void SMScanner::on_calibrationRotationDial_sliderReleased(){
146
void SMScanner::on_calibrationRotationDial_sliderReleased(){
147
 
147
 
148
    float angle = ui->calibrationRotationDial->value();
148
    float angle = ui->calibrationRotationDial->value();
149
    std::cout << "Rotation stage target: " << angle << std::endl;
149
    std::cout << "Rotation stage target: " << angle << std::endl;
150
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
150
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
151
 
151
 
152
    ui->captureRotationDial->setValue(ui->calibrationRotationDial->value());
152
    ui->captureRotationDial->setValue(ui->calibrationRotationDial->value());
153
}
153
}
154
 
154
 
155
void SMScanner::onReceiveCalibrationSet(SMCalibrationSet calibrationSet){
155
void SMScanner::onReceiveCalibrationSet(SMCalibrationSet calibrationSet){
156
    calibrationData.push_back(calibrationSet);
156
    calibrationData.push_back(calibrationSet);
157
 
157
 
158
    // Add identifier to list
158
    // Add identifier to list
159
    QListWidgetItem* item = new QListWidgetItem(QString("Calibration Set %1 -- %2 deg").arg(ui->calibrationListWidget->count()).arg(calibrationSet.rotationAngle), ui->calibrationListWidget);
159
    QListWidgetItem* item = new QListWidgetItem(QString("Calibration Set %1 -- %2 deg").arg(ui->calibrationListWidget->count()).arg(calibrationSet.rotationAngle), ui->calibrationListWidget);
160
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
160
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
161
    item->setCheckState(Qt::Checked);
161
    item->setCheckState(Qt::Checked);
162
    ui->calibrationListWidget->addItem(item);
162
    ui->calibrationListWidget->addItem(item);
163
 
163
 
164
    // Set enabled checkmark
164
    // Set enabled checkmark
165
    if(calibrationData.size() >= 2)
165
    if(calibrationData.size() >= 2)
166
        ui->calibrateButton->setEnabled(true);
166
        ui->calibrateButton->setEnabled(true);
167
}
167
}
168
 
168
 
169
void SMScanner::on_calibrateButton_clicked(){
169
void SMScanner::on_calibrateButton_clicked(){
170
 
170
 
171
    // disable ui elements
171
    // disable ui elements
172
    ui->calibrateButton->setEnabled(false);
172
    ui->calibrateButton->setEnabled(false);
173
    ui->calibrationFrame->setEnabled(false);
173
    ui->calibrationFrame->setEnabled(false);
174
 
174
 
175
    // set checked flags
175
    // set checked flags
176
    for(int i=0; i<calibrationData.size(); i++){
176
    for(int i=0; i<calibrationData.size(); i++){
177
        calibrationData[i].checked = (ui->calibrationListWidget->item(i)->checkState() == Qt::Checked);
177
        calibrationData[i].checked = (ui->calibrationListWidget->item(i)->checkState() == Qt::Checked);
178
    }
178
    }
179
 
179
 
180
//    SMCalibrationWorker calibrationWorker;
180
//    SMCalibrationWorker calibrationWorker;
181
//    calibrationWorker.performCalibration(calibrationData);
181
//    calibrationWorker.performCalibration(calibrationData);
182
 
182
 
183
    // Set up calibration thread
183
    // Set up calibration thread
184
    calibrationWorker = new SMCalibrationWorker;
184
    calibrationWorker = new SMCalibrationWorker;
185
    calibrationWorkerThread = new QThread(this);
185
    calibrationWorkerThread = new QThread(this);
186
    calibrationWorkerThread->setObjectName("calibrationWorkerThread");
186
    calibrationWorkerThread->setObjectName("calibrationWorkerThread");
187
    calibrationWorker->moveToThread(captureWorkerThread);
187
    calibrationWorker->moveToThread(captureWorkerThread);
188
    calibrationWorkerThread->start();
188
    calibrationWorkerThread->start();
189
 
189
 
190
    // Connections
190
    // Connections
191
    connect(calibrationWorker, SIGNAL(newSetProcessed(int)), this, SLOT(onCalibrationSetProcessed(int)));
191
    connect(calibrationWorker, SIGNAL(newSetProcessed(int)), this, SLOT(onCalibrationSetProcessed(int)));
192
    connect(calibrationWorker, SIGNAL(newFrameResult(int,int,bool,cv::Mat)), this, SLOT(onCalibrationFrameResult(int,int,bool,cv::Mat)));
192
    connect(calibrationWorker, SIGNAL(newFrameResult(int,int,bool,cv::Mat)), this, SLOT(onCalibrationFrameResult(int,int,bool,cv::Mat)));
193
    connect(calibrationWorker, SIGNAL(done()), this, SLOT(onCalibrationDone()));
193
    connect(calibrationWorker, SIGNAL(done()), this, SLOT(onCalibrationDone()));
194
    connect(calibrationWorker, SIGNAL(done()), ui->pointCloudWidget, SLOT(updateCalibrationParameters()));
194
    connect(calibrationWorker, SIGNAL(done()), ui->pointCloudWidget, SLOT(updateCalibrationParameters()));
195
    connect(calibrationWorker, SIGNAL(done()), calibrationWorkerThread, SLOT(quit()));
195
    connect(calibrationWorker, SIGNAL(done()), calibrationWorkerThread, SLOT(quit()));
196
    connect(calibrationWorker, SIGNAL(done()), calibrationWorker, SLOT(deleteLater()));
196
    connect(calibrationWorker, SIGNAL(done()), calibrationWorker, SLOT(deleteLater()));
197
 
197
 
198
    // Start calibration
198
    // Start calibration
199
    QMetaObject::invokeMethod(calibrationWorker, "performCalibration", Q_ARG(std::vector<SMCalibrationSet>, calibrationData));
199
    QMetaObject::invokeMethod(calibrationWorker, "performCalibration", Q_ARG(std::vector<SMCalibrationSet>, calibrationData));
200
 
200
 
201
}
201
}
202
 
202
 
203
 
203
 
204
 
204
 
205
void SMScanner::onCalibrationSetProcessed(int idx){
205
void SMScanner::onCalibrationSetProcessed(int idx){
206
 
206
 
207
    ui->calibrationListWidget->setCurrentRow(idx);
207
    ui->calibrationListWidget->setCurrentRow(idx);
208
}
208
}
209
 
209
 
210
void SMScanner::onCalibrationDone(){
210
void SMScanner::onCalibrationDone(){
211
 
211
 
212
    std::cout << "Calibration done!" << std::endl;
212
    std::cout << "Calibration done!" << std::endl;
213
    ui->calibrateButton->setEnabled(true);
213
    ui->calibrateButton->setEnabled(true);
214
    ui->calibrationFrame->setEnabled(true);
214
    ui->calibrationFrame->setEnabled(true);
215
 
215
 
216
}
216
}
217
 
217
 
218
void SMScanner::on_calibrationListWidget_itemSelectionChanged(){
218
void SMScanner::on_calibrationListWidget_itemSelectionChanged(){
219
 
219
 
220
    // if selection is just cleared
220
    // if selection is just cleared
221
    if(ui->calibrationListWidget->selectedItems().empty())
221
    if(ui->calibrationListWidget->selectedItems().empty())
222
        return;
222
        return;
223
 
223
 
224
    int currentRow = ui->calibrationListWidget->currentRow();
224
    int currentRow = ui->calibrationListWidget->currentRow();
225
 
225
 
226
    calibrationReviewMode = true;
226
    calibrationReviewMode = true;
227
    ui->singleCalibrationButton->setText("Live View");
227
    ui->singleCalibrationButton->setText("Live View");
228
    ui->batchCalibrationButton->setText("Live View");
228
    ui->batchCalibrationButton->setText("Live View");
229
 
229
 
230
    if(!calibrationData[currentRow].frame0Result.empty())
230
    if(!calibrationData[currentRow].frame0Result.empty())
231
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0Result);
231
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0Result);
232
    else
232
    else
233
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0);
233
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0);
234
 
234
 
235
    if(!calibrationData[currentRow].frame1Result.empty())
235
    if(!calibrationData[currentRow].frame1Result.empty())
236
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1Result);
236
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1Result);
237
    else
237
    else
238
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1);
238
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1);
239
 
239
 
240
//     std::cout << "on_calibrationListWidget_itemSelectionChanged" << std::endl;
240
//     std::cout << "on_calibrationListWidget_itemSelectionChanged" << std::endl;
241
}
241
}
242
 
242
 
243
void SMScanner::onCalibrationFrameResult(int idx, int camID, bool success, cv::Mat result){
243
void SMScanner::onCalibrationFrameResult(int idx, int camID, bool success, cv::Mat result){
244
 
244
 
245
//    std::cout << "onCalibrationFrameResult " << idx << camID << std::endl;
245
//    std::cout << "onCalibrationFrameResult " << idx << camID << std::endl;
246
 
246
 
247
    if(!success)
247
    if(!success)
248
        ui->calibrationListWidget->item(idx)->setCheckState(Qt::Unchecked);
248
        ui->calibrationListWidget->item(idx)->setCheckState(Qt::Unchecked);
249
    else {
249
    else {
250
        if(camID == 0)
250
        if(camID == 0)
251
            calibrationData[idx].frame0Result = result;
251
            calibrationData[idx].frame0Result = result;
252
        else if(camID == 1)
252
        else if(camID == 1)
253
            calibrationData[idx].frame1Result = result;
253
            calibrationData[idx].frame1Result = result;
254
    }
254
    }
255
 
255
 
256
}
256
}
257
 
257
 
258
void SMScanner::on_singleCaptureButton_clicked(){
258
void SMScanner::on_singleCaptureButton_clicked(){
259
 
259
 
260
    // If in review mode, go back to aquisition mode
260
    // If in review mode, go back to aquisition mode
261
    if(captureReviewMode){
261
    if(captureReviewMode){
262
        ui->captureTreeWidget->clearSelection();
262
        ui->captureTreeWidget->clearSelection();
263
        ui->singleCaptureButton->setText("Single Aquisition");
263
        ui->singleCaptureButton->setText("Single Aquisition");
264
        ui->batchCaptureButton->setText("Batch Aquisition");
264
        ui->batchCaptureButton->setText("Batch Aquisition");
265
        captureReviewMode = false;
265
        captureReviewMode = false;
266
        return;
266
        return;
267
    }
267
    }
268
 
268
 
269
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequence", Q_ARG(float, -1.0));
269
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequence", Q_ARG(float, -1.0));
270
 
270
 
271
}
271
}
272
 
272
 
273
 
273
 
274
void SMScanner::on_batchCaptureButton_clicked(){
274
void SMScanner::on_batchCaptureButton_clicked(){
275
 
275
 
276
    // If in review mode, go back to aquisition mode
276
    // If in review mode, go back to aquisition mode
277
    if(captureReviewMode){
277
    if(captureReviewMode){
278
        ui->captureTreeWidget->clearSelection();
278
        ui->captureTreeWidget->clearSelection();
279
        ui->singleCaptureButton->setText("Single Aquisition");
279
        ui->singleCaptureButton->setText("Single Aquisition");
280
        ui->batchCaptureButton->setText("Batch Aquisition");
280
        ui->batchCaptureButton->setText("Batch Aquisition");
281
        captureReviewMode = false;
281
        captureReviewMode = false;
282
        return;
282
        return;
283
    }
283
    }
284
 
284
 
285
    // Construct vector of angles
285
    // Construct vector of angles
286
    int angleStart = ui->captureBatchStartSpinBox->value();
286
    int angleStart = ui->captureBatchStartSpinBox->value();
287
    int angleEnd = ui->captureBatchEndSpinBox->value();
287
    int angleEnd = ui->captureBatchEndSpinBox->value();
288
    int angleStep = ui->captureBatchStepSpinBox->value();
288
    int angleStep = ui->captureBatchStepSpinBox->value();
289
 
289
 
290
    if(angleStart > angleEnd)
290
    if(angleStart > angleEnd)
291
        angleEnd += 360;
291
        angleEnd += 360;
292
 
292
 
293
    std::vector<float> angles;
293
    std::vector<float> angles;
294
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
294
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
295
        angles.push_back(i % 360);
295
        angles.push_back(i % 360);
296
 
296
 
297
    std::cout << "Aquiring sequences at ";
297
    std::cout << "Aquiring sequences at ";
298
    for(int i=0; i<angles.size(); i++)
298
    for(int i=0; i<angles.size(); i++)
299
        std::cout << angles[i] << " ";
299
        std::cout << angles[i] << " ";
300
    std::cout << " degrees" <<std::endl;
300
    std::cout << " degrees" <<std::endl;
301
 
301
 
302
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequences", Q_ARG(std::vector<float>, angles));
302
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequences", Q_ARG(std::vector<float>, angles));
303
}
303
}
304
 
304
 
305
void SMScanner::on_captureRotationDial_sliderReleased(){
305
void SMScanner::on_captureRotationDial_sliderReleased(){
306
 
306
 
307
    float angle = ui->captureRotationDial->value();
307
    float angle = ui->captureRotationDial->value();
308
    std::cout << "Rotation stage target: " << angle << std::endl;
308
    std::cout << "Rotation stage target: " << angle << std::endl;
309
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
309
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
310
 
310
 
311
    ui->calibrationRotationDial->setValue(ui->captureRotationDial->value());
311
    ui->calibrationRotationDial->setValue(ui->captureRotationDial->value());
312
}
312
}
313
 
313
 
314
void SMScanner::onReceiveFrameSequence(SMFrameSequence frameSequence){
314
void SMScanner::onReceiveFrameSequence(SMFrameSequence frameSequence){
315
 
315
 
316
    captureData.push_back(frameSequence);
316
    int id = captureData.size();
-
 
317
    frameSequence.id = id;
317
 
318
 
318
    int idx = captureData.size()-1;
319
    captureData.push_back(frameSequence);
319
 
320
 
320
    // Add identifier to list
321
    // Add identifier to list
321
    QTreeWidgetItem* item = new QTreeWidgetItem(ui->captureTreeWidget);
322
    QTreeWidgetItem* item = new QTreeWidgetItem(ui->captureTreeWidget);
322
    item->setText(0, QString("Frame Sequence %1 -- %2 deg").arg(idx).arg(frameSequence.rotationAngle));
323
    item->setText(0, QString("Frame Sequence %1 -- %2 deg").arg(id).arg(frameSequence.rotationAngle));
323
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
324
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
324
    item->setData(0, Qt::UserRole, QPoint(idx, -1));
325
    item->setData(0, Qt::UserRole, QPoint(id, -1));
325
    item->setCheckState(0, Qt::Checked);
326
    item->setCheckState(0, Qt::Checked);
326
    //ui->captureTreeWidget->addItem(item);
327
    //ui->captureTreeWidget->addItem(item);
327
 
328
 
328
    for(int i=0; i<frameSequence.frames0.size(); i++){
329
    for(int i=0; i<frameSequence.frames0.size(); i++){
329
        QTreeWidgetItem* subItem = new QTreeWidgetItem(item);
330
        QTreeWidgetItem* subItem = new QTreeWidgetItem(item);
330
        subItem->setText(0, QString("frames %1").arg(i));
331
        subItem->setText(0, QString("frames %1").arg(i));
331
        subItem->setData(0, Qt::UserRole, QPoint(idx, i));
332
        subItem->setData(0, Qt::UserRole, QPoint(id, i));
332
    }
333
    }
333
 
334
 
334
    ui->reconstructButton->setEnabled(true);
335
    ui->reconstructButton->setEnabled(true);
335
}
336
}
336
 
337
 
337
void SMScanner::on_captureTreeWidget_itemSelectionChanged(){
338
void SMScanner::on_captureTreeWidget_itemSelectionChanged(){
338
 
339
 
339
    // if selection is just cleared
340
    // if selection is just cleared
340
    if(ui->captureTreeWidget->selectedItems().empty())
341
    if(ui->captureTreeWidget->selectedItems().empty())
341
        return;
342
        return;
342
 
343
 
343
    QTreeWidgetItem *item = ui->captureTreeWidget->currentItem();
344
    QTreeWidgetItem *item = ui->captureTreeWidget->currentItem();
344
 
345
 
345
    captureReviewMode = true;
346
    captureReviewMode = true;
346
 
347
 
347
    ui->singleCaptureButton->setText("Live View");
348
    ui->singleCaptureButton->setText("Live View");
348
    ui->batchCaptureButton->setText("Live View");
349
    ui->batchCaptureButton->setText("Live View");
349
 
350
 
350
    QPoint idx = item->data(0, Qt::UserRole).toPoint();
351
    QPoint idx = item->data(0, Qt::UserRole).toPoint();
351
 
352
 
352
    if(idx.y() != -1){
353
    if(idx.y() != -1){
353
        ui->captureCamera0Widget->showImageCV(captureData[idx.x()].frames0[idx.y()]);
354
        ui->captureCamera0Widget->showImageCV(captureData[idx.x()].frames0[idx.y()]);
354
        ui->captureCamera1Widget->showImageCV(captureData[idx.x()].frames1[idx.y()]);
355
        ui->captureCamera1Widget->showImageCV(captureData[idx.x()].frames1[idx.y()]);
355
    }
356
    }
356
 
357
 
357
//     std::cout << "on_captureTreeWidget_itemSelectionChanged" << std::endl;
358
//     std::cout << "on_captureTreeWidget_itemSelectionChanged" << std::endl;
358
}
359
}
359
 
360
 
360
 
361
 
361
void SMScanner::onReceiveRotatedTo(float angle){
362
void SMScanner::onReceiveRotatedTo(float angle){
362
 
363
 
363
    // update ui with new position
364
    // update ui with new position
364
    ui->calibrationRotationDial->setValue(angle);
365
    ui->calibrationRotationDial->setValue(angle);
365
    ui->captureRotationDial->setValue(angle);
366
    ui->captureRotationDial->setValue(angle);
366
 
367
 
367
}
368
}
368
 
369
 
369
void SMScanner::on_actionExport_Sets_triggered(){
370
void SMScanner::on_actionExport_Sets_triggered(){
370
 
371
 
371
    QString dirName = QFileDialog::getExistingDirectory(this, "Export calibration sets", QString());
372
    QString dirName = QFileDialog::getExistingDirectory(this, "Export calibration sets", QString());
372
    for(int i=0; i<calibrationData.size(); i++){
373
    for(int i=0; i<calibrationData.size(); i++){
373
        QString fileName = QString("%1/frame0_%2.png").arg(dirName).arg(i);
374
        QString fileName = QString("%1/frame0_%2.png").arg(dirName).arg(i);
374
        cv::Mat frameBGR;
375
        cv::Mat frameBGR;
375
        cv::cvtColor(calibrationData[i].frame0, frameBGR, CV_RGB2BGR);
376
        cv::cvtColor(calibrationData[i].frame0, frameBGR, CV_RGB2BGR);
376
        cv::imwrite(fileName.toStdString(), frameBGR);
377
        cv::imwrite(fileName.toStdString(), frameBGR);
377
        fileName = QString("%1/frame1_%2.png").arg(dirName).arg(i);
378
        fileName = QString("%1/frame1_%2.png").arg(dirName).arg(i);
378
        cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_RGB2BGR);
379
        cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_RGB2BGR);
379
        cv::imwrite(fileName.toStdString(), frameBGR);
380
        cv::imwrite(fileName.toStdString(), frameBGR);
380
    }
381
    }
381
 
382
 
382
}
383
}
383
 
384
 
384
void SMScanner::on_actionExport_Sequences_triggered(){
385
void SMScanner::on_actionExport_Sequences_triggered(){
385
 
386
 
386
    QString dirName = QFileDialog::getExistingDirectory(this, "Export frame sequences", QString());
387
    QString dirName = QFileDialog::getExistingDirectory(this, "Export frame sequences", QString());
387
 
388
 
388
    for(int i=0; i<captureData.size(); i++){
389
    for(int i=0; i<captureData.size(); i++){
389
        QString seqDirName = QString("%1/sequence_%2").arg(dirName).arg(i);
390
        QString seqDirName = QString("%1/sequence_%2").arg(dirName).arg(i);
390
        if(!QDir().mkdir(seqDirName))
391
        if(!QDir().mkdir(seqDirName))
391
            std::cerr << "Could not create directory " << seqDirName.toStdString() << std::endl;
392
            std::cerr << "Could not create directory " << seqDirName.toStdString() << std::endl;
392
        for(int j=0; j<captureData[i].frames0.size(); j++){
393
        for(int j=0; j<captureData[i].frames0.size(); j++){
393
            QString fileName = QString("%1/frames0_%2.png").arg(seqDirName).arg(j);
394
            QString fileName = QString("%1/frames0_%2.png").arg(seqDirName).arg(j);
394
            cv::Mat frameBGR;
395
            cv::Mat frameBGR;
395
            cv::cvtColor(captureData[i].frames0[j], frameBGR, CV_RGB2BGR);
396
            cv::cvtColor(captureData[i].frames0[j], frameBGR, CV_RGB2BGR);
396
            cv::imwrite(fileName.toStdString(), frameBGR);
397
            cv::imwrite(fileName.toStdString(), frameBGR);
397
        }
398
        }
398
        for(int j=0; j<captureData[i].frames1.size(); j++){
399
        for(int j=0; j<captureData[i].frames1.size(); j++){
399
            QString fileName = QString("%1/frames1_%2.png").arg(seqDirName).arg(j);
400
            QString fileName = QString("%1/frames1_%2.png").arg(seqDirName).arg(j);
400
            cv::Mat frameBGR;
401
            cv::Mat frameBGR;
401
            cv::cvtColor(captureData[i].frames1[j], frameBGR, CV_RGB2BGR);
402
            cv::cvtColor(captureData[i].frames1[j], frameBGR, CV_RGB2BGR);
402
            cv::imwrite(fileName.toStdString(), frameBGR);
403
            cv::imwrite(fileName.toStdString(), frameBGR);
403
        }
404
        }
404
    }
405
    }
405
}
406
}
406
 
407
 
407
void SMScanner::on_reconstructButton_clicked(){
408
void SMScanner::on_reconstructButton_clicked(){
408
 
409
 
409
//    // set checked flags
-
 
410
//    for(int i=0; i<captureData.size(); i++){
-
 
411
//        captureData[i].checked = (ui->captureTreeWidget->item(i)->checkState() == Qt::Checked);
-
 
412
//    }
-
 
413
 
-
 
414
 
-
 
415
    // Set up reconstruction thread
410
    // Set up reconstruction thread
416
    reconstructionWorker = new SMReconstructionWorker;
411
    reconstructionWorker = new SMReconstructionWorker;
417
    reconstructionWorkerThread = new QThread(this);
412
    reconstructionWorkerThread = new QThread(this);
418
    reconstructionWorkerThread->setObjectName("reconstructionWorkerThread");
413
    reconstructionWorkerThread->setObjectName("reconstructionWorkerThread");
419
    reconstructionWorker->moveToThread(reconstructionWorkerThread);
414
    reconstructionWorker->moveToThread(reconstructionWorkerThread);
420
    reconstructionWorkerThread->start();
415
    reconstructionWorkerThread->start();
421
 
416
 
422
    // Connections
417
    // Connections
423
    connect(reconstructionWorker, SIGNAL(newPointCloud(SMPointCloud)), this, SLOT(onNewPointCloud(SMPointCloud)));
418
    connect(reconstructionWorker, SIGNAL(newPointCloud(SMPointCloud)), this, SLOT(onNewPointCloud(SMPointCloud)));
424
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorkerThread, SLOT(quit()));
419
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorkerThread, SLOT(quit()));
425
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorker, SLOT(deleteLater()));
420
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorker, SLOT(deleteLater()));
426
 
421
 
427
    // Start reconstructing
422
    // Start reconstructing
428
    QMetaObject::invokeMethod(reconstructionWorker, "setup");
423
    QMetaObject::invokeMethod(reconstructionWorker, "setup");
-
 
424
 
-
 
425
    std::vector<SMFrameSequence> data;
-
 
426
    for(int i=0; i<captureData.size(); i++){
-
 
427
        if(!captureData[i].reconstructed & ui->captureTreeWidget->itemAt(QPoint(i, 0))->checkState(0) == Qt::Checked)
429
    QMetaObject::invokeMethod(reconstructionWorker, "reconstructPointClouds", Q_ARG(std::vector<SMFrameSequence>, captureData));
428
            QMetaObject::invokeMethod(reconstructionWorker, "reconstructPointCloud", Q_ARG(SMFrameSequence, captureData[i]));
-
 
429
    }
430
 
430
 
431
}
431
}
432
 
432
 
433
void SMScanner::onNewPointCloud(SMPointCloud smCloud){
433
void SMScanner::onNewPointCloud(SMPointCloud smCloud){
434
 
434
 
-
 
435
    int id = smCloud.id;
-
 
436
    captureData[id].reconstructed = true;
-
 
437
 
435
    pointCloudData.push_back(smCloud);
438
    pointCloudData.push_back(smCloud);
436
    int id = pointCloudData.size()-1;
-
 
437
 
439
 
438
    // Add identifier to list
440
    // Add identifier to list
439
    QListWidgetItem* item = new QListWidgetItem(QString("Point Cloud %1 -- %2 deg").arg(id).arg(smCloud.rotationAngle), ui->pointCloudsListWidget);
441
    QListWidgetItem* item = new QListWidgetItem(QString("Point Cloud %1 -- %2 deg").arg(id).arg(smCloud.rotationAngle), ui->pointCloudsListWidget);
440
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
442
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
441
    item->setData(Qt::UserRole, QVariant(id));
443
    item->setData(Qt::UserRole, QVariant(id));
442
    item->setCheckState(Qt::Checked);
444
    item->setCheckState(Qt::Checked);
443
 
445
 
444
    ui->pointCloudsListWidget->addItem(item);
446
    ui->pointCloudsListWidget->addItem(item);
445
 
447
 
446
    ui->pointCloudWidget->addPointCloud(smCloud, id);
448
    ui->pointCloudWidget->addPointCloud(smCloud, id);
447
}
449
}
448
 
450
 
449
 
451
 
450
 
452
 
451
void SMScanner::on_actionExport_Point_Clouds_triggered(){
453
void SMScanner::on_actionExport_Point_Clouds_triggered(){
452
 
454
 
453
    QString directory = QFileDialog::getExistingDirectory(this, "Export Point Clouds", QString());
455
    QString directory = QFileDialog::getExistingDirectory(this, "Export Point Clouds", QString());
454
 
456
 
455
//    //  Non native file dialog
457
//    //  Non native file dialog
456
//    QFileDialog saveDirectoryDialog(this, "Export Point Clouds", QString(), "*.pcd;;*.ply;;*.vtk;;*.png;;*.txt");
458
//    QFileDialog saveDirectoryDialog(this, "Export Point Clouds", QString(), "*.pcd;;*.ply;;*.vtk;;*.png;;*.txt");
457
//    saveDirectoryDialog.setDefaultSuffix("ply");
459
//    saveDirectoryDialog.setDefaultSuffix("ply");
458
//    saveDirectoryDialog.setFileMode(QFileDialog::Directory);
460
//    saveDirectoryDialog.setFileMode(QFileDialog::Directory);
459
//    saveDirectoryDialog.exec();
461
//    saveDirectoryDialog.exec();
460
//    QString directory = saveDirectoryDialog.directory().path();
462
//    QString directory = saveDirectoryDialog.directory().path();
461
//    QString type = saveDirectoryDialog.selectedNameFilter();
463
//    QString type = saveDirectoryDialog.selectedNameFilter();
462
 
464
 
463
    // save point clouds in ply format
465
    // save point clouds in ply format
464
    for(int i=0; i<pointCloudData.size(); i++){
466
    for(int i=0; i<pointCloudData.size(); i++){
465
        QString fileName = QString("%1/pointcloud_%2.ply").arg(directory).arg(i);
467
        QString fileName = QString("%1/pointcloud_%2.ply").arg(directory).arg(i);
466
        pcl::PointCloud<pcl::PointXYZRGBNormal>::Ptr pointCloudPCL(pointCloudData[i].pointCloud);
468
        pcl::PointCloud<pcl::PointXYZRGB>::Ptr pointCloudPCL(pointCloudData[i].pointCloud);
467
        //pcl::io::savePLYFileBinary(fileName.toStdString(), *pointCloudPCL);
469
        //pcl::io::savePLYFileBinary(fileName.toStdString(), *pointCloudPCL);
468
        pcl::PLYWriter w;
470
        pcl::PLYWriter w;
469
        // Write to ply in binary without camera
471
        // Write to ply in binary without camera
470
        w.write<pcl::PointXYZRGBNormal> (fileName.toStdString(), *pointCloudPCL, true, false);
472
        w.write<pcl::PointXYZRGB> (fileName.toStdString(), *pointCloudPCL, true, false);
471
    }
473
    }
472
 
474
 
473
    // save meshlab aln project file
475
    // save meshlab aln project file
474
    std::ofstream s(QString("%1/alignment.aln").arg(directory).toLocal8Bit());
476
    std::ofstream s(QString("%1/alignment.aln").arg(directory).toLocal8Bit());
475
    s << pointCloudData.size() << std::endl;
477
    s << pointCloudData.size() << std::endl;
476
    for(int i=0; i<pointCloudData.size(); i++){
478
    for(int i=0; i<pointCloudData.size(); i++){
477
        QString fileName = QString("pointcloud_%1.ply").arg(i);
479
        QString fileName = QString("pointcloud_%1.ply").arg(i);
478
        s << fileName.toStdString() << std::endl << "#" << std::endl;
480
        s << fileName.toStdString() << std::endl << "#" << std::endl;
479
        cv::Mat Tr = cv::Mat::eye(4, 4, CV_32F);
481
        cv::Mat Tr = cv::Mat::eye(4, 4, CV_32F);
480
        cv::Mat(pointCloudData[i].R.t()).copyTo(Tr.colRange(0, 3).rowRange(0, 3));
482
        cv::Mat(pointCloudData[i].R.t()).copyTo(Tr.colRange(0, 3).rowRange(0, 3));
481
        cv::Mat(-pointCloudData[i].R.t()*pointCloudData[i].T).copyTo(Tr.col(3).rowRange(0, 3));
483
        cv::Mat(-pointCloudData[i].R.t()*pointCloudData[i].T).copyTo(Tr.col(3).rowRange(0, 3));
482
        for(int j=0; j<Tr.rows; j++){
484
        for(int j=0; j<Tr.rows; j++){
483
            for(int k=0; k<Tr.cols; k++){
485
            for(int k=0; k<Tr.cols; k++){
484
                s << Tr.at<float>(j,k) << " ";
486
                s << Tr.at<float>(j,k) << " ";
485
            }
487
            }
486
            s << std::endl;
488
            s << std::endl;
487
        }
489
        }
488
    }
490
    }
489
    s << "0" << std::flush;
491
    s << "0" << std::flush;
490
    s.close();
492
    s.close();
491
}
493
}
492
 
494
 
493
void SMScanner::on_pointCloudsListWidget_itemChanged(QListWidgetItem *item){
495
void SMScanner::on_pointCloudsListWidget_itemChanged(QListWidgetItem *item){
494
 
496
 
495
    int id = item->data(Qt::UserRole).toInt();
497
    int id = item->data(Qt::UserRole).toInt();
496
 
498
 
497
    if(item->checkState() == Qt::Checked)
499
    if(item->checkState() == Qt::Checked)
498
        ui->pointCloudWidget->addPointCloud(pointCloudData[id], id);
500
        ui->pointCloudWidget->addPointCloud(pointCloudData[id], id);
499
    else
501
    else
500
        ui->pointCloudWidget->removePointCloud(id);
502
        ui->pointCloudWidget->removePointCloud(id);
501
 
503
 
502
}
504
}
503
 
505
 
504
void SMScanner::on_actionExport_Parameters_triggered(){
506
void SMScanner::on_actionExport_Parameters_triggered(){
505
 
507
 
506
    QString fileName = QFileDialog::getSaveFileName(this, "Export calibration parameters", QString(), "*.xml");
508
    QString fileName = QFileDialog::getSaveFileName(this, "Export calibration parameters", QString(), "*.xml");
507
    QFileInfo info(fileName);
509
    QFileInfo info(fileName);
508
    QString type = info.suffix();
510
    QString type = info.suffix();
509
    if(type == ""){
511
    if(type == ""){
510
        fileName.append(".xml");
512
        fileName.append(".xml");
511
    }
513
    }
512
 
514
 
513
    SMCalibrationParameters calibration = settings.value("calibration/parameters").value<SMCalibrationParameters>();
515
    SMCalibrationParameters calibration = settings.value("calibration/parameters").value<SMCalibrationParameters>();
514
    calibration.exportToXML(fileName);
516
    calibration.exportToXML(fileName);
515
}
517
}
516
 
518