Subversion Repositories seema-scanner

Rev

Rev 43 | Rev 45 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 43 Rev 44
1
#include "SMScanner.h"
1
#include "SMScanner.h"
2
#include "ui_SMScanner.h"
2
#include "ui_SMScanner.h"
3
 
3
 
4
#include <QMetaObject>
4
#include <QMetaObject>
5
#include <QFileDialog>
5
#include <QFileDialog>
6
 
6
 
-
 
7
#include <pcl/io/pcd_io.h>
-
 
8
#include <pcl/io/ascii_io.h>
-
 
9
#include <pcl/io/ply_io.h>
-
 
10
#include <pcl/io/png_io.h>
-
 
11
#include <pcl/io/vtk_io.h>
-
 
12
#include <vtkPolyDataWriter.h>
-
 
13
#include <pcl/conversions.h>
-
 
14
 
7
SMScanner::SMScanner(QWidget *parent) :QMainWindow(parent), ui(new Ui::SMScanner),
15
SMScanner::SMScanner(QWidget *parent) :QMainWindow(parent), ui(new Ui::SMScanner),
8
                                        calibrationReviewMode(false), captureReviewMode(false){
16
                                        calibrationReviewMode(false), captureReviewMode(false){
9
 
17
 
10
    // Register metatypes
18
    // Register metatypes
11
    qRegisterMetaType<cv::Mat>("cv::Mat");
19
    qRegisterMetaType<cv::Mat>("cv::Mat");
12
    qRegisterMetaType< std::vector<cv::Mat> >("std::vector<cv::Mat>");
20
    qRegisterMetaType< std::vector<cv::Mat> >("std::vector<cv::Mat>");
13
    qRegisterMetaType< std::vector<float> >("std::vector<float>");
21
    qRegisterMetaType< std::vector<float> >("std::vector<float>");
14
    qRegisterMetaType<SMCalibrationSet>("SMCalibrationSet");
22
    qRegisterMetaType<SMCalibrationSet>("SMCalibrationSet");
15
    qRegisterMetaType<SMCalibrationParameters>("SMCalibrationParameters");
23
    qRegisterMetaType<SMCalibrationParameters>("SMCalibrationParameters");
16
    qRegisterMetaTypeStreamOperators<SMCalibrationParameters>("SMCalibrationParameters");
24
    qRegisterMetaTypeStreamOperators<SMCalibrationParameters>("SMCalibrationParameters");
17
    qRegisterMetaType< std::vector<SMCalibrationSet> >("std::vector<SMCalibrationSet>");
25
    qRegisterMetaType< std::vector<SMCalibrationSet> >("std::vector<SMCalibrationSet>");
18
    qRegisterMetaType<SMFrameSequence>("SMFrameSequence");
26
    qRegisterMetaType<SMFrameSequence>("SMFrameSequence");
19
    qRegisterMetaType< std::vector<SMFrameSequence> >("std::vector<SMFrameSequence>");
27
    qRegisterMetaType< std::vector<SMFrameSequence> >("std::vector<SMFrameSequence>");
20
    qRegisterMetaType<pcl::PointCloud<pcl::PointXYZRGB>::Ptr>("pcl::PointCloud<pcl::PointXYZRGB>::Ptr");
28
    qRegisterMetaType<pcl::PointCloud<pcl::PointXYZRGBNormal>::Ptr>("pcl::PointCloud<pcl::PointXYZRGBNormal>::Ptr");
21
    qRegisterMetaType<SMPointCloud>("SMPointCloud");
29
    qRegisterMetaType<SMPointCloud>("SMPointCloud");
22
 
30
 
23
    // Setup ui (requires stream operators registered)
31
    // Setup ui (requires stream operators registered)
24
    ui->setupUi(this);
32
    ui->setupUi(this);
25
 
33
 
26
    // Restore geometry
34
    // Restore geometry
27
    this->restoreGeometry(settings.value("geometry/mainwindow").toByteArray());
35
    this->restoreGeometry(settings.value("geometry/mainwindow").toByteArray());
28
    this->restoreState(settings.value("state/mainwindow").toByteArray());
36
    this->restoreState(settings.value("state/mainwindow").toByteArray());
29
 
37
 
30
    // Set up threads
38
    // Set up threads
31
    captureWorker = new SMCaptureWorker;
39
    captureWorker = new SMCaptureWorker;
32
    captureWorkerThread = new QThread(this);
40
    captureWorkerThread = new QThread(this);
33
    captureWorkerThread->setObjectName("captureWorkerThread");
41
    captureWorkerThread->setObjectName("captureWorkerThread");
34
    captureWorker->moveToThread(captureWorkerThread);
42
    captureWorker->moveToThread(captureWorkerThread);
35
    captureWorkerThread->start();
43
    captureWorkerThread->start();
36
 
44
 
37
    // Connections
45
    // Connections
38
    connect(captureWorker, SIGNAL(newFrame(unsigned int, cv::Mat)), this, SLOT(onReceiveFrame(unsigned int, cv::Mat)));
46
    connect(captureWorker, SIGNAL(newFrame(unsigned int, cv::Mat)), this, SLOT(onReceiveFrame(unsigned int, cv::Mat)));
39
    connect(captureWorker, SIGNAL(newCalibrationSet(SMCalibrationSet)), this, SLOT(onReceiveCalibrationSet(SMCalibrationSet)));
47
    connect(captureWorker, SIGNAL(newCalibrationSet(SMCalibrationSet)), this, SLOT(onReceiveCalibrationSet(SMCalibrationSet)));
40
    connect(captureWorker, SIGNAL(newFrameSequence(SMFrameSequence)), this, SLOT(onReceiveFrameSequence(SMFrameSequence)));
48
    connect(captureWorker, SIGNAL(newFrameSequence(SMFrameSequence)), this, SLOT(onReceiveFrameSequence(SMFrameSequence)));
41
    connect(captureWorker, SIGNAL(rotatedTo(float)), this, SLOT(onReceiveRotatedTo(float)));
49
    connect(captureWorker, SIGNAL(rotatedTo(float)), this, SLOT(onReceiveRotatedTo(float)));
42
 
50
 
43
    // Start capturing
51
    // Start capturing
44
    QMetaObject::invokeMethod(captureWorker, "setup");
52
    QMetaObject::invokeMethod(captureWorker, "setup");
45
    QMetaObject::invokeMethod(captureWorker, "doWork");
53
    QMetaObject::invokeMethod(captureWorker, "doWork");
46
 
54
 
47
}
55
}
48
 
56
 
49
void SMScanner::onReceiveFrame(unsigned int camId, cv::Mat frame){
57
void SMScanner::onReceiveFrame(unsigned int camId, cv::Mat frame){
50
 
58
 
51
    if(camId == 0){
59
    if(camId == 0){
52
        if(!calibrationReviewMode)
60
        if(!calibrationReviewMode)
53
            ui->calibrationCamera0Widget->showImageCV(frame);
61
            ui->calibrationCamera0Widget->showImageCV(frame);
54
        if(!captureReviewMode)
62
        if(!captureReviewMode)
55
            ui->captureCamera0Widget->showImageCV(frame);
63
            ui->captureCamera0Widget->showImageCV(frame);
56
    } else if(camId == 1){
64
    } else if(camId == 1){
57
        if(!calibrationReviewMode)
65
        if(!calibrationReviewMode)
58
            ui->calibrationCamera1Widget->showImageCV(frame);
66
            ui->calibrationCamera1Widget->showImageCV(frame);
59
        if(!captureReviewMode)
67
        if(!captureReviewMode)
60
            ui->captureCamera1Widget->showImageCV(frame);
68
            ui->captureCamera1Widget->showImageCV(frame);
61
    }
69
    }
62
}
70
}
63
 
71
 
64
void SMScanner::on_actionPreferences_triggered(){
72
void SMScanner::on_actionPreferences_triggered(){
65
 
73
 
66
    preferenceDialog.show();
74
    preferenceDialog.show();
67
}
75
}
68
 
76
 
69
void SMScanner::closeEvent(QCloseEvent *event){
77
void SMScanner::closeEvent(QCloseEvent *event){
70
 
78
 
71
    // Stop capturing thread
79
    // Stop capturing thread
72
    connect(captureWorker, SIGNAL(finished()), captureWorker, SLOT(deleteLater()));
80
    connect(captureWorker, SIGNAL(finished()), captureWorker, SLOT(deleteLater()));
73
    connect(captureWorker, SIGNAL(finished()), captureWorkerThread, SLOT(quit()));
81
    connect(captureWorker, SIGNAL(finished()), captureWorkerThread, SLOT(quit()));
74
    QMetaObject::invokeMethod(captureWorker, "stopWork");
82
    QMetaObject::invokeMethod(captureWorker, "stopWork");
75
    captureWorkerThread->quit();
83
    captureWorkerThread->quit();
76
    captureWorkerThread->wait();
84
    captureWorkerThread->wait();
77
 
85
 
78
    // Save window geometry
86
    // Save window geometry
79
    settings.setValue("geometry/mainwindow", this->saveGeometry());
87
    settings.setValue("geometry/mainwindow", this->saveGeometry());
80
    settings.setValue("state/mainwindow", this->saveState());
88
    settings.setValue("state/mainwindow", this->saveState());
81
 
89
 
82
    event->accept();
90
    event->accept();
83
 
91
 
84
}
92
}
85
 
93
 
86
SMScanner::~SMScanner(){
94
SMScanner::~SMScanner(){
87
    delete ui;
95
    delete ui;
88
}
96
}
89
 
97
 
90
void SMScanner::on_singleCalibrationButton_clicked(){
98
void SMScanner::on_singleCalibrationButton_clicked(){
91
 
99
 
92
    // If in review mode, go back to aquisition mode
100
    // If in review mode, go back to aquisition mode
93
    if(calibrationReviewMode){
101
    if(calibrationReviewMode){
94
        ui->calibrationListWidget->clearSelection();
102
        ui->calibrationListWidget->clearSelection();
95
        ui->singleCalibrationButton->setText("Single Aquisition");
103
        ui->singleCalibrationButton->setText("Single Aquisition");
96
        ui->batchCalibrationButton->setText("Batch Aquisition");
104
        ui->batchCalibrationButton->setText("Batch Aquisition");
97
        calibrationReviewMode = false;
105
        calibrationReviewMode = false;
98
        return;
106
        return;
99
    }
107
    }
100
 
108
 
101
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSet", Q_ARG(float, -1.0));
109
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSet", Q_ARG(float, -1.0));
102
 
110
 
103
}
111
}
104
 
112
 
105
 
113
 
106
void SMScanner::on_batchCalibrationButton_clicked(){
114
void SMScanner::on_batchCalibrationButton_clicked(){
107
 
115
 
108
    // If in review mode, go back to aquisition mode
116
    // If in review mode, go back to aquisition mode
109
    if(calibrationReviewMode){
117
    if(calibrationReviewMode){
110
        ui->calibrationListWidget->clearSelection();
118
        ui->calibrationListWidget->clearSelection();
111
        ui->singleCalibrationButton->setText("Single Aquisition");
119
        ui->singleCalibrationButton->setText("Single Aquisition");
112
        ui->batchCalibrationButton->setText("Batch Aquisition");
120
        ui->batchCalibrationButton->setText("Batch Aquisition");
113
        calibrationReviewMode = false;
121
        calibrationReviewMode = false;
114
        return;
122
        return;
115
    }
123
    }
116
 
124
 
117
    // Construct vector of angles
125
    // Construct vector of angles
118
    int angleStart = ui->calibrationBatchStartSpinBox->value();
126
    int angleStart = ui->calibrationBatchStartSpinBox->value();
119
    int angleEnd = ui->calibrationBatchEndSpinBox->value();
127
    int angleEnd = ui->calibrationBatchEndSpinBox->value();
120
    int angleStep = ui->calibrationBatchStepSpinBox->value();
128
    int angleStep = ui->calibrationBatchStepSpinBox->value();
121
 
129
 
122
    if(angleStart > angleEnd)
130
    if(angleStart > angleEnd)
123
        angleEnd += 360;
131
        angleEnd += 360;
124
 
132
 
125
    std::vector<float> angles;
133
    std::vector<float> angles;
126
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
134
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
127
        angles.push_back(i % 360);
135
        angles.push_back(i % 360);
128
 
136
 
129
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSets", Q_ARG(std::vector<float>, angles));
137
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSets", Q_ARG(std::vector<float>, angles));
130
 
138
 
131
    std::cout << "Aquiring sets at ";
139
    std::cout << "Aquiring sets at ";
132
    for(int i=0; i<angles.size(); i++)
140
    for(int i=0; i<angles.size(); i++)
133
        std::cout << angles[i] << " ";
141
        std::cout << angles[i] << " ";
134
    std::cout << " degrees" <<std::endl;
142
    std::cout << " degrees" <<std::endl;
135
}
143
}
136
 
144
 
137
 
145
 
138
void SMScanner::on_calibrationRotationDial_sliderReleased(){
146
void SMScanner::on_calibrationRotationDial_sliderReleased(){
139
 
147
 
140
    float angle = ui->calibrationRotationDial->value();
148
    float angle = ui->calibrationRotationDial->value();
141
    std::cout << "Rotation stage target: " << angle << std::endl;
149
    std::cout << "Rotation stage target: " << angle << std::endl;
142
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
150
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
143
 
151
 
144
    ui->captureRotationDial->setValue(ui->calibrationRotationDial->value());
152
    ui->captureRotationDial->setValue(ui->calibrationRotationDial->value());
145
}
153
}
146
 
154
 
147
void SMScanner::onReceiveCalibrationSet(SMCalibrationSet calibrationSet){
155
void SMScanner::onReceiveCalibrationSet(SMCalibrationSet calibrationSet){
148
    calibrationData.push_back(calibrationSet);
156
    calibrationData.push_back(calibrationSet);
149
 
157
 
150
    // Add identifier to list
158
    // Add identifier to list
151
    QListWidgetItem* item = new QListWidgetItem(QString("Calibration Set %1 -- %2 deg").arg(ui->calibrationListWidget->count()).arg(calibrationSet.rotationAngle), ui->calibrationListWidget);
159
    QListWidgetItem* item = new QListWidgetItem(QString("Calibration Set %1 -- %2 deg").arg(ui->calibrationListWidget->count()).arg(calibrationSet.rotationAngle), ui->calibrationListWidget);
152
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
160
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
153
    item->setCheckState(Qt::Checked);
161
    item->setCheckState(Qt::Checked);
154
    ui->calibrationListWidget->addItem(item);
162
    ui->calibrationListWidget->addItem(item);
155
 
163
 
156
    // Set enabled checkmark
164
    // Set enabled checkmark
157
    if(calibrationData.size() >= 2)
165
    if(calibrationData.size() >= 2)
158
        ui->calibrateButton->setEnabled(true);
166
        ui->calibrateButton->setEnabled(true);
159
}
167
}
160
 
168
 
161
void SMScanner::on_calibrateButton_clicked(){
169
void SMScanner::on_calibrateButton_clicked(){
162
 
170
 
163
    // disable ui elements
171
    // disable ui elements
164
    ui->calibrateButton->setEnabled(false);
172
    ui->calibrateButton->setEnabled(false);
165
    ui->calibrationFrame->setEnabled(false);
173
    ui->calibrationFrame->setEnabled(false);
166
 
174
 
167
    // set checked flags
175
    // set checked flags
168
    for(int i=0; i<calibrationData.size(); i++){
176
    for(int i=0; i<calibrationData.size(); i++){
169
        calibrationData[i].checked = (ui->calibrationListWidget->item(i)->checkState() == Qt::Checked);
177
        calibrationData[i].checked = (ui->calibrationListWidget->item(i)->checkState() == Qt::Checked);
170
    }
178
    }
171
 
179
 
172
//    SMCalibrationWorker calibrationWorker;
180
//    SMCalibrationWorker calibrationWorker;
173
//    calibrationWorker.performCalibration(calibrationData);
181
//    calibrationWorker.performCalibration(calibrationData);
174
 
182
 
175
    // Set up calibration thread
183
    // Set up calibration thread
176
    calibrationWorker = new SMCalibrationWorker;
184
    calibrationWorker = new SMCalibrationWorker;
177
    calibrationWorkerThread = new QThread(this);
185
    calibrationWorkerThread = new QThread(this);
178
    calibrationWorkerThread->setObjectName("calibrationWorkerThread");
186
    calibrationWorkerThread->setObjectName("calibrationWorkerThread");
179
    calibrationWorker->moveToThread(captureWorkerThread);
187
    calibrationWorker->moveToThread(captureWorkerThread);
180
    calibrationWorkerThread->start();
188
    calibrationWorkerThread->start();
181
 
189
 
182
    // Connections
190
    // Connections
183
    connect(calibrationWorker, SIGNAL(newSetProcessed(int)), this, SLOT(onCalibrationSetProcessed(int)));
191
    connect(calibrationWorker, SIGNAL(newSetProcessed(int)), this, SLOT(onCalibrationSetProcessed(int)));
184
    connect(calibrationWorker, SIGNAL(newFrameResult(int,int,bool,cv::Mat)), this, SLOT(onCalibrationFrameResult(int,int,bool,cv::Mat)));
192
    connect(calibrationWorker, SIGNAL(newFrameResult(int,int,bool,cv::Mat)), this, SLOT(onCalibrationFrameResult(int,int,bool,cv::Mat)));
185
    connect(calibrationWorker, SIGNAL(done()), this, SLOT(onCalibrationDone()));
193
    connect(calibrationWorker, SIGNAL(done()), this, SLOT(onCalibrationDone()));
186
    connect(calibrationWorker, SIGNAL(done()), ui->pointCloudWidget, SLOT(updateCalibrationParameters()));
194
    connect(calibrationWorker, SIGNAL(done()), ui->pointCloudWidget, SLOT(updateCalibrationParameters()));
187
    connect(calibrationWorker, SIGNAL(done()), calibrationWorkerThread, SLOT(quit()));
195
    connect(calibrationWorker, SIGNAL(done()), calibrationWorkerThread, SLOT(quit()));
188
    connect(calibrationWorker, SIGNAL(done()), calibrationWorker, SLOT(deleteLater()));
196
    connect(calibrationWorker, SIGNAL(done()), calibrationWorker, SLOT(deleteLater()));
189
 
197
 
190
    // Start calibration
198
    // Start calibration
191
    QMetaObject::invokeMethod(calibrationWorker, "performCalibration", Q_ARG(std::vector<SMCalibrationSet>, calibrationData));
199
    QMetaObject::invokeMethod(calibrationWorker, "performCalibration", Q_ARG(std::vector<SMCalibrationSet>, calibrationData));
192
 
200
 
193
}
201
}
194
 
202
 
195
 
203
 
196
 
204
 
197
void SMScanner::onCalibrationSetProcessed(int idx){
205
void SMScanner::onCalibrationSetProcessed(int idx){
198
 
206
 
199
    ui->calibrationListWidget->setCurrentRow(idx);
207
    ui->calibrationListWidget->setCurrentRow(idx);
200
}
208
}
201
 
209
 
202
void SMScanner::onCalibrationDone(){
210
void SMScanner::onCalibrationDone(){
203
 
211
 
204
    std::cout << "Calibration done!" << std::endl;
212
    std::cout << "Calibration done!" << std::endl;
205
    ui->calibrateButton->setEnabled(true);
213
    ui->calibrateButton->setEnabled(true);
206
    ui->calibrationFrame->setEnabled(true);
214
    ui->calibrationFrame->setEnabled(true);
207
 
215
 
208
}
216
}
209
 
217
 
210
void SMScanner::on_calibrationListWidget_itemSelectionChanged(){
218
void SMScanner::on_calibrationListWidget_itemSelectionChanged(){
211
 
219
 
212
    // if selection is just cleared
220
    // if selection is just cleared
213
    if(ui->calibrationListWidget->selectedItems().empty())
221
    if(ui->calibrationListWidget->selectedItems().empty())
214
        return;
222
        return;
215
 
223
 
216
    int currentRow = ui->calibrationListWidget->currentRow();
224
    int currentRow = ui->calibrationListWidget->currentRow();
217
 
225
 
218
    calibrationReviewMode = true;
226
    calibrationReviewMode = true;
219
    ui->singleCalibrationButton->setText("Live View");
227
    ui->singleCalibrationButton->setText("Live View");
220
    ui->batchCalibrationButton->setText("Live View");
228
    ui->batchCalibrationButton->setText("Live View");
221
 
229
 
222
    if(!calibrationData[currentRow].frame0Result.empty())
230
    if(!calibrationData[currentRow].frame0Result.empty())
223
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0Result);
231
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0Result);
224
    else
232
    else
225
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0);
233
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0);
226
 
234
 
227
    if(!calibrationData[currentRow].frame1Result.empty())
235
    if(!calibrationData[currentRow].frame1Result.empty())
228
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1Result);
236
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1Result);
229
    else
237
    else
230
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1);
238
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1);
231
 
239
 
232
//     std::cout << "on_calibrationListWidget_itemSelectionChanged" << std::endl;
240
//     std::cout << "on_calibrationListWidget_itemSelectionChanged" << std::endl;
233
}
241
}
234
 
242
 
235
void SMScanner::onCalibrationFrameResult(int idx, int camID, bool success, cv::Mat result){
243
void SMScanner::onCalibrationFrameResult(int idx, int camID, bool success, cv::Mat result){
236
 
244
 
237
//    std::cout << "onCalibrationFrameResult " << idx << camID << std::endl;
245
//    std::cout << "onCalibrationFrameResult " << idx << camID << std::endl;
238
 
246
 
239
    if(!success)
247
    if(!success)
240
        ui->calibrationListWidget->item(idx)->setCheckState(Qt::Unchecked);
248
        ui->calibrationListWidget->item(idx)->setCheckState(Qt::Unchecked);
241
    else {
249
    else {
242
        if(camID == 0)
250
        if(camID == 0)
243
            calibrationData[idx].frame0Result = result;
251
            calibrationData[idx].frame0Result = result;
244
        else if(camID == 1)
252
        else if(camID == 1)
245
            calibrationData[idx].frame1Result = result;
253
            calibrationData[idx].frame1Result = result;
246
    }
254
    }
247
 
255
 
248
}
256
}
249
 
257
 
250
void SMScanner::on_singleCaptureButton_clicked(){
258
void SMScanner::on_singleCaptureButton_clicked(){
251
 
259
 
252
    // If in review mode, go back to aquisition mode
260
    // If in review mode, go back to aquisition mode
253
    if(captureReviewMode){
261
    if(captureReviewMode){
254
        ui->captureTreeWidget->clearSelection();
262
        ui->captureTreeWidget->clearSelection();
255
        ui->singleCaptureButton->setText("Single Aquisition");
263
        ui->singleCaptureButton->setText("Single Aquisition");
256
        ui->batchCaptureButton->setText("Batch Aquisition");
264
        ui->batchCaptureButton->setText("Batch Aquisition");
257
        captureReviewMode = false;
265
        captureReviewMode = false;
258
        return;
266
        return;
259
    }
267
    }
260
 
268
 
261
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequence", Q_ARG(float, -1.0));
269
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequence", Q_ARG(float, -1.0));
262
 
270
 
263
}
271
}
264
 
272
 
265
 
273
 
266
void SMScanner::on_batchCaptureButton_clicked(){
274
void SMScanner::on_batchCaptureButton_clicked(){
267
 
275
 
268
    // If in review mode, go back to aquisition mode
276
    // If in review mode, go back to aquisition mode
269
    if(captureReviewMode){
277
    if(captureReviewMode){
270
        ui->captureTreeWidget->clearSelection();
278
        ui->captureTreeWidget->clearSelection();
271
        ui->singleCaptureButton->setText("Single Aquisition");
279
        ui->singleCaptureButton->setText("Single Aquisition");
272
        ui->batchCaptureButton->setText("Batch Aquisition");
280
        ui->batchCaptureButton->setText("Batch Aquisition");
273
        captureReviewMode = false;
281
        captureReviewMode = false;
274
        return;
282
        return;
275
    }
283
    }
276
 
284
 
277
    // Construct vector of angles
285
    // Construct vector of angles
278
    int angleStart = ui->captureBatchStartSpinBox->value();
286
    int angleStart = ui->captureBatchStartSpinBox->value();
279
    int angleEnd = ui->captureBatchEndSpinBox->value();
287
    int angleEnd = ui->captureBatchEndSpinBox->value();
280
    int angleStep = ui->captureBatchStepSpinBox->value();
288
    int angleStep = ui->captureBatchStepSpinBox->value();
281
 
289
 
282
    if(angleStart > angleEnd)
290
    if(angleStart > angleEnd)
283
        angleEnd += 360;
291
        angleEnd += 360;
284
 
292
 
285
    std::vector<float> angles;
293
    std::vector<float> angles;
286
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
294
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
287
        angles.push_back(i % 360);
295
        angles.push_back(i % 360);
288
 
296
 
289
    std::cout << "Aquiring sequences at ";
297
    std::cout << "Aquiring sequences at ";
290
    for(int i=0; i<angles.size(); i++)
298
    for(int i=0; i<angles.size(); i++)
291
        std::cout << angles[i] << " ";
299
        std::cout << angles[i] << " ";
292
    std::cout << " degrees" <<std::endl;
300
    std::cout << " degrees" <<std::endl;
293
 
301
 
294
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequences", Q_ARG(std::vector<float>, angles));
302
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequences", Q_ARG(std::vector<float>, angles));
295
}
303
}
296
 
304
 
297
void SMScanner::on_captureRotationDial_sliderReleased(){
305
void SMScanner::on_captureRotationDial_sliderReleased(){
298
 
306
 
299
    float angle = ui->captureRotationDial->value();
307
    float angle = ui->captureRotationDial->value();
300
    std::cout << "Rotation stage target: " << angle << std::endl;
308
    std::cout << "Rotation stage target: " << angle << std::endl;
301
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
309
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
302
 
310
 
303
    ui->calibrationRotationDial->setValue(ui->captureRotationDial->value());
311
    ui->calibrationRotationDial->setValue(ui->captureRotationDial->value());
304
}
312
}
305
 
313
 
306
void SMScanner::onReceiveFrameSequence(SMFrameSequence frameSequence){
314
void SMScanner::onReceiveFrameSequence(SMFrameSequence frameSequence){
307
 
315
 
308
    captureData.push_back(frameSequence);
316
    captureData.push_back(frameSequence);
309
 
317
 
310
    int idx = captureData.size()-1;
318
    int idx = captureData.size()-1;
311
 
319
 
312
    // Add identifier to list
320
    // Add identifier to list
313
    QTreeWidgetItem* item = new QTreeWidgetItem(ui->captureTreeWidget);
321
    QTreeWidgetItem* item = new QTreeWidgetItem(ui->captureTreeWidget);
314
    item->setText(0, QString("Frame Sequence %1 -- %2 deg").arg(idx).arg(frameSequence.rotationAngle));
322
    item->setText(0, QString("Frame Sequence %1 -- %2 deg").arg(idx).arg(frameSequence.rotationAngle));
315
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
323
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
316
    item->setData(0, Qt::UserRole, QPoint(idx, -1));
324
    item->setData(0, Qt::UserRole, QPoint(idx, -1));
317
    item->setCheckState(0, Qt::Checked);
325
    item->setCheckState(0, Qt::Checked);
318
    //ui->captureTreeWidget->addItem(item);
326
    //ui->captureTreeWidget->addItem(item);
319
 
327
 
320
    for(int i=0; i<frameSequence.frames0.size(); i++){
328
    for(int i=0; i<frameSequence.frames0.size(); i++){
321
        QTreeWidgetItem* subItem = new QTreeWidgetItem(item);
329
        QTreeWidgetItem* subItem = new QTreeWidgetItem(item);
322
        subItem->setText(0, QString("frames %1").arg(i));
330
        subItem->setText(0, QString("frames %1").arg(i));
323
        subItem->setData(0, Qt::UserRole, QPoint(idx, i));
331
        subItem->setData(0, Qt::UserRole, QPoint(idx, i));
324
    }
332
    }
325
 
333
 
326
    ui->reconstructButton->setEnabled(true);
334
    ui->reconstructButton->setEnabled(true);
327
}
335
}
328
 
336
 
329
void SMScanner::on_captureTreeWidget_itemSelectionChanged(){
337
void SMScanner::on_captureTreeWidget_itemSelectionChanged(){
330
 
338
 
331
    // if selection is just cleared
339
    // if selection is just cleared
332
    if(ui->captureTreeWidget->selectedItems().empty())
340
    if(ui->captureTreeWidget->selectedItems().empty())
333
        return;
341
        return;
334
 
342
 
335
    QTreeWidgetItem *item = ui->captureTreeWidget->currentItem();
343
    QTreeWidgetItem *item = ui->captureTreeWidget->currentItem();
336
 
344
 
337
    captureReviewMode = true;
345
    captureReviewMode = true;
338
 
346
 
339
    ui->singleCaptureButton->setText("Live View");
347
    ui->singleCaptureButton->setText("Live View");
340
    ui->batchCaptureButton->setText("Live View");
348
    ui->batchCaptureButton->setText("Live View");
341
 
349
 
342
    QPoint idx = item->data(0, Qt::UserRole).toPoint();
350
    QPoint idx = item->data(0, Qt::UserRole).toPoint();
343
 
351
 
344
    if(idx.y() != -1){
352
    if(idx.y() != -1){
345
        ui->captureCamera0Widget->showImageCV(captureData[idx.x()].frames0[idx.y()]);
353
        ui->captureCamera0Widget->showImageCV(captureData[idx.x()].frames0[idx.y()]);
346
        ui->captureCamera1Widget->showImageCV(captureData[idx.x()].frames1[idx.y()]);
354
        ui->captureCamera1Widget->showImageCV(captureData[idx.x()].frames1[idx.y()]);
347
    }
355
    }
348
 
356
 
349
//     std::cout << "on_captureTreeWidget_itemSelectionChanged" << std::endl;
357
//     std::cout << "on_captureTreeWidget_itemSelectionChanged" << std::endl;
350
}
358
}
351
 
359
 
352
 
360
 
353
void SMScanner::onReceiveRotatedTo(float angle){
361
void SMScanner::onReceiveRotatedTo(float angle){
354
 
362
 
355
    // update ui with new position
363
    // update ui with new position
356
    ui->calibrationRotationDial->setValue(angle);
364
    ui->calibrationRotationDial->setValue(angle);
357
    ui->captureRotationDial->setValue(angle);
365
    ui->captureRotationDial->setValue(angle);
358
 
366
 
359
}
367
}
360
 
368
 
361
void SMScanner::on_actionExport_Sets_triggered(){
369
void SMScanner::on_actionExport_Sets_triggered(){
362
 
370
 
363
    QString dirName = QFileDialog::getExistingDirectory(this, "Export calibration sets", QString());
371
    QString dirName = QFileDialog::getExistingDirectory(this, "Export calibration sets", QString());
364
    for(int i=0; i<calibrationData.size(); i++){
372
    for(int i=0; i<calibrationData.size(); i++){
365
        QString fileName = QString("%1/frame0_%2.png").arg(dirName).arg(i);
373
        QString fileName = QString("%1/frame0_%2.png").arg(dirName).arg(i);
366
        cv::Mat frameBGR;
374
        cv::Mat frameBGR;
367
        cv::cvtColor(calibrationData[i].frame0, frameBGR, CV_RGB2BGR);
375
        cv::cvtColor(calibrationData[i].frame0, frameBGR, CV_RGB2BGR);
368
        cv::imwrite(fileName.toStdString(), frameBGR);
376
        cv::imwrite(fileName.toStdString(), frameBGR);
369
        fileName = QString("%1/frame1_%2.png").arg(dirName).arg(i);
377
        fileName = QString("%1/frame1_%2.png").arg(dirName).arg(i);
370
        cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_RGB2BGR);
378
        cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_RGB2BGR);
371
        cv::imwrite(fileName.toStdString(), frameBGR);
379
        cv::imwrite(fileName.toStdString(), frameBGR);
372
    }
380
    }
373
 
381
 
374
}
382
}
375
 
383
 
376
void SMScanner::on_actionExport_Sequences_triggered(){
384
void SMScanner::on_actionExport_Sequences_triggered(){
377
 
385
 
378
    QString dirName = QFileDialog::getExistingDirectory(this, "Export frame sequences", QString());
386
    QString dirName = QFileDialog::getExistingDirectory(this, "Export frame sequences", QString());
379
 
387
 
380
    for(int i=0; i<captureData.size(); i++){
388
    for(int i=0; i<captureData.size(); i++){
381
        QString seqDirName = QString("%1/sequence_%2").arg(dirName).arg(i);
389
        QString seqDirName = QString("%1/sequence_%2").arg(dirName).arg(i);
382
        if(!QDir().mkdir(seqDirName))
390
        if(!QDir().mkdir(seqDirName))
383
            std::cerr << "Could not create directory " << seqDirName.toStdString() << std::endl;
391
            std::cerr << "Could not create directory " << seqDirName.toStdString() << std::endl;
384
        for(int j=0; j<captureData[i].frames0.size(); j++){
392
        for(int j=0; j<captureData[i].frames0.size(); j++){
385
            QString fileName = QString("%1/frames0_%2.png").arg(seqDirName).arg(j);
393
            QString fileName = QString("%1/frames0_%2.png").arg(seqDirName).arg(j);
386
            cv::Mat frameBGR;
394
            cv::Mat frameBGR;
387
            cv::cvtColor(captureData[i].frames0[j], frameBGR, CV_RGB2BGR);
395
            cv::cvtColor(captureData[i].frames0[j], frameBGR, CV_RGB2BGR);
388
            cv::imwrite(fileName.toStdString(), frameBGR);
396
            cv::imwrite(fileName.toStdString(), frameBGR);
389
        }
397
        }
390
        for(int j=0; j<captureData[i].frames1.size(); j++){
398
        for(int j=0; j<captureData[i].frames1.size(); j++){
391
            QString fileName = QString("%1/frames1_%2.png").arg(seqDirName).arg(j);
399
            QString fileName = QString("%1/frames1_%2.png").arg(seqDirName).arg(j);
392
            cv::Mat frameBGR;
400
            cv::Mat frameBGR;
393
            cv::cvtColor(captureData[i].frames1[j], frameBGR, CV_RGB2BGR);
401
            cv::cvtColor(captureData[i].frames1[j], frameBGR, CV_RGB2BGR);
394
            cv::imwrite(fileName.toStdString(), frameBGR);
402
            cv::imwrite(fileName.toStdString(), frameBGR);
395
        }
403
        }
396
    }
404
    }
397
}
405
}
398
 
406
 
399
void SMScanner::on_reconstructButton_clicked(){
407
void SMScanner::on_reconstructButton_clicked(){
400
 
408
 
401
//    // set checked flags
409
//    // set checked flags
402
//    for(int i=0; i<captureData.size(); i++){
410
//    for(int i=0; i<captureData.size(); i++){
403
//        captureData[i].checked = (ui->captureTreeWidget->item(i)->checkState() == Qt::Checked);
411
//        captureData[i].checked = (ui->captureTreeWidget->item(i)->checkState() == Qt::Checked);
404
//    }
412
//    }
405
 
413
 
406
 
414
 
407
    // Set up reconstruction thread
415
    // Set up reconstruction thread
408
    reconstructionWorker = new SMReconstructionWorker;
416
    reconstructionWorker = new SMReconstructionWorker;
409
    reconstructionWorkerThread = new QThread(this);
417
    reconstructionWorkerThread = new QThread(this);
410
    reconstructionWorkerThread->setObjectName("reconstructionWorkerThread");
418
    reconstructionWorkerThread->setObjectName("reconstructionWorkerThread");
411
    reconstructionWorker->moveToThread(reconstructionWorkerThread);
419
    reconstructionWorker->moveToThread(reconstructionWorkerThread);
412
    reconstructionWorkerThread->start();
420
    reconstructionWorkerThread->start();
413
 
421
 
414
    // Connections
422
    // Connections
415
    connect(reconstructionWorker, SIGNAL(newPointCloud(SMPointCloud)), this, SLOT(onNewPointCloud(SMPointCloud)));
423
    connect(reconstructionWorker, SIGNAL(newPointCloud(SMPointCloud)), this, SLOT(onNewPointCloud(SMPointCloud)));
416
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorkerThread, SLOT(quit()));
424
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorkerThread, SLOT(quit()));
417
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorker, SLOT(deleteLater()));
425
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorker, SLOT(deleteLater()));
418
 
426
 
419
    // Start reconstructing
427
    // Start reconstructing
420
    QMetaObject::invokeMethod(reconstructionWorker, "setup");
428
    QMetaObject::invokeMethod(reconstructionWorker, "setup");
421
    QMetaObject::invokeMethod(reconstructionWorker, "reconstructPointClouds", Q_ARG(std::vector<SMFrameSequence>, captureData));
429
    QMetaObject::invokeMethod(reconstructionWorker, "reconstructPointClouds", Q_ARG(std::vector<SMFrameSequence>, captureData));
422
 
430
 
423
}
431
}
424
 
432
 
425
void SMScanner::onNewPointCloud(SMPointCloud smCloud){
433
void SMScanner::onNewPointCloud(SMPointCloud smCloud){
426
 
434
 
427
    pointCloudData.push_back(smCloud);
435
    pointCloudData.push_back(smCloud);
428
    int id = pointCloudData.size()-1;
436
    int id = pointCloudData.size()-1;
429
 
437
 
430
    // Add identifier to list
438
    // Add identifier to list
431
    QListWidgetItem* item = new QListWidgetItem(QString("Point Cloud %1 -- %2 deg").arg(id).arg(smCloud.rotationAngle), ui->pointCloudsListWidget);
439
    QListWidgetItem* item = new QListWidgetItem(QString("Point Cloud %1 -- %2 deg").arg(id).arg(smCloud.rotationAngle), ui->pointCloudsListWidget);
432
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
440
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
-
 
441
    item->setData(Qt::UserRole, QVariant(id));
433
    item->setCheckState(Qt::Checked);
442
    item->setCheckState(Qt::Checked);
-
 
443
 
434
    ui->pointCloudsListWidget->addItem(item);
444
    ui->pointCloudsListWidget->addItem(item);
435
 
445
 
436
    ui->pointCloudWidget->addPointCloud(smCloud.pointCloud, id);
446
    ui->pointCloudWidget->addPointCloud(smCloud, id);
-
 
447
}
-
 
448
 
-
 
449
 
-
 
450
 
-
 
451
void SMScanner::on_actionExport_Point_Clouds_triggered(){
-
 
452
 
-
 
453
    QString directory = QFileDialog::getExistingDirectory(this, "Export Point Clouds", QString());
-
 
454
 
-
 
455
//    //  Non native file dialog
-
 
456
//    QFileDialog saveDirectoryDialog(this, "Export Point Clouds", QString(), "*.pcd;;*.ply;;*.vtk;;*.png;;*.txt");
-
 
457
//    saveDirectoryDialog.setDefaultSuffix("ply");
-
 
458
//    saveDirectoryDialog.setFileMode(QFileDialog::Directory);
-
 
459
//    saveDirectoryDialog.exec();
-
 
460
//    QString directory = saveDirectoryDialog.directory().path();
-
 
461
//    QString type = saveDirectoryDialog.selectedNameFilter();
-
 
462
 
-
 
463
    // save point clouds in ply format
-
 
464
    for(int i=0; i<pointCloudData.size(); i++){
-
 
465
        QString fileName = QString("%1/pointcloud_%2.ply").arg(directory).arg(i);
-
 
466
        pcl::PointCloud<pcl::PointXYZRGBNormal>::Ptr pointCloudPCL(pointCloudData[i].pointCloud);
-
 
467
        //pcl::io::savePLYFileBinary(fileName.toStdString(), *pointCloudPCL);
-
 
468
        pcl::PLYWriter w;
-
 
469
        // Write to ply in binary without camera
-
 
470
        w.write<pcl::PointXYZRGBNormal> (fileName.toStdString(), *pointCloudPCL, true, false);
-
 
471
    }
-
 
472
 
-
 
473
    // save meshlab aln project file
-
 
474
    std::ofstream s(QString("%1/alignment.aln").arg(directory).toLocal8Bit());
-
 
475
    s << pointCloudData.size() << std::endl;
-
 
476
    for(int i=0; i<pointCloudData.size(); i++){
-
 
477
        QString fileName = QString("pointcloud_%1.ply").arg(i);
-
 
478
        s << fileName.toStdString() << std::endl << "#" << std::endl;
-
 
479
        cv::Mat Tr = cv::Mat::eye(4, 4, CV_32F);
-
 
480
        cv::Mat(pointCloudData[i].R.t()).copyTo(Tr.colRange(0, 3).rowRange(0, 3));
-
 
481
        cv::Mat(-pointCloudData[i].R.t()*pointCloudData[i].T).copyTo(Tr.col(3).rowRange(0, 3));
-
 
482
        for(int j=0; j<Tr.rows; j++){
-
 
483
            for(int k=0; k<Tr.cols; k++){
-
 
484
                s << Tr.at<float>(j,k) << " ";
-
 
485
            }
-
 
486
            s << std::endl;
-
 
487
        }
-
 
488
    }
-
 
489
    s << "0" << std::flush;
-
 
490
    s.close();
-
 
491
}
-
 
492
 
-
 
493
void SMScanner::on_pointCloudsListWidget_itemChanged(QListWidgetItem *item){
-
 
494
 
-
 
495
    int id = item->data(Qt::UserRole).toInt();
-
 
496
 
-
 
497
    if(item->checkState() == Qt::Checked)
-
 
498
        ui->pointCloudWidget->addPointCloud(pointCloudData[id], id);
-
 
499
    else
-
 
500
        ui->pointCloudWidget->removePointCloud(id);
-
 
501
 
437
}
502
}
438
 
503
 
439
void SMScanner::on_actionExport_Calibration_triggered(){
504
void SMScanner::on_actionExport_Parameters_triggered(){
440
 
505
 
441
    QString fileName = QFileDialog::getSaveFileName(this, "Export calibration parameters", QString(), "*.xml");
506
    QString fileName = QFileDialog::getSaveFileName(this, "Export calibration parameters", QString(), "*.xml");
442
    QFileInfo info(fileName);
507
    QFileInfo info(fileName);
443
    QString type = info.suffix();
508
    QString type = info.suffix();
444
    if(type == ""){
509
    if(type == ""){
445
        fileName.append(".xml");
510
        fileName.append(".xml");
446
    }
511
    }
447
 
512
 
448
    SMCalibrationParameters calibration = settings.value("calibration/parameters").value<SMCalibrationParameters>();
513
    SMCalibrationParameters calibration = settings.value("calibration/parameters").value<SMCalibrationParameters>();
449
    calibration.exportToXML(fileName);
514
    calibration.exportToXML(fileName);
450
}
515
}
451
 
516