Subversion Repositories seema-scanner

Rev

Rev 67 | Rev 73 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 67 Rev 71
1
#include "SMScanner.h"
1
#include "SMScanner.h"
2
#include "ui_SMScanner.h"
2
#include "ui_SMScanner.h"
3
 
3
 
4
#include <QMetaObject>
4
#include <QMetaObject>
5
#include <QFileDialog>
5
#include <QFileDialog>
6
#include <QMessageBox>
6
#include <QMessageBox>
7
 
7
 
8
#include <pcl/io/pcd_io.h>
8
#include <pcl/io/pcd_io.h>
9
#include <pcl/io/ascii_io.h>
9
#include <pcl/io/ascii_io.h>
10
#include <pcl/io/ply_io.h>
10
#include <pcl/io/ply_io.h>
11
#include <pcl/io/png_io.h>
11
#include <pcl/io/png_io.h>
12
#include <pcl/io/vtk_io.h>
12
#include <pcl/io/vtk_io.h>
13
#include <vtkPolyDataWriter.h>
13
#include <vtkPolyDataWriter.h>
14
#include <pcl/conversions.h>
14
#include <pcl/conversions.h>
15
 
15
 
16
SMScanner::SMScanner(QWidget *parent) :QMainWindow(parent), ui(new Ui::SMScanner),
16
SMScanner::SMScanner(QWidget *parent) :QMainWindow(parent), ui(new Ui::SMScanner),
17
                                        calibrationReviewMode(false), captureReviewMode(false), lastCaptureId(-1){
17
                                        calibrationReviewMode(false), captureReviewMode(false), lastCaptureId(-1){
18
 
18
 
19
    // Register metatypes
19
    // Register metatypes
20
    qRegisterMetaType<cv::Mat>("cv::Mat");
20
    qRegisterMetaType<cv::Mat>("cv::Mat");
21
    qRegisterMetaType< std::vector<cv::Mat> >("std::vector<cv::Mat>");
21
    qRegisterMetaType< std::vector<cv::Mat> >("std::vector<cv::Mat>");
22
    qRegisterMetaType< std::vector<float> >("std::vector<float>");
22
    qRegisterMetaType< std::vector<float> >("std::vector<float>");
23
    qRegisterMetaType<SMCalibrationSet>("SMCalibrationSet");
23
    qRegisterMetaType<SMCalibrationSet>("SMCalibrationSet");
24
    qRegisterMetaType<SMCalibrationParameters>("SMCalibrationParameters");
24
    qRegisterMetaType<SMCalibrationParameters>("SMCalibrationParameters");
25
    qRegisterMetaTypeStreamOperators<SMCalibrationParameters>("SMCalibrationParameters");
25
    qRegisterMetaTypeStreamOperators<SMCalibrationParameters>("SMCalibrationParameters");
26
    qRegisterMetaType< std::vector<SMCalibrationSet> >("std::vector<SMCalibrationSet>");
26
    qRegisterMetaType< std::vector<SMCalibrationSet> >("std::vector<SMCalibrationSet>");
27
    qRegisterMetaType<SMFrameSequence>("SMFrameSequence");
27
    qRegisterMetaType<SMFrameSequence>("SMFrameSequence");
28
    qRegisterMetaType< std::vector<SMFrameSequence> >("std::vector<SMFrameSequence>");
28
    qRegisterMetaType< std::vector<SMFrameSequence> >("std::vector<SMFrameSequence>");
29
    qRegisterMetaType<pcl::PointCloud<pcl::PointXYZRGB>::Ptr>("pcl::PointCloud<pcl::PointXYZRGB>::Ptr");
29
    qRegisterMetaType<pcl::PointCloud<pcl::PointXYZRGB>::Ptr>("pcl::PointCloud<pcl::PointXYZRGB>::Ptr");
30
    qRegisterMetaType<SMPointCloud>("SMPointCloud");
30
    qRegisterMetaType<SMPointCloud>("SMPointCloud");
31
 
31
 
32
    // Setup ui (requires stream operators registered)
32
    // Setup ui (requires stream operators registered)
33
    ui->setupUi(this);
33
    ui->setupUi(this);
34
 
34
 
35
    // Restore geometry
35
    // Restore geometry
36
    this->restoreGeometry(settings.value("geometry/mainwindow").toByteArray());
36
    this->restoreGeometry(settings.value("geometry/mainwindow").toByteArray());
37
    this->restoreState(settings.value("state/mainwindow").toByteArray());
37
    this->restoreState(settings.value("state/mainwindow").toByteArray());
38
 
38
 
39
    // Set up threads
39
    // Set up threads
40
    captureWorker = new SMCaptureWorker;
40
    captureWorker = new SMCaptureWorker;
41
    captureWorkerThread = new QThread(this);
41
    captureWorkerThread = new QThread(this);
42
    captureWorkerThread->setObjectName("captureWorkerThread");
42
    captureWorkerThread->setObjectName("captureWorkerThread");
43
    captureWorker->moveToThread(captureWorkerThread);
43
    captureWorker->moveToThread(captureWorkerThread);
44
    captureWorkerThread->start();
44
    captureWorkerThread->start();
45
 
45
 
46
    // Connections
46
    // Connections
47
    connect(captureWorker, SIGNAL(newFrame(unsigned int, cv::Mat)), this, SLOT(onReceiveFrame(unsigned int, cv::Mat)));
47
    connect(captureWorker, SIGNAL(newFrame(unsigned int, cv::Mat)), this, SLOT(onReceiveFrame(unsigned int, cv::Mat)));
48
    connect(captureWorker, SIGNAL(newCalibrationSet(SMCalibrationSet)), this, SLOT(onReceiveCalibrationSet(SMCalibrationSet)));
48
    connect(captureWorker, SIGNAL(newCalibrationSet(SMCalibrationSet)), this, SLOT(onReceiveCalibrationSet(SMCalibrationSet)));
49
    connect(captureWorker, SIGNAL(newFrameSequence(SMFrameSequence)), this, SLOT(onReceiveFrameSequence(SMFrameSequence)));
49
    connect(captureWorker, SIGNAL(newFrameSequence(SMFrameSequence)), this, SLOT(onReceiveFrameSequence(SMFrameSequence)));
50
    connect(captureWorker, SIGNAL(rotatedTo(float)), this, SLOT(onReceiveRotatedTo(float)));
50
    connect(captureWorker, SIGNAL(rotatedTo(float)), this, SLOT(onReceiveRotatedTo(float)));
51
 
51
 
52
    // Start capturing
52
    // Start capturing
53
    QMetaObject::invokeMethod(captureWorker, "setup");
53
    QMetaObject::invokeMethod(captureWorker, "setup");
54
    QMetaObject::invokeMethod(captureWorker, "doWork");
54
    QMetaObject::invokeMethod(captureWorker, "doWork");
55
 
55
 
56
}
56
}
57
 
57
 
58
void SMScanner::onReceiveFrame(unsigned int camId, cv::Mat frame){
58
void SMScanner::onReceiveFrame(unsigned int camId, cv::Mat frame){
59
 
59
 
60
    if(camId == 0){
60
    if(camId == 0){
61
        if(!calibrationReviewMode)
61
        if(!calibrationReviewMode)
62
            ui->calibrationCamera0Widget->showImageCV(frame);
62
            ui->calibrationCamera0Widget->showImageCV(frame);
63
        if(!captureReviewMode)
63
        if(!captureReviewMode)
64
            ui->captureCamera0Widget->showImageCV(frame);
64
            ui->captureCamera0Widget->showImageCV(frame);
65
    } else if(camId == 1){
65
    } else if(camId == 1){
66
        if(!calibrationReviewMode)
66
        if(!calibrationReviewMode)
67
            ui->calibrationCamera1Widget->showImageCV(frame);
67
            ui->calibrationCamera1Widget->showImageCV(frame);
68
        if(!captureReviewMode)
68
        if(!captureReviewMode)
69
            ui->captureCamera1Widget->showImageCV(frame);
69
            ui->captureCamera1Widget->showImageCV(frame);
70
    }
70
    }
71
}
71
}
72
 
72
 
73
void SMScanner::on_actionPreferences_triggered(){
73
void SMScanner::on_actionPreferences_triggered(){
74
 
74
 
75
    preferenceDialog.show();
75
    preferenceDialog.show();
76
}
76
}
77
 
77
 
78
void SMScanner::closeEvent(QCloseEvent *event){
78
void SMScanner::closeEvent(QCloseEvent *event){
79
 
79
 
80
    // Stop capturing thread
80
    // Stop capturing thread
81
    connect(captureWorker, SIGNAL(finished()), captureWorker, SLOT(deleteLater()));
81
    connect(captureWorker, SIGNAL(finished()), captureWorker, SLOT(deleteLater()));
82
    connect(captureWorker, SIGNAL(finished()), captureWorkerThread, SLOT(quit()));
82
    connect(captureWorker, SIGNAL(finished()), captureWorkerThread, SLOT(quit()));
83
    QMetaObject::invokeMethod(captureWorker, "stopWork");
83
    QMetaObject::invokeMethod(captureWorker, "stopWork");
84
    captureWorkerThread->quit();
84
    captureWorkerThread->quit();
85
    captureWorkerThread->wait();
85
    captureWorkerThread->wait();
86
 
86
 
87
    // Save window geometry
87
    // Save window geometry
88
    settings.setValue("geometry/mainwindow", this->saveGeometry());
88
    settings.setValue("geometry/mainwindow", this->saveGeometry());
89
    settings.setValue("state/mainwindow", this->saveState());
89
    settings.setValue("state/mainwindow", this->saveState());
90
 
90
 
91
    event->accept();
91
    event->accept();
92
 
92
 
93
}
93
}
94
 
94
 
95
SMScanner::~SMScanner(){
95
SMScanner::~SMScanner(){
96
    delete ui;
96
    delete ui;
97
}
97
}
98
 
98
 
99
void SMScanner::on_singleCalibrationButton_clicked(){
99
void SMScanner::on_singleCalibrationButton_clicked(){
100
 
100
 
101
    // If in review mode, go back to aquisition mode
101
    // If in review mode, go back to aquisition mode
102
    if(calibrationReviewMode){
102
    if(calibrationReviewMode){
103
        ui->calibrationListWidget->clearSelection();
103
        ui->calibrationListWidget->clearSelection();
104
        ui->singleCalibrationButton->setText("Single Aquisition");
104
        ui->singleCalibrationButton->setText("Single Aquisition");
105
        ui->batchCalibrationButton->setText("Batch Aquisition");
105
        ui->batchCalibrationButton->setText("Batch Aquisition");
106
        calibrationReviewMode = false;
106
        calibrationReviewMode = false;
107
        return;
107
        return;
108
    }
108
    }
109
 
109
 
110
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSet", Q_ARG(float, -1.0));
110
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSet", Q_ARG(float, -1.0));
111
 
111
 
112
}
112
}
113
 
113
 
114
 
114
 
115
void SMScanner::on_batchCalibrationButton_clicked(){
115
void SMScanner::on_batchCalibrationButton_clicked(){
116
 
116
 
117
    // If in review mode, go back to aquisition mode
117
    // If in review mode, go back to aquisition mode
118
    if(calibrationReviewMode){
118
    if(calibrationReviewMode){
119
        ui->calibrationListWidget->clearSelection();
119
        ui->calibrationListWidget->clearSelection();
120
        ui->singleCalibrationButton->setText("Single Aquisition");
120
        ui->singleCalibrationButton->setText("Single Aquisition");
121
        ui->batchCalibrationButton->setText("Batch Aquisition");
121
        ui->batchCalibrationButton->setText("Batch Aquisition");
122
        calibrationReviewMode = false;
122
        calibrationReviewMode = false;
123
        return;
123
        return;
124
    }
124
    }
125
 
125
 
126
    // Construct vector of angles
126
    // Construct vector of angles
127
    int angleStart = ui->calibrationBatchStartSpinBox->value();
127
    int angleStart = ui->calibrationBatchStartSpinBox->value();
128
    int angleEnd = ui->calibrationBatchEndSpinBox->value();
128
    int angleEnd = ui->calibrationBatchEndSpinBox->value();
129
    int angleStep = ui->calibrationBatchStepSpinBox->value();
129
    int angleStep = ui->calibrationBatchStepSpinBox->value();
130
 
130
 
131
    if(angleStart > angleEnd)
131
    if(angleStart > angleEnd)
132
        angleEnd += 360;
132
        angleEnd += 360;
133
 
133
 
134
    std::vector<float> angles;
134
    std::vector<float> angles;
135
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
135
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
136
        angles.push_back(i % 360);
136
        angles.push_back(i % 360);
137
 
137
 
138
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSets", Q_ARG(std::vector<float>, angles));
138
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSets", Q_ARG(std::vector<float>, angles));
139
 
139
 
140
    std::cout << "Aquiring sets at ";
140
    std::cout << "Aquiring sets at ";
141
    for(int i=0; i<angles.size(); i++)
141
    for(int i=0; i<angles.size(); i++)
142
        std::cout << angles[i] << " ";
142
        std::cout << angles[i] << " ";
143
    std::cout << " degrees" <<std::endl;
143
    std::cout << " degrees" <<std::endl;
144
}
144
}
145
 
145
 
146
 
146
 
147
void SMScanner::on_calibrationRotationDial_sliderReleased(){
147
void SMScanner::on_calibrationRotationDial_sliderReleased(){
148
 
148
 
149
    float angle = ui->calibrationRotationDial->value();
149
    float angle = ui->calibrationRotationDial->value();
150
    std::cout << "Rotation stage target: " << angle << std::endl;
150
    std::cout << "Rotation stage target: " << angle << std::endl;
151
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
151
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
152
 
152
 
153
    ui->captureRotationDial->setValue(ui->calibrationRotationDial->value());
153
    ui->captureRotationDial->setValue(ui->calibrationRotationDial->value());
154
}
154
}
155
 
155
 
156
void SMScanner::onReceiveCalibrationSet(SMCalibrationSet calibrationSet){
156
void SMScanner::onReceiveCalibrationSet(SMCalibrationSet calibrationSet){
157
    calibrationData.push_back(calibrationSet);
157
    calibrationData.push_back(calibrationSet);
158
 
158
 
159
    // Add identifier to list
159
    // Add identifier to list
160
    QListWidgetItem* item = new QListWidgetItem(QString("Calibration Set %1 -- %2 deg").arg(ui->calibrationListWidget->count()).arg(calibrationSet.rotationAngle), ui->calibrationListWidget);
160
    QListWidgetItem* item = new QListWidgetItem(QString("Calibration Set %1 -- %2 deg").arg(ui->calibrationListWidget->count()).arg(calibrationSet.rotationAngle), ui->calibrationListWidget);
161
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
161
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
162
    item->setCheckState(Qt::Checked);
162
    item->setCheckState(Qt::Checked);
163
    ui->calibrationListWidget->addItem(item);
163
    ui->calibrationListWidget->addItem(item);
164
 
164
 
165
    // Set enabled checkmark
165
    // Set enabled checkmark
166
    if(calibrationData.size() >= 2)
166
    if(calibrationData.size() >= 2)
167
        ui->calibrateButton->setEnabled(true);
167
        ui->calibrateButton->setEnabled(true);
168
}
168
}
169
 
169
 
170
void SMScanner::on_calibrateButton_clicked(){
170
void SMScanner::on_calibrateButton_clicked(){
171
 
171
 
172
    // disable ui elements
172
    // disable ui elements
173
    ui->calibrateButton->setEnabled(false);
173
    ui->calibrateButton->setEnabled(false);
174
    ui->calibrationFrame->setEnabled(false);
174
    ui->calibrationFrame->setEnabled(false);
175
 
175
 
176
    // set checked flags
176
    // set checked flags
177
    for(int i=0; i<calibrationData.size(); i++){
177
    for(int i=0; i<calibrationData.size(); i++){
178
        calibrationData[i].checked = (ui->calibrationListWidget->item(i)->checkState() == Qt::Checked);
178
        calibrationData[i].checked = (ui->calibrationListWidget->item(i)->checkState() == Qt::Checked);
179
    }
179
    }
180
 
180
 
181
//    SMCalibrationWorker calibrationWorker;
181
//    SMCalibrationWorker calibrationWorker;
182
//    calibrationWorker.performCalibration(calibrationData);
182
//    calibrationWorker.performCalibration(calibrationData);
183
 
183
 
184
    // Set up calibration thread
184
    // Set up calibration thread
185
    calibrationWorker = new SMCalibrationWorker;
185
    calibrationWorker = new SMCalibrationWorker;
186
    calibrationWorkerThread = new QThread(this);
186
    calibrationWorkerThread = new QThread(this);
187
    calibrationWorkerThread->setObjectName("calibrationWorkerThread");
187
    calibrationWorkerThread->setObjectName("calibrationWorkerThread");
188
    calibrationWorker->moveToThread(captureWorkerThread);
188
    calibrationWorker->moveToThread(captureWorkerThread);
189
    calibrationWorkerThread->start();
189
    calibrationWorkerThread->start();
190
 
190
 
191
    // Connections
191
    // Connections
192
    connect(calibrationWorker, SIGNAL(newSetProcessed(int)), this, SLOT(onCalibrationSetProcessed(int)));
192
    connect(calibrationWorker, SIGNAL(newSetProcessed(int)), this, SLOT(onCalibrationSetProcessed(int)));
193
    connect(calibrationWorker, SIGNAL(newFrameResult(int,int,bool,cv::Mat)), this, SLOT(onCalibrationFrameResult(int,int,bool,cv::Mat)));
193
    connect(calibrationWorker, SIGNAL(newFrameResult(int,int,bool,cv::Mat)), this, SLOT(onCalibrationFrameResult(int,int,bool,cv::Mat)));
194
    connect(calibrationWorker, SIGNAL(done()), this, SLOT(onCalibrationDone()));
194
    connect(calibrationWorker, SIGNAL(done()), this, SLOT(onCalibrationDone()));
195
    connect(calibrationWorker, SIGNAL(done()), ui->pointCloudWidget, SLOT(updateCalibrationParameters()));
195
    connect(calibrationWorker, SIGNAL(done()), ui->pointCloudWidget, SLOT(updateCalibrationParameters()));
196
    connect(calibrationWorker, SIGNAL(done()), calibrationWorkerThread, SLOT(quit()));
196
    connect(calibrationWorker, SIGNAL(done()), calibrationWorkerThread, SLOT(quit()));
197
    connect(calibrationWorker, SIGNAL(done()), calibrationWorker, SLOT(deleteLater()));
197
    connect(calibrationWorker, SIGNAL(done()), calibrationWorker, SLOT(deleteLater()));
198
 
198
 
199
    // Start calibration
199
    // Start calibration
200
    QMetaObject::invokeMethod(calibrationWorker, "performCalibration", Q_ARG(std::vector<SMCalibrationSet>, calibrationData));
200
    QMetaObject::invokeMethod(calibrationWorker, "performCalibration", Q_ARG(std::vector<SMCalibrationSet>, calibrationData));
201
 
201
 
202
}
202
}
203
 
203
 
204
 
204
 
205
 
205
 
206
void SMScanner::onCalibrationSetProcessed(int idx){
206
void SMScanner::onCalibrationSetProcessed(int idx){
207
 
207
 
208
    ui->calibrationListWidget->setCurrentRow(idx);
208
    ui->calibrationListWidget->setCurrentRow(idx);
209
}
209
}
210
 
210
 
211
void SMScanner::onCalibrationDone(){
211
void SMScanner::onCalibrationDone(){
212
 
212
 
213
    std::cout << "Calibration done!" << std::endl;
213
    std::cout << "Calibration done!" << std::endl;
214
    ui->calibrateButton->setEnabled(true);
214
    ui->calibrateButton->setEnabled(true);
215
    ui->calibrationFrame->setEnabled(true);
215
    ui->calibrationFrame->setEnabled(true);
216
 
216
 
217
}
217
}
218
 
218
 
219
void SMScanner::on_calibrationListWidget_itemSelectionChanged(){
219
void SMScanner::on_calibrationListWidget_itemSelectionChanged(){
220
 
220
 
221
    // if selection is just cleared
221
    // if selection is just cleared
222
    if(ui->calibrationListWidget->selectedItems().empty())
222
    if(ui->calibrationListWidget->selectedItems().empty())
223
        return;
223
        return;
224
 
224
 
225
    int currentRow = ui->calibrationListWidget->currentRow();
225
    int currentRow = ui->calibrationListWidget->currentRow();
226
 
226
 
227
    calibrationReviewMode = true;
227
    calibrationReviewMode = true;
228
    ui->singleCalibrationButton->setText("Live View");
228
    ui->singleCalibrationButton->setText("Live View");
229
    ui->batchCalibrationButton->setText("Live View");
229
    ui->batchCalibrationButton->setText("Live View");
230
 
230
 
231
    if(!calibrationData[currentRow].frame0Result.empty())
231
    if(!calibrationData[currentRow].frame0Result.empty())
232
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0Result);
232
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0Result);
233
    else
233
    else
234
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0);
234
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0);
235
 
235
 
236
    if(!calibrationData[currentRow].frame1Result.empty())
236
    if(!calibrationData[currentRow].frame1Result.empty())
237
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1Result);
237
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1Result);
238
    else
238
    else
239
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1);
239
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1);
240
 
240
 
241
//     std::cout << "on_calibrationListWidget_itemSelectionChanged" << std::endl;
241
//     std::cout << "on_calibrationListWidget_itemSelectionChanged" << std::endl;
242
}
242
}
243
 
243
 
244
void SMScanner::onCalibrationFrameResult(int idx, int camID, bool success, cv::Mat result){
244
void SMScanner::onCalibrationFrameResult(int idx, int camID, bool success, cv::Mat result){
245
 
245
 
246
//    std::cout << "onCalibrationFrameResult " << idx << camID << std::endl;
246
//    std::cout << "onCalibrationFrameResult " << idx << camID << std::endl;
247
 
247
 
248
    if(!success)
248
    if(!success)
249
        ui->calibrationListWidget->item(idx)->setCheckState(Qt::Unchecked);
249
        ui->calibrationListWidget->item(idx)->setCheckState(Qt::Unchecked);
250
    else {
250
    else {
251
        if(camID == 0)
251
        if(camID == 0)
252
            calibrationData[idx].frame0Result = result;
252
            calibrationData[idx].frame0Result = result;
253
        else if(camID == 1)
253
        else if(camID == 1)
254
            calibrationData[idx].frame1Result = result;
254
            calibrationData[idx].frame1Result = result;
255
    }
255
    }
256
 
256
 
257
}
257
}
258
 
258
 
259
void SMScanner::on_singleCaptureButton_clicked(){
259
void SMScanner::on_singleCaptureButton_clicked(){
260
 
260
 
261
    // If in review mode, go back to aquisition mode
261
    // If in review mode, go back to aquisition mode
262
    if(captureReviewMode){
262
    if(captureReviewMode){
263
        ui->captureTreeWidget->clearSelection();
263
        ui->captureTreeWidget->clearSelection();
264
        ui->singleCaptureButton->setText("Single Aquisition");
264
        ui->singleCaptureButton->setText("Single Aquisition");
265
        ui->batchCaptureButton->setText("Batch Aquisition");
265
        ui->batchCaptureButton->setText("Batch Aquisition");
266
        captureReviewMode = false;
266
        captureReviewMode = false;
267
        return;
267
        return;
268
    }
268
    }
269
 
269
 
270
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequence", Q_ARG(float, -1.0));
270
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequence", Q_ARG(float, -1.0));
271
 
271
 
272
}
272
}
273
 
273
 
274
 
274
 
275
void SMScanner::on_batchCaptureButton_clicked(){
275
void SMScanner::on_batchCaptureButton_clicked(){
276
 
276
 
277
    // If in review mode, go back to aquisition mode
277
    // If in review mode, go back to aquisition mode
278
    if(captureReviewMode){
278
    if(captureReviewMode){
279
        ui->captureTreeWidget->clearSelection();
279
        ui->captureTreeWidget->clearSelection();
280
        ui->singleCaptureButton->setText("Single Aquisition");
280
        ui->singleCaptureButton->setText("Single Aquisition");
281
        ui->batchCaptureButton->setText("Batch Aquisition");
281
        ui->batchCaptureButton->setText("Batch Aquisition");
282
        captureReviewMode = false;
282
        captureReviewMode = false;
283
        return;
283
        return;
284
    }
284
    }
285
 
285
 
286
    // Construct vector of angles
286
    // Construct vector of angles
287
    int angleStart = ui->captureBatchStartSpinBox->value();
287
    int angleStart = ui->captureBatchStartSpinBox->value();
288
    int angleEnd = ui->captureBatchEndSpinBox->value();
288
    int angleEnd = ui->captureBatchEndSpinBox->value();
289
    int angleStep = ui->captureBatchStepSpinBox->value();
289
    int angleStep = ui->captureBatchStepSpinBox->value();
290
 
290
 
291
    if(angleStart > angleEnd)
291
    if(angleStart > angleEnd)
292
        angleEnd += 360;
292
        angleEnd += 360;
293
 
293
 
294
    std::vector<float> angles;
294
    std::vector<float> angles;
295
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
295
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
296
        angles.push_back(i % 360);
296
        angles.push_back(i % 360);
297
 
297
 
298
    std::cout << "Aquiring sequences at ";
298
    std::cout << "Aquiring sequences at ";
299
    for(int i=0; i<angles.size(); i++)
299
    for(int i=0; i<angles.size(); i++)
300
        std::cout << angles[i] << " ";
300
        std::cout << angles[i] << " ";
301
    std::cout << " degrees" <<std::endl;
301
    std::cout << " degrees" <<std::endl;
302
 
302
 
303
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequences", Q_ARG(std::vector<float>, angles));
303
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequences", Q_ARG(std::vector<float>, angles));
304
}
304
}
305
 
305
 
306
void SMScanner::on_captureRotationDial_sliderReleased(){
306
void SMScanner::on_captureRotationDial_sliderReleased(){
307
 
307
 
308
    float angle = ui->captureRotationDial->value();
308
    float angle = ui->captureRotationDial->value();
309
    std::cout << "Rotation stage target: " << angle << std::endl;
309
    std::cout << "Rotation stage target: " << angle << std::endl;
310
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
310
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
311
 
311
 
312
    ui->calibrationRotationDial->setValue(ui->captureRotationDial->value());
312
    ui->calibrationRotationDial->setValue(ui->captureRotationDial->value());
313
}
313
}
314
 
314
 
315
void SMScanner::onReceiveFrameSequence(SMFrameSequence frameSequence){
315
void SMScanner::onReceiveFrameSequence(SMFrameSequence frameSequence){
316
 
316
 
317
    int id = lastCaptureId + 1;
317
    int id = lastCaptureId + 1;
318
    lastCaptureId += 1;
318
    lastCaptureId += 1;
319
 
319
 
320
    frameSequence.id = id;
320
    frameSequence.id = id;
321
 
321
 
322
    captureData.push_back(frameSequence);
322
    captureData.push_back(frameSequence);
323
 
323
 
324
    // Add identifier to list
324
    // Add identifier to list
325
    QTreeWidgetItem* item = new QTreeWidgetItem(ui->captureTreeWidget);
325
    QTreeWidgetItem* item = new QTreeWidgetItem(ui->captureTreeWidget);
326
    item->setText(0, QString("Frame Sequence %1 -- %2 deg").arg(id).arg(frameSequence.rotationAngle));
326
    item->setText(0, QString("Frame Sequence %1 -- %2 deg").arg(id).arg(frameSequence.rotationAngle));
327
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
327
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
328
    item->setData(0, Qt::UserRole, QPoint(captureData.size()-1, -1));
328
    item->setData(0, Qt::UserRole, QPoint(captureData.size()-1, -1));
329
    item->setCheckState(0, Qt::Checked);
329
    item->setCheckState(0, Qt::Checked);
330
    //ui->captureTreeWidget->addItem(item);
330
    //ui->captureTreeWidget->addItem(item);
331
 
331
 
332
    for(int i=0; i<frameSequence.frames0.size(); i++){
332
    for(int i=0; i<frameSequence.frames0.size(); i++){
333
        QTreeWidgetItem* subItem = new QTreeWidgetItem(item);
333
        QTreeWidgetItem* subItem = new QTreeWidgetItem(item);
334
        subItem->setText(0, QString("frames %1").arg(i));
334
        subItem->setText(0, QString("frames %1").arg(i));
335
        subItem->setData(0, Qt::UserRole, QPoint(id, i));
335
        subItem->setData(0, Qt::UserRole, QPoint(id, i));
336
    }
336
    }
337
 
337
 
338
    ui->reconstructButton->setEnabled(true);
338
    ui->reconstructButton->setEnabled(true);
339
}
339
}
340
 
340
 
341
void SMScanner::on_captureTreeWidget_itemSelectionChanged(){
341
void SMScanner::on_captureTreeWidget_itemSelectionChanged(){
342
 
342
 
343
    // if selection is just cleared
343
    // if selection is just cleared
344
    if(ui->captureTreeWidget->selectedItems().empty())
344
    if(ui->captureTreeWidget->selectedItems().empty())
345
        return;
345
        return;
346
 
346
 
347
    QTreeWidgetItem *item = ui->captureTreeWidget->currentItem();
347
    QTreeWidgetItem *item = ui->captureTreeWidget->currentItem();
348
 
348
 
349
    captureReviewMode = true;
349
    captureReviewMode = true;
350
 
350
 
351
    ui->singleCaptureButton->setText("Live View");
351
    ui->singleCaptureButton->setText("Live View");
352
    ui->batchCaptureButton->setText("Live View");
352
    ui->batchCaptureButton->setText("Live View");
353
 
353
 
354
    QPoint idx = item->data(0, Qt::UserRole).toPoint();
354
    QPoint idx = item->data(0, Qt::UserRole).toPoint();
355
 
355
 
356
    if(idx.y() != -1){
356
    if(idx.y() != -1){
357
        ui->captureCamera0Widget->showImageCV(captureData[idx.x()].frames0[idx.y()]);
357
        ui->captureCamera0Widget->showImageCV(captureData[idx.x()].frames0[idx.y()]);
358
        ui->captureCamera1Widget->showImageCV(captureData[idx.x()].frames1[idx.y()]);
358
        ui->captureCamera1Widget->showImageCV(captureData[idx.x()].frames1[idx.y()]);
359
    }
359
    }
360
 
360
 
361
//     std::cout << "on_captureTreeWidget_itemSelectionChanged" << std::endl;
361
//     std::cout << "on_captureTreeWidget_itemSelectionChanged" << std::endl;
362
}
362
}
363
 
363
 
364
 
364
 
365
void SMScanner::onReceiveRotatedTo(float angle){
365
void SMScanner::onReceiveRotatedTo(float angle){
366
 
366
 
367
    // update ui with new position
367
    // update ui with new position
368
    ui->calibrationRotationDial->setValue(angle);
368
    ui->calibrationRotationDial->setValue(angle);
369
    ui->captureRotationDial->setValue(angle);
369
    ui->captureRotationDial->setValue(angle);
370
 
370
 
371
}
371
}
372
 
372
 
373
void SMScanner::on_actionExport_Sets_triggered(){
373
void SMScanner::on_actionExport_Sets_triggered(){
374
 
374
 
375
    QString dirName = QFileDialog::getExistingDirectory(this, "Export calibration sets", QString());
375
    QString dirName = QFileDialog::getExistingDirectory(this, "Export calibration sets", QString());
376
    for(int i=0; i<calibrationData.size(); i++){
376
    for(int i=0; i<calibrationData.size(); i++){
377
        QString fileName = QString("%1/frame0_%2.png").arg(dirName).arg(i);
377
        QString fileName = QString("%1/frame0_%2.png").arg(dirName).arg(i);
378
        cv::Mat frameBGR;
378
        cv::Mat frameBGR;
379
        cv::cvtColor(calibrationData[i].frame0, frameBGR, CV_RGB2BGR);
379
        cv::cvtColor(calibrationData[i].frame0, frameBGR, CV_RGB2BGR);
380
        cv::imwrite(fileName.toStdString(), frameBGR);
380
        cv::imwrite(fileName.toStdString(), frameBGR);
381
        fileName = QString("%1/frame1_%2.png").arg(dirName).arg(i);
381
        fileName = QString("%1/frame1_%2.png").arg(dirName).arg(i);
382
        cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_RGB2BGR);
382
        cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_RGB2BGR);
383
        cv::imwrite(fileName.toStdString(), frameBGR);
383
        cv::imwrite(fileName.toStdString(), frameBGR);
384
    }
384
    }
385
 
385
 
386
}
386
}
387
 
387
 
388
void SMScanner::on_actionExport_Sequences_triggered(){
388
void SMScanner::on_actionExport_Sequences_triggered(){
389
 
389
 
390
    QString dirName = QFileDialog::getExistingDirectory(this, "Export frame sequences", QString());
390
    QString dirName = QFileDialog::getExistingDirectory(this, "Export frame sequences", QString());
391
 
391
 
392
    for(int i=0; i<captureData.size(); i++){
392
    for(int i=0; i<captureData.size(); i++){
393
        QString seqDirName = QString("%1/sequence_%2").arg(dirName).arg(i);
393
        QString seqDirName = QString("%1/sequence_%2").arg(dirName).arg(i);
394
        if(!QDir().mkdir(seqDirName))
394
        if(!QDir().mkdir(seqDirName))
395
            std::cerr << "Could not create directory " << seqDirName.toStdString() << std::endl;
395
            std::cerr << "Could not create directory " << seqDirName.toStdString() << std::endl;
396
        for(int j=0; j<captureData[i].frames0.size(); j++){
396
        for(int j=0; j<captureData[i].frames0.size(); j++){
397
            QString fileName = QString("%1/frames0_%2.png").arg(seqDirName).arg(j);
397
            QString fileName = QString("%1/frames0_%2.png").arg(seqDirName).arg(j);
398
            cv::Mat frameBGR;
398
            cv::Mat frameBGR;
399
            cv::cvtColor(captureData[i].frames0[j], frameBGR, CV_RGB2BGR);
399
            cv::cvtColor(captureData[i].frames0[j], frameBGR, CV_RGB2BGR);
400
            cv::imwrite(fileName.toStdString(), frameBGR);
400
            cv::imwrite(fileName.toStdString(), frameBGR);
401
        }
401
        }
402
        for(int j=0; j<captureData[i].frames1.size(); j++){
402
        for(int j=0; j<captureData[i].frames1.size(); j++){
403
            QString fileName = QString("%1/frames1_%2.png").arg(seqDirName).arg(j);
403
            QString fileName = QString("%1/frames1_%2.png").arg(seqDirName).arg(j);
404
            cv::Mat frameBGR;
404
            cv::Mat frameBGR;
405
            cv::cvtColor(captureData[i].frames1[j], frameBGR, CV_RGB2BGR);
405
            cv::cvtColor(captureData[i].frames1[j], frameBGR, CV_RGB2BGR);
406
            cv::imwrite(fileName.toStdString(), frameBGR);
406
            cv::imwrite(fileName.toStdString(), frameBGR);
407
        }
407
        }
408
    }
408
    }
409
}
409
}
410
 
410
 
411
void SMScanner::on_reconstructButton_clicked(){
411
void SMScanner::on_reconstructButton_clicked(){
412
 
412
 
413
    // Set up reconstruction thread
413
    // Set up reconstruction thread
414
    reconstructionWorker = new SMReconstructionWorker;
414
    reconstructionWorker = new SMReconstructionWorker;
415
    reconstructionWorkerThread = new QThread(this);
415
    reconstructionWorkerThread = new QThread(this);
416
    reconstructionWorkerThread->setObjectName("reconstructionWorkerThread");
416
    reconstructionWorkerThread->setObjectName("reconstructionWorkerThread");
417
    reconstructionWorker->moveToThread(reconstructionWorkerThread);
417
    reconstructionWorker->moveToThread(reconstructionWorkerThread);
418
    reconstructionWorkerThread->start();
418
    reconstructionWorkerThread->start();
419
 
419
 
420
    // Connections
420
    // Connections
421
    connect(reconstructionWorker, SIGNAL(newPointCloud(SMPointCloud)), this, SLOT(onNewPointCloud(SMPointCloud)));
421
    connect(reconstructionWorker, SIGNAL(newPointCloud(SMPointCloud)), this, SLOT(onNewPointCloud(SMPointCloud)));
422
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorkerThread, SLOT(quit()));
422
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorkerThread, SLOT(quit()));
423
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorker, SLOT(deleteLater()));
423
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorker, SLOT(deleteLater()));
424
 
424
 
425
    // Start reconstructing
425
    // Start reconstructing
426
    QMetaObject::invokeMethod(reconstructionWorker, "setup");
426
    QMetaObject::invokeMethod(reconstructionWorker, "setup");
427
 
427
 
428
    for(int i=0; i<captureData.size(); i++){
428
    for(int i=0; i<captureData.size(); i++){
429
        if(!captureData[i].reconstructed & ui->captureTreeWidget->topLevelItem(i)->checkState(0) == Qt::Checked)
429
        if(!captureData[i].reconstructed & ui->captureTreeWidget->topLevelItem(i)->checkState(0) == Qt::Checked)
430
            QMetaObject::invokeMethod(reconstructionWorker, "reconstructPointCloud", Q_ARG(SMFrameSequence, captureData[i]));
430
            QMetaObject::invokeMethod(reconstructionWorker, "reconstructPointCloud", Q_ARG(SMFrameSequence, captureData[i]));
431
    }
431
    }
432
 
432
 
433
}
433
}
434
 
434
 
435
void SMScanner::onNewPointCloud(SMPointCloud smCloud){
435
void SMScanner::onNewPointCloud(SMPointCloud smCloud){
436
 
436
 
437
    int id = smCloud.id;
437
    int id = smCloud.id;
438
    captureData[id].reconstructed = true;
438
    captureData[id].reconstructed = true;
439
 
439
 
440
    pointCloudData.push_back(smCloud);
440
    pointCloudData.push_back(smCloud);
441
 
441
 
442
    // Add identifier to list
442
    // Add identifier to list
443
    QListWidgetItem* item = new QListWidgetItem(QString("Point Cloud %1 -- %2 deg").arg(id).arg(smCloud.rotationAngle), ui->pointCloudsListWidget);
443
    QListWidgetItem* item = new QListWidgetItem(QString("Point Cloud %1 -- %2 deg").arg(id).arg(smCloud.rotationAngle), ui->pointCloudsListWidget);
444
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
444
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
445
    item->setData(Qt::UserRole, QVariant(id));
445
    item->setData(Qt::UserRole, QVariant(id));
446
    item->setCheckState(Qt::Checked);
446
    item->setCheckState(Qt::Checked);
447
 
447
 
448
    ui->pointCloudsListWidget->addItem(item);
448
    ui->pointCloudsListWidget->addItem(item);
449
 
449
 
450
    ui->pointCloudWidget->addPointCloud(smCloud, id);
450
//    ui->pointCloudWidget->addPointCloud(smCloud, id);
451
}
451
}
452
 
452
 
453
 
453
 
454
 
454
 
455
void SMScanner::on_actionExport_Point_Clouds_triggered(){
455
void SMScanner::on_actionExport_Point_Clouds_triggered(){
456
 
456
 
457
    QString directory = QFileDialog::getExistingDirectory(this, "Export Point Clouds", QString());
457
    QString directory = QFileDialog::getExistingDirectory(this, "Export Point Clouds", QString());
458
 
458
 
459
//    //  Non native file dialog
459
//    //  Non native file dialog
460
//    QFileDialog saveDirectoryDialog(this, "Export Point Clouds", QString(), "*.pcd;;*.ply;;*.vtk;;*.png;;*.txt");
460
//    QFileDialog saveDirectoryDialog(this, "Export Point Clouds", QString(), "*.pcd;;*.ply;;*.vtk;;*.png;;*.txt");
461
//    saveDirectoryDialog.setDefaultSuffix("ply");
461
//    saveDirectoryDialog.setDefaultSuffix("ply");
462
//    saveDirectoryDialog.setFileMode(QFileDialog::Directory);
462
//    saveDirectoryDialog.setFileMode(QFileDialog::Directory);
463
//    saveDirectoryDialog.exec();
463
//    saveDirectoryDialog.exec();
464
//    QString directory = saveDirectoryDialog.directory().path();
464
//    QString directory = saveDirectoryDialog.directory().path();
465
//    QString type = saveDirectoryDialog.selectedNameFilter();
465
//    QString type = saveDirectoryDialog.selectedNameFilter();
466
 
466
 
467
    // save point clouds in ply format
467
    // save point clouds in ply format
468
    for(int i=0; i<pointCloudData.size(); i++){
468
    for(int i=0; i<pointCloudData.size(); i++){
469
        QString fileName = QString("%1/pointcloud_%2.ply").arg(directory).arg(i);
469
        QString fileName = QString("%1/pointcloud_%2.ply").arg(directory).arg(i);
470
        pcl::PointCloud<pcl::PointXYZRGB>::Ptr pointCloudPCL(pointCloudData[i].pointCloud);
470
        pcl::PointCloud<pcl::PointXYZRGB>::Ptr pointCloudPCL(pointCloudData[i].pointCloud);
471
        //pcl::io::savePLYFileBinary(fileName.toStdString(), *pointCloudPCL);
471
        //pcl::io::savePLYFileBinary(fileName.toStdString(), *pointCloudPCL);
472
        pcl::PLYWriter w;
472
        pcl::PLYWriter w;
473
        // Write to ply in binary without camera
473
        // Write to ply in binary without camera
474
        w.write<pcl::PointXYZRGB> (fileName.toStdString(), *pointCloudPCL, true, false);
474
        w.write<pcl::PointXYZRGB> (fileName.toStdString(), *pointCloudPCL, true, false);
475
    }
475
    }
476
 
476
 
477
    // save meshlab aln project file
477
    // save meshlab aln project file
478
    std::ofstream s(QString("%1/alignment.aln").arg(directory).toLocal8Bit());
478
    std::ofstream s(QString("%1/alignment.aln").arg(directory).toLocal8Bit());
479
    s << pointCloudData.size() << std::endl;
479
    s << pointCloudData.size() << std::endl;
480
    for(int i=0; i<pointCloudData.size(); i++){
480
    for(int i=0; i<pointCloudData.size(); i++){
481
        QString fileName = QString("pointcloud_%1.ply").arg(i);
481
        QString fileName = QString("pointcloud_%1.ply").arg(i);
482
        s << fileName.toStdString() << std::endl << "#" << std::endl;
482
        s << fileName.toStdString() << std::endl << "#" << std::endl;
483
        cv::Mat Tr = cv::Mat::eye(4, 4, CV_32F);
483
        cv::Mat Tr = cv::Mat::eye(4, 4, CV_32F);
484
        cv::Mat(pointCloudData[i].R.t()).copyTo(Tr.colRange(0, 3).rowRange(0, 3));
484
        cv::Mat(pointCloudData[i].R.t()).copyTo(Tr.colRange(0, 3).rowRange(0, 3));
485
        cv::Mat(-pointCloudData[i].R.t()*pointCloudData[i].T).copyTo(Tr.col(3).rowRange(0, 3));
485
        cv::Mat(-pointCloudData[i].R.t()*pointCloudData[i].T).copyTo(Tr.col(3).rowRange(0, 3));
486
        for(int j=0; j<Tr.rows; j++){
486
        for(int j=0; j<Tr.rows; j++){
487
            for(int k=0; k<Tr.cols; k++){
487
            for(int k=0; k<Tr.cols; k++){
488
                s << Tr.at<float>(j,k) << " ";
488
                s << Tr.at<float>(j,k) << " ";
489
            }
489
            }
490
            s << std::endl;
490
            s << std::endl;
491
        }
491
        }
492
    }
492
    }
493
    s << "0" << std::flush;
493
    s << "0" << std::flush;
494
    s.close();
494
    s.close();
495
}
495
}
496
 
496
 
497
void SMScanner::on_pointCloudsListWidget_itemChanged(QListWidgetItem *item){
497
void SMScanner::on_pointCloudsListWidget_itemChanged(QListWidgetItem *item){
498
 
498
 
499
    int id = item->data(Qt::UserRole).toInt();
499
    int id = item->data(Qt::UserRole).toInt();
500
 
500
 
501
    if(item->checkState() == Qt::Checked)
501
    if(item->checkState() == Qt::Checked)
502
        ui->pointCloudWidget->addPointCloud(pointCloudData[id], id);
502
        ui->pointCloudWidget->addPointCloud(pointCloudData[id], id);
503
    else
503
    else
504
        ui->pointCloudWidget->removePointCloud(id);
504
        ui->pointCloudWidget->removePointCloud(id);
505
 
505
 
506
}
506
}
507
 
507
 
508
void SMScanner::on_actionExport_Parameters_triggered(){
508
void SMScanner::on_actionExport_Parameters_triggered(){
509
 
509
 
510
    QString fileName = QFileDialog::getSaveFileName(this, "Export calibration parameters", QString(), "*.xml");
510
    QString fileName = QFileDialog::getSaveFileName(this, "Export calibration parameters", QString(), "*.xml");
511
    QFileInfo info(fileName);
511
    QFileInfo info(fileName);
512
    QString type = info.suffix();
512
    QString type = info.suffix();
513
    if(type == ""){
513
    if(type == ""){
514
        fileName.append(".xml");
514
        fileName.append(".xml");
515
    }
515
    }
516
 
516
 
517
    SMCalibrationParameters calibration = settings.value("calibration/parameters").value<SMCalibrationParameters>();
517
    SMCalibrationParameters calibration = settings.value("calibration/parameters").value<SMCalibrationParameters>();
518
    calibration.exportToXML(fileName);
518
    calibration.exportToXML(fileName);
519
}
519
}
520
 
520
 
521
void SMScanner::on_actionClear_Sequences_triggered(){
521
void SMScanner::on_actionClear_Sequences_triggered(){
522
 
522
 
523
    int res = QMessageBox::question(this, "Clear Captured Sequences", "Clear all captured data?", QMessageBox::Ok, QMessageBox::Cancel);
523
    int res = QMessageBox::question(this, "Clear Captured Sequences", "Clear all captured data?", QMessageBox::Ok, QMessageBox::Cancel);
524
 
524
 
525
    if(res == QMessageBox::Ok){
525
    if(res == QMessageBox::Ok){
526
        captureData.clear();
526
        captureData.clear();
527
        ui->captureTreeWidget->clear();
527
        ui->captureTreeWidget->clear();
528
    }
528
    }
529
}
529
}
530
 
530