Subversion Repositories seema-scanner

Rev

Rev 137 | Rev 140 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
1 jakw 1
#include "SMScanner.h"
2
#include "ui_SMScanner.h"
3
 
4 jakw 4
#include <QMetaObject>
36 jakw 5
#include <QFileDialog>
67 jakw 6
#include <QMessageBox>
4 jakw 7
 
44 jakw 8
#include <pcl/io/pcd_io.h>
9
#include <pcl/io/ascii_io.h>
10
#include <pcl/io/ply_io.h>
11
#include <pcl/io/png_io.h>
12
#include <pcl/io/vtk_io.h>
13
#include <vtkPolyDataWriter.h>
14
#include <pcl/conversions.h>
15
 
139 jakw 16
#include "cvtools.h"
17
 
27 jakw 18
SMScanner::SMScanner(QWidget *parent) :QMainWindow(parent), ui(new Ui::SMScanner),
67 jakw 19
                                        calibrationReviewMode(false), captureReviewMode(false), lastCaptureId(-1){
4 jakw 20
 
27 jakw 21
    // Register metatypes
22
    qRegisterMetaType<cv::Mat>("cv::Mat");
23
    qRegisterMetaType< std::vector<cv::Mat> >("std::vector<cv::Mat>");
30 jakw 24
    qRegisterMetaType< std::vector<float> >("std::vector<float>");
27 jakw 25
    qRegisterMetaType<SMCalibrationSet>("SMCalibrationSet");
26
    qRegisterMetaType<SMCalibrationParameters>("SMCalibrationParameters");
27
    qRegisterMetaTypeStreamOperators<SMCalibrationParameters>("SMCalibrationParameters");
28
    qRegisterMetaType< std::vector<SMCalibrationSet> >("std::vector<SMCalibrationSet>");
29
    qRegisterMetaType<SMFrameSequence>("SMFrameSequence");
42 jakw 30
    qRegisterMetaType< std::vector<SMFrameSequence> >("std::vector<SMFrameSequence>");
45 jakw 31
    qRegisterMetaType<pcl::PointCloud<pcl::PointXYZRGB>::Ptr>("pcl::PointCloud<pcl::PointXYZRGB>::Ptr");
42 jakw 32
    qRegisterMetaType<SMPointCloud>("SMPointCloud");
27 jakw 33
 
42 jakw 34
    // Setup ui (requires stream operators registered)
35
    ui->setupUi(this);
36
 
4 jakw 37
    // Restore geometry
38
    this->restoreGeometry(settings.value("geometry/mainwindow").toByteArray());
39
    this->restoreState(settings.value("state/mainwindow").toByteArray());
40
 
41
    // Set up threads
42
    captureWorker = new SMCaptureWorker;
43
    captureWorkerThread = new QThread(this);
44
    captureWorkerThread->setObjectName("captureWorkerThread");
45
    captureWorker->moveToThread(captureWorkerThread);
46
    captureWorkerThread->start();
47
 
48
    // Connections
23 jakw 49
    connect(captureWorker, SIGNAL(newFrame(unsigned int, cv::Mat)), this, SLOT(onReceiveFrame(unsigned int, cv::Mat)));
27 jakw 50
    connect(captureWorker, SIGNAL(newCalibrationSet(SMCalibrationSet)), this, SLOT(onReceiveCalibrationSet(SMCalibrationSet)));
51
    connect(captureWorker, SIGNAL(newFrameSequence(SMFrameSequence)), this, SLOT(onReceiveFrameSequence(SMFrameSequence)));
30 jakw 52
    connect(captureWorker, SIGNAL(rotatedTo(float)), this, SLOT(onReceiveRotatedTo(float)));
4 jakw 53
 
54
    // Start capturing
55
    QMetaObject::invokeMethod(captureWorker, "setup");
56
    QMetaObject::invokeMethod(captureWorker, "doWork");
57
 
1 jakw 58
}
59
 
23 jakw 60
void SMScanner::onReceiveFrame(unsigned int camId, cv::Mat frame){
4 jakw 61
 
23 jakw 62
    if(camId == 0){
25 jakw 63
        if(!calibrationReviewMode)
64
            ui->calibrationCamera0Widget->showImageCV(frame);
27 jakw 65
        if(!captureReviewMode)
66
            ui->captureCamera0Widget->showImageCV(frame);
23 jakw 67
    } else if(camId == 1){
25 jakw 68
        if(!calibrationReviewMode)
69
            ui->calibrationCamera1Widget->showImageCV(frame);
27 jakw 70
        if(!captureReviewMode)
71
            ui->captureCamera1Widget->showImageCV(frame);
23 jakw 72
    }
73
}
4 jakw 74
 
23 jakw 75
void SMScanner::on_actionPreferences_triggered(){
4 jakw 76
 
74 jakw 77
    connect(&preferenceDialog, SIGNAL(accepted()), this, SLOT(onPreferencesChanged()));
73 jakw 78
 
4 jakw 79
    preferenceDialog.show();
80
}
81
 
73 jakw 82
void SMScanner::onPreferencesChanged(){
83
 
137 jakw 84
    // Stop capturing thread
85
    connect(captureWorker, SIGNAL(finished()), captureWorker, SLOT(deleteLater()));
86
    connect(captureWorker, SIGNAL(finished()), captureWorkerThread, SLOT(quit()));
87
    QMetaObject::invokeMethod(captureWorker, "stopWork");
88
    captureWorkerThread->quit();
89
    captureWorkerThread->wait();
73 jakw 90
 
137 jakw 91
    // Restart capture worker
92
    captureWorker = new SMCaptureWorker;
93
    captureWorkerThread = new QThread(this);
94
    captureWorkerThread->setObjectName("captureWorkerThread");
95
    captureWorker->moveToThread(captureWorkerThread);
96
    captureWorkerThread->start();
73 jakw 97
 
137 jakw 98
    connect(captureWorker, SIGNAL(newFrame(unsigned int, cv::Mat)), this, SLOT(onReceiveFrame(unsigned int, cv::Mat)));
99
    connect(captureWorker, SIGNAL(newCalibrationSet(SMCalibrationSet)), this, SLOT(onReceiveCalibrationSet(SMCalibrationSet)));
100
    connect(captureWorker, SIGNAL(newFrameSequence(SMFrameSequence)), this, SLOT(onReceiveFrameSequence(SMFrameSequence)));
101
    connect(captureWorker, SIGNAL(rotatedTo(float)), this, SLOT(onReceiveRotatedTo(float)));
74 jakw 102
 
137 jakw 103
    QMetaObject::invokeMethod(captureWorker, "setup");
104
    QMetaObject::invokeMethod(captureWorker, "doWork");
74 jakw 105
 
137 jakw 106
//    QMessageBox::warning(this, "Information", "You must quit and restart the program for new settings to take effect!", QMessageBox::Ok);
74 jakw 107
 
73 jakw 108
}
109
 
4 jakw 110
void SMScanner::closeEvent(QCloseEvent *event){
111
 
23 jakw 112
    // Stop capturing thread
113
    connect(captureWorker, SIGNAL(finished()), captureWorker, SLOT(deleteLater()));
114
    connect(captureWorker, SIGNAL(finished()), captureWorkerThread, SLOT(quit()));
115
    QMetaObject::invokeMethod(captureWorker, "stopWork");
116
    captureWorkerThread->quit();
117
    captureWorkerThread->wait();
118
 
4 jakw 119
    // Save window geometry
120
    settings.setValue("geometry/mainwindow", this->saveGeometry());
121
    settings.setValue("state/mainwindow", this->saveState());
122
 
123
    event->accept();
124
 
125
}
126
 
2 jakw 127
SMScanner::~SMScanner(){
1 jakw 128
    delete ui;
129
}
4 jakw 130
 
23 jakw 131
void SMScanner::on_singleCalibrationButton_clicked(){
132
 
25 jakw 133
    // If in review mode, go back to aquisition mode
134
    if(calibrationReviewMode){
26 jakw 135
        ui->calibrationListWidget->clearSelection();
25 jakw 136
        ui->singleCalibrationButton->setText("Single Aquisition");
137
        ui->batchCalibrationButton->setText("Batch Aquisition");
138
        calibrationReviewMode = false;
139
        return;
140
    }
141
 
27 jakw 142
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSet", Q_ARG(float, -1.0));
23 jakw 143
 
144
}
145
 
30 jakw 146
 
147
void SMScanner::on_batchCalibrationButton_clicked(){
148
 
149
    // If in review mode, go back to aquisition mode
150
    if(calibrationReviewMode){
151
        ui->calibrationListWidget->clearSelection();
152
        ui->singleCalibrationButton->setText("Single Aquisition");
153
        ui->batchCalibrationButton->setText("Batch Aquisition");
154
        calibrationReviewMode = false;
155
        return;
156
    }
157
 
158
    // Construct vector of angles
159
    int angleStart = ui->calibrationBatchStartSpinBox->value();
160
    int angleEnd = ui->calibrationBatchEndSpinBox->value();
161
    int angleStep = ui->calibrationBatchStepSpinBox->value();
162
 
163
    if(angleStart > angleEnd)
164
        angleEnd += 360;
165
 
166
    std::vector<float> angles;
167
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
168
        angles.push_back(i % 360);
169
 
170
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSets", Q_ARG(std::vector<float>, angles));
171
 
172
    std::cout << "Aquiring sets at ";
75 jakw 173
    for(unsigned int i=0; i<angles.size(); i++)
30 jakw 174
        std::cout << angles[i] << " ";
175
    std::cout << " degrees" <<std::endl;
176
}
177
 
178
 
23 jakw 179
void SMScanner::on_calibrationRotationDial_sliderReleased(){
27 jakw 180
 
23 jakw 181
    float angle = ui->calibrationRotationDial->value();
182
    std::cout << "Rotation stage target: " << angle << std::endl;
183
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
27 jakw 184
 
185
    ui->captureRotationDial->setValue(ui->calibrationRotationDial->value());
23 jakw 186
}
24 jakw 187
 
27 jakw 188
void SMScanner::onReceiveCalibrationSet(SMCalibrationSet calibrationSet){
123 jakw 189
 
190
    int id = ui->calibrationListWidget->count();
191
    calibrationSet.id = id;
192
 
23 jakw 193
    calibrationData.push_back(calibrationSet);
25 jakw 194
 
195
    // Add identifier to list
123 jakw 196
    QListWidgetItem* item = new QListWidgetItem(QString("Calibration Set %1 -- %2 deg").arg(id).arg(calibrationSet.rotationAngle), ui->calibrationListWidget);
25 jakw 197
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
198
    item->setCheckState(Qt::Checked);
199
    ui->calibrationListWidget->addItem(item);
200
 
201
    // Set enabled checkmark
202
    if(calibrationData.size() >= 2)
203
        ui->calibrateButton->setEnabled(true);
23 jakw 204
}
25 jakw 205
 
27 jakw 206
void SMScanner::on_calibrateButton_clicked(){
25 jakw 207
 
29 jakw 208
    // disable ui elements
209
    ui->calibrateButton->setEnabled(false);
210
    ui->calibrationFrame->setEnabled(false);
27 jakw 211
 
212
    // set checked flags
75 jakw 213
    for(unsigned int i=0; i<calibrationData.size(); i++){
27 jakw 214
        calibrationData[i].checked = (ui->calibrationListWidget->item(i)->checkState() == Qt::Checked);
215
    }
216
 
217
//    SMCalibrationWorker calibrationWorker;
218
//    calibrationWorker.performCalibration(calibrationData);
219
 
220
    // Set up calibration thread
78 jakw 221
    calibrationWorker = new SMCalibrationWorker;
27 jakw 222
    calibrationWorkerThread = new QThread(this);
223
    calibrationWorkerThread->setObjectName("calibrationWorkerThread");
123 jakw 224
    calibrationWorker->moveToThread(calibrationWorkerThread);
27 jakw 225
    calibrationWorkerThread->start();
226
 
227
    // Connections
28 jakw 228
    connect(calibrationWorker, SIGNAL(newSetProcessed(int)), this, SLOT(onCalibrationSetProcessed(int)));
29 jakw 229
    connect(calibrationWorker, SIGNAL(newFrameResult(int,int,bool,cv::Mat)), this, SLOT(onCalibrationFrameResult(int,int,bool,cv::Mat)));
27 jakw 230
    connect(calibrationWorker, SIGNAL(done()), this, SLOT(onCalibrationDone()));
32 jakw 231
    connect(calibrationWorker, SIGNAL(done()), ui->pointCloudWidget, SLOT(updateCalibrationParameters()));
27 jakw 232
    connect(calibrationWorker, SIGNAL(done()), calibrationWorkerThread, SLOT(quit()));
233
    connect(calibrationWorker, SIGNAL(done()), calibrationWorker, SLOT(deleteLater()));
234
 
32 jakw 235
    // Start calibration
27 jakw 236
    QMetaObject::invokeMethod(calibrationWorker, "performCalibration", Q_ARG(std::vector<SMCalibrationSet>, calibrationData));
237
 
238
}
239
 
30 jakw 240
 
241
 
27 jakw 242
void SMScanner::onCalibrationSetProcessed(int idx){
243
 
137 jakw 244
    if(calibrationData[idx].frame0Result.empty() && calibrationData[idx].frame1Result.empty())
245
        ui->calibrationListWidget->item(idx)->setCheckState(Qt::Unchecked);
246
 
27 jakw 247
    ui->calibrationListWidget->setCurrentRow(idx);
248
}
249
 
250
void SMScanner::onCalibrationDone(){
251
 
252
    std::cout << "Calibration done!" << std::endl;
29 jakw 253
    ui->calibrateButton->setEnabled(true);
254
    ui->calibrationFrame->setEnabled(true);
27 jakw 255
 
256
}
257
 
258
void SMScanner::on_calibrationListWidget_itemSelectionChanged(){
259
 
260
    // if selection is just cleared
261
    if(ui->calibrationListWidget->selectedItems().empty())
262
        return;
263
 
264
    int currentRow = ui->calibrationListWidget->currentRow();
265
 
25 jakw 266
    calibrationReviewMode = true;
267
    ui->singleCalibrationButton->setText("Live View");
268
    ui->batchCalibrationButton->setText("Live View");
269
 
270
    if(!calibrationData[currentRow].frame0Result.empty())
271
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0Result);
272
    else
273
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0);
274
 
275
    if(!calibrationData[currentRow].frame1Result.empty())
276
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1Result);
277
    else
278
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1);
27 jakw 279
 
280
//     std::cout << "on_calibrationListWidget_itemSelectionChanged" << std::endl;
25 jakw 281
}
282
 
29 jakw 283
void SMScanner::onCalibrationFrameResult(int idx, int camID, bool success, cv::Mat result){
25 jakw 284
 
137 jakw 285
    if(success){
29 jakw 286
        if(camID == 0)
287
            calibrationData[idx].frame0Result = result;
288
        else if(camID == 1)
289
            calibrationData[idx].frame1Result = result;
290
    }
27 jakw 291
 
292
}
293
 
294
void SMScanner::on_singleCaptureButton_clicked(){
295
 
296
    // If in review mode, go back to aquisition mode
297
    if(captureReviewMode){
298
        ui->captureTreeWidget->clearSelection();
299
        ui->singleCaptureButton->setText("Single Aquisition");
300
        ui->batchCaptureButton->setText("Batch Aquisition");
301
        captureReviewMode = false;
302
        return;
25 jakw 303
    }
304
 
27 jakw 305
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequence", Q_ARG(float, -1.0));
25 jakw 306
 
307
}
26 jakw 308
 
27 jakw 309
 
30 jakw 310
void SMScanner::on_batchCaptureButton_clicked(){
311
 
312
    // If in review mode, go back to aquisition mode
313
    if(captureReviewMode){
314
        ui->captureTreeWidget->clearSelection();
315
        ui->singleCaptureButton->setText("Single Aquisition");
316
        ui->batchCaptureButton->setText("Batch Aquisition");
317
        captureReviewMode = false;
318
        return;
319
    }
320
 
321
    // Construct vector of angles
322
    int angleStart = ui->captureBatchStartSpinBox->value();
323
    int angleEnd = ui->captureBatchEndSpinBox->value();
324
    int angleStep = ui->captureBatchStepSpinBox->value();
325
 
326
    if(angleStart > angleEnd)
327
        angleEnd += 360;
328
 
329
    std::vector<float> angles;
330
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
331
        angles.push_back(i % 360);
332
 
333
    std::cout << "Aquiring sequences at ";
75 jakw 334
    for(unsigned int i=0; i<angles.size(); i++)
30 jakw 335
        std::cout << angles[i] << " ";
336
    std::cout << " degrees" <<std::endl;
337
 
338
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequences", Q_ARG(std::vector<float>, angles));
339
}
340
 
27 jakw 341
void SMScanner::on_captureRotationDial_sliderReleased(){
342
 
343
    float angle = ui->captureRotationDial->value();
344
    std::cout << "Rotation stage target: " << angle << std::endl;
345
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
346
 
347
    ui->calibrationRotationDial->setValue(ui->captureRotationDial->value());
26 jakw 348
}
27 jakw 349
 
350
void SMScanner::onReceiveFrameSequence(SMFrameSequence frameSequence){
351
 
67 jakw 352
    int id = lastCaptureId + 1;
353
    lastCaptureId += 1;
354
 
45 jakw 355
    frameSequence.id = id;
356
 
27 jakw 357
    captureData.push_back(frameSequence);
358
 
359
    // Add identifier to list
360
    QTreeWidgetItem* item = new QTreeWidgetItem(ui->captureTreeWidget);
45 jakw 361
    item->setText(0, QString("Frame Sequence %1 -- %2 deg").arg(id).arg(frameSequence.rotationAngle));
139 jakw 362
    //item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
67 jakw 363
    item->setData(0, Qt::UserRole, QPoint(captureData.size()-1, -1));
139 jakw 364
    //item->setCheckState(0, Qt::Checked);
27 jakw 365
    //ui->captureTreeWidget->addItem(item);
366
 
103 jakw 367
    for(unsigned int i=0; i<frameSequence.frames0.size(); i++){
27 jakw 368
        QTreeWidgetItem* subItem = new QTreeWidgetItem(item);
369
        subItem->setText(0, QString("frames %1").arg(i));
45 jakw 370
        subItem->setData(0, Qt::UserRole, QPoint(id, i));
27 jakw 371
    }
41 jakw 372
 
373
    ui->reconstructButton->setEnabled(true);
27 jakw 374
}
375
 
376
void SMScanner::on_captureTreeWidget_itemSelectionChanged(){
377
 
378
    // if selection is just cleared
379
    if(ui->captureTreeWidget->selectedItems().empty())
380
        return;
381
 
382
    QTreeWidgetItem *item = ui->captureTreeWidget->currentItem();
383
 
384
    captureReviewMode = true;
385
 
386
    ui->singleCaptureButton->setText("Live View");
387
    ui->batchCaptureButton->setText("Live View");
388
 
389
    QPoint idx = item->data(0, Qt::UserRole).toPoint();
390
 
391
    if(idx.y() != -1){
103 jakw 392
        ui->captureCamera0Widget->showImageCV(captureData[idx.x()].frames0[idx.y()]);
393
        ui->captureCamera1Widget->showImageCV(captureData[idx.x()].frames1[idx.y()]);
27 jakw 394
    }
395
 
396
//     std::cout << "on_captureTreeWidget_itemSelectionChanged" << std::endl;
397
}
30 jakw 398
 
399
 
400
void SMScanner::onReceiveRotatedTo(float angle){
401
 
402
    // update ui with new position
403
    ui->calibrationRotationDial->setValue(angle);
404
    ui->captureRotationDial->setValue(angle);
405
 
406
}
36 jakw 407
 
408
void SMScanner::on_actionExport_Sets_triggered(){
409
 
112 jakw 410
    cv::Mat frameBGR;
36 jakw 411
    QString dirName = QFileDialog::getExistingDirectory(this, "Export calibration sets", QString());
75 jakw 412
    for(unsigned int i=0; i<calibrationData.size(); i++){
36 jakw 413
        QString fileName = QString("%1/frame0_%2.png").arg(dirName).arg(i);
136 jakw 414
 
415
        // Convert to BGR
416
        if(calibrationData[i].frame0.channels() == 1)
417
            cv::cvtColor(calibrationData[i].frame0, frameBGR, CV_BayerBG2BGR);
418
        else
419
            cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_RGB2BGR);
420
 
36 jakw 421
        cv::imwrite(fileName.toStdString(), frameBGR);
422
        fileName = QString("%1/frame1_%2.png").arg(dirName).arg(i);
136 jakw 423
 
424
        // Convert to BGR
425
        if(calibrationData[i].frame1.channels() == 1)
426
            cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_BayerBG2BGR);
427
        else
428
            cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_RGB2BGR);
429
 
36 jakw 430
        cv::imwrite(fileName.toStdString(), frameBGR);
137 jakw 431
 
432
        // Necessary to prevent pileup of video frame signals
112 jakw 433
        QCoreApplication::processEvents();
36 jakw 434
    }
435
 
436
}
437
 
438
void SMScanner::on_actionExport_Sequences_triggered(){
439
 
112 jakw 440
    cv::Mat frameBGR;
36 jakw 441
    QString dirName = QFileDialog::getExistingDirectory(this, "Export frame sequences", QString());
103 jakw 442
    for(unsigned int i=0; i<captureData.size(); i++){
443
        QString seqDirName = QString("%1/sequence_%2").arg(dirName).arg(i);
444
        if(!QDir().mkdir(seqDirName))
445
            std::cerr << "Could not create directory " << seqDirName.toStdString() << std::endl;
446
        for(unsigned int j=0; j<captureData[i].frames0.size(); j++){
447
            QString fileName = QString("%1/frames0_%2.png").arg(seqDirName).arg(j);
113 jakw 448
            // Convert Bayer to rgb (png needs BGR order)
449
            cv::cvtColor(captureData[i].frames0[j], frameBGR, CV_BayerBG2BGR);
103 jakw 450
            cv::imwrite(fileName.toStdString(), frameBGR);
137 jakw 451
 
452
            // Necessary to prevent pileup of video frame signals
112 jakw 453
            QCoreApplication::processEvents();
103 jakw 454
        }
455
        for(unsigned int j=0; j<captureData[i].frames1.size(); j++){
456
            QString fileName = QString("%1/frames1_%2.png").arg(seqDirName).arg(j);
113 jakw 457
            // Convert Bayer to rgb (png needs BGR order)
458
            cv::cvtColor(captureData[i].frames1[j], frameBGR, CV_BayerBG2BGR);
103 jakw 459
            cv::imwrite(fileName.toStdString(), frameBGR);
137 jakw 460
 
461
            // Necessary to prevent pileup of video frame signals
112 jakw 462
            QCoreApplication::processEvents();
103 jakw 463
        }
464
    }
36 jakw 465
}
41 jakw 466
 
115 jakw 467
void SMScanner::on_actionExport_White_Frames_triggered(){
468
 
469
    cv::Mat frameBGR;
470
    QString dirName = QFileDialog::getExistingDirectory(this, "Export frame sequences", QString());
471
    for(unsigned int i=0; i<captureData.size(); i++){
472
        QString seqDirName = QString("%1/sequence_%2").arg(dirName).arg(i);
473
        if(!QDir().mkdir(seqDirName))
474
            std::cerr << "Could not create directory " << seqDirName.toStdString() << std::endl;
475
 
476
        QString fileName = QString("%1/frames0_0.png").arg(seqDirName);
477
        // Convert Bayer to rgb (png needs BGR order)
478
        cv::cvtColor(captureData[i].frames0[0], frameBGR, CV_BayerBG2BGR);
479
        cv::imwrite(fileName.toStdString(), frameBGR);
128 jakw 480
        // Necessary to prevent memory pileup
115 jakw 481
        QCoreApplication::processEvents();
482
 
483
        fileName = QString("%1/frames1_0.png").arg(seqDirName);
484
        // Convert Bayer to rgb (png needs BGR order)
485
        cv::cvtColor(captureData[i].frames1[0], frameBGR, CV_BayerBG2BGR);
486
        cv::imwrite(fileName.toStdString(), frameBGR);
128 jakw 487
        // Necessary to prevent memory pileup
115 jakw 488
        QCoreApplication::processEvents();
489
 
490
    }
491
 
492
}
493
 
41 jakw 494
void SMScanner::on_reconstructButton_clicked(){
495
 
496
    // Set up reconstruction thread
497
    reconstructionWorker = new SMReconstructionWorker;
498
    reconstructionWorkerThread = new QThread(this);
499
    reconstructionWorkerThread->setObjectName("reconstructionWorkerThread");
500
    reconstructionWorker->moveToThread(reconstructionWorkerThread);
501
    reconstructionWorkerThread->start();
502
 
503
    // Connections
42 jakw 504
    connect(reconstructionWorker, SIGNAL(newPointCloud(SMPointCloud)), this, SLOT(onNewPointCloud(SMPointCloud)));
41 jakw 505
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorkerThread, SLOT(quit()));
506
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorker, SLOT(deleteLater()));
507
 
508
    // Start reconstructing
42 jakw 509
    QMetaObject::invokeMethod(reconstructionWorker, "setup");
41 jakw 510
 
75 jakw 511
    for(unsigned int i=0; i<captureData.size(); i++){
139 jakw 512
        if(!captureData[i].reconstructed){ // & (ui->captureTreeWidget->topLevelItem(i)->checkState(0) == Qt::Checked))
513
            captureData[i].reconstructed = true;
45 jakw 514
            QMetaObject::invokeMethod(reconstructionWorker, "reconstructPointCloud", Q_ARG(SMFrameSequence, captureData[i]));
139 jakw 515
        }
45 jakw 516
    }
517
 
41 jakw 518
}
519
 
42 jakw 520
void SMScanner::onNewPointCloud(SMPointCloud smCloud){
41 jakw 521
 
45 jakw 522
    int id = smCloud.id;
523
 
139 jakw 524
//    for(int i=0; i<captureData.size(); i++){
525
//        if(captureData[i].id == id)
526
//            captureData[i].reconstructed = true;
527
//    }
82 jakw 528
 
41 jakw 529
    pointCloudData.push_back(smCloud);
530
 
42 jakw 531
    // Add identifier to list
43 jakw 532
    QListWidgetItem* item = new QListWidgetItem(QString("Point Cloud %1 -- %2 deg").arg(id).arg(smCloud.rotationAngle), ui->pointCloudsListWidget);
42 jakw 533
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
44 jakw 534
    item->setData(Qt::UserRole, QVariant(id));
42 jakw 535
    item->setCheckState(Qt::Checked);
44 jakw 536
 
42 jakw 537
    ui->pointCloudsListWidget->addItem(item);
538
 
71 jakw 539
//    ui->pointCloudWidget->addPointCloud(smCloud, id);
41 jakw 540
}
42 jakw 541
 
542
 
44 jakw 543
 
544
void SMScanner::on_actionExport_Point_Clouds_triggered(){
545
 
546
    QString directory = QFileDialog::getExistingDirectory(this, "Export Point Clouds", QString());
547
 
548
//    //  Non native file dialog
549
//    QFileDialog saveDirectoryDialog(this, "Export Point Clouds", QString(), "*.pcd;;*.ply;;*.vtk;;*.png;;*.txt");
550
//    saveDirectoryDialog.setDefaultSuffix("ply");
551
//    saveDirectoryDialog.setFileMode(QFileDialog::Directory);
552
//    saveDirectoryDialog.exec();
553
//    QString directory = saveDirectoryDialog.directory().path();
554
//    QString type = saveDirectoryDialog.selectedNameFilter();
555
 
556
    // save point clouds in ply format
75 jakw 557
    for(unsigned int i=0; i<pointCloudData.size(); i++){
44 jakw 558
        QString fileName = QString("%1/pointcloud_%2.ply").arg(directory).arg(i);
128 jakw 559
        pcl::PointCloud<pcl::PointXYZRGBNormal>::Ptr pointCloudPCL(pointCloudData[i].pointCloud);
44 jakw 560
        //pcl::io::savePLYFileBinary(fileName.toStdString(), *pointCloudPCL);
561
        pcl::PLYWriter w;
562
        // Write to ply in binary without camera
128 jakw 563
        w.write<pcl::PointXYZRGBNormal> (fileName.toStdString(), *pointCloudPCL, true, false);
44 jakw 564
    }
565
 
566
    // save meshlab aln project file
567
    std::ofstream s(QString("%1/alignment.aln").arg(directory).toLocal8Bit());
568
    s << pointCloudData.size() << std::endl;
75 jakw 569
    for(unsigned int i=0; i<pointCloudData.size(); i++){
44 jakw 570
        QString fileName = QString("pointcloud_%1.ply").arg(i);
571
        s << fileName.toStdString() << std::endl << "#" << std::endl;
572
        cv::Mat Tr = cv::Mat::eye(4, 4, CV_32F);
573
        cv::Mat(pointCloudData[i].R.t()).copyTo(Tr.colRange(0, 3).rowRange(0, 3));
574
        cv::Mat(-pointCloudData[i].R.t()*pointCloudData[i].T).copyTo(Tr.col(3).rowRange(0, 3));
575
        for(int j=0; j<Tr.rows; j++){
576
            for(int k=0; k<Tr.cols; k++){
577
                s << Tr.at<float>(j,k) << " ";
578
            }
579
            s << std::endl;
580
        }
581
    }
582
    s << "0" << std::flush;
583
    s.close();
584
}
585
 
586
void SMScanner::on_pointCloudsListWidget_itemChanged(QListWidgetItem *item){
587
 
588
    int id = item->data(Qt::UserRole).toInt();
589
 
590
    if(item->checkState() == Qt::Checked)
591
        ui->pointCloudWidget->addPointCloud(pointCloudData[id], id);
592
    else
593
        ui->pointCloudWidget->removePointCloud(id);
594
 
595
}
596
 
597
void SMScanner::on_actionExport_Parameters_triggered(){
598
 
42 jakw 599
    QString fileName = QFileDialog::getSaveFileName(this, "Export calibration parameters", QString(), "*.xml");
600
    QFileInfo info(fileName);
601
    QString type = info.suffix();
602
    if(type == ""){
603
        fileName.append(".xml");
604
    }
605
 
606
    SMCalibrationParameters calibration = settings.value("calibration/parameters").value<SMCalibrationParameters>();
607
    calibration.exportToXML(fileName);
608
}
67 jakw 609
 
610
void SMScanner::on_actionClear_Sequences_triggered(){
611
 
612
    int res = QMessageBox::question(this, "Clear Captured Sequences", "Clear all captured data?", QMessageBox::Ok, QMessageBox::Cancel);
613
 
614
    if(res == QMessageBox::Ok){
615
        captureData.clear();
616
        ui->captureTreeWidget->clear();
617
    }
618
}
115 jakw 619
 
620
 
135 jakw 621
 
622
void SMScanner::on_actionImport_Parameters_triggered(){
623
 
624
    QString fileName = QFileDialog::getOpenFileName(this, "Import calibration parameters", QString(), "*.xml");
625
    QFileInfo info(fileName);
626
    QString type = info.suffix();
136 jakw 627
    if(type != "xml"){
135 jakw 628
        std::cerr << "Error: calibration parameters must be in .xml file." << std::endl;
629
        return;
630
    }
631
 
632
    SMCalibrationParameters cal;
633
    cal.importFromXML(fileName);
634
 
635
    settings.setValue("calibration/parameters",  QVariant::fromValue(cal));
636
    ui->pointCloudWidget->updateCalibrationParameters();
139 jakw 637
 
638
    std::cout << "Imported calibration parameters " << fileName.toStdString() << std::endl;
135 jakw 639
}
640
 
641
void SMScanner::on_actionImport_Sets_triggered(){
642
 
643
    QString dirName = QFileDialog::getExistingDirectory(this, "Import calibration sets", QString());
644
 
645
    QDir dir(dirName);
646
    QStringList fileNames0 = dir.entryList(QStringList("frame0_*.png"));
647
    QStringList fileNames1 = dir.entryList(QStringList("frame1_*.png"));
648
 
649
    if(fileNames0.empty() || fileNames1.empty() || fileNames0.count() != fileNames1.count()){
650
        std::cerr << "Error: could not load calibration sets. Directory must contain .png files for both cameras." << std::endl;
651
        return;
652
    }
653
 
654
    calibrationData.clear();
655
    ui->calibrationListWidget->clear();
656
 
657
    int nSets = fileNames0.size();
658
 
659
    for(unsigned int i=0; i<nSets; i++){
660
 
661
        SMCalibrationSet calibrationSet;
662
 
139 jakw 663
        QString fileName0 = QString("%1/%2/frame0_%3.png").arg(dirName).arg(i);
664
        cv::Mat frame0BGR = cv::imread(fileName0.toStdString());
665
        cvtools::cvtColorBGRToBayerBG(frame0BGR, calibrationSet.frame0);
135 jakw 666
 
139 jakw 667
        QString fileName1 = QString("%1/%2/frame1_%3.png").arg(dirName).arg(i);
668
        cv::Mat frame1BGR = cv::imread(fileName1.toStdString());
669
        cvtools::cvtColorBGRToBayerBG(frame1BGR, calibrationSet.frame1);
670
 
671
 
135 jakw 672
        int id = ui->calibrationListWidget->count();
673
        calibrationSet.id = id;
674
 
675
        calibrationData.push_back(calibrationSet);
676
 
677
        // Add identifier to list
678
        QListWidgetItem* item = new QListWidgetItem(QString("Calibration Set %1 -- %2 deg").arg(id).arg(calibrationSet.rotationAngle), ui->calibrationListWidget);
679
        item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
680
        item->setCheckState(Qt::Checked);
681
        ui->calibrationListWidget->addItem(item);
682
 
683
        QCoreApplication::processEvents();
684
    }
685
 
686
    // Set enabled checkmark
687
    if(calibrationData.size() >= 2)
688
        ui->calibrateButton->setEnabled(true);
689
}
139 jakw 690
 
691
void SMScanner::on_actionImport_Sequences_triggered(){
692
 
693
    // NOTE: we do not know which algorithm was used!!!
694
    QString dirName = QFileDialog::getExistingDirectory(this, "Import captured sequences", QString());
695
 
696
    QDir dir(dirName);
697
    QStringList sequenceDirNames = dir.entryList(QStringList("sequence_*"));
698
 
699
    if(sequenceDirNames.empty()){
700
        std::cerr << "Error: could not find sequences." << std::endl;
701
        return;
702
    }
703
 
704
    captureData.clear();
705
    ui->captureTreeWidget->clear();
706
 
707
    for(int s=0; s<sequenceDirNames.count(); s++){
708
 
709
        QDir sequenceDir(QString("%1/%2").arg(dirName).arg(sequenceDirNames.at(s)));
710
 
711
        QStringList fileNames0 = sequenceDir.entryList(QStringList("frames0_*.png"));
712
        QStringList fileNames1 = sequenceDir.entryList(QStringList("frames1_*.png"));
713
 
714
        if(fileNames0.empty() || fileNames1.empty() || fileNames0.count() != fileNames1.count()){
715
            std::cerr << "Error: could not load sequence. Directory must contain .png files for both cameras." << std::endl;
716
            return;
717
        }
718
 
719
        int nFrames = fileNames0.size();
720
 
721
        SMFrameSequence sequence;
722
 
723
        for(int f=0; f<nFrames; f++){
724
 
725
            cv::Mat frame0BGR, frame0BayerBG, frame1BGR, frame1BayerBG;
726
 
727
            QString fileName0 = QString("%1/%2/frames0_%3.png").arg(dirName).arg(sequenceDirNames.at(s)).arg(f);
728
            frame0BGR = cv::imread(fileName0.toStdString());
729
            cvtools::cvtColorBGRToBayerBG(frame0BGR, frame0BayerBG);
730
 
731
            QString fileName1 = QString("%1/%2/frames1_%3.png").arg(dirName).arg(sequenceDirNames.at(s)).arg(f);
732
            frame1BGR = cv::imread(fileName1.toStdString());
733
            cvtools::cvtColorBGRToBayerBG(frame1BGR, frame1BayerBG);
734
 
735
            sequence.frames0.push_back(frame0BayerBG);
736
            sequence.frames1.push_back(frame1BayerBG);
737
 
738
            QCoreApplication::processEvents();
739
        }
740
        sequence.codec = settings.value("algorithm").toString();
741
        sequence.rotationAngle = 0;
742
        sequence.reconstructed = false;
743
 
744
        onReceiveFrameSequence(sequence);
745
    }
746
 
747
}
748
 
749
void SMScanner::on_actionClear_Point_Clouds_triggered(){
750
 
751
    int res = QMessageBox::question(this, "Clear Reconstructed Point Clouds", "Clear all reconstructed point clouds?", QMessageBox::Ok, QMessageBox::Cancel);
752
 
753
    if(res == QMessageBox::Ok){
754
 
755
        pointCloudData.clear();
756
        ui->pointCloudsListWidget->clear();
757
        ui->pointCloudWidget->removeAllPointClouds();
758
 
759
        for(int i=0; i<captureData.size(); i++)
760
            captureData[i].reconstructed = false;
761
    }
762
}