Subversion Repositories seema-scanner

Rev

Rev 136 | Rev 139 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
1 jakw 1
#include "SMScanner.h"
2
#include "ui_SMScanner.h"
3
 
4 jakw 4
#include <QMetaObject>
36 jakw 5
#include <QFileDialog>
67 jakw 6
#include <QMessageBox>
4 jakw 7
 
44 jakw 8
#include <pcl/io/pcd_io.h>
9
#include <pcl/io/ascii_io.h>
10
#include <pcl/io/ply_io.h>
11
#include <pcl/io/png_io.h>
12
#include <pcl/io/vtk_io.h>
13
#include <vtkPolyDataWriter.h>
14
#include <pcl/conversions.h>
15
 
27 jakw 16
SMScanner::SMScanner(QWidget *parent) :QMainWindow(parent), ui(new Ui::SMScanner),
67 jakw 17
                                        calibrationReviewMode(false), captureReviewMode(false), lastCaptureId(-1){
4 jakw 18
 
27 jakw 19
    // Register metatypes
20
    qRegisterMetaType<cv::Mat>("cv::Mat");
21
    qRegisterMetaType< std::vector<cv::Mat> >("std::vector<cv::Mat>");
30 jakw 22
    qRegisterMetaType< std::vector<float> >("std::vector<float>");
27 jakw 23
    qRegisterMetaType<SMCalibrationSet>("SMCalibrationSet");
24
    qRegisterMetaType<SMCalibrationParameters>("SMCalibrationParameters");
25
    qRegisterMetaTypeStreamOperators<SMCalibrationParameters>("SMCalibrationParameters");
26
    qRegisterMetaType< std::vector<SMCalibrationSet> >("std::vector<SMCalibrationSet>");
27
    qRegisterMetaType<SMFrameSequence>("SMFrameSequence");
42 jakw 28
    qRegisterMetaType< std::vector<SMFrameSequence> >("std::vector<SMFrameSequence>");
45 jakw 29
    qRegisterMetaType<pcl::PointCloud<pcl::PointXYZRGB>::Ptr>("pcl::PointCloud<pcl::PointXYZRGB>::Ptr");
42 jakw 30
    qRegisterMetaType<SMPointCloud>("SMPointCloud");
27 jakw 31
 
42 jakw 32
    // Setup ui (requires stream operators registered)
33
    ui->setupUi(this);
34
 
4 jakw 35
    // Restore geometry
36
    this->restoreGeometry(settings.value("geometry/mainwindow").toByteArray());
37
    this->restoreState(settings.value("state/mainwindow").toByteArray());
38
 
39
    // Set up threads
40
    captureWorker = new SMCaptureWorker;
41
    captureWorkerThread = new QThread(this);
42
    captureWorkerThread->setObjectName("captureWorkerThread");
43
    captureWorker->moveToThread(captureWorkerThread);
44
    captureWorkerThread->start();
45
 
46
    // Connections
23 jakw 47
    connect(captureWorker, SIGNAL(newFrame(unsigned int, cv::Mat)), this, SLOT(onReceiveFrame(unsigned int, cv::Mat)));
27 jakw 48
    connect(captureWorker, SIGNAL(newCalibrationSet(SMCalibrationSet)), this, SLOT(onReceiveCalibrationSet(SMCalibrationSet)));
49
    connect(captureWorker, SIGNAL(newFrameSequence(SMFrameSequence)), this, SLOT(onReceiveFrameSequence(SMFrameSequence)));
30 jakw 50
    connect(captureWorker, SIGNAL(rotatedTo(float)), this, SLOT(onReceiveRotatedTo(float)));
4 jakw 51
 
52
    // Start capturing
53
    QMetaObject::invokeMethod(captureWorker, "setup");
54
    QMetaObject::invokeMethod(captureWorker, "doWork");
55
 
1 jakw 56
}
57
 
23 jakw 58
void SMScanner::onReceiveFrame(unsigned int camId, cv::Mat frame){
4 jakw 59
 
23 jakw 60
    if(camId == 0){
25 jakw 61
        if(!calibrationReviewMode)
62
            ui->calibrationCamera0Widget->showImageCV(frame);
27 jakw 63
        if(!captureReviewMode)
64
            ui->captureCamera0Widget->showImageCV(frame);
23 jakw 65
    } else if(camId == 1){
25 jakw 66
        if(!calibrationReviewMode)
67
            ui->calibrationCamera1Widget->showImageCV(frame);
27 jakw 68
        if(!captureReviewMode)
69
            ui->captureCamera1Widget->showImageCV(frame);
23 jakw 70
    }
71
}
4 jakw 72
 
23 jakw 73
void SMScanner::on_actionPreferences_triggered(){
4 jakw 74
 
74 jakw 75
    connect(&preferenceDialog, SIGNAL(accepted()), this, SLOT(onPreferencesChanged()));
73 jakw 76
 
4 jakw 77
    preferenceDialog.show();
78
}
79
 
73 jakw 80
void SMScanner::onPreferencesChanged(){
81
 
137 jakw 82
    // Stop capturing thread
83
    connect(captureWorker, SIGNAL(finished()), captureWorker, SLOT(deleteLater()));
84
    connect(captureWorker, SIGNAL(finished()), captureWorkerThread, SLOT(quit()));
85
    QMetaObject::invokeMethod(captureWorker, "stopWork");
86
    captureWorkerThread->quit();
87
    captureWorkerThread->wait();
73 jakw 88
 
137 jakw 89
    // Restart capture worker
90
    captureWorker = new SMCaptureWorker;
91
    captureWorkerThread = new QThread(this);
92
    captureWorkerThread->setObjectName("captureWorkerThread");
93
    captureWorker->moveToThread(captureWorkerThread);
94
    captureWorkerThread->start();
73 jakw 95
 
137 jakw 96
    connect(captureWorker, SIGNAL(newFrame(unsigned int, cv::Mat)), this, SLOT(onReceiveFrame(unsigned int, cv::Mat)));
97
    connect(captureWorker, SIGNAL(newCalibrationSet(SMCalibrationSet)), this, SLOT(onReceiveCalibrationSet(SMCalibrationSet)));
98
    connect(captureWorker, SIGNAL(newFrameSequence(SMFrameSequence)), this, SLOT(onReceiveFrameSequence(SMFrameSequence)));
99
    connect(captureWorker, SIGNAL(rotatedTo(float)), this, SLOT(onReceiveRotatedTo(float)));
74 jakw 100
 
137 jakw 101
    QMetaObject::invokeMethod(captureWorker, "setup");
102
    QMetaObject::invokeMethod(captureWorker, "doWork");
74 jakw 103
 
137 jakw 104
//    QMessageBox::warning(this, "Information", "You must quit and restart the program for new settings to take effect!", QMessageBox::Ok);
74 jakw 105
 
73 jakw 106
}
107
 
4 jakw 108
void SMScanner::closeEvent(QCloseEvent *event){
109
 
23 jakw 110
    // Stop capturing thread
111
    connect(captureWorker, SIGNAL(finished()), captureWorker, SLOT(deleteLater()));
112
    connect(captureWorker, SIGNAL(finished()), captureWorkerThread, SLOT(quit()));
113
    QMetaObject::invokeMethod(captureWorker, "stopWork");
114
    captureWorkerThread->quit();
115
    captureWorkerThread->wait();
116
 
4 jakw 117
    // Save window geometry
118
    settings.setValue("geometry/mainwindow", this->saveGeometry());
119
    settings.setValue("state/mainwindow", this->saveState());
120
 
121
    event->accept();
122
 
123
}
124
 
2 jakw 125
SMScanner::~SMScanner(){
1 jakw 126
    delete ui;
127
}
4 jakw 128
 
23 jakw 129
void SMScanner::on_singleCalibrationButton_clicked(){
130
 
25 jakw 131
    // If in review mode, go back to aquisition mode
132
    if(calibrationReviewMode){
26 jakw 133
        ui->calibrationListWidget->clearSelection();
25 jakw 134
        ui->singleCalibrationButton->setText("Single Aquisition");
135
        ui->batchCalibrationButton->setText("Batch Aquisition");
136
        calibrationReviewMode = false;
137
        return;
138
    }
139
 
27 jakw 140
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSet", Q_ARG(float, -1.0));
23 jakw 141
 
142
}
143
 
30 jakw 144
 
145
void SMScanner::on_batchCalibrationButton_clicked(){
146
 
147
    // If in review mode, go back to aquisition mode
148
    if(calibrationReviewMode){
149
        ui->calibrationListWidget->clearSelection();
150
        ui->singleCalibrationButton->setText("Single Aquisition");
151
        ui->batchCalibrationButton->setText("Batch Aquisition");
152
        calibrationReviewMode = false;
153
        return;
154
    }
155
 
156
    // Construct vector of angles
157
    int angleStart = ui->calibrationBatchStartSpinBox->value();
158
    int angleEnd = ui->calibrationBatchEndSpinBox->value();
159
    int angleStep = ui->calibrationBatchStepSpinBox->value();
160
 
161
    if(angleStart > angleEnd)
162
        angleEnd += 360;
163
 
164
    std::vector<float> angles;
165
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
166
        angles.push_back(i % 360);
167
 
168
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSets", Q_ARG(std::vector<float>, angles));
169
 
170
    std::cout << "Aquiring sets at ";
75 jakw 171
    for(unsigned int i=0; i<angles.size(); i++)
30 jakw 172
        std::cout << angles[i] << " ";
173
    std::cout << " degrees" <<std::endl;
174
}
175
 
176
 
23 jakw 177
void SMScanner::on_calibrationRotationDial_sliderReleased(){
27 jakw 178
 
23 jakw 179
    float angle = ui->calibrationRotationDial->value();
180
    std::cout << "Rotation stage target: " << angle << std::endl;
181
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
27 jakw 182
 
183
    ui->captureRotationDial->setValue(ui->calibrationRotationDial->value());
23 jakw 184
}
24 jakw 185
 
27 jakw 186
void SMScanner::onReceiveCalibrationSet(SMCalibrationSet calibrationSet){
123 jakw 187
 
188
    int id = ui->calibrationListWidget->count();
189
    calibrationSet.id = id;
190
 
23 jakw 191
    calibrationData.push_back(calibrationSet);
25 jakw 192
 
193
    // Add identifier to list
123 jakw 194
    QListWidgetItem* item = new QListWidgetItem(QString("Calibration Set %1 -- %2 deg").arg(id).arg(calibrationSet.rotationAngle), ui->calibrationListWidget);
25 jakw 195
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
196
    item->setCheckState(Qt::Checked);
197
    ui->calibrationListWidget->addItem(item);
198
 
199
    // Set enabled checkmark
200
    if(calibrationData.size() >= 2)
201
        ui->calibrateButton->setEnabled(true);
23 jakw 202
}
25 jakw 203
 
27 jakw 204
void SMScanner::on_calibrateButton_clicked(){
25 jakw 205
 
29 jakw 206
    // disable ui elements
207
    ui->calibrateButton->setEnabled(false);
208
    ui->calibrationFrame->setEnabled(false);
27 jakw 209
 
210
    // set checked flags
75 jakw 211
    for(unsigned int i=0; i<calibrationData.size(); i++){
27 jakw 212
        calibrationData[i].checked = (ui->calibrationListWidget->item(i)->checkState() == Qt::Checked);
213
    }
214
 
215
//    SMCalibrationWorker calibrationWorker;
216
//    calibrationWorker.performCalibration(calibrationData);
217
 
218
    // Set up calibration thread
78 jakw 219
    calibrationWorker = new SMCalibrationWorker;
27 jakw 220
    calibrationWorkerThread = new QThread(this);
221
    calibrationWorkerThread->setObjectName("calibrationWorkerThread");
123 jakw 222
    calibrationWorker->moveToThread(calibrationWorkerThread);
27 jakw 223
    calibrationWorkerThread->start();
224
 
225
    // Connections
28 jakw 226
    connect(calibrationWorker, SIGNAL(newSetProcessed(int)), this, SLOT(onCalibrationSetProcessed(int)));
29 jakw 227
    connect(calibrationWorker, SIGNAL(newFrameResult(int,int,bool,cv::Mat)), this, SLOT(onCalibrationFrameResult(int,int,bool,cv::Mat)));
27 jakw 228
    connect(calibrationWorker, SIGNAL(done()), this, SLOT(onCalibrationDone()));
32 jakw 229
    connect(calibrationWorker, SIGNAL(done()), ui->pointCloudWidget, SLOT(updateCalibrationParameters()));
27 jakw 230
    connect(calibrationWorker, SIGNAL(done()), calibrationWorkerThread, SLOT(quit()));
231
    connect(calibrationWorker, SIGNAL(done()), calibrationWorker, SLOT(deleteLater()));
232
 
32 jakw 233
    // Start calibration
27 jakw 234
    QMetaObject::invokeMethod(calibrationWorker, "performCalibration", Q_ARG(std::vector<SMCalibrationSet>, calibrationData));
235
 
236
}
237
 
30 jakw 238
 
239
 
27 jakw 240
void SMScanner::onCalibrationSetProcessed(int idx){
241
 
137 jakw 242
    if(calibrationData[idx].frame0Result.empty() && calibrationData[idx].frame1Result.empty())
243
        ui->calibrationListWidget->item(idx)->setCheckState(Qt::Unchecked);
244
 
27 jakw 245
    ui->calibrationListWidget->setCurrentRow(idx);
246
}
247
 
248
void SMScanner::onCalibrationDone(){
249
 
250
    std::cout << "Calibration done!" << std::endl;
29 jakw 251
    ui->calibrateButton->setEnabled(true);
252
    ui->calibrationFrame->setEnabled(true);
27 jakw 253
 
254
}
255
 
256
void SMScanner::on_calibrationListWidget_itemSelectionChanged(){
257
 
258
    // if selection is just cleared
259
    if(ui->calibrationListWidget->selectedItems().empty())
260
        return;
261
 
262
    int currentRow = ui->calibrationListWidget->currentRow();
263
 
25 jakw 264
    calibrationReviewMode = true;
265
    ui->singleCalibrationButton->setText("Live View");
266
    ui->batchCalibrationButton->setText("Live View");
267
 
268
    if(!calibrationData[currentRow].frame0Result.empty())
269
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0Result);
270
    else
271
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0);
272
 
273
    if(!calibrationData[currentRow].frame1Result.empty())
274
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1Result);
275
    else
276
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1);
27 jakw 277
 
278
//     std::cout << "on_calibrationListWidget_itemSelectionChanged" << std::endl;
25 jakw 279
}
280
 
29 jakw 281
void SMScanner::onCalibrationFrameResult(int idx, int camID, bool success, cv::Mat result){
25 jakw 282
 
137 jakw 283
    if(success){
29 jakw 284
        if(camID == 0)
285
            calibrationData[idx].frame0Result = result;
286
        else if(camID == 1)
287
            calibrationData[idx].frame1Result = result;
288
    }
27 jakw 289
 
290
}
291
 
292
void SMScanner::on_singleCaptureButton_clicked(){
293
 
294
    // If in review mode, go back to aquisition mode
295
    if(captureReviewMode){
296
        ui->captureTreeWidget->clearSelection();
297
        ui->singleCaptureButton->setText("Single Aquisition");
298
        ui->batchCaptureButton->setText("Batch Aquisition");
299
        captureReviewMode = false;
300
        return;
25 jakw 301
    }
302
 
27 jakw 303
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequence", Q_ARG(float, -1.0));
25 jakw 304
 
305
}
26 jakw 306
 
27 jakw 307
 
30 jakw 308
void SMScanner::on_batchCaptureButton_clicked(){
309
 
310
    // If in review mode, go back to aquisition mode
311
    if(captureReviewMode){
312
        ui->captureTreeWidget->clearSelection();
313
        ui->singleCaptureButton->setText("Single Aquisition");
314
        ui->batchCaptureButton->setText("Batch Aquisition");
315
        captureReviewMode = false;
316
        return;
317
    }
318
 
319
    // Construct vector of angles
320
    int angleStart = ui->captureBatchStartSpinBox->value();
321
    int angleEnd = ui->captureBatchEndSpinBox->value();
322
    int angleStep = ui->captureBatchStepSpinBox->value();
323
 
324
    if(angleStart > angleEnd)
325
        angleEnd += 360;
326
 
327
    std::vector<float> angles;
328
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
329
        angles.push_back(i % 360);
330
 
331
    std::cout << "Aquiring sequences at ";
75 jakw 332
    for(unsigned int i=0; i<angles.size(); i++)
30 jakw 333
        std::cout << angles[i] << " ";
334
    std::cout << " degrees" <<std::endl;
335
 
336
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequences", Q_ARG(std::vector<float>, angles));
337
}
338
 
27 jakw 339
void SMScanner::on_captureRotationDial_sliderReleased(){
340
 
341
    float angle = ui->captureRotationDial->value();
342
    std::cout << "Rotation stage target: " << angle << std::endl;
343
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
344
 
345
    ui->calibrationRotationDial->setValue(ui->captureRotationDial->value());
26 jakw 346
}
27 jakw 347
 
348
void SMScanner::onReceiveFrameSequence(SMFrameSequence frameSequence){
349
 
67 jakw 350
    int id = lastCaptureId + 1;
351
    lastCaptureId += 1;
352
 
45 jakw 353
    frameSequence.id = id;
354
 
27 jakw 355
    captureData.push_back(frameSequence);
356
 
357
    // Add identifier to list
358
    QTreeWidgetItem* item = new QTreeWidgetItem(ui->captureTreeWidget);
45 jakw 359
    item->setText(0, QString("Frame Sequence %1 -- %2 deg").arg(id).arg(frameSequence.rotationAngle));
27 jakw 360
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
67 jakw 361
    item->setData(0, Qt::UserRole, QPoint(captureData.size()-1, -1));
27 jakw 362
    item->setCheckState(0, Qt::Checked);
363
    //ui->captureTreeWidget->addItem(item);
364
 
103 jakw 365
    for(unsigned int i=0; i<frameSequence.frames0.size(); i++){
27 jakw 366
        QTreeWidgetItem* subItem = new QTreeWidgetItem(item);
367
        subItem->setText(0, QString("frames %1").arg(i));
45 jakw 368
        subItem->setData(0, Qt::UserRole, QPoint(id, i));
27 jakw 369
    }
41 jakw 370
 
371
    ui->reconstructButton->setEnabled(true);
27 jakw 372
}
373
 
374
void SMScanner::on_captureTreeWidget_itemSelectionChanged(){
375
 
376
    // if selection is just cleared
377
    if(ui->captureTreeWidget->selectedItems().empty())
378
        return;
379
 
380
    QTreeWidgetItem *item = ui->captureTreeWidget->currentItem();
381
 
382
    captureReviewMode = true;
383
 
384
    ui->singleCaptureButton->setText("Live View");
385
    ui->batchCaptureButton->setText("Live View");
386
 
387
    QPoint idx = item->data(0, Qt::UserRole).toPoint();
388
 
389
    if(idx.y() != -1){
103 jakw 390
        ui->captureCamera0Widget->showImageCV(captureData[idx.x()].frames0[idx.y()]);
391
        ui->captureCamera1Widget->showImageCV(captureData[idx.x()].frames1[idx.y()]);
27 jakw 392
    }
393
 
394
//     std::cout << "on_captureTreeWidget_itemSelectionChanged" << std::endl;
395
}
30 jakw 396
 
397
 
398
void SMScanner::onReceiveRotatedTo(float angle){
399
 
400
    // update ui with new position
401
    ui->calibrationRotationDial->setValue(angle);
402
    ui->captureRotationDial->setValue(angle);
403
 
404
}
36 jakw 405
 
406
void SMScanner::on_actionExport_Sets_triggered(){
407
 
112 jakw 408
    cv::Mat frameBGR;
36 jakw 409
    QString dirName = QFileDialog::getExistingDirectory(this, "Export calibration sets", QString());
75 jakw 410
    for(unsigned int i=0; i<calibrationData.size(); i++){
36 jakw 411
        QString fileName = QString("%1/frame0_%2.png").arg(dirName).arg(i);
136 jakw 412
 
413
        // Convert to BGR
414
        if(calibrationData[i].frame0.channels() == 1)
415
            cv::cvtColor(calibrationData[i].frame0, frameBGR, CV_BayerBG2BGR);
416
        else
417
            cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_RGB2BGR);
418
 
36 jakw 419
        cv::imwrite(fileName.toStdString(), frameBGR);
420
        fileName = QString("%1/frame1_%2.png").arg(dirName).arg(i);
136 jakw 421
 
422
        // Convert to BGR
423
        if(calibrationData[i].frame1.channels() == 1)
424
            cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_BayerBG2BGR);
425
        else
426
            cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_RGB2BGR);
427
 
36 jakw 428
        cv::imwrite(fileName.toStdString(), frameBGR);
137 jakw 429
 
430
        // Necessary to prevent pileup of video frame signals
112 jakw 431
        QCoreApplication::processEvents();
36 jakw 432
    }
433
 
434
}
435
 
436
void SMScanner::on_actionExport_Sequences_triggered(){
437
 
112 jakw 438
    cv::Mat frameBGR;
36 jakw 439
    QString dirName = QFileDialog::getExistingDirectory(this, "Export frame sequences", QString());
103 jakw 440
    for(unsigned int i=0; i<captureData.size(); i++){
441
        QString seqDirName = QString("%1/sequence_%2").arg(dirName).arg(i);
442
        if(!QDir().mkdir(seqDirName))
443
            std::cerr << "Could not create directory " << seqDirName.toStdString() << std::endl;
444
        for(unsigned int j=0; j<captureData[i].frames0.size(); j++){
445
            QString fileName = QString("%1/frames0_%2.png").arg(seqDirName).arg(j);
113 jakw 446
            // Convert Bayer to rgb (png needs BGR order)
447
            cv::cvtColor(captureData[i].frames0[j], frameBGR, CV_BayerBG2BGR);
103 jakw 448
            cv::imwrite(fileName.toStdString(), frameBGR);
137 jakw 449
 
450
            // Necessary to prevent pileup of video frame signals
112 jakw 451
            QCoreApplication::processEvents();
103 jakw 452
        }
453
        for(unsigned int j=0; j<captureData[i].frames1.size(); j++){
454
            QString fileName = QString("%1/frames1_%2.png").arg(seqDirName).arg(j);
113 jakw 455
            // Convert Bayer to rgb (png needs BGR order)
456
            cv::cvtColor(captureData[i].frames1[j], frameBGR, CV_BayerBG2BGR);
103 jakw 457
            cv::imwrite(fileName.toStdString(), frameBGR);
137 jakw 458
 
459
            // Necessary to prevent pileup of video frame signals
112 jakw 460
            QCoreApplication::processEvents();
103 jakw 461
        }
462
    }
36 jakw 463
}
41 jakw 464
 
115 jakw 465
void SMScanner::on_actionExport_White_Frames_triggered(){
466
 
467
    cv::Mat frameBGR;
468
    QString dirName = QFileDialog::getExistingDirectory(this, "Export frame sequences", QString());
469
    for(unsigned int i=0; i<captureData.size(); i++){
470
        QString seqDirName = QString("%1/sequence_%2").arg(dirName).arg(i);
471
        if(!QDir().mkdir(seqDirName))
472
            std::cerr << "Could not create directory " << seqDirName.toStdString() << std::endl;
473
 
474
        QString fileName = QString("%1/frames0_0.png").arg(seqDirName);
475
        // Convert Bayer to rgb (png needs BGR order)
476
        cv::cvtColor(captureData[i].frames0[0], frameBGR, CV_BayerBG2BGR);
477
        cv::imwrite(fileName.toStdString(), frameBGR);
128 jakw 478
        // Necessary to prevent memory pileup
115 jakw 479
        QCoreApplication::processEvents();
480
 
481
        fileName = QString("%1/frames1_0.png").arg(seqDirName);
482
        // Convert Bayer to rgb (png needs BGR order)
483
        cv::cvtColor(captureData[i].frames1[0], frameBGR, CV_BayerBG2BGR);
484
        cv::imwrite(fileName.toStdString(), frameBGR);
128 jakw 485
        // Necessary to prevent memory pileup
115 jakw 486
        QCoreApplication::processEvents();
487
 
488
    }
489
 
490
}
491
 
41 jakw 492
void SMScanner::on_reconstructButton_clicked(){
493
 
494
    // Set up reconstruction thread
495
    reconstructionWorker = new SMReconstructionWorker;
496
    reconstructionWorkerThread = new QThread(this);
497
    reconstructionWorkerThread->setObjectName("reconstructionWorkerThread");
498
    reconstructionWorker->moveToThread(reconstructionWorkerThread);
499
    reconstructionWorkerThread->start();
500
 
501
    // Connections
42 jakw 502
    connect(reconstructionWorker, SIGNAL(newPointCloud(SMPointCloud)), this, SLOT(onNewPointCloud(SMPointCloud)));
41 jakw 503
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorkerThread, SLOT(quit()));
504
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorker, SLOT(deleteLater()));
505
 
506
    // Start reconstructing
42 jakw 507
    QMetaObject::invokeMethod(reconstructionWorker, "setup");
41 jakw 508
 
75 jakw 509
    for(unsigned int i=0; i<captureData.size(); i++){
510
        if(!captureData[i].reconstructed & (ui->captureTreeWidget->topLevelItem(i)->checkState(0) == Qt::Checked))
45 jakw 511
            QMetaObject::invokeMethod(reconstructionWorker, "reconstructPointCloud", Q_ARG(SMFrameSequence, captureData[i]));
512
    }
513
 
41 jakw 514
}
515
 
42 jakw 516
void SMScanner::onNewPointCloud(SMPointCloud smCloud){
41 jakw 517
 
45 jakw 518
    int id = smCloud.id;
519
 
82 jakw 520
    for(int i=0; i<captureData.size(); i++){
521
        if(captureData[i].id == id)
522
            captureData[i].reconstructed = true;
523
    }
524
 
41 jakw 525
    pointCloudData.push_back(smCloud);
526
 
42 jakw 527
    // Add identifier to list
43 jakw 528
    QListWidgetItem* item = new QListWidgetItem(QString("Point Cloud %1 -- %2 deg").arg(id).arg(smCloud.rotationAngle), ui->pointCloudsListWidget);
42 jakw 529
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
44 jakw 530
    item->setData(Qt::UserRole, QVariant(id));
42 jakw 531
    item->setCheckState(Qt::Checked);
44 jakw 532
 
42 jakw 533
    ui->pointCloudsListWidget->addItem(item);
534
 
71 jakw 535
//    ui->pointCloudWidget->addPointCloud(smCloud, id);
41 jakw 536
}
42 jakw 537
 
538
 
44 jakw 539
 
540
void SMScanner::on_actionExport_Point_Clouds_triggered(){
541
 
542
    QString directory = QFileDialog::getExistingDirectory(this, "Export Point Clouds", QString());
543
 
544
//    //  Non native file dialog
545
//    QFileDialog saveDirectoryDialog(this, "Export Point Clouds", QString(), "*.pcd;;*.ply;;*.vtk;;*.png;;*.txt");
546
//    saveDirectoryDialog.setDefaultSuffix("ply");
547
//    saveDirectoryDialog.setFileMode(QFileDialog::Directory);
548
//    saveDirectoryDialog.exec();
549
//    QString directory = saveDirectoryDialog.directory().path();
550
//    QString type = saveDirectoryDialog.selectedNameFilter();
551
 
552
    // save point clouds in ply format
75 jakw 553
    for(unsigned int i=0; i<pointCloudData.size(); i++){
44 jakw 554
        QString fileName = QString("%1/pointcloud_%2.ply").arg(directory).arg(i);
128 jakw 555
        pcl::PointCloud<pcl::PointXYZRGBNormal>::Ptr pointCloudPCL(pointCloudData[i].pointCloud);
44 jakw 556
        //pcl::io::savePLYFileBinary(fileName.toStdString(), *pointCloudPCL);
557
        pcl::PLYWriter w;
558
        // Write to ply in binary without camera
128 jakw 559
        w.write<pcl::PointXYZRGBNormal> (fileName.toStdString(), *pointCloudPCL, true, false);
44 jakw 560
    }
561
 
562
    // save meshlab aln project file
563
    std::ofstream s(QString("%1/alignment.aln").arg(directory).toLocal8Bit());
564
    s << pointCloudData.size() << std::endl;
75 jakw 565
    for(unsigned int i=0; i<pointCloudData.size(); i++){
44 jakw 566
        QString fileName = QString("pointcloud_%1.ply").arg(i);
567
        s << fileName.toStdString() << std::endl << "#" << std::endl;
568
        cv::Mat Tr = cv::Mat::eye(4, 4, CV_32F);
569
        cv::Mat(pointCloudData[i].R.t()).copyTo(Tr.colRange(0, 3).rowRange(0, 3));
570
        cv::Mat(-pointCloudData[i].R.t()*pointCloudData[i].T).copyTo(Tr.col(3).rowRange(0, 3));
571
        for(int j=0; j<Tr.rows; j++){
572
            for(int k=0; k<Tr.cols; k++){
573
                s << Tr.at<float>(j,k) << " ";
574
            }
575
            s << std::endl;
576
        }
577
    }
578
    s << "0" << std::flush;
579
    s.close();
580
}
581
 
582
void SMScanner::on_pointCloudsListWidget_itemChanged(QListWidgetItem *item){
583
 
584
    int id = item->data(Qt::UserRole).toInt();
585
 
586
    if(item->checkState() == Qt::Checked)
587
        ui->pointCloudWidget->addPointCloud(pointCloudData[id], id);
588
    else
589
        ui->pointCloudWidget->removePointCloud(id);
590
 
591
}
592
 
593
void SMScanner::on_actionExport_Parameters_triggered(){
594
 
42 jakw 595
    QString fileName = QFileDialog::getSaveFileName(this, "Export calibration parameters", QString(), "*.xml");
596
    QFileInfo info(fileName);
597
    QString type = info.suffix();
598
    if(type == ""){
599
        fileName.append(".xml");
600
    }
601
 
602
    SMCalibrationParameters calibration = settings.value("calibration/parameters").value<SMCalibrationParameters>();
603
    calibration.exportToXML(fileName);
604
}
67 jakw 605
 
606
void SMScanner::on_actionClear_Sequences_triggered(){
607
 
608
    int res = QMessageBox::question(this, "Clear Captured Sequences", "Clear all captured data?", QMessageBox::Ok, QMessageBox::Cancel);
609
 
610
    if(res == QMessageBox::Ok){
611
        captureData.clear();
612
        ui->captureTreeWidget->clear();
613
    }
614
}
115 jakw 615
 
616
 
135 jakw 617
 
618
void SMScanner::on_actionImport_Parameters_triggered(){
619
 
620
    QString fileName = QFileDialog::getOpenFileName(this, "Import calibration parameters", QString(), "*.xml");
621
    QFileInfo info(fileName);
622
    QString type = info.suffix();
136 jakw 623
    if(type != "xml"){
135 jakw 624
        std::cerr << "Error: calibration parameters must be in .xml file." << std::endl;
625
        return;
626
    }
627
 
628
    SMCalibrationParameters cal;
629
    cal.importFromXML(fileName);
630
 
631
    settings.setValue("calibration/parameters",  QVariant::fromValue(cal));
632
    ui->pointCloudWidget->updateCalibrationParameters();
633
}
634
 
635
void SMScanner::on_actionImport_Sets_triggered(){
636
 
637
    QString dirName = QFileDialog::getExistingDirectory(this, "Import calibration sets", QString());
638
 
639
    QDir dir(dirName);
640
    QStringList fileNames0 = dir.entryList(QStringList("frame0_*.png"));
641
    QStringList fileNames1 = dir.entryList(QStringList("frame1_*.png"));
642
 
643
    if(fileNames0.empty() || fileNames1.empty() || fileNames0.count() != fileNames1.count()){
644
        std::cerr << "Error: could not load calibration sets. Directory must contain .png files for both cameras." << std::endl;
645
        return;
646
    }
647
 
648
    calibrationData.clear();
649
    ui->calibrationListWidget->clear();
650
 
651
    int nSets = fileNames0.size();
652
 
653
    for(unsigned int i=0; i<nSets; i++){
654
 
655
        SMCalibrationSet calibrationSet;
656
 
136 jakw 657
        QString fileName0 = QString("%1/%2").arg(dirName).arg(fileNames0.at(i));
135 jakw 658
        calibrationSet.frame0 = cv::imread(fileName0.toStdString());
136 jakw 659
        cv::cvtColor(calibrationSet.frame0, calibrationSet.frame0, CV_BGR2RGB);
660
        QString fileName1 = QString("%1/%2").arg(dirName).arg(fileNames1.at(i));
135 jakw 661
        calibrationSet.frame1 = cv::imread(fileName1.toStdString());
136 jakw 662
        cv::cvtColor(calibrationSet.frame1, calibrationSet.frame1, CV_BGR2RGB);
135 jakw 663
 
664
        int id = ui->calibrationListWidget->count();
665
        calibrationSet.id = id;
666
 
667
        calibrationData.push_back(calibrationSet);
668
 
669
        // Add identifier to list
670
        QListWidgetItem* item = new QListWidgetItem(QString("Calibration Set %1 -- %2 deg").arg(id).arg(calibrationSet.rotationAngle), ui->calibrationListWidget);
671
        item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
672
        item->setCheckState(Qt::Checked);
673
        ui->calibrationListWidget->addItem(item);
674
 
675
        QCoreApplication::processEvents();
676
    }
677
 
678
    // Set enabled checkmark
679
    if(calibrationData.size() >= 2)
680
        ui->calibrateButton->setEnabled(true);
681
}