Subversion Repositories seema-scanner

Rev

Rev 196 | Rev 207 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
1 jakw 1
#include "SMScanner.h"
2
#include "ui_SMScanner.h"
3
 
4 jakw 4
#include <QMetaObject>
36 jakw 5
#include <QFileDialog>
67 jakw 6
#include <QMessageBox>
141 jakw 7
#include <QProgressDialog>
4 jakw 8
 
44 jakw 9
#include <pcl/io/pcd_io.h>
10
#include <pcl/io/ascii_io.h>
11
#include <pcl/io/ply_io.h>
12
#include <pcl/io/png_io.h>
13
#include <pcl/io/vtk_io.h>
14
#include <vtkPolyDataWriter.h>
15
#include <pcl/conversions.h>
16
 
139 jakw 17
#include "cvtools.h"
18
 
27 jakw 19
SMScanner::SMScanner(QWidget *parent) :QMainWindow(parent), ui(new Ui::SMScanner),
67 jakw 20
                                        calibrationReviewMode(false), captureReviewMode(false), lastCaptureId(-1){
4 jakw 21
 
27 jakw 22
    // Register metatypes
23
    qRegisterMetaType<cv::Mat>("cv::Mat");
24
    qRegisterMetaType< std::vector<cv::Mat> >("std::vector<cv::Mat>");
30 jakw 25
    qRegisterMetaType< std::vector<float> >("std::vector<float>");
27 jakw 26
    qRegisterMetaType<SMCalibrationSet>("SMCalibrationSet");
27
    qRegisterMetaType< std::vector<SMCalibrationSet> >("std::vector<SMCalibrationSet>");
28
    qRegisterMetaType<SMFrameSequence>("SMFrameSequence");
42 jakw 29
    qRegisterMetaType< std::vector<SMFrameSequence> >("std::vector<SMFrameSequence>");
45 jakw 30
    qRegisterMetaType<pcl::PointCloud<pcl::PointXYZRGB>::Ptr>("pcl::PointCloud<pcl::PointXYZRGB>::Ptr");
42 jakw 31
    qRegisterMetaType<SMPointCloud>("SMPointCloud");
27 jakw 32
 
42 jakw 33
    // Setup ui (requires stream operators registered)
34
    ui->setupUi(this);
35
 
4 jakw 36
    // Restore geometry
37
    this->restoreGeometry(settings.value("geometry/mainwindow").toByteArray());
38
    this->restoreState(settings.value("state/mainwindow").toByteArray());
39
 
40
    // Set up threads
41
    captureWorker = new SMCaptureWorker;
42
    captureWorkerThread = new QThread(this);
43
    captureWorkerThread->setObjectName("captureWorkerThread");
44
    captureWorker->moveToThread(captureWorkerThread);
45
    captureWorkerThread->start();
46
 
47
    // Connections
23 jakw 48
    connect(captureWorker, SIGNAL(newFrame(unsigned int, cv::Mat)), this, SLOT(onReceiveFrame(unsigned int, cv::Mat)));
27 jakw 49
    connect(captureWorker, SIGNAL(newCalibrationSet(SMCalibrationSet)), this, SLOT(onReceiveCalibrationSet(SMCalibrationSet)));
50
    connect(captureWorker, SIGNAL(newFrameSequence(SMFrameSequence)), this, SLOT(onReceiveFrameSequence(SMFrameSequence)));
30 jakw 51
    connect(captureWorker, SIGNAL(rotatedTo(float)), this, SLOT(onReceiveRotatedTo(float)));
4 jakw 52
 
53
    // Start capturing
54
    QMetaObject::invokeMethod(captureWorker, "setup");
55
    QMetaObject::invokeMethod(captureWorker, "doWork");
56
 
148 jakw 57
 
58
//ui->captureCamera0ScrollArea->setWidget(ui->captureCamera0Widget);
59
 
1 jakw 60
}
61
 
23 jakw 62
void SMScanner::onReceiveFrame(unsigned int camId, cv::Mat frame){
4 jakw 63
 
23 jakw 64
    if(camId == 0){
25 jakw 65
        if(!calibrationReviewMode)
66
            ui->calibrationCamera0Widget->showImageCV(frame);
27 jakw 67
        if(!captureReviewMode)
68
            ui->captureCamera0Widget->showImageCV(frame);
23 jakw 69
    } else if(camId == 1){
25 jakw 70
        if(!calibrationReviewMode)
71
            ui->calibrationCamera1Widget->showImageCV(frame);
27 jakw 72
        if(!captureReviewMode)
73
            ui->captureCamera1Widget->showImageCV(frame);
23 jakw 74
    }
75
}
4 jakw 76
 
23 jakw 77
void SMScanner::on_actionPreferences_triggered(){
4 jakw 78
 
74 jakw 79
    connect(&preferenceDialog, SIGNAL(accepted()), this, SLOT(onPreferencesChanged()));
73 jakw 80
 
4 jakw 81
    preferenceDialog.show();
82
}
83
 
73 jakw 84
void SMScanner::onPreferencesChanged(){
85
 
137 jakw 86
    // Stop capturing thread
87
    connect(captureWorker, SIGNAL(finished()), captureWorker, SLOT(deleteLater()));
88
    connect(captureWorker, SIGNAL(finished()), captureWorkerThread, SLOT(quit()));
89
    QMetaObject::invokeMethod(captureWorker, "stopWork");
90
    captureWorkerThread->quit();
91
    captureWorkerThread->wait();
73 jakw 92
 
137 jakw 93
    // Restart capture worker
94
    captureWorker = new SMCaptureWorker;
95
    captureWorkerThread = new QThread(this);
96
    captureWorkerThread->setObjectName("captureWorkerThread");
97
    captureWorker->moveToThread(captureWorkerThread);
98
    captureWorkerThread->start();
73 jakw 99
 
137 jakw 100
    connect(captureWorker, SIGNAL(newFrame(unsigned int, cv::Mat)), this, SLOT(onReceiveFrame(unsigned int, cv::Mat)));
101
    connect(captureWorker, SIGNAL(newCalibrationSet(SMCalibrationSet)), this, SLOT(onReceiveCalibrationSet(SMCalibrationSet)));
102
    connect(captureWorker, SIGNAL(newFrameSequence(SMFrameSequence)), this, SLOT(onReceiveFrameSequence(SMFrameSequence)));
103
    connect(captureWorker, SIGNAL(rotatedTo(float)), this, SLOT(onReceiveRotatedTo(float)));
74 jakw 104
 
137 jakw 105
    QMetaObject::invokeMethod(captureWorker, "setup");
106
    QMetaObject::invokeMethod(captureWorker, "doWork");
74 jakw 107
 
137 jakw 108
//    QMessageBox::warning(this, "Information", "You must quit and restart the program for new settings to take effect!", QMessageBox::Ok);
74 jakw 109
 
73 jakw 110
}
111
 
4 jakw 112
void SMScanner::closeEvent(QCloseEvent *event){
113
 
23 jakw 114
    // Stop capturing thread
115
    connect(captureWorker, SIGNAL(finished()), captureWorker, SLOT(deleteLater()));
116
    connect(captureWorker, SIGNAL(finished()), captureWorkerThread, SLOT(quit()));
117
    QMetaObject::invokeMethod(captureWorker, "stopWork");
118
    captureWorkerThread->quit();
119
    captureWorkerThread->wait();
120
 
4 jakw 121
    // Save window geometry
122
    settings.setValue("geometry/mainwindow", this->saveGeometry());
123
    settings.setValue("state/mainwindow", this->saveState());
124
 
125
    event->accept();
126
 
127
}
128
 
2 jakw 129
SMScanner::~SMScanner(){
1 jakw 130
    delete ui;
131
}
4 jakw 132
 
23 jakw 133
void SMScanner::on_singleCalibrationButton_clicked(){
134
 
25 jakw 135
    // If in review mode, go back to aquisition mode
136
    if(calibrationReviewMode){
26 jakw 137
        ui->calibrationListWidget->clearSelection();
25 jakw 138
        ui->singleCalibrationButton->setText("Single Aquisition");
139
        ui->batchCalibrationButton->setText("Batch Aquisition");
140
        calibrationReviewMode = false;
141
        return;
142
    }
143
 
27 jakw 144
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSet", Q_ARG(float, -1.0));
23 jakw 145
 
146
}
147
 
30 jakw 148
 
149
void SMScanner::on_batchCalibrationButton_clicked(){
150
 
151
    // If in review mode, go back to aquisition mode
152
    if(calibrationReviewMode){
153
        ui->calibrationListWidget->clearSelection();
154
        ui->singleCalibrationButton->setText("Single Aquisition");
155
        ui->batchCalibrationButton->setText("Batch Aquisition");
156
        calibrationReviewMode = false;
157
        return;
158
    }
159
 
160
    // Construct vector of angles
161
    int angleStart = ui->calibrationBatchStartSpinBox->value();
162
    int angleEnd = ui->calibrationBatchEndSpinBox->value();
163
    int angleStep = ui->calibrationBatchStepSpinBox->value();
164
 
165
    if(angleStart > angleEnd)
166
        angleEnd += 360;
167
 
168
    std::vector<float> angles;
169
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
170
        angles.push_back(i % 360);
171
 
172
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSets", Q_ARG(std::vector<float>, angles));
173
 
174
    std::cout << "Aquiring sets at ";
75 jakw 175
    for(unsigned int i=0; i<angles.size(); i++)
30 jakw 176
        std::cout << angles[i] << " ";
177
    std::cout << " degrees" <<std::endl;
178
}
179
 
180
 
23 jakw 181
void SMScanner::on_calibrationRotationDial_sliderReleased(){
27 jakw 182
 
23 jakw 183
    float angle = ui->calibrationRotationDial->value();
184
    std::cout << "Rotation stage target: " << angle << std::endl;
185
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
27 jakw 186
 
159 jakw 187
    ui->calibrationRotationSpinBox->setValue(angle);
188
 
189
    ui->captureRotationDial->setValue(angle);
190
    ui->captureRotationSpinBox->setValue(angle);
23 jakw 191
}
24 jakw 192
 
159 jakw 193
 
194
void SMScanner::on_calibrationRotationSpinBox_editingFinished(){
195
 
196
    float angle = ui->calibrationRotationSpinBox->value();
197
    std::cout << "Rotation stage target: " << angle << std::endl;
198
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
199
 
200
    ui->calibrationRotationDial->setValue(angle);
201
 
202
    ui->captureRotationSpinBox->setValue(angle);
203
    ui->captureRotationDial->setValue(angle);
204
}
205
 
27 jakw 206
void SMScanner::onReceiveCalibrationSet(SMCalibrationSet calibrationSet){
123 jakw 207
 
208
    int id = ui->calibrationListWidget->count();
209
    calibrationSet.id = id;
210
 
23 jakw 211
    calibrationData.push_back(calibrationSet);
25 jakw 212
 
213
    // Add identifier to list
123 jakw 214
    QListWidgetItem* item = new QListWidgetItem(QString("Calibration Set %1 -- %2 deg").arg(id).arg(calibrationSet.rotationAngle), ui->calibrationListWidget);
25 jakw 215
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
216
    item->setCheckState(Qt::Checked);
217
    ui->calibrationListWidget->addItem(item);
218
 
219
    // Set enabled checkmark
220
    if(calibrationData.size() >= 2)
221
        ui->calibrateButton->setEnabled(true);
23 jakw 222
}
25 jakw 223
 
27 jakw 224
void SMScanner::on_calibrateButton_clicked(){
25 jakw 225
 
29 jakw 226
    // disable ui elements
227
    ui->calibrateButton->setEnabled(false);
228
    ui->calibrationFrame->setEnabled(false);
27 jakw 229
 
230
    // set checked flags
75 jakw 231
    for(unsigned int i=0; i<calibrationData.size(); i++){
27 jakw 232
        calibrationData[i].checked = (ui->calibrationListWidget->item(i)->checkState() == Qt::Checked);
233
    }
234
 
235
//    SMCalibrationWorker calibrationWorker;
236
//    calibrationWorker.performCalibration(calibrationData);
237
 
238
    // Set up calibration thread
78 jakw 239
    calibrationWorker = new SMCalibrationWorker;
27 jakw 240
    calibrationWorkerThread = new QThread(this);
241
    calibrationWorkerThread->setObjectName("calibrationWorkerThread");
123 jakw 242
    calibrationWorker->moveToThread(calibrationWorkerThread);
27 jakw 243
    calibrationWorkerThread->start();
244
 
245
    // Connections
28 jakw 246
    connect(calibrationWorker, SIGNAL(newSetProcessed(int)), this, SLOT(onCalibrationSetProcessed(int)));
29 jakw 247
    connect(calibrationWorker, SIGNAL(newFrameResult(int,int,bool,cv::Mat)), this, SLOT(onCalibrationFrameResult(int,int,bool,cv::Mat)));
27 jakw 248
    connect(calibrationWorker, SIGNAL(done()), this, SLOT(onCalibrationDone()));
32 jakw 249
    connect(calibrationWorker, SIGNAL(done()), ui->pointCloudWidget, SLOT(updateCalibrationParameters()));
27 jakw 250
    connect(calibrationWorker, SIGNAL(done()), calibrationWorkerThread, SLOT(quit()));
251
    connect(calibrationWorker, SIGNAL(done()), calibrationWorker, SLOT(deleteLater()));
252
 
32 jakw 253
    // Start calibration
27 jakw 254
    QMetaObject::invokeMethod(calibrationWorker, "performCalibration", Q_ARG(std::vector<SMCalibrationSet>, calibrationData));
255
 
256
}
257
 
30 jakw 258
 
259
 
27 jakw 260
void SMScanner::onCalibrationSetProcessed(int idx){
261
 
137 jakw 262
    if(calibrationData[idx].frame0Result.empty() && calibrationData[idx].frame1Result.empty())
263
        ui->calibrationListWidget->item(idx)->setCheckState(Qt::Unchecked);
264
 
27 jakw 265
    ui->calibrationListWidget->setCurrentRow(idx);
266
}
267
 
268
void SMScanner::onCalibrationDone(){
269
 
270
    std::cout << "Calibration done!" << std::endl;
29 jakw 271
    ui->calibrateButton->setEnabled(true);
272
    ui->calibrationFrame->setEnabled(true);
27 jakw 273
 
274
}
275
 
276
void SMScanner::on_calibrationListWidget_itemSelectionChanged(){
277
 
278
    // if selection is just cleared
279
    if(ui->calibrationListWidget->selectedItems().empty())
280
        return;
281
 
282
    int currentRow = ui->calibrationListWidget->currentRow();
283
 
25 jakw 284
    calibrationReviewMode = true;
285
    ui->singleCalibrationButton->setText("Live View");
286
    ui->batchCalibrationButton->setText("Live View");
287
 
288
    if(!calibrationData[currentRow].frame0Result.empty())
289
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0Result);
290
    else
291
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0);
292
 
293
    if(!calibrationData[currentRow].frame1Result.empty())
294
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1Result);
295
    else
296
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1);
27 jakw 297
 
298
//     std::cout << "on_calibrationListWidget_itemSelectionChanged" << std::endl;
25 jakw 299
}
300
 
29 jakw 301
void SMScanner::onCalibrationFrameResult(int idx, int camID, bool success, cv::Mat result){
25 jakw 302
 
137 jakw 303
    if(success){
29 jakw 304
        if(camID == 0)
305
            calibrationData[idx].frame0Result = result;
306
        else if(camID == 1)
307
            calibrationData[idx].frame1Result = result;
308
    }
27 jakw 309
 
310
}
311
 
159 jakw 312
void SMScanner::on_captureRotationDial_sliderReleased(){
313
 
314
    float angle = ui->captureRotationDial->value();
315
    std::cout << "Rotation stage target: " << angle << std::endl;
316
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
317
 
318
    ui->captureRotationSpinBox->setValue(ui->captureRotationDial->value());
319
 
320
    ui->calibrationRotationDial->setValue(ui->captureRotationDial->value());
321
    ui->calibrationRotationSpinBox->setValue(ui->captureRotationDial->value());
322
}
323
 
324
void SMScanner::on_captureRotationSpinBox_editingFinished(){
325
 
326
    float angle = ui->captureRotationSpinBox->value();
327
    std::cout << "Rotation stage target: " << angle << std::endl;
328
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
329
 
330
    ui->captureRotationDial->setValue(angle);
331
 
332
    ui->calibrationRotationSpinBox->setValue(angle);
333
    ui->calibrationRotationDial->setValue(angle);
334
}
335
 
27 jakw 336
void SMScanner::on_singleCaptureButton_clicked(){
337
 
338
    // If in review mode, go back to aquisition mode
339
    if(captureReviewMode){
340
        ui->captureTreeWidget->clearSelection();
341
        ui->singleCaptureButton->setText("Single Aquisition");
342
        ui->batchCaptureButton->setText("Batch Aquisition");
343
        captureReviewMode = false;
344
        return;
25 jakw 345
    }
346
 
27 jakw 347
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequence", Q_ARG(float, -1.0));
25 jakw 348
 
349
}
26 jakw 350
 
27 jakw 351
 
30 jakw 352
void SMScanner::on_batchCaptureButton_clicked(){
353
 
354
    // If in review mode, go back to aquisition mode
355
    if(captureReviewMode){
356
        ui->captureTreeWidget->clearSelection();
357
        ui->singleCaptureButton->setText("Single Aquisition");
358
        ui->batchCaptureButton->setText("Batch Aquisition");
359
        captureReviewMode = false;
360
        return;
361
    }
362
 
363
    // Construct vector of angles
364
    int angleStart = ui->captureBatchStartSpinBox->value();
365
    int angleEnd = ui->captureBatchEndSpinBox->value();
366
    int angleStep = ui->captureBatchStepSpinBox->value();
367
 
368
    if(angleStart > angleEnd)
369
        angleEnd += 360;
370
 
371
    std::vector<float> angles;
372
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
373
        angles.push_back(i % 360);
374
 
375
    std::cout << "Aquiring sequences at ";
75 jakw 376
    for(unsigned int i=0; i<angles.size(); i++)
30 jakw 377
        std::cout << angles[i] << " ";
378
    std::cout << " degrees" <<std::endl;
379
 
380
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequences", Q_ARG(std::vector<float>, angles));
381
}
382
 
27 jakw 383
void SMScanner::onReceiveFrameSequence(SMFrameSequence frameSequence){
384
 
67 jakw 385
    int id = lastCaptureId + 1;
386
    lastCaptureId += 1;
387
 
45 jakw 388
    frameSequence.id = id;
389
 
27 jakw 390
    captureData.push_back(frameSequence);
391
 
392
    // Add identifier to list
393
    QTreeWidgetItem* item = new QTreeWidgetItem(ui->captureTreeWidget);
45 jakw 394
    item->setText(0, QString("Frame Sequence %1 -- %2 deg").arg(id).arg(frameSequence.rotationAngle));
139 jakw 395
    //item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
67 jakw 396
    item->setData(0, Qt::UserRole, QPoint(captureData.size()-1, -1));
139 jakw 397
    //item->setCheckState(0, Qt::Checked);
27 jakw 398
    //ui->captureTreeWidget->addItem(item);
399
 
103 jakw 400
    for(unsigned int i=0; i<frameSequence.frames0.size(); i++){
27 jakw 401
        QTreeWidgetItem* subItem = new QTreeWidgetItem(item);
402
        subItem->setText(0, QString("frames %1").arg(i));
45 jakw 403
        subItem->setData(0, Qt::UserRole, QPoint(id, i));
27 jakw 404
    }
41 jakw 405
 
406
    ui->reconstructButton->setEnabled(true);
27 jakw 407
}
408
 
409
void SMScanner::on_captureTreeWidget_itemSelectionChanged(){
410
 
411
    // if selection is just cleared
412
    if(ui->captureTreeWidget->selectedItems().empty())
413
        return;
414
 
415
    QTreeWidgetItem *item = ui->captureTreeWidget->currentItem();
416
 
417
    captureReviewMode = true;
418
 
419
    ui->singleCaptureButton->setText("Live View");
420
    ui->batchCaptureButton->setText("Live View");
421
 
422
    QPoint idx = item->data(0, Qt::UserRole).toPoint();
423
 
424
    if(idx.y() != -1){
103 jakw 425
        ui->captureCamera0Widget->showImageCV(captureData[idx.x()].frames0[idx.y()]);
426
        ui->captureCamera1Widget->showImageCV(captureData[idx.x()].frames1[idx.y()]);
27 jakw 427
    }
428
 
429
//     std::cout << "on_captureTreeWidget_itemSelectionChanged" << std::endl;
430
}
30 jakw 431
 
432
 
433
void SMScanner::onReceiveRotatedTo(float angle){
434
 
435
    // update ui with new position
436
    ui->calibrationRotationDial->setValue(angle);
437
    ui->captureRotationDial->setValue(angle);
438
 
159 jakw 439
    ui->calibrationRotationSpinBox->setValue(angle);
440
    ui->captureRotationSpinBox->setValue(angle);
30 jakw 441
}
36 jakw 442
 
443
void SMScanner::on_actionExport_Sets_triggered(){
444
 
143 jakw 445
    QString dirName = QFileDialog::getExistingDirectory(this, "Export calibration sets", QString());
446
 
447
    QProgressDialog progressDialog("Exporting Sets...", "Cancel", 0, 100, this);
448
    progressDialog.setWindowModality(Qt::WindowModal);
449
    progressDialog.setMinimumDuration(1000);
450
 
451
    progressDialog.show();
112 jakw 452
    cv::Mat frameBGR;
75 jakw 453
    for(unsigned int i=0; i<calibrationData.size(); i++){
36 jakw 454
        QString fileName = QString("%1/frame0_%2.png").arg(dirName).arg(i);
136 jakw 455
 
143 jakw 456
        progressDialog.setValue(100.0*i/calibrationData.size());
457
 
136 jakw 458
        // Convert to BGR
459
        if(calibrationData[i].frame0.channels() == 1)
460
            cv::cvtColor(calibrationData[i].frame0, frameBGR, CV_BayerBG2BGR);
461
        else
462
            cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_RGB2BGR);
463
 
36 jakw 464
        cv::imwrite(fileName.toStdString(), frameBGR);
465
        fileName = QString("%1/frame1_%2.png").arg(dirName).arg(i);
136 jakw 466
 
467
        // Convert to BGR
468
        if(calibrationData[i].frame1.channels() == 1)
469
            cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_BayerBG2BGR);
470
        else
471
            cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_RGB2BGR);
472
 
36 jakw 473
        cv::imwrite(fileName.toStdString(), frameBGR);
137 jakw 474
 
475
        // Necessary to prevent pileup of video frame signals
112 jakw 476
        QCoreApplication::processEvents();
143 jakw 477
 
478
        if(progressDialog.wasCanceled())
479
            return;
36 jakw 480
    }
481
 
482
}
483
 
484
void SMScanner::on_actionExport_Sequences_triggered(){
485
 
143 jakw 486
    QString dirName = QFileDialog::getExistingDirectory(this, "Export frame sequences", QString());
487
 
488
    QProgressDialog progressDialog("Exporting Sequences...", "Cancel", 0, 100, this);
142 jakw 489
    progressDialog.setWindowModality(Qt::WindowModal);
141 jakw 490
    progressDialog.setMinimumDuration(1000);
491
 
142 jakw 492
    progressDialog.show();
141 jakw 493
 
112 jakw 494
    cv::Mat frameBGR;
103 jakw 495
    for(unsigned int i=0; i<captureData.size(); i++){
141 jakw 496
 
103 jakw 497
        QString seqDirName = QString("%1/sequence_%2").arg(dirName).arg(i);
498
        if(!QDir().mkdir(seqDirName))
499
            std::cerr << "Could not create directory " << seqDirName.toStdString() << std::endl;
500
        for(unsigned int j=0; j<captureData[i].frames0.size(); j++){
142 jakw 501
 
143 jakw 502
            progressDialog.setValue(100.0*i/captureData.size() + 100.0/captureData.size()*j/captureData[i].frames0.size());
142 jakw 503
 
504
            QString fileName0 = QString("%1/frames0_%2.png").arg(seqDirName).arg(j);
113 jakw 505
            // Convert Bayer to rgb (png needs BGR order)
506
            cv::cvtColor(captureData[i].frames0[j], frameBGR, CV_BayerBG2BGR);
142 jakw 507
            cv::imwrite(fileName0.toStdString(), frameBGR);
137 jakw 508
 
509
            // Necessary to prevent pileup of video frame signals
112 jakw 510
            QCoreApplication::processEvents();
142 jakw 511
 
512
            QString fileName1 = QString("%1/frames1_%2.png").arg(seqDirName).arg(j);
113 jakw 513
            // Convert Bayer to rgb (png needs BGR order)
514
            cv::cvtColor(captureData[i].frames1[j], frameBGR, CV_BayerBG2BGR);
142 jakw 515
            cv::imwrite(fileName1.toStdString(), frameBGR);
137 jakw 516
 
517
            // Necessary to prevent pileup of video frame signals
112 jakw 518
            QCoreApplication::processEvents();
142 jakw 519
            if(progressDialog.wasCanceled())
520
                return;
103 jakw 521
        }
522
    }
36 jakw 523
}
41 jakw 524
 
115 jakw 525
void SMScanner::on_actionExport_White_Frames_triggered(){
526
 
143 jakw 527
    QString dirName = QFileDialog::getExistingDirectory(this, "Export frame sequences", QString());
528
 
529
    QProgressDialog progressDialog("Exporting White Frames...", "Cancel", 0, 100, this);
530
    progressDialog.setWindowModality(Qt::WindowModal);
531
    progressDialog.setMinimumDuration(1000);
532
 
115 jakw 533
    cv::Mat frameBGR;
534
    for(unsigned int i=0; i<captureData.size(); i++){
143 jakw 535
 
536
        progressDialog.setValue(100.0*i/captureData.size());
537
 
115 jakw 538
        QString seqDirName = QString("%1/sequence_%2").arg(dirName).arg(i);
539
        if(!QDir().mkdir(seqDirName))
540
            std::cerr << "Could not create directory " << seqDirName.toStdString() << std::endl;
541
 
542
        QString fileName = QString("%1/frames0_0.png").arg(seqDirName);
543
        // Convert Bayer to rgb (png needs BGR order)
544
        cv::cvtColor(captureData[i].frames0[0], frameBGR, CV_BayerBG2BGR);
545
        cv::imwrite(fileName.toStdString(), frameBGR);
128 jakw 546
        // Necessary to prevent memory pileup
115 jakw 547
        QCoreApplication::processEvents();
548
 
549
        fileName = QString("%1/frames1_0.png").arg(seqDirName);
550
        // Convert Bayer to rgb (png needs BGR order)
551
        cv::cvtColor(captureData[i].frames1[0], frameBGR, CV_BayerBG2BGR);
552
        cv::imwrite(fileName.toStdString(), frameBGR);
128 jakw 553
        // Necessary to prevent memory pileup
115 jakw 554
        QCoreApplication::processEvents();
143 jakw 555
        if(progressDialog.wasCanceled())
556
            return;
115 jakw 557
    }
558
 
559
}
560
 
41 jakw 561
void SMScanner::on_reconstructButton_clicked(){
562
 
563
    // Set up reconstruction thread
564
    reconstructionWorker = new SMReconstructionWorker;
565
    reconstructionWorkerThread = new QThread(this);
566
    reconstructionWorkerThread->setObjectName("reconstructionWorkerThread");
567
    reconstructionWorker->moveToThread(reconstructionWorkerThread);
568
    reconstructionWorkerThread->start();
569
 
570
    // Connections
148 jakw 571
    connect(reconstructionWorker, SIGNAL(newPointCloud(SMPointCloud)), this, SLOT(onReceivePointCloud(SMPointCloud)));
41 jakw 572
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorkerThread, SLOT(quit()));
573
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorker, SLOT(deleteLater()));
574
 
575
    // Start reconstructing
42 jakw 576
    QMetaObject::invokeMethod(reconstructionWorker, "setup");
41 jakw 577
 
75 jakw 578
    for(unsigned int i=0; i<captureData.size(); i++){
139 jakw 579
        if(!captureData[i].reconstructed){ // & (ui->captureTreeWidget->topLevelItem(i)->checkState(0) == Qt::Checked))
580
            captureData[i].reconstructed = true;
45 jakw 581
            QMetaObject::invokeMethod(reconstructionWorker, "reconstructPointCloud", Q_ARG(SMFrameSequence, captureData[i]));
139 jakw 582
        }
45 jakw 583
    }
584
 
41 jakw 585
}
586
 
148 jakw 587
void SMScanner::onReceivePointCloud(SMPointCloud smCloud){
41 jakw 588
 
45 jakw 589
    int id = smCloud.id;
590
 
139 jakw 591
//    for(int i=0; i<captureData.size(); i++){
592
//        if(captureData[i].id == id)
593
//            captureData[i].reconstructed = true;
594
//    }
82 jakw 595
 
41 jakw 596
    pointCloudData.push_back(smCloud);
597
 
42 jakw 598
    // Add identifier to list
148 jakw 599
    QListWidgetItem* item = new QListWidgetItem(QString("Point Cloud %1 -- %2 deg").arg(id).arg(smCloud.rotationAngle));
42 jakw 600
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
44 jakw 601
    item->setData(Qt::UserRole, QVariant(id));
42 jakw 602
    item->setCheckState(Qt::Checked);
44 jakw 603
 
42 jakw 604
    ui->pointCloudsListWidget->addItem(item);
148 jakw 605
ui->pointCloudWidget->addPointCloud(smCloud, id);
41 jakw 606
}
42 jakw 607
 
608
 
44 jakw 609
 
610
void SMScanner::on_actionExport_Point_Clouds_triggered(){
611
 
612
    QString directory = QFileDialog::getExistingDirectory(this, "Export Point Clouds", QString());
613
 
614
//    //  Non native file dialog
615
//    QFileDialog saveDirectoryDialog(this, "Export Point Clouds", QString(), "*.pcd;;*.ply;;*.vtk;;*.png;;*.txt");
616
//    saveDirectoryDialog.setDefaultSuffix("ply");
617
//    saveDirectoryDialog.setFileMode(QFileDialog::Directory);
618
//    saveDirectoryDialog.exec();
619
//    QString directory = saveDirectoryDialog.directory().path();
620
//    QString type = saveDirectoryDialog.selectedNameFilter();
621
 
144 jakw 622
    QProgressDialog progressDialog("Exporting Point Clouds...", "Cancel", 0, 100, this);
143 jakw 623
    progressDialog.setWindowModality(Qt::WindowModal);
624
    progressDialog.setMinimumDuration(1000);
625
 
44 jakw 626
    // save point clouds in ply format
75 jakw 627
    for(unsigned int i=0; i<pointCloudData.size(); i++){
143 jakw 628
 
629
        progressDialog.setValue(100.0*i/pointCloudData.size());
630
 
44 jakw 631
        QString fileName = QString("%1/pointcloud_%2.ply").arg(directory).arg(i);
128 jakw 632
        pcl::PointCloud<pcl::PointXYZRGBNormal>::Ptr pointCloudPCL(pointCloudData[i].pointCloud);
44 jakw 633
        //pcl::io::savePLYFileBinary(fileName.toStdString(), *pointCloudPCL);
634
        pcl::PLYWriter w;
635
        // Write to ply in binary without camera
128 jakw 636
        w.write<pcl::PointXYZRGBNormal> (fileName.toStdString(), *pointCloudPCL, true, false);
143 jakw 637
 
638
        QCoreApplication::processEvents();
639
        if(progressDialog.wasCanceled())
640
            return;
44 jakw 641
    }
642
 
643
    // save meshlab aln project file
644
    std::ofstream s(QString("%1/alignment.aln").arg(directory).toLocal8Bit());
645
    s << pointCloudData.size() << std::endl;
75 jakw 646
    for(unsigned int i=0; i<pointCloudData.size(); i++){
44 jakw 647
        QString fileName = QString("pointcloud_%1.ply").arg(i);
648
        s << fileName.toStdString() << std::endl << "#" << std::endl;
649
        cv::Mat Tr = cv::Mat::eye(4, 4, CV_32F);
650
        cv::Mat(pointCloudData[i].R.t()).copyTo(Tr.colRange(0, 3).rowRange(0, 3));
651
        cv::Mat(-pointCloudData[i].R.t()*pointCloudData[i].T).copyTo(Tr.col(3).rowRange(0, 3));
652
        for(int j=0; j<Tr.rows; j++){
653
            for(int k=0; k<Tr.cols; k++){
654
                s << Tr.at<float>(j,k) << " ";
655
            }
656
            s << std::endl;
657
        }
658
    }
659
    s << "0" << std::flush;
660
    s.close();
661
}
662
 
663
void SMScanner::on_pointCloudsListWidget_itemChanged(QListWidgetItem *item){
664
 
665
    int id = item->data(Qt::UserRole).toInt();
666
 
667
    if(item->checkState() == Qt::Checked)
668
        ui->pointCloudWidget->addPointCloud(pointCloudData[id], id);
669
    else
670
        ui->pointCloudWidget->removePointCloud(id);
671
 
672
}
673
 
674
void SMScanner::on_actionExport_Parameters_triggered(){
675
 
42 jakw 676
    QString fileName = QFileDialog::getSaveFileName(this, "Export calibration parameters", QString(), "*.xml");
677
    QFileInfo info(fileName);
678
    QString type = info.suffix();
679
    if(type == ""){
680
        fileName.append(".xml");
681
    }
682
 
683
    SMCalibrationParameters calibration = settings.value("calibration/parameters").value<SMCalibrationParameters>();
684
    calibration.exportToXML(fileName);
685
}
67 jakw 686
 
687
void SMScanner::on_actionClear_Sequences_triggered(){
688
 
689
    int res = QMessageBox::question(this, "Clear Captured Sequences", "Clear all captured data?", QMessageBox::Ok, QMessageBox::Cancel);
690
 
691
    if(res == QMessageBox::Ok){
692
        captureData.clear();
693
        ui->captureTreeWidget->clear();
694
    }
695
}
115 jakw 696
 
697
 
135 jakw 698
 
699
void SMScanner::on_actionImport_Parameters_triggered(){
700
 
701
    QString fileName = QFileDialog::getOpenFileName(this, "Import calibration parameters", QString(), "*.xml");
702
    QFileInfo info(fileName);
703
    QString type = info.suffix();
136 jakw 704
    if(type != "xml"){
135 jakw 705
        std::cerr << "Error: calibration parameters must be in .xml file." << std::endl;
706
        return;
707
    }
708
 
709
    SMCalibrationParameters cal;
710
    cal.importFromXML(fileName);
711
 
712
    settings.setValue("calibration/parameters",  QVariant::fromValue(cal));
713
    ui->pointCloudWidget->updateCalibrationParameters();
139 jakw 714
 
715
    std::cout << "Imported calibration parameters " << fileName.toStdString() << std::endl;
135 jakw 716
}
717
 
718
void SMScanner::on_actionImport_Sets_triggered(){
719
 
720
    QString dirName = QFileDialog::getExistingDirectory(this, "Import calibration sets", QString());
721
 
722
    QDir dir(dirName);
723
    QStringList fileNames0 = dir.entryList(QStringList("frame0_*.png"));
724
    QStringList fileNames1 = dir.entryList(QStringList("frame1_*.png"));
725
 
726
    if(fileNames0.empty() || fileNames1.empty() || fileNames0.count() != fileNames1.count()){
727
        std::cerr << "Error: could not load calibration sets. Directory must contain .png files for both cameras." << std::endl;
728
        return;
729
    }
730
 
731
    calibrationData.clear();
732
    ui->calibrationListWidget->clear();
733
 
143 jakw 734
    QProgressDialog progressDialog("Importing Sets...", "Cancel", 0, 100, this);
735
    progressDialog.setWindowModality(Qt::WindowModal);
736
    progressDialog.setMinimumDuration(1000);
737
 
167 jakw 738
    size_t nSets = fileNames0.size();
135 jakw 739
    for(unsigned int i=0; i<nSets; i++){
740
 
143 jakw 741
        progressDialog.setValue(100.0*i/nSets);
742
 
135 jakw 743
        SMCalibrationSet calibrationSet;
744
 
140 jakw 745
        QString fileName0 = QString("%1/frame0_%2.png").arg(dirName).arg(i);
139 jakw 746
        cv::Mat frame0BGR = cv::imread(fileName0.toStdString());
747
        cvtools::cvtColorBGRToBayerBG(frame0BGR, calibrationSet.frame0);
135 jakw 748
 
140 jakw 749
        QString fileName1 = QString("%1/frame1_%2.png").arg(dirName).arg(i);
139 jakw 750
        cv::Mat frame1BGR = cv::imread(fileName1.toStdString());
751
        cvtools::cvtColorBGRToBayerBG(frame1BGR, calibrationSet.frame1);
752
 
753
 
135 jakw 754
        int id = ui->calibrationListWidget->count();
755
        calibrationSet.id = id;
756
 
757
        calibrationData.push_back(calibrationSet);
758
 
759
        // Add identifier to list
760
        QListWidgetItem* item = new QListWidgetItem(QString("Calibration Set %1 -- %2 deg").arg(id).arg(calibrationSet.rotationAngle), ui->calibrationListWidget);
761
        item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
196 jakw 762
        item->setCheckState(Qt::Checked);
135 jakw 763
        ui->calibrationListWidget->addItem(item);
764
 
765
        QCoreApplication::processEvents();
143 jakw 766
        if(progressDialog.wasCanceled())
767
            return;
135 jakw 768
    }
769
 
770
    // Set enabled checkmark
771
    if(calibrationData.size() >= 2)
772
        ui->calibrateButton->setEnabled(true);
773
}
139 jakw 774
 
775
void SMScanner::on_actionImport_Sequences_triggered(){
776
 
777
    // NOTE: we do not know which algorithm was used!!!
143 jakw 778
 
139 jakw 779
    QString dirName = QFileDialog::getExistingDirectory(this, "Import captured sequences", QString());
780
 
781
    QDir dir(dirName);
782
    QStringList sequenceDirNames = dir.entryList(QStringList("sequence_*"));
783
 
784
    if(sequenceDirNames.empty()){
785
        std::cerr << "Error: could not find sequences." << std::endl;
786
        return;
787
    }
788
 
789
    captureData.clear();
790
    ui->captureTreeWidget->clear();
791
 
143 jakw 792
    QProgressDialog progressDialog("Importing Sequences...", "Cancel", 0, 100, this);
793
    progressDialog.setWindowModality(Qt::WindowModal);
794
    progressDialog.setMinimumDuration(1000);
795
 
139 jakw 796
    for(int s=0; s<sequenceDirNames.count(); s++){
797
 
798
        QDir sequenceDir(QString("%1/%2").arg(dirName).arg(sequenceDirNames.at(s)));
799
 
800
        QStringList fileNames0 = sequenceDir.entryList(QStringList("frames0_*.png"));
801
        QStringList fileNames1 = sequenceDir.entryList(QStringList("frames1_*.png"));
802
 
803
        if(fileNames0.empty() || fileNames1.empty() || fileNames0.count() != fileNames1.count()){
804
            std::cerr << "Error: could not load sequence. Directory must contain .png files for both cameras." << std::endl;
805
            return;
806
        }
807
 
808
        int nFrames = fileNames0.size();
809
 
810
        SMFrameSequence sequence;
811
 
812
        for(int f=0; f<nFrames; f++){
813
 
143 jakw 814
            progressDialog.setValue(100.0*s/sequenceDirNames.count() + 100.0/sequenceDirNames.count()*f/nFrames);
815
 
139 jakw 816
            cv::Mat frame0BGR, frame0BayerBG, frame1BGR, frame1BayerBG;
817
 
818
            QString fileName0 = QString("%1/%2/frames0_%3.png").arg(dirName).arg(sequenceDirNames.at(s)).arg(f);
819
            frame0BGR = cv::imread(fileName0.toStdString());
820
            cvtools::cvtColorBGRToBayerBG(frame0BGR, frame0BayerBG);
821
 
822
            QString fileName1 = QString("%1/%2/frames1_%3.png").arg(dirName).arg(sequenceDirNames.at(s)).arg(f);
823
            frame1BGR = cv::imread(fileName1.toStdString());
824
            cvtools::cvtColorBGRToBayerBG(frame1BGR, frame1BayerBG);
825
 
826
            sequence.frames0.push_back(frame0BayerBG);
827
            sequence.frames1.push_back(frame1BayerBG);
828
 
829
            QCoreApplication::processEvents();
143 jakw 830
            if(progressDialog.wasCanceled())
831
                return;
139 jakw 832
        }
143 jakw 833
 
834
        // Assign whatever algorithm is configured
139 jakw 835
        sequence.codec = settings.value("algorithm").toString();
836
        sequence.rotationAngle = 0;
837
        sequence.reconstructed = false;
838
 
839
        onReceiveFrameSequence(sequence);
840
    }
841
 
842
}
843
 
844
void SMScanner::on_actionClear_Point_Clouds_triggered(){
845
 
846
    int res = QMessageBox::question(this, "Clear Reconstructed Point Clouds", "Clear all reconstructed point clouds?", QMessageBox::Ok, QMessageBox::Cancel);
847
 
848
    if(res == QMessageBox::Ok){
849
 
850
        pointCloudData.clear();
851
        ui->pointCloudsListWidget->clear();
852
        ui->pointCloudWidget->removeAllPointClouds();
853
 
167 jakw 854
        for(unsigned int i=0; i<captureData.size(); i++)
139 jakw 855
            captureData[i].reconstructed = false;
856
    }
857
}
159 jakw 858
 
199 jakw 859
 
860
void SMScanner::on_actionProject_Focusing_Pattern_triggered()
861
{
862
    bool projectFocusingPattern = ui->actionProject_Focusing_Pattern->isChecked();
863
    QMetaObject::invokeMethod(captureWorker, "setProjectFocusingPattern", Q_ARG(bool, projectFocusingPattern));
864
 
865
}