Subversion Repositories seema-scanner

Rev

Rev 232 | Rev 244 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
1 jakw 1
#include "SMScanner.h"
225 jakw 2
 
1 jakw 3
#include "ui_SMScanner.h"
4
 
4 jakw 5
#include <QMetaObject>
36 jakw 6
#include <QFileDialog>
67 jakw 7
#include <QMessageBox>
141 jakw 8
#include <QProgressDialog>
4 jakw 9
 
44 jakw 10
#include <pcl/io/pcd_io.h>
11
#include <pcl/io/ascii_io.h>
12
#include <pcl/io/ply_io.h>
13
#include <pcl/io/png_io.h>
14
#include <pcl/io/vtk_io.h>
15
#include <vtkPolyDataWriter.h>
16
#include <pcl/conversions.h>
17
 
139 jakw 18
#include "cvtools.h"
19
 
27 jakw 20
SMScanner::SMScanner(QWidget *parent) :QMainWindow(parent), ui(new Ui::SMScanner),
67 jakw 21
                                        calibrationReviewMode(false), captureReviewMode(false), lastCaptureId(-1){
4 jakw 22
 
27 jakw 23
    // Register metatypes
24
    qRegisterMetaType<cv::Mat>("cv::Mat");
25
    qRegisterMetaType< std::vector<cv::Mat> >("std::vector<cv::Mat>");
30 jakw 26
    qRegisterMetaType< std::vector<float> >("std::vector<float>");
27 jakw 27
    qRegisterMetaType<SMCalibrationSet>("SMCalibrationSet");
28
    qRegisterMetaType< std::vector<SMCalibrationSet> >("std::vector<SMCalibrationSet>");
29
    qRegisterMetaType<SMFrameSequence>("SMFrameSequence");
42 jakw 30
    qRegisterMetaType< std::vector<SMFrameSequence> >("std::vector<SMFrameSequence>");
45 jakw 31
    qRegisterMetaType<pcl::PointCloud<pcl::PointXYZRGB>::Ptr>("pcl::PointCloud<pcl::PointXYZRGB>::Ptr");
42 jakw 32
    qRegisterMetaType<SMPointCloud>("SMPointCloud");
208 flgw 33
    qRegisterMetaType< std::vector<SMPointCloud> >("std::vector<SMPointCloud>");
27 jakw 34
 
42 jakw 35
    // Setup ui (requires stream operators registered)
36
    ui->setupUi(this);
37
 
4 jakw 38
    // Restore geometry
39
    this->restoreGeometry(settings.value("geometry/mainwindow").toByteArray());
40
    this->restoreState(settings.value("state/mainwindow").toByteArray());
41
 
225 jakw 42
    // Set up capture thread
4 jakw 43
    captureWorker = new SMCaptureWorker;
44
    captureWorkerThread = new QThread(this);
45
    captureWorkerThread->setObjectName("captureWorkerThread");
46
    captureWorker->moveToThread(captureWorkerThread);
47
    captureWorkerThread->start();
48
 
49
    // Connections
23 jakw 50
    connect(captureWorker, SIGNAL(newFrame(unsigned int, cv::Mat)), this, SLOT(onReceiveFrame(unsigned int, cv::Mat)));
27 jakw 51
    connect(captureWorker, SIGNAL(newCalibrationSet(SMCalibrationSet)), this, SLOT(onReceiveCalibrationSet(SMCalibrationSet)));
52
    connect(captureWorker, SIGNAL(newFrameSequence(SMFrameSequence)), this, SLOT(onReceiveFrameSequence(SMFrameSequence)));
30 jakw 53
    connect(captureWorker, SIGNAL(rotatedTo(float)), this, SLOT(onReceiveRotatedTo(float)));
4 jakw 54
 
55
    // Start capturing
56
    QMetaObject::invokeMethod(captureWorker, "setup");
57
    QMetaObject::invokeMethod(captureWorker, "doWork");
58
 
225 jakw 59
    // Set up calibration thread
60
    calibrationWorker = new SMCalibrationWorker;
61
    calibrationWorkerThread = new QThread(this);
62
    calibrationWorkerThread->setObjectName("calibrationWorkerThread");
63
    calibrationWorker->moveToThread(calibrationWorkerThread);
64
    calibrationWorkerThread->start();
148 jakw 65
 
225 jakw 66
    // Connections
67
    connect(calibrationWorker, SIGNAL(newCheckerboardResult(int, SMCalibrationSet)), this, SLOT(onReceiveCheckerboardResult(int, SMCalibrationSet)));
68
    connect(calibrationWorker, SIGNAL(done()), this, SLOT(onReceiveCalibrationDone()));
69
    connect(calibrationWorker, SIGNAL(done()), ui->pointCloudWidget, SLOT(updateCalibrationParameters()));
70
//    connect(calibrationWorker, SIGNAL(done()), calibrationWorkerThread, SLOT(quit()));
71
//    connect(calibrationWorker, SIGNAL(done()), calibrationWorker, SLOT(deleteLater()));
72
    connect(calibrationWorker, SIGNAL(logMessage(QString)), &logDialog, SLOT(showLogMessage(QString)));
148 jakw 73
 
225 jakw 74
    // Set up reconstruction thread
75
    reconstructionWorker = new SMReconstructionWorker;
76
    reconstructionWorkerThread = new QThread(this);
77
    reconstructionWorkerThread->setObjectName("reconstructionWorkerThread");
78
    reconstructionWorker->moveToThread(reconstructionWorkerThread);
79
    reconstructionWorkerThread->start();
80
 
81
    // Connections
82
    connect(reconstructionWorker, SIGNAL(newPointCloud(SMPointCloud)), this, SLOT(onReceivePointCloud(SMPointCloud)));
83
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorkerThread, SLOT(quit()));
84
    connect(reconstructionWorker, SIGNAL(done()), reconstructionWorker, SLOT(deleteLater()));
85
 
1 jakw 86
}
87
 
23 jakw 88
void SMScanner::onReceiveFrame(unsigned int camId, cv::Mat frame){
4 jakw 89
 
23 jakw 90
    if(camId == 0){
25 jakw 91
        if(!calibrationReviewMode)
92
            ui->calibrationCamera0Widget->showImageCV(frame);
27 jakw 93
        if(!captureReviewMode)
94
            ui->captureCamera0Widget->showImageCV(frame);
23 jakw 95
    } else if(camId == 1){
25 jakw 96
        if(!calibrationReviewMode)
97
            ui->calibrationCamera1Widget->showImageCV(frame);
27 jakw 98
        if(!captureReviewMode)
99
            ui->captureCamera1Widget->showImageCV(frame);
23 jakw 100
    }
101
}
4 jakw 102
 
23 jakw 103
void SMScanner::on_actionPreferences_triggered(){
4 jakw 104
 
74 jakw 105
    connect(&preferenceDialog, SIGNAL(accepted()), this, SLOT(onPreferencesChanged()));
73 jakw 106
 
4 jakw 107
    preferenceDialog.show();
108
}
109
 
73 jakw 110
void SMScanner::onPreferencesChanged(){
111
 
225 jakw 112
    // Stop capture worker
113
//    connect(captureWorker, SIGNAL(finished()), captureWorker, SLOT(deleteLater()));
114
//    connect(captureWorker, SIGNAL(finished()), captureWorkerThread, SLOT(quit()));
137 jakw 115
    QMetaObject::invokeMethod(captureWorker, "stopWork");
225 jakw 116
//    captureWorkerThread->quit();
117
//    captureWorkerThread->wait();
73 jakw 118
 
225 jakw 119
//    // Restart capture worker
120
//    captureWorker = new SMCaptureWorker;
121
//    captureWorkerThread = new QThread(this);
122
//    captureWorkerThread->setObjectName("captureWorkerThread");
123
//    captureWorker->moveToThread(captureWorkerThread);
124
//    captureWorkerThread->start();
73 jakw 125
 
225 jakw 126
//    connect(captureWorker, SIGNAL(newFrame(unsigned int, cv::Mat)), this, SLOT(onReceiveFrame(unsigned int, cv::Mat)));
127
//    connect(captureWorker, SIGNAL(newCalibrationSet(SMCalibrationSet)), this, SLOT(onReceiveCalibrationSet(SMCalibrationSet)));
128
//    connect(captureWorker, SIGNAL(newFrameSequence(SMFrameSequence)), this, SLOT(onReceiveFrameSequence(SMFrameSequence)));
129
//    connect(captureWorker, SIGNAL(rotatedTo(float)), this, SLOT(onReceiveRotatedTo(float)));
74 jakw 130
 
137 jakw 131
    QMetaObject::invokeMethod(captureWorker, "setup");
132
    QMetaObject::invokeMethod(captureWorker, "doWork");
74 jakw 133
 
73 jakw 134
}
135
 
4 jakw 136
void SMScanner::closeEvent(QCloseEvent *event){
137
 
225 jakw 138
    // Close dialogs
139
    preferenceDialog.close();
140
    logDialog.close();
141
 
23 jakw 142
    // Stop capturing thread
143
    connect(captureWorker, SIGNAL(finished()), captureWorker, SLOT(deleteLater()));
144
    connect(captureWorker, SIGNAL(finished()), captureWorkerThread, SLOT(quit()));
145
    QMetaObject::invokeMethod(captureWorker, "stopWork");
146
    captureWorkerThread->quit();
147
    captureWorkerThread->wait();
148
 
4 jakw 149
    // Save window geometry
150
    settings.setValue("geometry/mainwindow", this->saveGeometry());
151
    settings.setValue("state/mainwindow", this->saveState());
152
 
153
    event->accept();
154
 
155
}
156
 
2 jakw 157
SMScanner::~SMScanner(){
1 jakw 158
    delete ui;
159
}
4 jakw 160
 
23 jakw 161
void SMScanner::on_singleCalibrationButton_clicked(){
162
 
25 jakw 163
    // If in review mode, go back to aquisition mode
164
    if(calibrationReviewMode){
26 jakw 165
        ui->calibrationListWidget->clearSelection();
25 jakw 166
        ui->singleCalibrationButton->setText("Single Aquisition");
167
        ui->batchCalibrationButton->setText("Batch Aquisition");
168
        calibrationReviewMode = false;
169
        return;
170
    }
171
 
27 jakw 172
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSet", Q_ARG(float, -1.0));
23 jakw 173
 
174
}
175
 
30 jakw 176
 
177
void SMScanner::on_batchCalibrationButton_clicked(){
178
 
179
    // If in review mode, go back to aquisition mode
180
    if(calibrationReviewMode){
181
        ui->calibrationListWidget->clearSelection();
182
        ui->singleCalibrationButton->setText("Single Aquisition");
183
        ui->batchCalibrationButton->setText("Batch Aquisition");
184
        calibrationReviewMode = false;
185
        return;
186
    }
187
 
188
    // Construct vector of angles
189
    int angleStart = ui->calibrationBatchStartSpinBox->value();
190
    int angleEnd = ui->calibrationBatchEndSpinBox->value();
191
    int angleStep = ui->calibrationBatchStepSpinBox->value();
192
 
193
    if(angleStart > angleEnd)
194
        angleEnd += 360;
195
 
196
    std::vector<float> angles;
197
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
198
        angles.push_back(i % 360);
199
 
200
    QMetaObject::invokeMethod(captureWorker, "acquireCalibrationSets", Q_ARG(std::vector<float>, angles));
201
 
202
    std::cout << "Aquiring sets at ";
75 jakw 203
    for(unsigned int i=0; i<angles.size(); i++)
30 jakw 204
        std::cout << angles[i] << " ";
205
    std::cout << " degrees" <<std::endl;
206
}
207
 
208
 
23 jakw 209
void SMScanner::on_calibrationRotationDial_sliderReleased(){
27 jakw 210
 
23 jakw 211
    float angle = ui->calibrationRotationDial->value();
212
    std::cout << "Rotation stage target: " << angle << std::endl;
213
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
27 jakw 214
 
159 jakw 215
    ui->calibrationRotationSpinBox->setValue(angle);
216
 
217
    ui->captureRotationDial->setValue(angle);
218
    ui->captureRotationSpinBox->setValue(angle);
23 jakw 219
}
24 jakw 220
 
159 jakw 221
 
222
void SMScanner::on_calibrationRotationSpinBox_editingFinished(){
223
 
224
    float angle = ui->calibrationRotationSpinBox->value();
225
    std::cout << "Rotation stage target: " << angle << std::endl;
226
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
227
 
228
    ui->calibrationRotationDial->setValue(angle);
229
 
230
    ui->captureRotationSpinBox->setValue(angle);
231
    ui->captureRotationDial->setValue(angle);
232
}
233
 
27 jakw 234
void SMScanner::onReceiveCalibrationSet(SMCalibrationSet calibrationSet){
123 jakw 235
 
225 jakw 236
    // Send to checkerboard detection on calibration thread
237
    QMetaObject::invokeMethod(calibrationWorker, "checkerboardDetection", Q_ARG(SMCalibrationSet, calibrationSet));
238
 
23 jakw 239
}
25 jakw 240
 
225 jakw 241
void SMScanner::on_calibrateCamerasButton_clicked(){
25 jakw 242
 
29 jakw 243
    // disable ui elements
225 jakw 244
    ui->calibrateCamerasButton->setEnabled(false);
245
    ui->calibrateRotationStageButton->setEnabled(false);
29 jakw 246
    ui->calibrationFrame->setEnabled(false);
27 jakw 247
 
225 jakw 248
    // if none items are selected, we will use all available items
249
    if(ui->calibrationListWidget->selectedItems().empty())
250
        ui->calibrationListWidget->selectAll();
251
 
252
    // set selected flags
75 jakw 253
    for(unsigned int i=0; i<calibrationData.size(); i++){
225 jakw 254
        if(ui->calibrationListWidget->item(i)->isSelected())
255
            calibrationData[i].selected = true;
256
        else
257
            calibrationData[i].selected = false;
27 jakw 258
    }
259
 
225 jakw 260
    logDialog.show();
27 jakw 261
 
225 jakw 262
    // start calibration
263
    QMetaObject::invokeMethod(calibrationWorker, "cameraCalibration", Q_ARG(std::vector<SMCalibrationSet>, calibrationData));
27 jakw 264
 
265
}
266
 
232 jakw 267
void SMScanner::onReceiveCheckerboardResult(int idx, SMCalibrationSet calibrationSet){
30 jakw 268
 
232 jakw 269
    int id = ui->calibrationListWidget->count();
270
    calibrationSet.id = id;
30 jakw 271
 
232 jakw 272
    calibrationData.push_back(calibrationSet);
273
 
274
    // Add identifier to list
275
    QListWidgetItem* item = new QListWidgetItem(QString("Calibration Set %1 -- %2 deg").arg(id).arg(calibrationSet.rotationAngle), ui->calibrationListWidget);
276
    ui->calibrationListWidget->addItem(item);
277
    item->setSelected(true);
278
    ui->calibrationListWidget->setCurrentItem(item);
279
 
280
    // Enable calibration button
281
    if(calibrationData.size() >= 2){
282
        ui->calibrateCamerasButton->setEnabled(true);
283
        ui->calibrateRotationStageButton->setEnabled(true);
284
    }
285
 
286
    //ui->calibrationListWidget->setCurrentRow(idx);
27 jakw 287
}
288
 
225 jakw 289
void SMScanner::onReceiveCalibrationDone(){
27 jakw 290
 
291
    std::cout << "Calibration done!" << std::endl;
225 jakw 292
    ui->calibrateCamerasButton->setEnabled(true);
293
    ui->calibrateRotationStageButton->setEnabled(true);
29 jakw 294
    ui->calibrationFrame->setEnabled(true);
27 jakw 295
 
296
}
297
 
298
void SMScanner::on_calibrationListWidget_itemSelectionChanged(){
299
 
300
    // if selection is just cleared
301
    if(ui->calibrationListWidget->selectedItems().empty())
302
        return;
303
 
25 jakw 304
    calibrationReviewMode = true;
305
    ui->singleCalibrationButton->setText("Live View");
306
    ui->batchCalibrationButton->setText("Live View");
307
 
225 jakw 308
    int currentRow = ui->calibrationListWidget->currentRow();
309
    if(currentRow < 0)
310
        return;
311
 
312
    assert(currentRow < (int)calibrationData.size());
313
 
314
    // if checkerboard results are available, show them, otherwise show the frame
222 flgw 315
    if(calibrationData[currentRow].frame0Result.empty())
316
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0);
317
    else
25 jakw 318
        ui->calibrationCamera0Widget->showImageCV(calibrationData[currentRow].frame0Result);
222 flgw 319
 
320
    if(calibrationData[currentRow].frame1Result.empty())
321
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1);
25 jakw 322
    else
323
        ui->calibrationCamera1Widget->showImageCV(calibrationData[currentRow].frame1Result);
27 jakw 324
 
25 jakw 325
}
326
 
159 jakw 327
void SMScanner::on_captureRotationDial_sliderReleased(){
328
 
329
    float angle = ui->captureRotationDial->value();
330
    std::cout << "Rotation stage target: " << angle << std::endl;
331
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
332
 
333
    ui->captureRotationSpinBox->setValue(ui->captureRotationDial->value());
334
 
335
    ui->calibrationRotationDial->setValue(ui->captureRotationDial->value());
336
    ui->calibrationRotationSpinBox->setValue(ui->captureRotationDial->value());
337
}
338
 
339
void SMScanner::on_captureRotationSpinBox_editingFinished(){
340
 
341
    float angle = ui->captureRotationSpinBox->value();
342
    std::cout << "Rotation stage target: " << angle << std::endl;
343
    QMetaObject::invokeMethod(captureWorker, "rotateTo", Q_ARG(float, angle));
344
 
345
    ui->captureRotationDial->setValue(angle);
346
 
347
    ui->calibrationRotationSpinBox->setValue(angle);
348
    ui->calibrationRotationDial->setValue(angle);
349
}
350
 
27 jakw 351
void SMScanner::on_singleCaptureButton_clicked(){
352
 
353
    // If in review mode, go back to aquisition mode
354
    if(captureReviewMode){
355
        ui->captureTreeWidget->clearSelection();
356
        ui->singleCaptureButton->setText("Single Aquisition");
357
        ui->batchCaptureButton->setText("Batch Aquisition");
358
        captureReviewMode = false;
359
        return;
25 jakw 360
    }
361
 
27 jakw 362
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequence", Q_ARG(float, -1.0));
25 jakw 363
 
364
}
26 jakw 365
 
27 jakw 366
 
30 jakw 367
void SMScanner::on_batchCaptureButton_clicked(){
368
 
369
    // If in review mode, go back to aquisition mode
370
    if(captureReviewMode){
371
        ui->captureTreeWidget->clearSelection();
372
        ui->singleCaptureButton->setText("Single Aquisition");
373
        ui->batchCaptureButton->setText("Batch Aquisition");
374
        captureReviewMode = false;
375
        return;
376
    }
377
 
378
    // Construct vector of angles
379
    int angleStart = ui->captureBatchStartSpinBox->value();
380
    int angleEnd = ui->captureBatchEndSpinBox->value();
381
    int angleStep = ui->captureBatchStepSpinBox->value();
382
 
383
    if(angleStart > angleEnd)
384
        angleEnd += 360;
385
 
386
    std::vector<float> angles;
387
    for(int i=angleStart; i<=angleEnd; i+=angleStep)
388
        angles.push_back(i % 360);
389
 
390
    std::cout << "Aquiring sequences at ";
75 jakw 391
    for(unsigned int i=0; i<angles.size(); i++)
30 jakw 392
        std::cout << angles[i] << " ";
393
    std::cout << " degrees" <<std::endl;
394
 
395
    QMetaObject::invokeMethod(captureWorker, "acquireFrameSequences", Q_ARG(std::vector<float>, angles));
396
}
397
 
27 jakw 398
void SMScanner::onReceiveFrameSequence(SMFrameSequence frameSequence){
225 jakw 399
 
207 flgw 400
    frameSequence.id = ++lastCaptureId;
27 jakw 401
 
402
    // Add identifier to list
403
    QTreeWidgetItem* item = new QTreeWidgetItem(ui->captureTreeWidget);
207 flgw 404
    item->setText(0, QString("Frame Sequence %1 -- %2 deg").arg(frameSequence.id).arg(frameSequence.rotationAngle));
139 jakw 405
    //item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
225 jakw 406
    item->setData(0, Qt::UserRole, QPoint(frameSequence.id, -1));
139 jakw 407
    //item->setCheckState(0, Qt::Checked);
27 jakw 408
    //ui->captureTreeWidget->addItem(item);
409
 
103 jakw 410
    for(unsigned int i=0; i<frameSequence.frames0.size(); i++){
27 jakw 411
        QTreeWidgetItem* subItem = new QTreeWidgetItem(item);
412
        subItem->setText(0, QString("frames %1").arg(i));
207 flgw 413
        subItem->setData(0, Qt::UserRole, QPoint(frameSequence.id, i));
27 jakw 414
    }
41 jakw 415
 
225 jakw 416
    // Indicate that the current item is currently reconstructing
417
    item->setTextColor(0, QColor(128, 128, 128));
418
    item->setIcon(0, QIcon::fromTheme("system-run"));
419
 
420
    // Reconstruct the frame sequence
242 jakw 421
    //QMetaObject::invokeMethod(reconstructionWorker, "reconstructPointCloud", Q_ARG(SMFrameSequence, frameSequence));
225 jakw 422
    frameSequence.reconstructed = true;
423
 
424
    captureData.push_back(frameSequence);
425
 
27 jakw 426
}
427
 
428
void SMScanner::on_captureTreeWidget_itemSelectionChanged(){
429
 
430
    // if selection is just cleared
431
    if(ui->captureTreeWidget->selectedItems().empty())
432
        return;
433
 
434
    QTreeWidgetItem *item = ui->captureTreeWidget->currentItem();
435
 
436
    captureReviewMode = true;
437
 
438
    ui->singleCaptureButton->setText("Live View");
439
    ui->batchCaptureButton->setText("Live View");
440
 
441
    QPoint idx = item->data(0, Qt::UserRole).toPoint();
442
 
226 jakw 443
    if( idx.y() != -1 && idx.x()>=0 && idx.x()<(int)captureData.size()
444
            && idx.y()<(int)captureData[idx.x()].frames0.size()
445
            && idx.y()<(int)captureData[idx.x()].frames1.size() ){
207 flgw 446
        // TODO idx.x() can & WILL be out of bounds
103 jakw 447
        ui->captureCamera0Widget->showImageCV(captureData[idx.x()].frames0[idx.y()]);
448
        ui->captureCamera1Widget->showImageCV(captureData[idx.x()].frames1[idx.y()]);
27 jakw 449
    }
225 jakw 450
 
27 jakw 451
//     std::cout << "on_captureTreeWidget_itemSelectionChanged" << std::endl;
452
}
30 jakw 453
 
454
 
455
void SMScanner::onReceiveRotatedTo(float angle){
456
 
457
    // update ui with new position
458
    ui->calibrationRotationDial->setValue(angle);
459
    ui->captureRotationDial->setValue(angle);
460
 
159 jakw 461
    ui->calibrationRotationSpinBox->setValue(angle);
462
    ui->captureRotationSpinBox->setValue(angle);
30 jakw 463
}
36 jakw 464
 
465
void SMScanner::on_actionExport_Sets_triggered(){
466
 
143 jakw 467
    QString dirName = QFileDialog::getExistingDirectory(this, "Export calibration sets", QString());
468
 
469
    QProgressDialog progressDialog("Exporting Sets...", "Cancel", 0, 100, this);
470
    progressDialog.setWindowModality(Qt::WindowModal);
471
    progressDialog.setMinimumDuration(1000);
472
 
473
    progressDialog.show();
112 jakw 474
    cv::Mat frameBGR;
75 jakw 475
    for(unsigned int i=0; i<calibrationData.size(); i++){
36 jakw 476
        QString fileName = QString("%1/frame0_%2.png").arg(dirName).arg(i);
136 jakw 477
 
143 jakw 478
        progressDialog.setValue(100.0*i/calibrationData.size());
479
 
136 jakw 480
        // Convert to BGR
481
        if(calibrationData[i].frame0.channels() == 1)
482
            cv::cvtColor(calibrationData[i].frame0, frameBGR, CV_BayerBG2BGR);
483
        else
484
            cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_RGB2BGR);
485
 
36 jakw 486
        cv::imwrite(fileName.toStdString(), frameBGR);
487
        fileName = QString("%1/frame1_%2.png").arg(dirName).arg(i);
136 jakw 488
 
489
        // Convert to BGR
490
        if(calibrationData[i].frame1.channels() == 1)
491
            cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_BayerBG2BGR);
492
        else
493
            cv::cvtColor(calibrationData[i].frame1, frameBGR, CV_RGB2BGR);
494
 
36 jakw 495
        cv::imwrite(fileName.toStdString(), frameBGR);
137 jakw 496
 
497
        // Necessary to prevent pileup of video frame signals
112 jakw 498
        QCoreApplication::processEvents();
143 jakw 499
 
500
        if(progressDialog.wasCanceled())
501
            return;
36 jakw 502
    }
503
 
504
}
505
 
506
void SMScanner::on_actionExport_Sequences_triggered(){
507
 
143 jakw 508
    QString dirName = QFileDialog::getExistingDirectory(this, "Export frame sequences", QString());
509
 
510
    QProgressDialog progressDialog("Exporting Sequences...", "Cancel", 0, 100, this);
142 jakw 511
    progressDialog.setWindowModality(Qt::WindowModal);
141 jakw 512
    progressDialog.setMinimumDuration(1000);
513
 
142 jakw 514
    progressDialog.show();
141 jakw 515
 
112 jakw 516
    cv::Mat frameBGR;
103 jakw 517
    for(unsigned int i=0; i<captureData.size(); i++){
141 jakw 518
 
242 jakw 519
        QString format;
520
        if(captureData[i].frames0[0].depth() == CV_32F)
521
            format = "hdr";
522
        else
523
            format = "png";
524
 
103 jakw 525
        QString seqDirName = QString("%1/sequence_%2").arg(dirName).arg(i);
526
        if(!QDir().mkdir(seqDirName))
527
            std::cerr << "Could not create directory " << seqDirName.toStdString() << std::endl;
528
        for(unsigned int j=0; j<captureData[i].frames0.size(); j++){
142 jakw 529
 
143 jakw 530
            progressDialog.setValue(100.0*i/captureData.size() + 100.0/captureData.size()*j/captureData[i].frames0.size());
142 jakw 531
 
242 jakw 532
            QString fileName0 = QString("%1/frames0_%2.%3").arg(seqDirName).arg(j).arg(format);
113 jakw 533
            // Convert Bayer to rgb (png needs BGR order)
534
            cv::cvtColor(captureData[i].frames0[j], frameBGR, CV_BayerBG2BGR);
142 jakw 535
            cv::imwrite(fileName0.toStdString(), frameBGR);
137 jakw 536
 
537
            // Necessary to prevent pileup of video frame signals
112 jakw 538
            QCoreApplication::processEvents();
142 jakw 539
 
242 jakw 540
            QString fileName1 = QString("%1/frames1_%2.%3").arg(seqDirName).arg(j).arg(format);
113 jakw 541
            // Convert Bayer to rgb (png needs BGR order)
542
            cv::cvtColor(captureData[i].frames1[j], frameBGR, CV_BayerBG2BGR);
142 jakw 543
            cv::imwrite(fileName1.toStdString(), frameBGR);
137 jakw 544
 
545
            // Necessary to prevent pileup of video frame signals
112 jakw 546
            QCoreApplication::processEvents();
142 jakw 547
            if(progressDialog.wasCanceled())
548
                return;
103 jakw 549
        }
550
    }
36 jakw 551
}
41 jakw 552
 
115 jakw 553
void SMScanner::on_actionExport_White_Frames_triggered(){
554
 
143 jakw 555
    QString dirName = QFileDialog::getExistingDirectory(this, "Export frame sequences", QString());
556
 
557
    QProgressDialog progressDialog("Exporting White Frames...", "Cancel", 0, 100, this);
558
    progressDialog.setWindowModality(Qt::WindowModal);
559
    progressDialog.setMinimumDuration(1000);
560
 
115 jakw 561
    cv::Mat frameBGR;
562
    for(unsigned int i=0; i<captureData.size(); i++){
143 jakw 563
 
564
        progressDialog.setValue(100.0*i/captureData.size());
565
 
115 jakw 566
        QString seqDirName = QString("%1/sequence_%2").arg(dirName).arg(i);
567
        if(!QDir().mkdir(seqDirName))
568
            std::cerr << "Could not create directory " << seqDirName.toStdString() << std::endl;
569
 
570
        QString fileName = QString("%1/frames0_0.png").arg(seqDirName);
571
        // Convert Bayer to rgb (png needs BGR order)
572
        cv::cvtColor(captureData[i].frames0[0], frameBGR, CV_BayerBG2BGR);
573
        cv::imwrite(fileName.toStdString(), frameBGR);
128 jakw 574
        // Necessary to prevent memory pileup
115 jakw 575
        QCoreApplication::processEvents();
576
 
577
        fileName = QString("%1/frames1_0.png").arg(seqDirName);
578
        // Convert Bayer to rgb (png needs BGR order)
579
        cv::cvtColor(captureData[i].frames1[0], frameBGR, CV_BayerBG2BGR);
580
        cv::imwrite(fileName.toStdString(), frameBGR);
128 jakw 581
        // Necessary to prevent memory pileup
115 jakw 582
        QCoreApplication::processEvents();
143 jakw 583
        if(progressDialog.wasCanceled())
584
            return;
115 jakw 585
    }
586
 
587
}
588
 
41 jakw 589
 
148 jakw 590
void SMScanner::onReceivePointCloud(SMPointCloud smCloud){
82 jakw 591
 
225 jakw 592
    pointCloudData.push_back(smCloud);
41 jakw 593
 
42 jakw 594
    // Add identifier to list
207 flgw 595
    QListWidgetItem* item = new QListWidgetItem(QString("Point Cloud %1 -- %2 deg").arg(smCloud.id).arg(smCloud.rotationAngle));
42 jakw 596
    item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
207 flgw 597
    item->setData(Qt::UserRole, QVariant(smCloud.id));
42 jakw 598
    item->setCheckState(Qt::Checked);
44 jakw 599
 
42 jakw 600
    ui->pointCloudsListWidget->addItem(item);
207 flgw 601
    ui->pointCloudWidget->addPointCloud(smCloud, smCloud.id);
208 flgw 602
 
225 jakw 603
    // Indicate completed reconstruction in captureTreeWidget
604
    for(int i=0; i<ui->captureTreeWidget->topLevelItemCount(); i++){
605
        QTreeWidgetItem *captureItem = ui->captureTreeWidget->topLevelItem(i);
606
        if(captureItem->data(0, Qt::UserRole).toPoint() == QPoint(smCloud.id, -1)){
607
            captureItem->setTextColor(0, QColor(0, 0, 0));
608
            captureItem->setIcon(0, QIcon());
609
        }
610
   }
611
 
41 jakw 612
}
42 jakw 613
 
44 jakw 614
void SMScanner::on_actionExport_Point_Clouds_triggered(){
615
 
616
    QString directory = QFileDialog::getExistingDirectory(this, "Export Point Clouds", QString());
617
 
618
//    //  Non native file dialog
619
//    QFileDialog saveDirectoryDialog(this, "Export Point Clouds", QString(), "*.pcd;;*.ply;;*.vtk;;*.png;;*.txt");
620
//    saveDirectoryDialog.setDefaultSuffix("ply");
621
//    saveDirectoryDialog.setFileMode(QFileDialog::Directory);
622
//    saveDirectoryDialog.exec();
623
//    QString directory = saveDirectoryDialog.directory().path();
624
//    QString type = saveDirectoryDialog.selectedNameFilter();
625
 
144 jakw 626
    QProgressDialog progressDialog("Exporting Point Clouds...", "Cancel", 0, 100, this);
143 jakw 627
    progressDialog.setWindowModality(Qt::WindowModal);
628
    progressDialog.setMinimumDuration(1000);
629
 
44 jakw 630
    // save point clouds in ply format
75 jakw 631
    for(unsigned int i=0; i<pointCloudData.size(); i++){
143 jakw 632
 
633
        progressDialog.setValue(100.0*i/pointCloudData.size());
207 flgw 634
    if(pointCloudData[i].id != -1){
44 jakw 635
        QString fileName = QString("%1/pointcloud_%2.ply").arg(directory).arg(i);
128 jakw 636
        pcl::PointCloud<pcl::PointXYZRGBNormal>::Ptr pointCloudPCL(pointCloudData[i].pointCloud);
44 jakw 637
        //pcl::io::savePLYFileBinary(fileName.toStdString(), *pointCloudPCL);
638
        pcl::PLYWriter w;
639
        // Write to ply in binary without camera
128 jakw 640
        w.write<pcl::PointXYZRGBNormal> (fileName.toStdString(), *pointCloudPCL, true, false);
207 flgw 641
    }
143 jakw 642
        QCoreApplication::processEvents();
643
        if(progressDialog.wasCanceled())
644
            return;
44 jakw 645
    }
646
 
647
    // save meshlab aln project file
648
    std::ofstream s(QString("%1/alignment.aln").arg(directory).toLocal8Bit());
649
    s << pointCloudData.size() << std::endl;
75 jakw 650
    for(unsigned int i=0; i<pointCloudData.size(); i++){
207 flgw 651
        if(pointCloudData[i].id != -1){
652
        QString fileName = QString("pointcloud_%1.ply").arg(pointCloudData[i].id);
44 jakw 653
        s << fileName.toStdString() << std::endl << "#" << std::endl;
654
        cv::Mat Tr = cv::Mat::eye(4, 4, CV_32F);
655
        cv::Mat(pointCloudData[i].R.t()).copyTo(Tr.colRange(0, 3).rowRange(0, 3));
656
        cv::Mat(-pointCloudData[i].R.t()*pointCloudData[i].T).copyTo(Tr.col(3).rowRange(0, 3));
657
        for(int j=0; j<Tr.rows; j++){
658
            for(int k=0; k<Tr.cols; k++){
659
                s << Tr.at<float>(j,k) << " ";
660
            }
661
            s << std::endl;
662
        }
207 flgw 663
        }
44 jakw 664
    }
665
    s << "0" << std::flush;
666
    s.close();
667
}
668
 
669
void SMScanner::on_pointCloudsListWidget_itemChanged(QListWidgetItem *item){
670
 
671
    int id = item->data(Qt::UserRole).toInt();
226 jakw 672
    assert((int)pointCloudData.size()>id);
225 jakw 673
 
207 flgw 674
    if(item->checkState() == Qt::Checked){
675
        id = std::min(int(pointCloudData.size())-1,std::max(0,id));// clamp range
44 jakw 676
        ui->pointCloudWidget->addPointCloud(pointCloudData[id], id);
207 flgw 677
    }
44 jakw 678
    else
679
        ui->pointCloudWidget->removePointCloud(id);
680
 
681
}
682
 
683
void SMScanner::on_actionExport_Parameters_triggered(){
684
 
42 jakw 685
    QString fileName = QFileDialog::getSaveFileName(this, "Export calibration parameters", QString(), "*.xml");
686
    QFileInfo info(fileName);
687
    QString type = info.suffix();
688
    if(type == ""){
689
        fileName.append(".xml");
690
    }
691
 
692
    SMCalibrationParameters calibration = settings.value("calibration/parameters").value<SMCalibrationParameters>();
693
    calibration.exportToXML(fileName);
694
}
67 jakw 695
 
696
void SMScanner::on_actionClear_Sequences_triggered(){
697
 
698
    int res = QMessageBox::question(this, "Clear Captured Sequences", "Clear all captured data?", QMessageBox::Ok, QMessageBox::Cancel);
699
 
700
    if(res == QMessageBox::Ok){
701
        captureData.clear();
702
        ui->captureTreeWidget->clear();
207 flgw 703
        lastCaptureId=-1;
67 jakw 704
    }
705
}
115 jakw 706
 
707
 
135 jakw 708
 
709
void SMScanner::on_actionImport_Parameters_triggered(){
710
 
711
    QString fileName = QFileDialog::getOpenFileName(this, "Import calibration parameters", QString(), "*.xml");
712
    QFileInfo info(fileName);
713
    QString type = info.suffix();
136 jakw 714
    if(type != "xml"){
135 jakw 715
        std::cerr << "Error: calibration parameters must be in .xml file." << std::endl;
716
        return;
717
    }
718
 
719
    SMCalibrationParameters cal;
720
    cal.importFromXML(fileName);
721
 
722
    settings.setValue("calibration/parameters",  QVariant::fromValue(cal));
723
    ui->pointCloudWidget->updateCalibrationParameters();
139 jakw 724
 
725
    std::cout << "Imported calibration parameters " << fileName.toStdString() << std::endl;
135 jakw 726
}
727
 
728
void SMScanner::on_actionImport_Sets_triggered(){
729
 
730
    QString dirName = QFileDialog::getExistingDirectory(this, "Import calibration sets", QString());
731
 
732
    QDir dir(dirName);
733
    QStringList fileNames0 = dir.entryList(QStringList("frame0_*.png"));
734
    QStringList fileNames1 = dir.entryList(QStringList("frame1_*.png"));
735
 
736
    if(fileNames0.empty() || fileNames1.empty() || fileNames0.count() != fileNames1.count()){
737
        std::cerr << "Error: could not load calibration sets. Directory must contain .png files for both cameras." << std::endl;
738
        return;
739
    }
740
 
741
    calibrationData.clear();
742
    ui->calibrationListWidget->clear();
743
 
143 jakw 744
    QProgressDialog progressDialog("Importing Sets...", "Cancel", 0, 100, this);
745
    progressDialog.setWindowModality(Qt::WindowModal);
746
    progressDialog.setMinimumDuration(1000);
747
 
167 jakw 748
    size_t nSets = fileNames0.size();
135 jakw 749
    for(unsigned int i=0; i<nSets; i++){
750
 
143 jakw 751
        progressDialog.setValue(100.0*i/nSets);
752
 
135 jakw 753
        SMCalibrationSet calibrationSet;
754
 
140 jakw 755
        QString fileName0 = QString("%1/frame0_%2.png").arg(dirName).arg(i);
139 jakw 756
        cv::Mat frame0BGR = cv::imread(fileName0.toStdString());
757
        cvtools::cvtColorBGRToBayerBG(frame0BGR, calibrationSet.frame0);
135 jakw 758
 
140 jakw 759
        QString fileName1 = QString("%1/frame1_%2.png").arg(dirName).arg(i);
139 jakw 760
        cv::Mat frame1BGR = cv::imread(fileName1.toStdString());
761
        cvtools::cvtColorBGRToBayerBG(frame1BGR, calibrationSet.frame1);
762
 
225 jakw 763
//        int id = ui->calibrationListWidget->count();
764
//        calibrationSet.id = id;
139 jakw 765
 
225 jakw 766
//        calibrationData.push_back(calibrationSet);
135 jakw 767
 
225 jakw 768
//        // Add identifier to list
769
//        QListWidgetItem* item = new QListWidgetItem(QString("Calibration Set %1 -- %2 deg").arg(id).arg(calibrationSet.rotationAngle), ui->calibrationListWidget);
770
//        item->setFlags(item->flags() | Qt::ItemIsUserCheckable);
771
//        item->setCheckState(Qt::Checked);
772
//        ui->calibrationListWidget->addItem(item);
135 jakw 773
 
225 jakw 774
        this->onReceiveCalibrationSet(calibrationSet);
135 jakw 775
 
776
        QCoreApplication::processEvents();
143 jakw 777
        if(progressDialog.wasCanceled())
778
            return;
135 jakw 779
    }
780
 
781
    // Set enabled checkmark
225 jakw 782
    if(calibrationData.size() >= 2){
783
        ui->calibrateCamerasButton->setEnabled(true);
784
        ui->calibrateRotationStageButton->setEnabled(true);
785
    }
135 jakw 786
}
139 jakw 787
 
788
void SMScanner::on_actionImport_Sequences_triggered(){
789
 
790
    // NOTE: we do not know which algorithm was used!!!
143 jakw 791
 
139 jakw 792
    QString dirName = QFileDialog::getExistingDirectory(this, "Import captured sequences", QString());
793
 
794
    QDir dir(dirName);
795
    QStringList sequenceDirNames = dir.entryList(QStringList("sequence_*"));
796
 
797
    if(sequenceDirNames.empty()){
798
        std::cerr << "Error: could not find sequences." << std::endl;
799
        return;
800
    }
801
 
802
    captureData.clear();
803
    ui->captureTreeWidget->clear();
207 flgw 804
    lastCaptureId=-1;
139 jakw 805
 
143 jakw 806
    QProgressDialog progressDialog("Importing Sequences...", "Cancel", 0, 100, this);
807
    progressDialog.setWindowModality(Qt::WindowModal);
808
    progressDialog.setMinimumDuration(1000);
809
 
139 jakw 810
    for(int s=0; s<sequenceDirNames.count(); s++){
811
 
812
        QDir sequenceDir(QString("%1/%2").arg(dirName).arg(sequenceDirNames.at(s)));
813
 
814
        QStringList fileNames0 = sequenceDir.entryList(QStringList("frames0_*.png"));
815
        QStringList fileNames1 = sequenceDir.entryList(QStringList("frames1_*.png"));
816
 
817
        if(fileNames0.empty() || fileNames1.empty() || fileNames0.count() != fileNames1.count()){
818
            std::cerr << "Error: could not load sequence. Directory must contain .png files for both cameras." << std::endl;
819
            return;
820
        }
821
 
822
        int nFrames = fileNames0.size();
823
 
824
        SMFrameSequence sequence;
825
 
826
        for(int f=0; f<nFrames; f++){
827
 
143 jakw 828
            progressDialog.setValue(100.0*s/sequenceDirNames.count() + 100.0/sequenceDirNames.count()*f/nFrames);
829
 
139 jakw 830
            cv::Mat frame0BGR, frame0BayerBG, frame1BGR, frame1BayerBG;
831
 
832
            QString fileName0 = QString("%1/%2/frames0_%3.png").arg(dirName).arg(sequenceDirNames.at(s)).arg(f);
833
            frame0BGR = cv::imread(fileName0.toStdString());
834
            cvtools::cvtColorBGRToBayerBG(frame0BGR, frame0BayerBG);
835
 
836
            QString fileName1 = QString("%1/%2/frames1_%3.png").arg(dirName).arg(sequenceDirNames.at(s)).arg(f);
837
            frame1BGR = cv::imread(fileName1.toStdString());
838
            cvtools::cvtColorBGRToBayerBG(frame1BGR, frame1BayerBG);
839
 
840
            sequence.frames0.push_back(frame0BayerBG);
841
            sequence.frames1.push_back(frame1BayerBG);
842
 
843
            QCoreApplication::processEvents();
143 jakw 844
            if(progressDialog.wasCanceled())
845
                return;
139 jakw 846
        }
143 jakw 847
 
848
        // Assign whatever algorithm is configured
139 jakw 849
        sequence.codec = settings.value("algorithm").toString();
850
        sequence.rotationAngle = 0;
851
        sequence.reconstructed = false;
852
 
853
        onReceiveFrameSequence(sequence);
854
    }
855
 
856
}
857
 
858
void SMScanner::on_actionClear_Point_Clouds_triggered(){
859
 
860
    int res = QMessageBox::question(this, "Clear Reconstructed Point Clouds", "Clear all reconstructed point clouds?", QMessageBox::Ok, QMessageBox::Cancel);
861
 
862
    if(res == QMessageBox::Ok){
863
 
864
        pointCloudData.clear();
865
        ui->pointCloudsListWidget->clear();
866
        ui->pointCloudWidget->removeAllPointClouds();
867
 
167 jakw 868
        for(unsigned int i=0; i<captureData.size(); i++)
139 jakw 869
            captureData[i].reconstructed = false;
870
    }
871
}
159 jakw 872
 
199 jakw 873
 
225 jakw 874
void SMScanner::on_actionProject_Focusing_Pattern_triggered(){
875
 
199 jakw 876
    bool projectFocusingPattern = ui->actionProject_Focusing_Pattern->isChecked();
877
    QMetaObject::invokeMethod(captureWorker, "setProjectFocusingPattern", Q_ARG(bool, projectFocusingPattern));
878
 
879
}
225 jakw 880
 
881
void SMScanner::on_calibrateRotationStageButton_clicked(){
882
 
883
    // disable ui elements
884
    ui->calibrateCamerasButton->setEnabled(false);
885
    ui->calibrateRotationStageButton->setEnabled(false);
886
    ui->calibrationFrame->setEnabled(false);
887
 
888
    // if none items are selected, we will use all available items
889
    if(ui->calibrationListWidget->selectedItems().empty())
890
        ui->calibrationListWidget->selectAll();
891
 
892
    // set selected flags
893
    for(unsigned int i=0; i<calibrationData.size(); i++){
894
        if(ui->calibrationListWidget->item(i)->isSelected())
895
            calibrationData[i].selected = true;
896
        else
897
            calibrationData[i].selected = false;
898
    }
899
 
900
    logDialog.show();
226 jakw 901
    logDialog.activateWindow();
225 jakw 902
 
903
    // start calibration
904
    QMetaObject::invokeMethod(calibrationWorker, "rotationStageCalibration", Q_ARG(std::vector<SMCalibrationSet>, calibrationData));
905
 
906
}
907
 
908
 
909
void SMScanner::on_actionView_Log_Messages_triggered()
910
{
911
     logDialog.show();
226 jakw 912
     logDialog.activateWindow();
225 jakw 913
}
227 jakw 914
 
915
void SMScanner::on_tabWidget_currentChanged(int index)
916
{
917
    if(index==0){
918
        ui->calibrationCamera0Widget->fitImage();
919
        ui->calibrationCamera1Widget->fitImage();
920
    }
921
    if(index==1){
922
        ui->captureCamera0Widget->fitImage();
923
        ui->captureCamera1Widget->fitImage();
924
    }
925
}
232 jakw 926
 
927
void SMScanner::on_calibrationListWidget_currentRowChanged(int currentRow)
928
{
929
    std::cout << "Current row: " << currentRow << std::endl;
930
    on_calibrationListWidget_itemSelectionChanged();
931
}