Subversion Repositories seema-scanner

Rev

Rev 170 | Rev 192 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 170 Rev 182
1
#include "SMCaptureWorker.h"
1
#include "SMCaptureWorker.h"
2
 
2
 
3
#include "AlgorithmGrayCode.h"
3
#include "AlgorithmGrayCode.h"
4
#include "AlgorithmGrayCodeHorzVert.h"
4
#include "AlgorithmGrayCodeHorzVert.h"
5
#include "AlgorithmGrayCodeMax.h"
-
 
6
#include "AlgorithmPhaseShiftTwoFreq.h"
5
#include "AlgorithmPhaseShiftTwoFreq.h"
7
#include "AlgorithmPhaseShiftThreeFreq.h"
6
#include "AlgorithmPhaseShiftThreeFreq.h"
8
#include "AlgorithmLineShift.h"
7
#include "AlgorithmLineShift.h"
9
 
8
 
10
#include <QCoreApplication>
9
#include <QCoreApplication>
11
#include <QTime>
10
#include <QTime>
12
#include <QSettings>
11
#include <QSettings>
13
#include <QtTest/QTest>
12
#include <QtTest/QTest>
14
 
13
 
15
#include "cvtools.h"
14
#include "cvtools.h"
16
 
15
 
17
void SMCaptureWorker::setup(){
16
void SMCaptureWorker::setup(){
18
 
17
 
19
    QSettings settings;
18
    QSettings settings;
20
 
19
 
21
    // Create cameras
20
    // Create cameras
22
    int iNum0 = settings.value("camera0/interfaceNumber", -1).toInt();
21
    int iNum0 = settings.value("camera0/interfaceNumber", -1).toInt();
23
    int cNum0 = settings.value("camera0/cameraNumber", -1).toInt();
22
    int cNum0 = settings.value("camera0/cameraNumber", -1).toInt();
24
    camera0 = CameraFactory::NewCamera(iNum0,cNum0,triggerModeSoftware);
23
    camera0 = CameraFactory::NewCamera(iNum0,cNum0,triggerModeSoftware);
25
 
24
 
26
    if(!camera0)
25
    if(!camera0)
27
        return;
26
        return;
28
 
27
 
29
    int iNum1 = settings.value("camera1/interfaceNumber", -1).toInt();
28
    int iNum1 = settings.value("camera1/interfaceNumber", -1).toInt();
30
    int cNum1 = settings.value("camera1/cameraNumber", -1).toInt();
29
    int cNum1 = settings.value("camera1/cameraNumber", -1).toInt();
31
    camera1 = CameraFactory::NewCamera(iNum1,cNum1,triggerModeSoftware);
30
    camera1 = CameraFactory::NewCamera(iNum1,cNum1,triggerModeSoftware);
32
 
31
 
33
    if(!camera1)
32
    if(!camera1)
34
        return;
33
        return;
35
 
34
 
36
    // Set camera settings
35
    // Set camera settings
37
    CameraSettings cameraSettings;
36
    CameraSettings cameraSettings;
38
    cameraSettings.shutter = settings.value("camera/shutter", 16.666).toFloat();
37
    cameraSettings.shutter = settings.value("camera/shutter", 16.666).toFloat();
39
    cameraSettings.gain = 0.0;
38
    cameraSettings.gain = 0.0;
40
 
39
 
41
    camera0->setCameraSettings(cameraSettings);
40
    camera0->setCameraSettings(cameraSettings);
42
 
41
 
43
    camera1->setCameraSettings(cameraSettings);
42
    camera1->setCameraSettings(cameraSettings);
44
 
43
 
45
    // Start capturing
44
    // Start capturing
46
    camera0->startCapture();
45
    camera0->startCapture();
47
    camera1->startCapture();
46
    camera1->startCapture();
48
 
47
 
49
    // Create projector
48
    // Create projector
50
    //int screenNum = settings.value("projector/screenNumber", -1).toInt();
49
    //int screenNum = settings.value("projector/screenNumber", -1).toInt();
51
    int screenNum = settings.value("projector/screenNumber", 1).toInt();
50
    int screenNum = settings.value("projector/screenNumber", 1).toInt();
52
    if(screenNum != -1)
51
    if(screenNum != -1)
53
        projector = new ProjectorOpenGL(screenNum);
52
        projector = new ProjectorOpenGL(screenNum);
54
 
53
 
55
    // Create rotation stage
54
    // Create rotation stage
56
    rotationStage = new RotationStage();
55
    rotationStage = new RotationStage();
57
 
56
 
58
    // Create Algorithm
57
    // Create Algorithm
59
    unsigned int screenCols, screenRows;
58
    unsigned int screenCols, screenRows;
60
    projector->getScreenRes(&screenCols, &screenRows);
59
    projector->getScreenRes(&screenCols, &screenRows);
61
    codec = settings.value("algorithm", "GrayCode").toString();
60
    codec = settings.value("algorithm", "GrayCode").toString();
62
    if(codec == "GrayCode")
61
    if(codec == "GrayCode")
63
        algorithm = new AlgorithmGrayCode(screenCols, screenRows);
62
        algorithm = new AlgorithmGrayCode(screenCols, screenRows);
64
    else if(codec == "GrayCodeHorzVert")
63
    else if(codec == "GrayCodeHorzVert")
65
        algorithm = new AlgorithmGrayCodeHorzVert(screenCols, screenRows);
64
        algorithm = new AlgorithmGrayCodeHorzVert(screenCols, screenRows);
66
    else if(codec == "GrayCodeMax")
-
 
67
        algorithm = new AlgorithmGrayCodeMax(screenCols, screenRows);
-
 
68
    else if(codec == "PhaseShiftTwoFreq")
65
    else if(codec == "PhaseShiftTwoFreq")
69
        algorithm = new AlgorithmPhaseShiftTwoFreq(screenCols, screenRows);
66
        algorithm = new AlgorithmPhaseShiftTwoFreq(screenCols, screenRows);
70
    else if(codec == "PhaseShiftThreeFreq")
67
    else if(codec == "PhaseShiftThreeFreq")
71
        algorithm = new AlgorithmPhaseShiftThreeFreq(screenCols, screenRows);
68
        algorithm = new AlgorithmPhaseShiftThreeFreq(screenCols, screenRows);
72
    else if(codec == "LineShift")
69
    else if(codec == "LineShift")
73
        algorithm = new AlgorithmLineShift(screenCols, screenRows);
70
        algorithm = new AlgorithmLineShift(screenCols, screenRows);
74
    else
71
    else
75
        std::cerr << "SMCaptureWorker: invalid codec " << codec.toStdString() << std::endl;
72
        std::cerr << "SMCaptureWorker: invalid codec " << codec.toStdString() << std::endl;
76
 
73
 
77
    // Upload patterns to projector/GPU
74
    // Upload patterns to projector/GPU
78
    for(unsigned int i=0; i<algorithm->getNPatterns(); i++){
75
    for(unsigned int i=0; i<algorithm->getNPatterns(); i++){
79
        cv::Mat pattern = algorithm->getEncodingPattern(i);
76
        cv::Mat pattern = algorithm->getEncodingPattern(i);
80
        projector->setPattern(i, pattern.ptr(), pattern.cols, pattern.rows);
77
        projector->setPattern(i, pattern.ptr(), pattern.cols, pattern.rows);
81
    }
78
    }
82
 
79
 
83
    delay = settings.value("trigger/delay", 50).toInt();
80
    delay = settings.value("trigger/delay", 50).toInt();
84
    stackingCalibration = settings.value("stacking/calibration", 1).toInt();
81
    stackingCalibration = settings.value("stacking/calibration", 1).toInt();
85
    stackingAcquisition= settings.value("stacking/acquisition", 1).toInt();
82
    stackingAcquisition= settings.value("stacking/acquisition", 1).toInt();
86
 
83
 
87
    setupSuccessful = true;
84
    setupSuccessful = true;
88
}
85
}
89
 
86
 
90
 
87
 
91
void SMCaptureWorker::doWork(){
88
void SMCaptureWorker::doWork(){
92
 
89
 
93
    if(!setupSuccessful)
90
    if(!setupSuccessful)
94
        return;
91
        return;
95
 
92
 
96
    working = true;
93
    working = true;
97
 
94
 
98
    // Processing loop
95
    // Processing loop
99
//    QTime time;
96
//    QTime time;
100
//    time.start();
97
//    time.start();
101
    while(working){
98
    while(working){
102
 
99
 
103
        projector->displayWhite();
100
        projector->displayWhite();
104
 
101
 
105
        // prevent image acquisition timeout
102
        // prevent image acquisition timeout
106
        QTest::qSleep(10);
103
        QTest::qSleep(10);
107
 
104
 
108
        CameraFrame frame;
105
        CameraFrame frame;
109
 
106
 
110
        // trigger cameras
107
        // trigger cameras
111
        camera0->trigger();
108
        camera0->trigger();
112
        camera1->trigger();
109
        camera1->trigger();
113
 
110
 
114
        // retrieve raw frames
111
        // retrieve raw frames
115
        frame = camera0->getFrame();
112
        frame = camera0->getFrame();
116
        cv::Mat frameCV;
113
        cv::Mat frameCV;
117
        frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
114
        frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
118
        frameCV = frameCV.clone();
115
        frameCV = frameCV.clone();
119
//        cvtools::rshift(frameCV, 8);
116
//        cvtools::rshift(frameCV, 8);
120
//        frameCV.convertTo(frameCV, CV_8UC1);
117
//        frameCV.convertTo(frameCV, CV_8UC1);
121
        emit newFrame(0, frameCV);
118
        emit newFrame(0, frameCV);
122
 
119
 
123
        frame = camera1->getFrame();
120
        frame = camera1->getFrame();
124
        frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
121
        frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
125
        frameCV = frameCV.clone();
122
        frameCV = frameCV.clone();
126
//        cvtools::rshift(frameCV, 8);
123
//        cvtools::rshift(frameCV, 8);
127
//        frameCV.convertTo(frameCV, CV_8UC1);
124
//        frameCV.convertTo(frameCV, CV_8UC1);
128
        emit newFrame(1, frameCV);
125
        emit newFrame(1, frameCV);
129
 
126
 
130
        //std::cout << "SMCaptureWorker idle " << time.restart() << "ms" << std::endl;
127
        //std::cout << "SMCaptureWorker idle " << time.restart() << "ms" << std::endl;
131
 
128
 
132
        // Process events e.g. perform a task
129
        // Process events e.g. perform a task
133
        QCoreApplication::processEvents();
130
        QCoreApplication::processEvents();
134
    }
131
    }
135
 
132
 
136
    emit finished();
133
    emit finished();
137
}
134
}
138
 
135
 
139
void SMCaptureWorker::rotateTo(float angle){
136
void SMCaptureWorker::rotateTo(float angle){
140
 
137
 
141
    if(!setupSuccessful)
138
    if(!setupSuccessful)
142
        return;
139
        return;
143
 
140
 
144
    rotationStage->moveAbsolute(angle);
141
    rotationStage->moveAbsolute(angle);
145
 
142
 
146
    while(rotationStage->isMoving()){
143
    while(rotationStage->isMoving()){
147
 
144
 
148
        // prevent grab timeout in flycapture
145
        // prevent grab timeout in flycapture
149
        QTest::qSleep(10);
146
        QTest::qSleep(10);
150
 
147
 
151
        // trigger cameras
148
        // trigger cameras
152
        camera0->trigger();
149
        camera0->trigger();
153
        camera1->trigger();
150
        camera1->trigger();
154
 
151
 
155
        // retrieve frames
152
        // retrieve frames
156
        CameraFrame frame;
153
        CameraFrame frame;
157
        frame = camera0->getFrame();
154
        frame = camera0->getFrame();
158
        cv::Mat frameCV;
155
        cv::Mat frameCV;
159
        frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
156
        frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
160
        frameCV = frameCV.clone();
157
        frameCV = frameCV.clone();
161
        emit newFrame(0, frameCV);
158
        emit newFrame(0, frameCV);
162
        frame = camera1->getFrame();
159
        frame = camera1->getFrame();
163
        frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
160
        frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
164
        frameCV = frameCV.clone();
161
        frameCV = frameCV.clone();
165
        emit newFrame(1, frameCV);
162
        emit newFrame(1, frameCV);
166
    }
163
    }
167
 
164
 
168
    emit rotatedTo(angle);
165
    emit rotatedTo(angle);
169
}
166
}
170
 
167
 
171
void SMCaptureWorker::acquireCalibrationSet(float angle){
168
void SMCaptureWorker::acquireCalibrationSet(float angle){
172
 
169
 
173
    if(!setupSuccessful)
170
    if(!setupSuccessful)
174
        return;
171
        return;
175
 
172
 
176
    if(angle != -1.0)
173
    if(angle != -1.0)
177
        rotateTo(angle);
174
        rotateTo(angle);
178
 
175
 
179
    // just for safe measures
176
    // just for safe measures
180
    QTest::qSleep(500);
177
    QTest::qSleep(500);
181
 
178
 
182
    CameraFrame frame;
179
    CameraFrame frame;
183
    SMCalibrationSet calibrationSet;
180
    SMCalibrationSet calibrationSet;
184
    cv::Mat frameCVStacked0(camera0->getFrameHeight(), camera0->getFrameWidth(), CV_32SC1, cv::Scalar(0));
181
    cv::Mat frameCVStacked0(camera0->getFrameHeight(), camera0->getFrameWidth(), CV_32SC1, cv::Scalar(0));
185
    cv::Mat frameCVStacked1(camera1->getFrameHeight(), camera1->getFrameWidth(), CV_32SC1, cv::Scalar(0));
182
    cv::Mat frameCVStacked1(camera1->getFrameHeight(), camera1->getFrameWidth(), CV_32SC1, cv::Scalar(0));
186
 
183
 
187
    for(int i=0; i<stackingCalibration; i++){
184
    for(int i=0; i<stackingCalibration; i++){
188
        // trigger cameras
185
        // trigger cameras
189
        camera0->trigger();
186
        camera0->trigger();
190
        camera1->trigger();
187
        camera1->trigger();
191
 
188
 
192
        // retrieve frames
189
        // retrieve frames
193
        frame = camera0->getFrame();
190
        frame = camera0->getFrame();
194
        cv::Mat frameCV;
191
        cv::Mat frameCV;
195
        frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
192
        frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
196
        frameCV = frameCV.clone();
193
        frameCV = frameCV.clone();
197
        cv::add(frameCV, frameCVStacked0, frameCVStacked0, cv::noArray(), CV_32SC1);
194
        cv::add(frameCV, frameCVStacked0, frameCVStacked0, cv::noArray(), CV_32SC1);
198
//cvtools::writeMat(frameCV, "frameCV.mat", "frameCV");
195
//cvtools::writeMat(frameCV, "frameCV.mat", "frameCV");
199
//cvtools::writeMat(frameCVStacked0, "frameCVStacked0.mat", "frameCVStacked0");
196
//cvtools::writeMat(frameCVStacked0, "frameCVStacked0.mat", "frameCVStacked0");
200
        emit newFrame(0, frameCV);
197
        emit newFrame(0, frameCV);
201
 
198
 
202
        frame = camera1->getFrame();
199
        frame = camera1->getFrame();
203
        frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
200
        frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
204
        frameCV = frameCV.clone();
201
        frameCV = frameCV.clone();
205
        cv::add(frameCV, frameCVStacked1, frameCVStacked1, cv::noArray(), CV_32SC1);
202
        cv::add(frameCV, frameCVStacked1, frameCVStacked1, cv::noArray(), CV_32SC1);
206
 
203
 
207
        emit newFrame(1, frameCV);
204
        emit newFrame(1, frameCV);
208
 
205
 
209
    }
206
    }
210
 
207
 
211
    frameCVStacked0.convertTo(frameCVStacked0, CV_8UC1, 1.0/stackingCalibration);
208
    frameCVStacked0.convertTo(frameCVStacked0, CV_8UC1, 1.0/stackingCalibration);
212
//cvtools::writeMat(frameCVStacked0, "frameCVStacked0a.mat", "frameCVStacked0a");
209
//cvtools::writeMat(frameCVStacked0, "frameCVStacked0a.mat", "frameCVStacked0a");
213
    frameCVStacked1.convertTo(frameCVStacked1, CV_8UC1, 1.0/stackingCalibration);
210
    frameCVStacked1.convertTo(frameCVStacked1, CV_8UC1, 1.0/stackingCalibration);
214
 
211
 
215
    calibrationSet.frame0 = frameCVStacked0;
212
    calibrationSet.frame0 = frameCVStacked0;
216
    calibrationSet.frame1 = frameCVStacked1;
213
    calibrationSet.frame1 = frameCVStacked1;
217
 
214
 
218
    calibrationSet.rotationAngle = rotationStage->getAngle();
215
    calibrationSet.rotationAngle = rotationStage->getAngle();
219
 
216
 
220
    emit newCalibrationSet(calibrationSet);
217
    emit newCalibrationSet(calibrationSet);
221
}
218
}
222
 
219
 
223
void SMCaptureWorker::acquireCalibrationSets(std::vector<float> angles){
220
void SMCaptureWorker::acquireCalibrationSets(std::vector<float> angles){
224
 
221
 
225
    if(!setupSuccessful)
222
    if(!setupSuccessful)
226
        return;
223
        return;
227
 
224
 
228
    for(unsigned int i=0; i<angles.size(); i++)
225
    for(unsigned int i=0; i<angles.size(); i++)
229
        acquireCalibrationSet(angles[i]);
226
        acquireCalibrationSet(angles[i]);
230
}
227
}
231
 
228
 
232
void SMCaptureWorker::acquireFrameSequence(float angle){
229
void SMCaptureWorker::acquireFrameSequence(float angle){
233
 
230
 
234
    if(!setupSuccessful)
231
    if(!setupSuccessful)
235
        return;
232
        return;
236
 
233
 
237
    if(angle != -1.0)
234
    if(angle != -1.0)
238
        rotateTo(angle);
235
        rotateTo(angle);
239
 
236
 
240
    CameraFrame frame;
237
    CameraFrame frame;
241
    SMFrameSequence frameSequence;
238
    SMFrameSequence frameSequence;
242
 
239
 
243
    for(unsigned int i=0; i<algorithm->getNPatterns(); i++){
240
    for(unsigned int i=0; i<algorithm->getNPatterns(); i++){
244
 
241
 
245
        // display pattern
242
        // display pattern
246
        projector->displayPattern(i);
243
        projector->displayPattern(i);
247
 
244
 
248
        QTest::qSleep(delay);
245
        QTest::qSleep(delay);
249
 
246
 
250
        cv::Mat frameCVStacked0(camera0->getFrameHeight(), camera0->getFrameWidth(), CV_32SC1, cv::Scalar(0));
247
        cv::Mat frameCVStacked0(camera0->getFrameHeight(), camera0->getFrameWidth(), CV_32SC1, cv::Scalar(0));
251
        cv::Mat frameCVStacked1(camera1->getFrameHeight(), camera1->getFrameWidth(), CV_32SC1, cv::Scalar(0));
248
        cv::Mat frameCVStacked1(camera1->getFrameHeight(), camera1->getFrameWidth(), CV_32SC1, cv::Scalar(0));
252
        for(int i=0; i<stackingAcquisition; i++){
249
        for(int i=0; i<stackingAcquisition; i++){
253
            // trigger cameras
250
            // trigger cameras
254
            camera0->trigger();
251
            camera0->trigger();
255
            camera1->trigger();
252
            camera1->trigger();
256
 
253
 
257
            // retrieve frames
254
            // retrieve frames
258
            frame = camera0->getFrame();
255
            frame = camera0->getFrame();
259
            cv::Mat frameCV;
256
            cv::Mat frameCV;
260
            frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
257
            frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
261
            frameCV = frameCV.clone();
258
            frameCV = frameCV.clone();
262
            cv::add(frameCV, frameCVStacked0, frameCVStacked0, cv::noArray(), CV_32SC1);
259
            cv::add(frameCV, frameCVStacked0, frameCVStacked0, cv::noArray(), CV_32SC1);
263
 
260
 
264
            emit newFrame(0, frameCV);
261
            emit newFrame(0, frameCV);
265
 
262
 
266
            frame = camera1->getFrame();
263
            frame = camera1->getFrame();
267
            frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
264
            frameCV  = cv::Mat(frame.height, frame.width, CV_8UC1, frame.memory);
268
            frameCV = frameCV.clone();
265
            frameCV = frameCV.clone();
269
            cv::add(frameCV, frameCVStacked1, frameCVStacked1, cv::noArray(), CV_32SC1);
266
            cv::add(frameCV, frameCVStacked1, frameCVStacked1, cv::noArray(), CV_32SC1);
270
 
267
 
271
            emit newFrame(1, frameCV);
268
            emit newFrame(1, frameCV);
272
 
269
 
273
        }
270
        }
274
 
271
 
275
        frameCVStacked0.convertTo(frameCVStacked0, CV_8UC1, 1.0/stackingAcquisition);
272
        frameCVStacked0.convertTo(frameCVStacked0, CV_8UC1, 1.0/stackingAcquisition);
276
        frameCVStacked1.convertTo(frameCVStacked1, CV_8UC1, 1.0/stackingAcquisition);
273
        frameCVStacked1.convertTo(frameCVStacked1, CV_8UC1, 1.0/stackingAcquisition);
277
 
274
 
278
        frameSequence.frames0.push_back(frameCVStacked0);
275
        frameSequence.frames0.push_back(frameCVStacked0);
279
        frameSequence.frames1.push_back(frameCVStacked1);
276
        frameSequence.frames1.push_back(frameCVStacked1);
280
 
277
 
281
    }
278
    }
282
 
279
 
283
    frameSequence.rotationAngle = rotationStage->getAngle();
280
    frameSequence.rotationAngle = rotationStage->getAngle();
284
    frameSequence.codec = codec;
281
    frameSequence.codec = codec;
285
 
282
 
286
    emit newFrameSequence(frameSequence);
283
    emit newFrameSequence(frameSequence);
287
 
284
 
288
    projector->displayWhite();
285
    projector->displayWhite();
289
}
286
}
290
 
287
 
291
 
288
 
292
void SMCaptureWorker::acquireFrameSequences(std::vector<float> angles){
289
void SMCaptureWorker::acquireFrameSequences(std::vector<float> angles){
293
 
290
 
294
    if(!setupSuccessful)
291
    if(!setupSuccessful)
295
        return;
292
        return;
296
 
293
 
297
    for(unsigned int i=0; i<angles.size(); i++)
294
    for(unsigned int i=0; i<angles.size(); i++)
298
        acquireFrameSequence(angles[i]);
295
        acquireFrameSequence(angles[i]);
299
}
296
}
300
 
297
 
301
void SMCaptureWorker::abort(){}
298
void SMCaptureWorker::abort(){}
302
 
299
 
303
void SMCaptureWorker::stopWork(){
300
void SMCaptureWorker::stopWork(){
304
    working = false;
301
    working = false;
305
}
302
}
306
 
303
 
307
SMCaptureWorker::~SMCaptureWorker(){
304
SMCaptureWorker::~SMCaptureWorker(){
308
    delete projector;
305
    delete projector;
309
    delete camera0;
306
    delete camera0;
310
    delete camera1;
307
    delete camera1;
311
    delete rotationStage;
308
    delete rotationStage;
312
}
309
}
313
 
310