Subversion Repositories seema-scanner

Rev

Rev 130 | Rev 132 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 130 Rev 131
Line 5... Line 5...
5
 
5
 
6
#ifndef M_PI
6
#ifndef M_PI
7
    #define M_PI 3.14159265358979323846
7
    #define M_PI 3.14159265358979323846
8
#endif
8
#endif
9
 
9
 
10
static unsigned int nStepsPrimary = 16; // number of shifts/steps in primary
10
static unsigned int nStepsPrimary = 32; // number of shifts/steps in primary
11
static unsigned int nStepsSecondary = 16; // number of shifts/steps in secondary
11
static unsigned int nStepsSecondary = 16; // number of shifts/steps in secondary
12
static unsigned int nStepsTertiary = 16; // number of shifts/steps in tertiary
12
static unsigned int nStepsTertiary = 16; // number of shifts/steps in tertiary
13
static float periodPrimary = 24; // primary period
13
static float nPeriodPrimary = 256; // number of primary periods
14
static float periodSecondary = 30; // primary period
14
static float nPeriodSecondary = 16; // number of secondary periods
15
 
15
 
16
// Algorithm
16
// Algorithm
17
static cv::Mat computePhaseVector(unsigned int length, float phase, float pitch){
17
static cv::Mat computePhaseVector(unsigned int length, float phase, float pitch){
18
 
18
 
19
    cv::Mat phaseVector(length, 1, CV_8UC3);
19
    cv::Mat phaseVector(length, 1, CV_8UC3);
Line 34... Line 34...
34
AlgorithmPhaseShiftThreeFreq::AlgorithmPhaseShiftThreeFreq(unsigned int _screenCols, unsigned int _screenRows) : Algorithm(_screenCols, _screenRows){
34
AlgorithmPhaseShiftThreeFreq::AlgorithmPhaseShiftThreeFreq(unsigned int _screenCols, unsigned int _screenRows) : Algorithm(_screenCols, _screenRows){
35
 
35
 
36
    // Set N
36
    // Set N
37
    N = 2+nStepsPrimary+nStepsSecondary+nStepsTertiary;
37
    N = 2+nStepsPrimary+nStepsSecondary+nStepsTertiary;
38
 
38
 
39
    // Determine the tertiary period to fulfill the heterodyne condition
-
 
40
    float periodTertiary = (screenCols*periodPrimary*periodSecondary)/(periodPrimary*periodSecondary+2*screenCols*periodPrimary-screenCols*periodSecondary);
-
 
41
 
-
 
42
    // all on pattern
39
    // all on pattern
43
    cv::Mat allOn(1, screenCols, CV_8UC3, cv::Scalar::all(255));
40
    cv::Mat allOn(1, screenCols, CV_8UC3, cv::Scalar::all(255));
44
    patterns.push_back(allOn);
41
    patterns.push_back(allOn);
45
 
42
 
46
    // all off pattern
43
    // all off pattern
Line 51... Line 48...
51
    const float pi = M_PI;
48
    const float pi = M_PI;
52
 
49
 
53
    // Primary encoding patterns
50
    // Primary encoding patterns
54
    for(unsigned int i=0; i<nStepsPrimary; i++){
51
    for(unsigned int i=0; i<nStepsPrimary; i++){
55
        float phase = 2.0*pi/nStepsPrimary * i;
52
        float phase = 2.0*pi/nStepsPrimary * i;
56
        float pitch = periodPrimary;
53
        float pitch = screenCols/nPeriodPrimary;
57
        cv::Mat patternI(1,1,CV_8U);
54
        cv::Mat patternI(1,1,CV_8U);
58
        patternI = computePhaseVector(screenCols, phase, pitch);
55
        patternI = computePhaseVector(screenCols, phase, pitch);
59
        patterns.push_back(patternI.t());
56
        patterns.push_back(patternI.t());
60
    }
57
    }
61
 
58
 
62
    // Secondary encoding patterns
59
    // Secondary encoding patterns
63
    for(unsigned int i=0; i<nStepsSecondary; i++){
60
    for(unsigned int i=0; i<nStepsSecondary; i++){
64
        float phase = 2.0*pi/nStepsSecondary * i;
61
        float phase = 2.0*pi/nStepsSecondary * i;
65
        float pitch = periodSecondary;
62
        float pitch = screenCols/nPeriodSecondary;
66
        cv::Mat patternI(1,1,CV_8U);
63
        cv::Mat patternI(1,1,CV_8U);
67
        patternI = computePhaseVector(screenCols, phase, pitch);
64
        patternI = computePhaseVector(screenCols, phase, pitch);
68
        patterns.push_back(patternI.t());
65
        patterns.push_back(patternI.t());
69
    }
66
    }
70
    // Tertiary encoding patterns
67
    // Tertiary encoding patterns
71
    for(unsigned int i=0; i<nStepsTertiary; i++){
68
    for(unsigned int i=0; i<nStepsTertiary; i++){
72
        float phase = 2.0*pi/nStepsTertiary * i;
69
        float phase = 2.0*pi/nStepsTertiary * i;
73
        float pitch = periodTertiary;
70
        float pitch = screenCols;
74
        cv::Mat patternI(1,1,CV_8U);
71
        cv::Mat patternI(1,1,CV_8U);
75
        patternI = computePhaseVector(screenCols, phase, pitch);
72
        patternI = computePhaseVector(screenCols, phase, pitch);
76
        patterns.push_back(patternI.t());
73
        patterns.push_back(patternI.t());
77
    }
74
    }
78
 
75
 
Line 176... Line 173...
176
    cv::phase(F0Secondary[2], -F0Secondary[3], up0Secondary);
173
    cv::phase(F0Secondary[2], -F0Secondary[3], up0Secondary);
177
    std::vector<cv::Mat> F0Tertiary = getDFTComponents(frames0Tertiary);
174
    std::vector<cv::Mat> F0Tertiary = getDFTComponents(frames0Tertiary);
178
    cv::Mat up0Tertiary;
175
    cv::Mat up0Tertiary;
179
    cv::phase(F0Tertiary[2], -F0Tertiary[3], up0Tertiary);
176
    cv::phase(F0Tertiary[2], -F0Tertiary[3], up0Tertiary);
180
 
177
 
181
    cv::Mat up0EquivalentPS = up0Primary - up0Secondary;
-
 
182
    up0EquivalentPS = cvtools::modulo(up0EquivalentPS, 2.0*pi);
-
 
183
 
-
 
184
    cv::Mat up0EquivalentST = up0Secondary - up0Tertiary;
178
    cv::Mat up0Unwrap = unwrapWithCue(up0Secondary, up0Tertiary, nPeriodSecondary);
185
    up0EquivalentST = cvtools::modulo(up0EquivalentST, 2.0*pi);
-
 
186
 
-
 
187
    cv::Mat up0Equivalent = up0EquivalentPS - up0EquivalentST;
-
 
188
    up0Equivalent = cvtools::modulo(up0Equivalent, 2.0*pi);
-
 
189
 
-
 
190
    cv::Mat up0 = unwrapWithCue(up0Primary, up0Equivalent, (float)screenCols/periodPrimary);
179
    cv::Mat up0 = unwrapWithCue(up0Primary, up0Unwrap, nPeriodPrimary);
191
    up0 *= screenCols/(2.0*pi);
180
    up0 *= screenCols/(2.0*pi);
192
    cv::Mat amplitude0;
181
    cv::Mat amplitude0;
193
    cv::magnitude(F0Primary[2], -F0Primary[3], amplitude0);
182
    cv::magnitude(F0Primary[2], -F0Primary[3], amplitude0);
194
 
183
 
195
    // Decode camera1
184
    // Decode camera1
Line 205... Line 194...
205
    cv::phase(F1Secondary[2], -F1Secondary[3], up1Secondary);
194
    cv::phase(F1Secondary[2], -F1Secondary[3], up1Secondary);
206
    std::vector<cv::Mat> F1Tertiary = getDFTComponents(frames1Tertiary);
195
    std::vector<cv::Mat> F1Tertiary = getDFTComponents(frames1Tertiary);
207
    cv::Mat up1Tertiary;
196
    cv::Mat up1Tertiary;
208
    cv::phase(F1Tertiary[2], -F1Tertiary[3], up1Tertiary);
197
    cv::phase(F1Tertiary[2], -F1Tertiary[3], up1Tertiary);
209
 
198
 
210
    cv::Mat up1EquivalentPS = up1Primary - up1Secondary;
-
 
211
    up1EquivalentPS = cvtools::modulo(up1EquivalentPS, 2.0*pi);
-
 
212
 
-
 
213
    cv::Mat up1EquivalentST = up1Secondary - up1Tertiary;
199
    cv::Mat up1Unwrap = unwrapWithCue(up1Secondary, up1Tertiary, nPeriodSecondary);
214
    up1EquivalentST = cvtools::modulo(up1EquivalentST, 2.0*pi);
-
 
215
 
-
 
216
    cv::Mat up1Equivalent = up1EquivalentPS - up1EquivalentST;
-
 
217
    up1Equivalent = cvtools::modulo(up1Equivalent, 2.0*pi);
-
 
218
 
-
 
219
    cv::Mat up1 = unwrapWithCue(up1Primary, up1Equivalent, (float)screenCols/periodPrimary);
200
    cv::Mat up1 = unwrapWithCue(up1Primary, up1Unwrap, nPeriodPrimary);
220
    up1 *= screenCols/(2.0*pi);
201
    up1 *= screenCols/(2.0*pi);
221
    cv::Mat amplitude1;
202
    cv::Mat amplitude1;
222
    cv::magnitude(F1Primary[2], -F1Primary[3], amplitude1);
203
    cv::magnitude(F1Primary[2], -F1Primary[3], amplitude1);
223
 
204
 
224
//cvtools::writeMat(up0Primary, "up0Primary.mat", "up0Primary");
205
//cvtools::writeMat(up0Primary, "up0Primary.mat", "up0Primary");
225
//cvtools::writeMat(up0Secondary, "up0Secondary.mat", "up0Secondary");
206
//cvtools::writeMat(up0Secondary, "up0Secondary.mat", "up0Secondary");
226
//cvtools::writeMat(up0Tertiary, "up0Tertiary.mat", "up0Tertiary");
207
//cvtools::writeMat(up0Tertiary, "up0Tertiary.mat", "up0Tertiary");
227
//cvtools::writeMat(up0Equivalent, "up0Equivalent.mat", "up0Equivalent");
208
//cvtools::writeMat(up0Unwrap, "up0Unwrap.mat", "up0Unwrap");
228
cvtools::writeMat(up0Equivalent2, "up0Equivalent2.mat", "up0Equivalent2");
-
 
229
//cvtools::writeMat(up0EquivalentPS, "up0EquivalentPS.mat", "up0EquivalentPS");
-
 
230
//cvtools::writeMat(up0EquivalentST, "up0EquivalentST.mat", "up0EquivalentST");
-
 
231
//cvtools::writeMat(up0, "up0.mat", "up0");
209
//cvtools::writeMat(up0, "up0.mat", "up0");
232
//cvtools::writeMat(up1, "up1.mat", "up1");
210
//cvtools::writeMat(up1, "up1.mat", "up1");
233
//cvtools::writeMat(amplitude0, "amplitude0.mat", "amplitude0");
211
//cvtools::writeMat(amplitude0, "amplitude0.mat", "amplitude0");
234
 
212
 
235
    // Rectifying homographies (rotation+projections)
213
    // Rectifying homographies (rotation+projections)
Line 254... Line 232...
254
    // amplitude remaps
232
    // amplitude remaps
255
    cv::Mat amplitude0Rect, amplitude1Rect;
233
    cv::Mat amplitude0Rect, amplitude1Rect;
256
    cv::remap(amplitude0, amplitude0Rect, map0X, map0Y, CV_INTER_LINEAR);
234
    cv::remap(amplitude0, amplitude0Rect, map0X, map0Y, CV_INTER_LINEAR);
257
    cv::remap(amplitude1, amplitude1Rect, map1X, map1Y, CV_INTER_LINEAR);
235
    cv::remap(amplitude1, amplitude1Rect, map1X, map1Y, CV_INTER_LINEAR);
258
 
236
 
259
//cvtools::writeMat(up0Rect, "up0Rect.mat", "up0Rect");
237
cvtools::writeMat(up0Rect, "up0Rect.mat", "up0Rect");
260
//cvtools::writeMat(up1Rect, "up1Rect.mat", "up1Rect");
238
cvtools::writeMat(up1Rect, "up1Rect.mat", "up1Rect");
261
 
239
 
262
    // color debayer and remap
240
    // color debayer and remap
263
    cv::Mat color0Rect, color1Rect;
241
    cv::Mat color0Rect, color1Rect;
264
//    frames0[0].convertTo(color0Rect, CV_8UC1, 1.0/256.0);
242
//    frames0[0].convertTo(color0Rect, CV_8UC1, 1.0/256.0);
265
    cv::cvtColor(frames0[0], color0Rect, CV_BayerBG2RGB);
243
    cv::cvtColor(frames0[0], color0Rect, CV_BayerBG2RGB);
Line 289... Line 267...
289
    cv::subtract(frames0OnRect, frames0OffRect, occlusion0Rect);
267
    cv::subtract(frames0OnRect, frames0OffRect, occlusion0Rect);
290
    occlusion0Rect = (occlusion0Rect > 25) & (occlusion0Rect < 250);
268
    occlusion0Rect = (occlusion0Rect > 25) & (occlusion0Rect < 250);
291
    cv::subtract(frames1OnRect, frames1OffRect, occlusion1Rect);
269
    cv::subtract(frames1OnRect, frames1OffRect, occlusion1Rect);
292
    occlusion1Rect = (occlusion1Rect > 25) & (occlusion1Rect < 250);
270
    occlusion1Rect = (occlusion1Rect > 25) & (occlusion1Rect < 250);
293
 
271
 
294
    // Threshold on energy at primary frequency
272
//    // Threshold on energy at primary frequency
295
    occlusion0Rect = occlusion0Rect & (amplitude0Rect > 5.0*nStepsPrimary);
273
//    occlusion0Rect = occlusion0Rect & (amplitude0Rect > 5.0*nStepsPrimary);
296
    occlusion1Rect = occlusion1Rect & (amplitude1Rect > 5.0*nStepsPrimary);
274
//    occlusion1Rect = occlusion1Rect & (amplitude1Rect > 5.0*nStepsPrimary);
297
 
275
 
298
//cvtools::writeMat(occlusion0Rect, "occlusion0Rect.mat", "occlusion0Rect");
276
//cvtools::writeMat(occlusion0Rect, "occlusion0Rect.mat", "occlusion0Rect");
299
//cvtools::writeMat(occlusion1Rect, "occlusion1Rect.mat", "occlusion1Rect");
277
//cvtools::writeMat(occlusion1Rect, "occlusion1Rect.mat", "occlusion1Rect");
300
 
278
 
301
    // Erode occlusion masks
279
//    // Erode occlusion masks
302
    cv::Mat strel = cv::getStructuringElement(cv::MORPH_ELLIPSE, cv::Size(5,5));
280
//    cv::Mat strel = cv::getStructuringElement(cv::MORPH_ELLIPSE, cv::Size(5,5));
303
    cv::erode(occlusion0Rect, occlusion0Rect, strel);
281
//    cv::erode(occlusion0Rect, occlusion0Rect, strel);
304
    cv::erode(occlusion1Rect, occlusion1Rect, strel);
282
//    cv::erode(occlusion1Rect, occlusion1Rect, strel);
305
 
283
 
306
    // Threshold on gradient of phase
284
    // Threshold on gradient of phase
307
    cv::Mat edges0;
285
    cv::Mat edges0;
308
    cv::Sobel(up0Rect, edges0, -1, 1, 1, 5);
286
    cv::Sobel(up0Rect, edges0, -1, 1, 1, 5);
309
    occlusion0Rect = occlusion0Rect & (abs(edges0) < 150);
287
    occlusion0Rect = occlusion0Rect & (abs(edges0) < 150);
310
 
-
 
311
    cv::Mat edges1;
288
    cv::Mat edges1;
312
    cv::Sobel(up1Rect, edges1, -1, 1, 1, 5);
289
    cv::Sobel(up1Rect, edges1, -1, 1, 1, 5);
313
    occlusion1Rect = occlusion1Rect & (abs(edges1) < 150);
290
    occlusion1Rect = occlusion1Rect & (abs(edges1) < 150);
314
 
291
 
315
//cvtools::writeMat(edges0, "edges0.mat", "edges0");
292
//cvtools::writeMat(edges0, "edges0.mat", "edges0");
Line 334... Line 311...
334
                    continue;
311
                    continue;
335
 
312
 
336
                float up1Left = up1Rect.at<float>(row,col1);
313
                float up1Left = up1Rect.at<float>(row,col1);
337
                float up1Right = up1Rect.at<float>(row,col1+1);
314
                float up1Right = up1Rect.at<float>(row,col1+1);
338
 
315
 
339
                if((up1Left <= up0i) && (up0i <= up1Right) && (up0i-up1Left < 0.5) && (up1Right-up0i < 0.5)){
316
                if((up1Left <= up0i) && (up0i <= up1Right) && (up0i-up1Left < 1.0) && (up1Right-up0i < 1.0)){
340
 
317
 
341
                    float col1i = col1 + (up0i-up1Left)/(up1Right-up1Left);
318
                    float col1i = col1 + (up0i-up1Left)/(up1Right-up1Left);
342
 
319
 
343
                    q0Rect.push_back(cv::Point2f(col, row));
320
                    q0Rect.push_back(cv::Point2f(col, row));
344
                    q1Rect.push_back(cv::Point2f(col1i, row));
321
                    q1Rect.push_back(cv::Point2f(col1i, row));