Line 5... |
Line 5... |
5 |
|
5 |
|
6 |
#ifndef M_PI
|
6 |
#ifndef M_PI
|
7 |
#define M_PI 3.14159265358979323846
|
7 |
#define M_PI 3.14159265358979323846
|
8 |
#endif
|
8 |
#endif
|
9 |
|
9 |
|
10 |
static unsigned int nStepsPrimary = 16; // number of shifts/steps in primary
|
10 |
static unsigned int nStepsPrimary = 32; // number of shifts/steps in primary
|
11 |
static unsigned int nStepsSecondary = 16; // number of shifts/steps in secondary
|
11 |
static unsigned int nStepsSecondary = 16; // number of shifts/steps in secondary
|
12 |
static unsigned int nStepsTertiary = 16; // number of shifts/steps in tertiary
|
12 |
static unsigned int nStepsTertiary = 16; // number of shifts/steps in tertiary
|
13 |
static float periodPrimary = 24; // primary period
|
13 |
static float nPeriodPrimary = 256; // number of primary periods
|
14 |
static float periodSecondary = 30; // primary period
|
14 |
static float nPeriodSecondary = 16; // number of secondary periods
|
15 |
|
15 |
|
16 |
// Algorithm
|
16 |
// Algorithm
|
17 |
static cv::Mat computePhaseVector(unsigned int length, float phase, float pitch){
|
17 |
static cv::Mat computePhaseVector(unsigned int length, float phase, float pitch){
|
18 |
|
18 |
|
19 |
cv::Mat phaseVector(length, 1, CV_8UC3);
|
19 |
cv::Mat phaseVector(length, 1, CV_8UC3);
|
Line 34... |
Line 34... |
34 |
AlgorithmPhaseShiftThreeFreq::AlgorithmPhaseShiftThreeFreq(unsigned int _screenCols, unsigned int _screenRows) : Algorithm(_screenCols, _screenRows){
|
34 |
AlgorithmPhaseShiftThreeFreq::AlgorithmPhaseShiftThreeFreq(unsigned int _screenCols, unsigned int _screenRows) : Algorithm(_screenCols, _screenRows){
|
35 |
|
35 |
|
36 |
// Set N
|
36 |
// Set N
|
37 |
N = 2+nStepsPrimary+nStepsSecondary+nStepsTertiary;
|
37 |
N = 2+nStepsPrimary+nStepsSecondary+nStepsTertiary;
|
38 |
|
38 |
|
39 |
// Determine the tertiary period to fulfill the heterodyne condition
|
- |
|
40 |
float periodTertiary = (screenCols*periodPrimary*periodSecondary)/(periodPrimary*periodSecondary+2*screenCols*periodPrimary-screenCols*periodSecondary);
|
- |
|
41 |
|
- |
|
42 |
// all on pattern
|
39 |
// all on pattern
|
43 |
cv::Mat allOn(1, screenCols, CV_8UC3, cv::Scalar::all(255));
|
40 |
cv::Mat allOn(1, screenCols, CV_8UC3, cv::Scalar::all(255));
|
44 |
patterns.push_back(allOn);
|
41 |
patterns.push_back(allOn);
|
45 |
|
42 |
|
46 |
// all off pattern
|
43 |
// all off pattern
|
Line 51... |
Line 48... |
51 |
const float pi = M_PI;
|
48 |
const float pi = M_PI;
|
52 |
|
49 |
|
53 |
// Primary encoding patterns
|
50 |
// Primary encoding patterns
|
54 |
for(unsigned int i=0; i<nStepsPrimary; i++){
|
51 |
for(unsigned int i=0; i<nStepsPrimary; i++){
|
55 |
float phase = 2.0*pi/nStepsPrimary * i;
|
52 |
float phase = 2.0*pi/nStepsPrimary * i;
|
56 |
float pitch = periodPrimary;
|
53 |
float pitch = screenCols/nPeriodPrimary;
|
57 |
cv::Mat patternI(1,1,CV_8U);
|
54 |
cv::Mat patternI(1,1,CV_8U);
|
58 |
patternI = computePhaseVector(screenCols, phase, pitch);
|
55 |
patternI = computePhaseVector(screenCols, phase, pitch);
|
59 |
patterns.push_back(patternI.t());
|
56 |
patterns.push_back(patternI.t());
|
60 |
}
|
57 |
}
|
61 |
|
58 |
|
62 |
// Secondary encoding patterns
|
59 |
// Secondary encoding patterns
|
63 |
for(unsigned int i=0; i<nStepsSecondary; i++){
|
60 |
for(unsigned int i=0; i<nStepsSecondary; i++){
|
64 |
float phase = 2.0*pi/nStepsSecondary * i;
|
61 |
float phase = 2.0*pi/nStepsSecondary * i;
|
65 |
float pitch = periodSecondary;
|
62 |
float pitch = screenCols/nPeriodSecondary;
|
66 |
cv::Mat patternI(1,1,CV_8U);
|
63 |
cv::Mat patternI(1,1,CV_8U);
|
67 |
patternI = computePhaseVector(screenCols, phase, pitch);
|
64 |
patternI = computePhaseVector(screenCols, phase, pitch);
|
68 |
patterns.push_back(patternI.t());
|
65 |
patterns.push_back(patternI.t());
|
69 |
}
|
66 |
}
|
70 |
// Tertiary encoding patterns
|
67 |
// Tertiary encoding patterns
|
71 |
for(unsigned int i=0; i<nStepsTertiary; i++){
|
68 |
for(unsigned int i=0; i<nStepsTertiary; i++){
|
72 |
float phase = 2.0*pi/nStepsTertiary * i;
|
69 |
float phase = 2.0*pi/nStepsTertiary * i;
|
73 |
float pitch = periodTertiary;
|
70 |
float pitch = screenCols;
|
74 |
cv::Mat patternI(1,1,CV_8U);
|
71 |
cv::Mat patternI(1,1,CV_8U);
|
75 |
patternI = computePhaseVector(screenCols, phase, pitch);
|
72 |
patternI = computePhaseVector(screenCols, phase, pitch);
|
76 |
patterns.push_back(patternI.t());
|
73 |
patterns.push_back(patternI.t());
|
77 |
}
|
74 |
}
|
78 |
|
75 |
|
Line 176... |
Line 173... |
176 |
cv::phase(F0Secondary[2], -F0Secondary[3], up0Secondary);
|
173 |
cv::phase(F0Secondary[2], -F0Secondary[3], up0Secondary);
|
177 |
std::vector<cv::Mat> F0Tertiary = getDFTComponents(frames0Tertiary);
|
174 |
std::vector<cv::Mat> F0Tertiary = getDFTComponents(frames0Tertiary);
|
178 |
cv::Mat up0Tertiary;
|
175 |
cv::Mat up0Tertiary;
|
179 |
cv::phase(F0Tertiary[2], -F0Tertiary[3], up0Tertiary);
|
176 |
cv::phase(F0Tertiary[2], -F0Tertiary[3], up0Tertiary);
|
180 |
|
177 |
|
181 |
cv::Mat up0EquivalentPS = up0Primary - up0Secondary;
|
- |
|
182 |
up0EquivalentPS = cvtools::modulo(up0EquivalentPS, 2.0*pi);
|
- |
|
183 |
|
- |
|
184 |
cv::Mat up0EquivalentST = up0Secondary - up0Tertiary;
|
178 |
cv::Mat up0Unwrap = unwrapWithCue(up0Secondary, up0Tertiary, nPeriodSecondary);
|
185 |
up0EquivalentST = cvtools::modulo(up0EquivalentST, 2.0*pi);
|
- |
|
186 |
|
- |
|
187 |
cv::Mat up0Equivalent = up0EquivalentPS - up0EquivalentST;
|
- |
|
188 |
up0Equivalent = cvtools::modulo(up0Equivalent, 2.0*pi);
|
- |
|
189 |
|
- |
|
190 |
cv::Mat up0 = unwrapWithCue(up0Primary, up0Equivalent, (float)screenCols/periodPrimary);
|
179 |
cv::Mat up0 = unwrapWithCue(up0Primary, up0Unwrap, nPeriodPrimary);
|
191 |
up0 *= screenCols/(2.0*pi);
|
180 |
up0 *= screenCols/(2.0*pi);
|
192 |
cv::Mat amplitude0;
|
181 |
cv::Mat amplitude0;
|
193 |
cv::magnitude(F0Primary[2], -F0Primary[3], amplitude0);
|
182 |
cv::magnitude(F0Primary[2], -F0Primary[3], amplitude0);
|
194 |
|
183 |
|
195 |
// Decode camera1
|
184 |
// Decode camera1
|
Line 205... |
Line 194... |
205 |
cv::phase(F1Secondary[2], -F1Secondary[3], up1Secondary);
|
194 |
cv::phase(F1Secondary[2], -F1Secondary[3], up1Secondary);
|
206 |
std::vector<cv::Mat> F1Tertiary = getDFTComponents(frames1Tertiary);
|
195 |
std::vector<cv::Mat> F1Tertiary = getDFTComponents(frames1Tertiary);
|
207 |
cv::Mat up1Tertiary;
|
196 |
cv::Mat up1Tertiary;
|
208 |
cv::phase(F1Tertiary[2], -F1Tertiary[3], up1Tertiary);
|
197 |
cv::phase(F1Tertiary[2], -F1Tertiary[3], up1Tertiary);
|
209 |
|
198 |
|
210 |
cv::Mat up1EquivalentPS = up1Primary - up1Secondary;
|
- |
|
211 |
up1EquivalentPS = cvtools::modulo(up1EquivalentPS, 2.0*pi);
|
- |
|
212 |
|
- |
|
213 |
cv::Mat up1EquivalentST = up1Secondary - up1Tertiary;
|
199 |
cv::Mat up1Unwrap = unwrapWithCue(up1Secondary, up1Tertiary, nPeriodSecondary);
|
214 |
up1EquivalentST = cvtools::modulo(up1EquivalentST, 2.0*pi);
|
- |
|
215 |
|
- |
|
216 |
cv::Mat up1Equivalent = up1EquivalentPS - up1EquivalentST;
|
- |
|
217 |
up1Equivalent = cvtools::modulo(up1Equivalent, 2.0*pi);
|
- |
|
218 |
|
- |
|
219 |
cv::Mat up1 = unwrapWithCue(up1Primary, up1Equivalent, (float)screenCols/periodPrimary);
|
200 |
cv::Mat up1 = unwrapWithCue(up1Primary, up1Unwrap, nPeriodPrimary);
|
220 |
up1 *= screenCols/(2.0*pi);
|
201 |
up1 *= screenCols/(2.0*pi);
|
221 |
cv::Mat amplitude1;
|
202 |
cv::Mat amplitude1;
|
222 |
cv::magnitude(F1Primary[2], -F1Primary[3], amplitude1);
|
203 |
cv::magnitude(F1Primary[2], -F1Primary[3], amplitude1);
|
223 |
|
204 |
|
224 |
//cvtools::writeMat(up0Primary, "up0Primary.mat", "up0Primary");
|
205 |
//cvtools::writeMat(up0Primary, "up0Primary.mat", "up0Primary");
|
225 |
//cvtools::writeMat(up0Secondary, "up0Secondary.mat", "up0Secondary");
|
206 |
//cvtools::writeMat(up0Secondary, "up0Secondary.mat", "up0Secondary");
|
226 |
//cvtools::writeMat(up0Tertiary, "up0Tertiary.mat", "up0Tertiary");
|
207 |
//cvtools::writeMat(up0Tertiary, "up0Tertiary.mat", "up0Tertiary");
|
227 |
//cvtools::writeMat(up0Equivalent, "up0Equivalent.mat", "up0Equivalent");
|
208 |
//cvtools::writeMat(up0Unwrap, "up0Unwrap.mat", "up0Unwrap");
|
228 |
cvtools::writeMat(up0Equivalent2, "up0Equivalent2.mat", "up0Equivalent2");
|
- |
|
229 |
//cvtools::writeMat(up0EquivalentPS, "up0EquivalentPS.mat", "up0EquivalentPS");
|
- |
|
230 |
//cvtools::writeMat(up0EquivalentST, "up0EquivalentST.mat", "up0EquivalentST");
|
- |
|
231 |
//cvtools::writeMat(up0, "up0.mat", "up0");
|
209 |
//cvtools::writeMat(up0, "up0.mat", "up0");
|
232 |
//cvtools::writeMat(up1, "up1.mat", "up1");
|
210 |
//cvtools::writeMat(up1, "up1.mat", "up1");
|
233 |
//cvtools::writeMat(amplitude0, "amplitude0.mat", "amplitude0");
|
211 |
//cvtools::writeMat(amplitude0, "amplitude0.mat", "amplitude0");
|
234 |
|
212 |
|
235 |
// Rectifying homographies (rotation+projections)
|
213 |
// Rectifying homographies (rotation+projections)
|
Line 254... |
Line 232... |
254 |
// amplitude remaps
|
232 |
// amplitude remaps
|
255 |
cv::Mat amplitude0Rect, amplitude1Rect;
|
233 |
cv::Mat amplitude0Rect, amplitude1Rect;
|
256 |
cv::remap(amplitude0, amplitude0Rect, map0X, map0Y, CV_INTER_LINEAR);
|
234 |
cv::remap(amplitude0, amplitude0Rect, map0X, map0Y, CV_INTER_LINEAR);
|
257 |
cv::remap(amplitude1, amplitude1Rect, map1X, map1Y, CV_INTER_LINEAR);
|
235 |
cv::remap(amplitude1, amplitude1Rect, map1X, map1Y, CV_INTER_LINEAR);
|
258 |
|
236 |
|
259 |
//cvtools::writeMat(up0Rect, "up0Rect.mat", "up0Rect");
|
237 |
cvtools::writeMat(up0Rect, "up0Rect.mat", "up0Rect");
|
260 |
//cvtools::writeMat(up1Rect, "up1Rect.mat", "up1Rect");
|
238 |
cvtools::writeMat(up1Rect, "up1Rect.mat", "up1Rect");
|
261 |
|
239 |
|
262 |
// color debayer and remap
|
240 |
// color debayer and remap
|
263 |
cv::Mat color0Rect, color1Rect;
|
241 |
cv::Mat color0Rect, color1Rect;
|
264 |
// frames0[0].convertTo(color0Rect, CV_8UC1, 1.0/256.0);
|
242 |
// frames0[0].convertTo(color0Rect, CV_8UC1, 1.0/256.0);
|
265 |
cv::cvtColor(frames0[0], color0Rect, CV_BayerBG2RGB);
|
243 |
cv::cvtColor(frames0[0], color0Rect, CV_BayerBG2RGB);
|
Line 289... |
Line 267... |
289 |
cv::subtract(frames0OnRect, frames0OffRect, occlusion0Rect);
|
267 |
cv::subtract(frames0OnRect, frames0OffRect, occlusion0Rect);
|
290 |
occlusion0Rect = (occlusion0Rect > 25) & (occlusion0Rect < 250);
|
268 |
occlusion0Rect = (occlusion0Rect > 25) & (occlusion0Rect < 250);
|
291 |
cv::subtract(frames1OnRect, frames1OffRect, occlusion1Rect);
|
269 |
cv::subtract(frames1OnRect, frames1OffRect, occlusion1Rect);
|
292 |
occlusion1Rect = (occlusion1Rect > 25) & (occlusion1Rect < 250);
|
270 |
occlusion1Rect = (occlusion1Rect > 25) & (occlusion1Rect < 250);
|
293 |
|
271 |
|
294 |
// Threshold on energy at primary frequency
|
272 |
// // Threshold on energy at primary frequency
|
295 |
occlusion0Rect = occlusion0Rect & (amplitude0Rect > 5.0*nStepsPrimary);
|
273 |
// occlusion0Rect = occlusion0Rect & (amplitude0Rect > 5.0*nStepsPrimary);
|
296 |
occlusion1Rect = occlusion1Rect & (amplitude1Rect > 5.0*nStepsPrimary);
|
274 |
// occlusion1Rect = occlusion1Rect & (amplitude1Rect > 5.0*nStepsPrimary);
|
297 |
|
275 |
|
298 |
//cvtools::writeMat(occlusion0Rect, "occlusion0Rect.mat", "occlusion0Rect");
|
276 |
//cvtools::writeMat(occlusion0Rect, "occlusion0Rect.mat", "occlusion0Rect");
|
299 |
//cvtools::writeMat(occlusion1Rect, "occlusion1Rect.mat", "occlusion1Rect");
|
277 |
//cvtools::writeMat(occlusion1Rect, "occlusion1Rect.mat", "occlusion1Rect");
|
300 |
|
278 |
|
301 |
// Erode occlusion masks
|
279 |
// // Erode occlusion masks
|
302 |
cv::Mat strel = cv::getStructuringElement(cv::MORPH_ELLIPSE, cv::Size(5,5));
|
280 |
// cv::Mat strel = cv::getStructuringElement(cv::MORPH_ELLIPSE, cv::Size(5,5));
|
303 |
cv::erode(occlusion0Rect, occlusion0Rect, strel);
|
281 |
// cv::erode(occlusion0Rect, occlusion0Rect, strel);
|
304 |
cv::erode(occlusion1Rect, occlusion1Rect, strel);
|
282 |
// cv::erode(occlusion1Rect, occlusion1Rect, strel);
|
305 |
|
283 |
|
306 |
// Threshold on gradient of phase
|
284 |
// Threshold on gradient of phase
|
307 |
cv::Mat edges0;
|
285 |
cv::Mat edges0;
|
308 |
cv::Sobel(up0Rect, edges0, -1, 1, 1, 5);
|
286 |
cv::Sobel(up0Rect, edges0, -1, 1, 1, 5);
|
309 |
occlusion0Rect = occlusion0Rect & (abs(edges0) < 150);
|
287 |
occlusion0Rect = occlusion0Rect & (abs(edges0) < 150);
|
310 |
|
- |
|
311 |
cv::Mat edges1;
|
288 |
cv::Mat edges1;
|
312 |
cv::Sobel(up1Rect, edges1, -1, 1, 1, 5);
|
289 |
cv::Sobel(up1Rect, edges1, -1, 1, 1, 5);
|
313 |
occlusion1Rect = occlusion1Rect & (abs(edges1) < 150);
|
290 |
occlusion1Rect = occlusion1Rect & (abs(edges1) < 150);
|
314 |
|
291 |
|
315 |
//cvtools::writeMat(edges0, "edges0.mat", "edges0");
|
292 |
//cvtools::writeMat(edges0, "edges0.mat", "edges0");
|
Line 334... |
Line 311... |
334 |
continue;
|
311 |
continue;
|
335 |
|
312 |
|
336 |
float up1Left = up1Rect.at<float>(row,col1);
|
313 |
float up1Left = up1Rect.at<float>(row,col1);
|
337 |
float up1Right = up1Rect.at<float>(row,col1+1);
|
314 |
float up1Right = up1Rect.at<float>(row,col1+1);
|
338 |
|
315 |
|
339 |
if((up1Left <= up0i) && (up0i <= up1Right) && (up0i-up1Left < 0.5) && (up1Right-up0i < 0.5)){
|
316 |
if((up1Left <= up0i) && (up0i <= up1Right) && (up0i-up1Left < 1.0) && (up1Right-up0i < 1.0)){
|
340 |
|
317 |
|
341 |
float col1i = col1 + (up0i-up1Left)/(up1Right-up1Left);
|
318 |
float col1i = col1 + (up0i-up1Left)/(up1Right-up1Left);
|
342 |
|
319 |
|
343 |
q0Rect.push_back(cv::Point2f(col, row));
|
320 |
q0Rect.push_back(cv::Point2f(col, row));
|
344 |
q1Rect.push_back(cv::Point2f(col1i, row));
|
321 |
q1Rect.push_back(cv::Point2f(col1i, row));
|