Subversion Repositories seema-scanner

Rev

Rev 29 | Rev 33 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 29 Rev 31
1
#include "SMCalibrationWorker.h"
1
#include "SMCalibrationWorker.h"
2
#include "SMCalibrationParameters.h"
2
#include "SMCalibrationParameters.h"
3
 
3
 
-
 
4
#include "cvtools.h"
-
 
5
 
4
#include <QSettings>
6
#include <QSettings>
5
 
7
 
6
void SMCalibrationWorker::performCalibration(std::vector<SMCalibrationSet> calibrationData){
8
void SMCalibrationWorker::performCalibration(std::vector<SMCalibrationSet> calibrationData){
7
 
9
 
8
    // Number of saddle points on calibration pattern
10
    // Number of saddle points on calibration pattern
9
    cv::Size patternSize(10, 9);
11
    cv::Size patternSize(10, 9);
10
 
12
 
11
    int nSets = calibrationData.size();
13
    int nSets = calibrationData.size();
12
 
14
 
13
    std::vector< std::vector< std::vector<cv::Point2f> > > qc(2);
15
    std::vector< std::vector<cv::Point2f> > qc0, qc1;
-
 
16
    std::vector<float> angles;
14
 
17
 
15
    // Loop through calibration sets
18
    // Loop through calibration sets
16
    for(int i=0; i<nSets; i++){
19
    for(int i=0; i<nSets; i++){
17
 
20
 
18
        SMCalibrationSet SMCalibrationSetI = calibrationData[i];
21
        SMCalibrationSet SMCalibrationSetI = calibrationData[i];
19
 
22
 
20
        if(!SMCalibrationSetI.checked)
23
        if(!SMCalibrationSetI.checked)
21
            continue;
24
            continue;
22
 
25
 
23
        // Camera 0
26
        // Camera 0
24
        std::vector<cv::Point2f> qci0;
27
        std::vector<cv::Point2f> qci0;
25
        // Extract checker corners
28
        // Extract checker corners
26
        bool success0 = cv::findChessboardCorners(SMCalibrationSetI.frame0, patternSize, qci0, cv::CALIB_CB_ADAPTIVE_THRESH);
29
        bool success0 = cv::findChessboardCorners(SMCalibrationSetI.frame0, patternSize, qci0, cv::CALIB_CB_ADAPTIVE_THRESH);
27
        if(success0){
30
        if(success0){
28
            cv::Mat gray;
31
            cv::Mat gray;
29
            cv::cvtColor(SMCalibrationSetI.frame0, gray, CV_RGB2GRAY);
32
            cv::cvtColor(SMCalibrationSetI.frame0, gray, CV_RGB2GRAY);
30
            cv::cornerSubPix(gray, qci0, cv::Size(5, 5), cv::Size(-1, -1),cv::TermCriteria(CV_TERMCRIT_EPS + CV_TERMCRIT_ITER, 20, 0.001));
33
            cv::cornerSubPix(gray, qci0, cv::Size(5, 5), cv::Size(-1, -1),cv::TermCriteria(CV_TERMCRIT_EPS + CV_TERMCRIT_ITER, 20, 0.001));
31
            // Draw colored chessboard
34
            // Draw colored chessboard
32
            SMCalibrationSetI.frame0Result = SMCalibrationSetI.frame0.clone();
35
            SMCalibrationSetI.frame0Result = SMCalibrationSetI.frame0.clone();
33
            cv::drawChessboardCorners(SMCalibrationSetI.frame0Result, patternSize, qci0, success0);
36
            cv::drawChessboardCorners(SMCalibrationSetI.frame0Result, patternSize, qci0, success0);
34
        }
37
        }
35
 
38
 
36
        emit newFrameResult(i, 0, success0, SMCalibrationSetI.frame0Result);
39
        emit newFrameResult(i, 0, success0, SMCalibrationSetI.frame0Result);
37
 
40
 
38
        // Camera 1
41
        // Camera 1
39
        std::vector<cv::Point2f> qci1;
42
        std::vector<cv::Point2f> qci1;
40
        // Extract checker corners
43
        // Extract checker corners
41
        bool success1 = cv::findChessboardCorners(SMCalibrationSetI.frame1, patternSize, qci1, cv::CALIB_CB_ADAPTIVE_THRESH);
44
        bool success1 = cv::findChessboardCorners(SMCalibrationSetI.frame1, patternSize, qci1, cv::CALIB_CB_ADAPTIVE_THRESH);
42
        if(success1){
45
        if(success1){
43
            cv::Mat gray;
46
            cv::Mat gray;
44
            cv::cvtColor(SMCalibrationSetI.frame1, gray, CV_RGB2GRAY);
47
            cv::cvtColor(SMCalibrationSetI.frame1, gray, CV_RGB2GRAY);
45
            cv::cornerSubPix(gray, qci1, cv::Size(5, 5), cv::Size(-1, -1),cv::TermCriteria(CV_TERMCRIT_EPS + CV_TERMCRIT_ITER, 20, 0.001));
48
            cv::cornerSubPix(gray, qci1, cv::Size(5, 5), cv::Size(-1, -1),cv::TermCriteria(CV_TERMCRIT_EPS + CV_TERMCRIT_ITER, 20, 0.001));
46
            // Draw colored chessboard
49
            // Draw colored chessboard
47
            SMCalibrationSetI.frame1Result = SMCalibrationSetI.frame1.clone();
50
            SMCalibrationSetI.frame1Result = SMCalibrationSetI.frame1.clone();
48
            cv::drawChessboardCorners(SMCalibrationSetI.frame1Result, patternSize, qci1, success1);
51
            cv::drawChessboardCorners(SMCalibrationSetI.frame1Result, patternSize, qci1, success1);
49
        }
52
        }
50
 
53
 
51
        emit newFrameResult(i, 1, success1, SMCalibrationSetI.frame1Result);
54
        emit newFrameResult(i, 1, success1, SMCalibrationSetI.frame1Result);
52
 
55
 
53
        SMCalibrationSetI.success = success0 && success1;
56
        SMCalibrationSetI.success = success0 && success1;
54
 
57
 
55
        // Add to whole set
58
        // Add to whole set
56
        if(SMCalibrationSetI.success){
59
        if(SMCalibrationSetI.success){
57
            qc[0].push_back(qci0);
60
            qc0.push_back(qci0);
58
            qc[1].push_back(qci1);
61
            qc1.push_back(qci1);
-
 
62
            angles.push_back(SMCalibrationSetI.rotationAngle);
59
        }
63
        }
60
 
64
 
61
        // Show progress
65
        // Show progress
62
        emit newSetProcessed(i);
66
        emit newSetProcessed(i);
63
    }
67
    }
64
 
68
 
65
    int nValidSets = qc[0].size();
69
    int nValidSets = qc0.size();
66
    if(nValidSets < 2){
70
    if(nValidSets < 2){
67
        std::cerr << "Not enough valid calibration sequences!" << std::endl;
71
        std::cerr << "Not enough valid calibration sequences!" << std::endl;
68
        emit done();
72
        emit done();
69
        return;
73
        return;
70
    }
74
    }
71
 
75
 
72
    // Generate world object coordinates [mm]
76
    // Generate world object coordinates [mm]
73
    std::vector<cv::Point3f> Qi;
77
    std::vector<cv::Point3f> Qi;
74
    for (int h=0; h<patternSize.height; h++)
78
    for (int h=0; h<patternSize.height; h++)
75
        for (int w=0; w<patternSize.width; w++)
79
        for (int w=0; w<patternSize.width; w++)
76
            Qi.push_back(cv::Point3f(5 * w, 5* h, 0.0)); // 5mm chess field size
80
            Qi.push_back(cv::Point3f(5 * w, 5* h, 0.0)); // 5mm chess field size
77
    std::vector< std::vector<cv::Point3f> > Q;
81
    std::vector< std::vector<cv::Point3f> > Q;
78
    for(int i=0; i<qc[0].size(); i++)
82
    for(int i=0; i<qc0.size(); i++)
79
        Q.push_back(Qi);
83
        Q.push_back(Qi);
80
 
84
 
81
    // calibrate the cameras
85
    // calibrate the cameras
82
    cv::Size frameSize(calibrationData[0].frame0.cols, calibrationData[0].frame0.rows);
-
 
83
//    cv::Size frameSize(640, 480);
-
 
84
    int flags = 0; //cv::CALIB_FIX_K3 + cv::CALIB_FIX_INTRINSIC;
-
 
85
 
-
 
86
    std::vector< std::vector<cv::Point2f> > qc0 = qc[0];
-
 
87
    std::vector< std::vector<cv::Point2f> > qc1 = qc[1];
-
 
88
 
-
 
89
    SMCalibrationParameters cal;
86
    SMCalibrationParameters cal;
-
 
87
    cal.frameWidth = calibrationData[0].frame0.cols;
-
 
88
    cal.frameHeight = calibrationData[0].frame0.rows;
-
 
89
    cv::Size frameSize(cal.frameWidth, cal.frameHeight);
90
 
90
 
-
 
91
    int flags = 0; //cv::CALIB_FIX_K3;
-
 
92
 
91
    std::vector<cv::Mat> cam_rvecs0, cam_tvecs0;
93
    std::vector<cv::Vec3f> cam_rvecs0, cam_tvecs0;
92
    cv::Mat K0, k0;
-
 
93
    cal.cam0_error = cv::calibrateCamera(Q, qc0, frameSize, cal.K0, cal.k0, cam_rvecs0, cam_tvecs0);
94
    cal.cam0_error = cv::calibrateCamera(Q, qc0, frameSize, cal.K0, cal.k0, cam_rvecs0, cam_tvecs0, flags);
94
 
95
 
95
    std::vector<cv::Mat> cam_rvecs1, cam_tvecs1;
96
    std::vector<cv::Vec3f> cam_rvecs1, cam_tvecs1;
96
    cv::Mat K1, k1;
-
 
97
    cal.cam1_error = cv::calibrateCamera(Q, qc1, frameSize, cal.K1, cal.k1, cam_rvecs1, cam_tvecs1);
97
    cal.cam1_error = cv::calibrateCamera(Q, qc1, frameSize, cal.K1, cal.k1, cam_rvecs1, cam_tvecs1, flags);
98
 
98
 
99
    // stereo calibration (don't change K0, K1, k0, k1)
99
    // stereo calibration (fix K0, K1, k0, k1)
100
    int flags_stereo = flags + cv::CALIB_FIX_INTRINSIC;
100
    int flags_stereo = cv::CALIB_FIX_INTRINSIC;
101
    cv::Mat E, F, R1, T1;
-
 
102
    cal.stereo_error = cv::stereoCalibrate(Q, qc[0], qc[1], K0, k0, K1, k1,
101
    cal.stereo_error = cv::stereoCalibrate(Q, qc0, qc1, cal.K0, cal.k0, cal.K1, cal.k1,
103
                                              frameSize, R1, T1, E, F,
102
                                              frameSize, cal.R1, cal.T1, cal.E, cal.F,
104
                                              cv::TermCriteria(cv::TermCriteria::COUNT + cv::TermCriteria::EPS, 50, DBL_EPSILON),
103
                                              cv::TermCriteria(cv::TermCriteria::COUNT + cv::TermCriteria::EPS, 50, DBL_EPSILON),
105
                                              flags_stereo);
104
                                              flags_stereo);
106
 
105
 
-
 
106
    // calibrate rotation axis
-
 
107
    std::vector<cv::Matx33f> Rc(nValidSets - 1); // rotations/translations of the checkerboard in camera 0 reference frame
-
 
108
    std::vector<cv::Vec3f> Tc(nValidSets - 1);
-
 
109
    std::vector<cv::Matx33f> Rr(nValidSets - 1); // in rotation stage reference frame
-
 
110
    std::vector<cv::Vec3f> Tr(nValidSets - 1);
-
 
111
    for(int i=0; i<nValidSets-1; i++){
-
 
112
        // relative transformations in camera
-
 
113
        cv::Matx33f cRw1, cRw2;
-
 
114
        cv::Rodrigues(cam_rvecs0[i], cRw1);
-
 
115
        cv::Rodrigues(cam_rvecs0[i+1], cRw2);
-
 
116
        cv::Vec3f cTw1 = cam_tvecs0[i];
-
 
117
        cv::Vec3f cTw2 = cam_tvecs0[i+1];
-
 
118
 
-
 
119
        cv::composeRT(cRw1, cTw1, cRw2.t(), -cRw2.t()*cTw2, Rc[i], Tc[i]);
-
 
120
 
-
 
121
        // relative transformations in rotation stage
-
 
122
        // we define the rotation axis to be in origo, pointing in positive y direction
-
 
123
        float angleRadians = angles[i]/180.0*M_PI;
-
 
124
        cv::Vec3f rot_rvec(0.0, angleRadians, 0.0);
-
 
125
        cv::Rodrigues(rot_rvec, Rr[i]);
-
 
126
        Tr[i] = 0.0;
-
 
127
    }
-
 
128
 
-
 
129
    cvtools::fitSixDofData(Rc, Tc, Rr, Tr, cal.Rr, cal.Tr);
-
 
130
 
107
    // Print to std::cout
131
    // Print to std::cout
108
    cal.print();
132
    cal.print();
109
 
133
 
110
    // save to (reentrant qsettings object)
134
    // save to (reentrant qsettings object)
111
    QSettings settings;
135
    QSettings settings;
112
    settings.setValue("calibration", QVariant::fromValue(cal));
136
    settings.setValue("calibration", QVariant::fromValue(cal));
113
 
137
 
114
    emit done();
138
    emit done();
115
 
139
 
116
}
140
}
117
 
141