/* * Processor.cpp * * Created on: Jun 13, 2010 * Author: ethan */ #include "Processor.h" #include using namespace cv; Processor::Processor() : stard(20/*max_size*/, 8/*response_threshold*/, 15/*line_threshold_projected*/, 8/*line_threshold_binarized*/, 5/*suppress_nonmax_size*/), fastd(20/*threshold*/, true/*nonmax_suppression*/), surfd(100./*hessian_threshold*/, 1/*octaves*/, 2/*octave_layers*/) { } Processor::~Processor() { // TODO Auto-generated destructor stub } void Processor::detectAndDrawFeatures(int input_idx, image_pool* pool,int feature_type) { FeatureDetector* fd = 0; switch (feature_type) { case DETECT_SURF: fd = &surfd; break; case DETECT_FAST: fd = &fastd; break; case DETECT_STAR: fd = &stard; break; } Mat greyimage; pool->getGrey(input_idx, greyimage); //Mat* grayimage = pool->getYUV(input_idx); Mat* img = pool->getImage(input_idx); if (!img || greyimage.empty() || fd == 0) return; //no image at input_idx! keypoints.clear(); //if(grayimage->step1() > sizeof(uchar)) return; //cvtColor(*img,*grayimage,CV_RGB2GRAY); fd->detect(greyimage, keypoints); for (vector::const_iterator it = keypoints.begin(); it != keypoints.end(); ++it) { circle(*img, it->pt, 3, cvScalar(255, 0, 255, 0)); } //pool->addImage(output_idx,outimage); } static double computeReprojectionErrors( const vector >& objectPoints, const vector >& imagePoints, const vector& rvecs, const vector& tvecs, const Mat& cameraMatrix, const Mat& distCoeffs, vector& perViewErrors) { vector imagePoints2; int i, totalPoints = 0; double totalErr = 0, err; perViewErrors.resize(objectPoints.size()); for (i = 0; i < (int) objectPoints.size(); i++) { projectPoints(Mat(objectPoints[i]), rvecs[i], tvecs[i], cameraMatrix, distCoeffs, imagePoints2); err = norm(Mat(imagePoints[i]), Mat(imagePoints2), CV_L1 ); int n = (int) objectPoints[i].size(); perViewErrors[i] = err / n; totalErr += err; totalPoints += n; } return totalErr / totalPoints; } static void calcChessboardCorners(Size boardSize, float squareSize, vector< Point3f>& corners) { corners.resize(0); for (int i = 0; i < boardSize.height; i++) for (int j = 0; j < boardSize.width; j++) corners.push_back(Point3f(float(j * squareSize), float(i * squareSize), 0)); } /**from opencv/samples/cpp/calibration.cpp * */ static bool runCalibration(vector > imagePoints, Size imageSize, Size boardSize, float squareSize, float aspectRatio, int flags, Mat& cameraMatrix, Mat& distCoeffs, vector& rvecs, vector& tvecs, vector& reprojErrs, double& totalAvgErr) { cameraMatrix = Mat::eye(3, 3, CV_64F); if (flags & CV_CALIB_FIX_ASPECT_RATIO) cameraMatrix.at (0, 0) = aspectRatio; distCoeffs = Mat::zeros(5, 1, CV_64F); vector > objectPoints(1); calcChessboardCorners(boardSize, squareSize, objectPoints[0]); for (size_t i = 1; i < imagePoints.size(); i++) objectPoints.push_back(objectPoints[0]); calibrateCamera(objectPoints, imagePoints, imageSize, cameraMatrix, distCoeffs, rvecs, tvecs, flags); bool ok = checkRange(cameraMatrix, CV_CHECK_QUIET ) && checkRange( distCoeffs, CV_CHECK_QUIET ); totalAvgErr = computeReprojectionErrors(objectPoints, imagePoints, rvecs, tvecs, cameraMatrix, distCoeffs, reprojErrs); return ok; } bool Processor::detectAndDrawChessboard(int idx,image_pool* pool) { Mat grey; pool->getGrey(idx, grey); if (grey.empty()) return false; vector corners; IplImage iplgrey = grey; if (!cvCheckChessboard(&iplgrey, Size(6, 8))) return false; bool patternfound = findChessboardCorners(grey, Size(6, 8), corners); Mat * img = pool->getImage(idx); if (corners.size() < 1) return false; cornerSubPix(grey, corners, Size(11, 11), Size(-1, -1), TermCriteria( CV_TERMCRIT_EPS + CV_TERMCRIT_ITER, 30, 0.1)); if(patternfound) imagepoints.push_back(corners); drawChessboardCorners(*img, Size(6, 8), Mat(corners), patternfound); imgsize = grey.size(); return patternfound; } void Processor::drawText(int i, image_pool* pool, const char* ctext){ // Use "y" to show that the baseLine is about string text = ctext; int fontFace = FONT_HERSHEY_COMPLEX_SMALL; double fontScale = .8; int thickness = .5; Mat img = *pool->getImage(i); int baseline=0; Size textSize = getTextSize(text, fontFace, fontScale, thickness, &baseline); baseline += thickness; // center the text Point textOrg((img.cols - textSize.width)/2, (img.rows - textSize.height *2)); // draw the box rectangle(img, textOrg + Point(0, baseline), textOrg + Point(textSize.width, -textSize.height), Scalar(0,0,255),CV_FILLED); // ... and the baseline first line(img, textOrg + Point(0, thickness), textOrg + Point(textSize.width, thickness), Scalar(0, 0, 255)); // then put the text itself putText(img, text, textOrg, fontFace, fontScale, Scalar::all(255), thickness, 8); } void saveCameraParams(const string& filename, Size imageSize, Size boardSize, float squareSize, float aspectRatio, int flags, const Mat& cameraMatrix, const Mat& distCoeffs, const vector& rvecs, const vector& tvecs, const vector& reprojErrs, const vector >& imagePoints, double totalAvgErr) { FileStorage fs(filename, FileStorage::WRITE); time_t t; time(&t); struct tm *t2 = localtime(&t); char buf[1024]; strftime(buf, sizeof(buf) - 1, "%c", t2); fs << "calibration_time" << buf; if (!rvecs.empty() || !reprojErrs.empty()) fs << "nframes" << (int) std::max(rvecs.size(), reprojErrs.size()); fs << "image_width" << imageSize.width; fs << "image_height" << imageSize.height; fs << "board_width" << boardSize.width; fs << "board_height" << boardSize.height; fs << "squareSize" << squareSize; if (flags & CV_CALIB_FIX_ASPECT_RATIO) fs << "aspectRatio" << aspectRatio; if (flags != 0) { sprintf(buf, "flags: %s%s%s%s", flags & CV_CALIB_USE_INTRINSIC_GUESS ? "+use_intrinsic_guess" : "", flags & CV_CALIB_FIX_ASPECT_RATIO ? "+fix_aspectRatio" : "", flags & CV_CALIB_FIX_PRINCIPAL_POINT ? "+fix_principal_point" : "", flags & CV_CALIB_ZERO_TANGENT_DIST ? "+zero_tangent_dist" : ""); cvWriteComment(*fs, buf, 0); } fs << "flags" << flags; fs << "camera_matrix" << cameraMatrix; fs << "distortion_coefficients" << distCoeffs; fs << "avg_reprojection_error" << totalAvgErr; if (!reprojErrs.empty()) fs << "per_view_reprojection_errors" << Mat(reprojErrs); if (!rvecs.empty() && !tvecs.empty()) { Mat bigmat(rvecs.size(), 6, CV_32F); for (size_t i = 0; i < rvecs.size(); i++) { Mat r = bigmat(Range(i, i + 1), Range(0, 3)); Mat t = bigmat(Range(i, i + 1), Range(3, 6)); rvecs[i].copyTo(r); tvecs[i].copyTo(t); } cvWriteComment( *fs, "a set of 6-tuples (rotation vector + translation vector) for each view", 0); fs << "extrinsic_parameters" << bigmat; } if (!imagePoints.empty()) { Mat imagePtMat(imagePoints.size(), imagePoints[0].size(), CV_32FC2); for (size_t i = 0; i < imagePoints.size(); i++) { Mat r = imagePtMat.row(i).reshape(2, imagePtMat.cols); Mat(imagePoints[i]).copyTo(r); } fs << "image_points" << imagePtMat; } } void Processor::resetChess() { imagepoints.clear(); } void Processor::calibrate(const char* filename) { vector rvecs, tvecs; vector reprojErrs; double totalAvgErr = 0; int flags = 0; bool writeExtrinsics = true; bool writePoints = true; bool ok = runCalibration(imagepoints, imgsize, Size(6, 8), 1.f, 1.f, flags, K, distortion, rvecs, tvecs, reprojErrs, totalAvgErr); if (ok){ saveCameraParams(filename, imgsize, Size(6, 8), 1.f, 1.f, flags, K, distortion, writeExtrinsics ? rvecs : vector (), writeExtrinsics ? tvecs : vector (), writeExtrinsics ? reprojErrs : vector (), writePoints ? imagepoints : vector< vector > (), totalAvgErr); } } int Processor::getNumberDetectedChessboards() { return imagepoints.size(); }