291 lines
8.4 KiB
C++
291 lines
8.4 KiB
C++
#include <iostream>
|
|
#include <vector>
|
|
#include <iomanip>
|
|
|
|
#include "opencv2/highgui/highgui.hpp"
|
|
#include "opencv2/ocl/ocl.hpp"
|
|
#include "opencv2/video/video.hpp"
|
|
|
|
using namespace std;
|
|
using namespace cv;
|
|
using namespace cv::ocl;
|
|
|
|
typedef unsigned char uchar;
|
|
#define LOOP_NUM 10
|
|
int64 work_begin = 0;
|
|
int64 work_end = 0;
|
|
|
|
static void workBegin()
|
|
{
|
|
work_begin = getTickCount();
|
|
}
|
|
static void workEnd()
|
|
{
|
|
work_end += (getTickCount() - work_begin);
|
|
}
|
|
static double getTime(){
|
|
return work_end * 1000. / getTickFrequency();
|
|
}
|
|
|
|
static void download(const oclMat& d_mat, vector<Point2f>& vec)
|
|
{
|
|
vec.resize(d_mat.cols);
|
|
Mat mat(1, d_mat.cols, CV_32FC2, (void*)&vec[0]);
|
|
d_mat.download(mat);
|
|
}
|
|
|
|
static void download(const oclMat& d_mat, vector<uchar>& vec)
|
|
{
|
|
vec.resize(d_mat.cols);
|
|
Mat mat(1, d_mat.cols, CV_8UC1, (void*)&vec[0]);
|
|
d_mat.download(mat);
|
|
}
|
|
|
|
static void drawArrows(Mat& frame, const vector<Point2f>& prevPts, const vector<Point2f>& nextPts, const vector<uchar>& status, Scalar line_color = Scalar(0, 0, 255))
|
|
{
|
|
for (size_t i = 0; i < prevPts.size(); ++i)
|
|
{
|
|
if (status[i])
|
|
{
|
|
int line_thickness = 1;
|
|
|
|
Point p = prevPts[i];
|
|
Point q = nextPts[i];
|
|
|
|
double angle = atan2((double) p.y - q.y, (double) p.x - q.x);
|
|
|
|
double hypotenuse = sqrt( (double)(p.y - q.y)*(p.y - q.y) + (double)(p.x - q.x)*(p.x - q.x) );
|
|
|
|
if (hypotenuse < 1.0)
|
|
continue;
|
|
|
|
// Here we lengthen the arrow by a factor of three.
|
|
q.x = (int) (p.x - 3 * hypotenuse * cos(angle));
|
|
q.y = (int) (p.y - 3 * hypotenuse * sin(angle));
|
|
|
|
// Now we draw the main line of the arrow.
|
|
line(frame, p, q, line_color, line_thickness);
|
|
|
|
// Now draw the tips of the arrow. I do some scaling so that the
|
|
// tips look proportional to the main line of the arrow.
|
|
|
|
p.x = (int) (q.x + 9 * cos(angle + CV_PI / 4));
|
|
p.y = (int) (q.y + 9 * sin(angle + CV_PI / 4));
|
|
line(frame, p, q, line_color, line_thickness);
|
|
|
|
p.x = (int) (q.x + 9 * cos(angle - CV_PI / 4));
|
|
p.y = (int) (q.y + 9 * sin(angle - CV_PI / 4));
|
|
line(frame, p, q, line_color, line_thickness);
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
int main(int argc, const char* argv[])
|
|
{
|
|
static std::vector<Info> ocl_info;
|
|
ocl::getDevice(ocl_info);
|
|
//if you want to use undefault device, set it here
|
|
setDevice(ocl_info[0]);
|
|
|
|
//set this to save kernel compile time from second time you run
|
|
ocl::setBinpath("./");
|
|
const char* keys =
|
|
"{ h | help | false | print help message }"
|
|
"{ l | left | | specify left image }"
|
|
"{ r | right | | specify right image }"
|
|
"{ c | camera | 0 | enable camera capturing }"
|
|
"{ s | use_cpu | false | use cpu or gpu to process the image }"
|
|
"{ v | video | | use video as input }"
|
|
"{ points | points | 1000 | specify points count [GoodFeatureToTrack] }"
|
|
"{ min_dist | min_dist | 0 | specify minimal distance between points [GoodFeatureToTrack] }";
|
|
|
|
CommandLineParser cmd(argc, argv, keys);
|
|
|
|
if (cmd.get<bool>("help"))
|
|
{
|
|
cout << "Usage: pyrlk_optical_flow [options]" << endl;
|
|
cout << "Avaible options:" << endl;
|
|
cmd.printParams();
|
|
return 0;
|
|
}
|
|
|
|
bool defaultPicturesFail = false;
|
|
string fname0 = cmd.get<string>("left");
|
|
string fname1 = cmd.get<string>("right");
|
|
string vdofile = cmd.get<string>("video");
|
|
int points = cmd.get<int>("points");
|
|
double minDist = cmd.get<double>("min_dist");
|
|
bool useCPU = cmd.get<bool>("s");
|
|
bool useCamera = cmd.get<bool>("c");
|
|
int inputName = cmd.get<int>("c");
|
|
oclMat d_nextPts, d_status;
|
|
|
|
Mat frame0 = imread(fname0, cv::IMREAD_GRAYSCALE);
|
|
Mat frame1 = imread(fname1, cv::IMREAD_GRAYSCALE);
|
|
PyrLKOpticalFlow d_pyrLK;
|
|
vector<cv::Point2f> pts;
|
|
vector<cv::Point2f> nextPts;
|
|
vector<unsigned char> status;
|
|
vector<float> err;
|
|
|
|
if (frame0.empty() || frame1.empty())
|
|
{
|
|
useCamera = true;
|
|
defaultPicturesFail = true;
|
|
CvCapture* capture = 0;
|
|
capture = cvCaptureFromCAM( inputName );
|
|
if (!capture)
|
|
{
|
|
cout << "Can't load input images" << endl;
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
cout << "Points count : " << points << endl << endl;
|
|
|
|
if (useCamera)
|
|
{
|
|
CvCapture* capture = 0;
|
|
Mat frame, frameCopy;
|
|
Mat frame0Gray, frame1Gray;
|
|
Mat ptr0, ptr1;
|
|
|
|
if(vdofile == "")
|
|
capture = cvCaptureFromCAM( inputName );
|
|
else
|
|
capture = cvCreateFileCapture(vdofile.c_str());
|
|
|
|
int c = inputName ;
|
|
if(!capture)
|
|
{
|
|
if(vdofile == "")
|
|
cout << "Capture from CAM " << c << " didn't work" << endl;
|
|
else
|
|
cout << "Capture from file " << vdofile << " failed" <<endl;
|
|
if (defaultPicturesFail)
|
|
{
|
|
return -1;
|
|
}
|
|
goto nocamera;
|
|
}
|
|
|
|
cout << "In capture ..." << endl;
|
|
for(int i = 0;; i++)
|
|
{
|
|
frame = cvQueryFrame( capture );
|
|
if( frame.empty() )
|
|
break;
|
|
|
|
if (i == 0)
|
|
{
|
|
frame.copyTo( frame0 );
|
|
cvtColor(frame0, frame0Gray, COLOR_BGR2GRAY);
|
|
}
|
|
else
|
|
{
|
|
if (i%2 == 1)
|
|
{
|
|
frame.copyTo(frame1);
|
|
cvtColor(frame1, frame1Gray, COLOR_BGR2GRAY);
|
|
ptr0 = frame0Gray;
|
|
ptr1 = frame1Gray;
|
|
}
|
|
else
|
|
{
|
|
frame.copyTo(frame0);
|
|
cvtColor(frame0, frame0Gray, COLOR_BGR2GRAY);
|
|
ptr0 = frame1Gray;
|
|
ptr1 = frame0Gray;
|
|
}
|
|
|
|
pts.clear();
|
|
|
|
cv::goodFeaturesToTrack(ptr0, pts, points, 0.01, 0.0);
|
|
|
|
if (pts.size() == 0)
|
|
{
|
|
continue;
|
|
}
|
|
|
|
if (useCPU)
|
|
{
|
|
cv::calcOpticalFlowPyrLK(ptr0, ptr1, pts, nextPts, status, err);
|
|
}
|
|
else
|
|
{
|
|
oclMat d_prevPts(1, points, CV_32FC2, (void*)&pts[0]);
|
|
|
|
d_pyrLK.sparse(oclMat(ptr0), oclMat(ptr1), d_prevPts, d_nextPts, d_status);
|
|
|
|
download(d_prevPts, pts);
|
|
download(d_nextPts, nextPts);
|
|
download(d_status, status);
|
|
|
|
}
|
|
if (i%2 == 1)
|
|
frame1.copyTo(frameCopy);
|
|
else
|
|
frame0.copyTo(frameCopy);
|
|
drawArrows(frameCopy, pts, nextPts, status, Scalar(255, 0, 0));
|
|
imshow("PyrLK [Sparse]", frameCopy);
|
|
}
|
|
|
|
if( waitKey( 10 ) >= 0 )
|
|
goto _cleanup_;
|
|
}
|
|
|
|
waitKey(0);
|
|
|
|
_cleanup_:
|
|
cvReleaseCapture( &capture );
|
|
}
|
|
else
|
|
{
|
|
nocamera:
|
|
for(int i = 0; i <= LOOP_NUM;i ++)
|
|
{
|
|
cout << "loop" << i << endl;
|
|
if (i > 0) workBegin();
|
|
|
|
cv::goodFeaturesToTrack(frame0, pts, points, 0.01, minDist);
|
|
|
|
if (useCPU)
|
|
{
|
|
cv::calcOpticalFlowPyrLK(frame0, frame1, pts, nextPts, status, err);
|
|
}
|
|
else
|
|
{
|
|
oclMat d_prevPts(1, points, CV_32FC2, (void*)&pts[0]);
|
|
|
|
d_pyrLK.sparse(oclMat(frame0), oclMat(frame1), d_prevPts, d_nextPts, d_status);
|
|
|
|
download(d_prevPts, pts);
|
|
download(d_nextPts, nextPts);
|
|
download(d_status, status);
|
|
}
|
|
|
|
if (i > 0 && i <= LOOP_NUM)
|
|
workEnd();
|
|
|
|
if (i == LOOP_NUM)
|
|
{
|
|
if (useCPU)
|
|
cout << "average CPU time (noCamera) : ";
|
|
else
|
|
cout << "average GPU time (noCamera) : ";
|
|
|
|
cout << getTime() / LOOP_NUM << " ms" << endl;
|
|
|
|
drawArrows(frame0, pts, nextPts, status, Scalar(255, 0, 0));
|
|
|
|
imshow("PyrLK [Sparse]", frame0);
|
|
}
|
|
}
|
|
}
|
|
|
|
waitKey();
|
|
|
|
return 0;
|
|
}
|