2010-05-11 19:44:00 +02:00
|
|
|
/*M///////////////////////////////////////////////////////////////////////////////////////
|
|
|
|
//
|
|
|
|
// IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
|
|
|
|
//
|
|
|
|
// By downloading, copying, installing or using the software you agree to this license.
|
|
|
|
// If you do not agree to this license, do not download, install,
|
|
|
|
// copy or use the software.
|
|
|
|
//
|
|
|
|
//
|
|
|
|
// Intel License Agreement
|
|
|
|
// For Open Source Computer Vision Library
|
|
|
|
//
|
|
|
|
// Copyright (C) 2000, Intel Corporation, all rights reserved.
|
|
|
|
// Third party copyrights are property of their respective owners.
|
|
|
|
//
|
|
|
|
// Redistribution and use in source and binary forms, with or without modification,
|
|
|
|
// are permitted provided that the following conditions are met:
|
|
|
|
//
|
|
|
|
// * Redistribution's of source code must retain the above copyright notice,
|
|
|
|
// this list of conditions and the following disclaimer.
|
|
|
|
//
|
|
|
|
// * Redistribution's in binary form must reproduce the above copyright notice,
|
|
|
|
// this list of conditions and the following disclaimer in the documentation
|
|
|
|
// and/or other materials provided with the distribution.
|
|
|
|
//
|
|
|
|
// * The name of Intel Corporation may not be used to endorse or promote products
|
|
|
|
// derived from this software without specific prior written permission.
|
|
|
|
//
|
|
|
|
// This software is provided by the copyright holders and contributors "as is" and
|
|
|
|
// any express or implied warranties, including, but not limited to, the implied
|
|
|
|
// warranties of merchantability and fitness for a particular purpose are disclaimed.
|
|
|
|
// In no event shall the Intel Corporation or contributors be liable for any direct,
|
|
|
|
// indirect, incidental, special, exemplary, or consequential damages
|
|
|
|
// (including, but not limited to, procurement of substitute goods or services;
|
|
|
|
// loss of use, data, or profits; or business interruption) however caused
|
|
|
|
// and on any theory of liability, whether in contract, strict liability,
|
|
|
|
// or tort (including negligence or otherwise) arising in any way out of
|
|
|
|
// the use of this software, even if advised of the possibility of such damage.
|
|
|
|
//
|
|
|
|
//M*/
|
|
|
|
|
|
|
|
#include "precomp.hpp"
|
|
|
|
|
|
|
|
using namespace std;
|
2010-08-03 18:28:52 +02:00
|
|
|
|
2010-06-11 20:44:22 +02:00
|
|
|
namespace cv
|
|
|
|
{
|
2010-05-11 19:44:00 +02:00
|
|
|
|
|
|
|
/****************************************************************************************\
|
|
|
|
* DescriptorExtractor *
|
|
|
|
\****************************************************************************************/
|
|
|
|
/*
|
|
|
|
* DescriptorExtractor
|
|
|
|
*/
|
2010-11-22 19:27:08 +01:00
|
|
|
DescriptorExtractor::~DescriptorExtractor()
|
|
|
|
{}
|
|
|
|
|
|
|
|
void DescriptorExtractor::compute( const Mat& image, vector<KeyPoint>& keypoints, Mat& descriptors ) const
|
2012-06-07 19:21:29 +02:00
|
|
|
{
|
2011-04-29 16:37:02 +02:00
|
|
|
if( image.empty() || keypoints.empty() )
|
2011-05-01 19:38:52 +02:00
|
|
|
{
|
|
|
|
descriptors.release();
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
KeyPointsFilter::runByImageBorder( keypoints, image.size(), 0 );
|
|
|
|
KeyPointsFilter::runByKeypointSize( keypoints, std::numeric_limits<float>::epsilon() );
|
2010-11-22 19:27:08 +01:00
|
|
|
|
2011-04-29 16:37:02 +02:00
|
|
|
computeImpl( image, keypoints, descriptors );
|
2010-11-22 19:27:08 +01:00
|
|
|
}
|
|
|
|
|
2010-10-29 10:44:42 +02:00
|
|
|
void DescriptorExtractor::compute( const vector<Mat>& imageCollection, vector<vector<KeyPoint> >& pointCollection, vector<Mat>& descCollection ) const
|
|
|
|
{
|
2010-11-23 18:00:55 +01:00
|
|
|
CV_Assert( imageCollection.size() == pointCollection.size() );
|
2010-10-29 10:44:42 +02:00
|
|
|
descCollection.resize( imageCollection.size() );
|
|
|
|
for( size_t i = 0; i < imageCollection.size(); i++ )
|
|
|
|
compute( imageCollection[i], pointCollection[i], descCollection[i] );
|
|
|
|
}
|
|
|
|
|
2012-03-15 15:36:01 +01:00
|
|
|
/*void DescriptorExtractor::read( const FileNode& )
|
2010-11-22 19:27:08 +01:00
|
|
|
{}
|
|
|
|
|
|
|
|
void DescriptorExtractor::write( FileStorage& ) const
|
2012-03-15 15:36:01 +01:00
|
|
|
{}*/
|
2010-11-22 19:27:08 +01:00
|
|
|
|
2011-01-31 15:18:50 +01:00
|
|
|
bool DescriptorExtractor::empty() const
|
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2011-05-11 14:59:36 +02:00
|
|
|
void DescriptorExtractor::removeBorderKeypoints( vector<KeyPoint>& keypoints,
|
|
|
|
Size imageSize, int borderSize )
|
|
|
|
{
|
|
|
|
KeyPointsFilter::runByImageBorder( keypoints, imageSize, borderSize );
|
|
|
|
}
|
|
|
|
|
2010-11-25 16:59:37 +01:00
|
|
|
Ptr<DescriptorExtractor> DescriptorExtractor::create(const string& descriptorExtractorType)
|
|
|
|
{
|
2012-04-30 16:33:52 +02:00
|
|
|
if( descriptorExtractorType.find("Opponent") == 0 )
|
2010-11-25 16:59:37 +01:00
|
|
|
{
|
2012-03-15 15:36:01 +01:00
|
|
|
size_t pos = string("Opponent").size();
|
2012-04-30 16:33:52 +02:00
|
|
|
string type = descriptorExtractorType.substr(pos);
|
|
|
|
return new OpponentColorDescriptorExtractor(DescriptorExtractor::create(type));
|
2010-11-25 16:59:37 +01:00
|
|
|
}
|
2012-06-07 19:21:29 +02:00
|
|
|
|
2012-03-15 15:36:01 +01:00
|
|
|
return Algorithm::create<DescriptorExtractor>("Feature2D." + descriptorExtractorType);
|
2011-05-21 00:25:53 +02:00
|
|
|
}
|
|
|
|
|
2012-03-15 15:36:01 +01:00
|
|
|
/////////////////////////////////////////////////////////////////////////////////////////////////////////////////
|
2011-05-21 00:25:53 +02:00
|
|
|
|
2010-09-23 12:53:36 +02:00
|
|
|
/****************************************************************************************\
|
|
|
|
* OpponentColorDescriptorExtractor *
|
|
|
|
\****************************************************************************************/
|
2010-11-22 19:27:08 +01:00
|
|
|
OpponentColorDescriptorExtractor::OpponentColorDescriptorExtractor( const Ptr<DescriptorExtractor>& _descriptorExtractor ) :
|
|
|
|
descriptorExtractor(_descriptorExtractor)
|
2010-11-25 16:59:37 +01:00
|
|
|
{
|
|
|
|
CV_Assert( !descriptorExtractor.empty() );
|
|
|
|
}
|
2010-09-23 12:53:36 +02:00
|
|
|
|
2012-06-07 19:21:29 +02:00
|
|
|
static void convertBGRImageToOpponentColorSpace( const Mat& bgrImage, vector<Mat>& opponentChannels )
|
2010-09-23 12:53:36 +02:00
|
|
|
{
|
|
|
|
if( bgrImage.type() != CV_8UC3 )
|
|
|
|
CV_Error( CV_StsBadArg, "input image must be an BGR image of type CV_8UC3" );
|
|
|
|
|
|
|
|
// Split image into RGB to allow conversion to Opponent Color Space.
|
|
|
|
vector<Mat> bgrChannels(3);
|
|
|
|
split( bgrImage, bgrChannels );
|
|
|
|
|
|
|
|
// Prepare opponent color space storage matrices.
|
|
|
|
opponentChannels.resize( 3 );
|
|
|
|
opponentChannels[0] = cv::Mat(bgrImage.size(), CV_8UC1); // R-G RED-GREEN
|
|
|
|
opponentChannels[1] = cv::Mat(bgrImage.size(), CV_8UC1); // R+G-2B YELLOW-BLUE
|
|
|
|
opponentChannels[2] = cv::Mat(bgrImage.size(), CV_8UC1); // R+G+B
|
|
|
|
|
|
|
|
// Calculate the channels of the opponent color space
|
|
|
|
{
|
|
|
|
// (R - G) / sqrt(2)
|
2011-04-20 09:33:05 +02:00
|
|
|
MatConstIterator_<signed char> rIt = bgrChannels[2].begin<signed char>();
|
|
|
|
MatConstIterator_<signed char> gIt = bgrChannels[1].begin<signed char>();
|
|
|
|
MatIterator_<unsigned char> dstIt = opponentChannels[0].begin<unsigned char>();
|
2010-10-11 17:46:12 +02:00
|
|
|
float factor = 1.f / sqrt(2.f);
|
2011-04-20 09:33:05 +02:00
|
|
|
for( ; dstIt != opponentChannels[0].end<unsigned char>(); ++rIt, ++gIt, ++dstIt )
|
2010-09-23 12:53:36 +02:00
|
|
|
{
|
|
|
|
int value = static_cast<int>( static_cast<float>(static_cast<int>(*gIt)-static_cast<int>(*rIt)) * factor );
|
|
|
|
if( value < 0 ) value = 0;
|
|
|
|
if( value > 255 ) value = 255;
|
|
|
|
(*dstIt) = static_cast<unsigned char>(value);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
{
|
|
|
|
// (R + G - 2B)/sqrt(6)
|
2011-04-20 09:33:05 +02:00
|
|
|
MatConstIterator_<signed char> rIt = bgrChannels[2].begin<signed char>();
|
|
|
|
MatConstIterator_<signed char> gIt = bgrChannels[1].begin<signed char>();
|
|
|
|
MatConstIterator_<signed char> bIt = bgrChannels[0].begin<signed char>();
|
|
|
|
MatIterator_<unsigned char> dstIt = opponentChannels[1].begin<unsigned char>();
|
2010-10-11 17:46:12 +02:00
|
|
|
float factor = 1.f / sqrt(6.f);
|
2011-04-20 09:33:05 +02:00
|
|
|
for( ; dstIt != opponentChannels[1].end<unsigned char>(); ++rIt, ++gIt, ++bIt, ++dstIt )
|
2010-09-23 12:53:36 +02:00
|
|
|
{
|
|
|
|
int value = static_cast<int>( static_cast<float>(static_cast<int>(*rIt) + static_cast<int>(*gIt) - 2*static_cast<int>(*bIt)) *
|
|
|
|
factor );
|
|
|
|
if( value < 0 ) value = 0;
|
|
|
|
if( value > 255 ) value = 255;
|
|
|
|
(*dstIt) = static_cast<unsigned char>(value);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
{
|
|
|
|
// (R + G + B)/sqrt(3)
|
2011-04-20 09:33:05 +02:00
|
|
|
MatConstIterator_<signed char> rIt = bgrChannels[2].begin<signed char>();
|
|
|
|
MatConstIterator_<signed char> gIt = bgrChannels[1].begin<signed char>();
|
|
|
|
MatConstIterator_<signed char> bIt = bgrChannels[0].begin<signed char>();
|
|
|
|
MatIterator_<unsigned char> dstIt = opponentChannels[2].begin<unsigned char>();
|
2010-10-11 17:46:12 +02:00
|
|
|
float factor = 1.f / sqrt(3.f);
|
2011-04-20 09:33:05 +02:00
|
|
|
for( ; dstIt != opponentChannels[2].end<unsigned char>(); ++rIt, ++gIt, ++bIt, ++dstIt )
|
2010-09-23 12:53:36 +02:00
|
|
|
{
|
|
|
|
int value = static_cast<int>( static_cast<float>(static_cast<int>(*rIt) + static_cast<int>(*gIt) + static_cast<int>(*bIt)) *
|
|
|
|
factor );
|
|
|
|
if( value < 0 ) value = 0;
|
|
|
|
if( value > 255 ) value = 255;
|
|
|
|
(*dstIt) = static_cast<unsigned char>(value);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-06-15 14:51:54 +02:00
|
|
|
struct KP_LessThan
|
|
|
|
{
|
|
|
|
KP_LessThan(const vector<KeyPoint>& _kp) : kp(&_kp) {}
|
|
|
|
bool operator()(int i, int j) const
|
|
|
|
{
|
|
|
|
return (*kp)[i].class_id < (*kp)[j].class_id;
|
|
|
|
}
|
|
|
|
const vector<KeyPoint>* kp;
|
|
|
|
};
|
|
|
|
|
2010-11-22 19:27:08 +01:00
|
|
|
void OpponentColorDescriptorExtractor::computeImpl( const Mat& bgrImage, vector<KeyPoint>& keypoints, Mat& descriptors ) const
|
2010-09-23 12:53:36 +02:00
|
|
|
{
|
|
|
|
vector<Mat> opponentChannels;
|
|
|
|
convertBGRImageToOpponentColorSpace( bgrImage, opponentChannels );
|
|
|
|
|
2011-06-15 14:51:54 +02:00
|
|
|
const int N = 3; // channels count
|
|
|
|
vector<KeyPoint> channelKeypoints[N];
|
|
|
|
Mat channelDescriptors[N];
|
|
|
|
vector<int> idxs[N];
|
|
|
|
|
|
|
|
// Compute descriptors three times, once for each Opponent channel to concatenate into a single color descriptor
|
2011-06-17 12:47:35 +02:00
|
|
|
int maxKeypointsCount = 0;
|
2011-06-15 14:51:54 +02:00
|
|
|
for( int ci = 0; ci < N; ci++ )
|
|
|
|
{
|
|
|
|
channelKeypoints[ci].insert( channelKeypoints[ci].begin(), keypoints.begin(), keypoints.end() );
|
|
|
|
// Use class_id member to get indices into initial keypoints vector
|
|
|
|
for( size_t ki = 0; ki < channelKeypoints[ci].size(); ki++ )
|
2011-06-17 08:31:54 +02:00
|
|
|
channelKeypoints[ci][ki].class_id = (int)ki;
|
2011-06-15 14:51:54 +02:00
|
|
|
|
|
|
|
descriptorExtractor->compute( opponentChannels[ci], channelKeypoints[ci], channelDescriptors[ci] );
|
|
|
|
idxs[ci].resize( channelKeypoints[ci].size() );
|
|
|
|
for( size_t ki = 0; ki < channelKeypoints[ci].size(); ki++ )
|
|
|
|
{
|
2011-06-17 08:31:54 +02:00
|
|
|
idxs[ci][ki] = (int)ki;
|
2011-06-15 14:51:54 +02:00
|
|
|
}
|
|
|
|
std::sort( idxs[ci].begin(), idxs[ci].end(), KP_LessThan(channelKeypoints[ci]) );
|
2011-06-17 12:47:35 +02:00
|
|
|
maxKeypointsCount = std::max( maxKeypointsCount, (int)channelKeypoints[ci].size());
|
2011-06-15 14:51:54 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
vector<KeyPoint> outKeypoints;
|
|
|
|
outKeypoints.reserve( keypoints.size() );
|
|
|
|
|
2010-11-22 19:27:08 +01:00
|
|
|
int descriptorSize = descriptorExtractor->descriptorSize();
|
2011-06-17 12:47:35 +02:00
|
|
|
Mat mergedDescriptors( maxKeypointsCount, 3*descriptorSize, descriptorExtractor->descriptorType() );
|
2011-06-15 14:51:54 +02:00
|
|
|
int mergedCount = 0;
|
|
|
|
// cp - current channel position
|
2012-06-07 19:21:29 +02:00
|
|
|
size_t cp[] = {0, 0, 0};
|
2011-06-15 15:30:26 +02:00
|
|
|
while( cp[0] < channelKeypoints[0].size() &&
|
|
|
|
cp[1] < channelKeypoints[1].size() &&
|
|
|
|
cp[2] < channelKeypoints[2].size() )
|
2010-09-23 12:53:36 +02:00
|
|
|
{
|
2012-04-30 16:33:52 +02:00
|
|
|
const int maxInitIdx = std::max( 0, std::max( channelKeypoints[0][idxs[0][cp[0]]].class_id,
|
|
|
|
std::max( channelKeypoints[1][idxs[1][cp[1]]].class_id,
|
|
|
|
channelKeypoints[2][idxs[2][cp[2]]].class_id ) ) );
|
2011-06-15 14:51:54 +02:00
|
|
|
|
|
|
|
while( channelKeypoints[0][idxs[0][cp[0]]].class_id < maxInitIdx && cp[0] < channelKeypoints[0].size() ) { cp[0]++; }
|
|
|
|
while( channelKeypoints[1][idxs[1][cp[1]]].class_id < maxInitIdx && cp[1] < channelKeypoints[1].size() ) { cp[1]++; }
|
|
|
|
while( channelKeypoints[2][idxs[2][cp[2]]].class_id < maxInitIdx && cp[2] < channelKeypoints[2].size() ) { cp[2]++; }
|
|
|
|
if( cp[0] >= channelKeypoints[0].size() || cp[1] >= channelKeypoints[1].size() || cp[2] >= channelKeypoints[2].size() )
|
|
|
|
break;
|
|
|
|
|
|
|
|
if( channelKeypoints[0][idxs[0][cp[0]]].class_id == maxInitIdx &&
|
|
|
|
channelKeypoints[1][idxs[1][cp[1]]].class_id == maxInitIdx &&
|
|
|
|
channelKeypoints[2][idxs[2][cp[2]]].class_id == maxInitIdx )
|
|
|
|
{
|
|
|
|
outKeypoints.push_back( keypoints[maxInitIdx] );
|
|
|
|
// merge descriptors
|
|
|
|
for( int ci = 0; ci < N; ci++ )
|
|
|
|
{
|
|
|
|
Mat dst = mergedDescriptors(Range(mergedCount, mergedCount+1), Range(ci*descriptorSize, (ci+1)*descriptorSize));
|
|
|
|
channelDescriptors[ci].row( idxs[ci][cp[ci]] ).copyTo( dst );
|
|
|
|
cp[ci]++;
|
|
|
|
}
|
|
|
|
mergedCount++;
|
|
|
|
}
|
2010-09-23 12:53:36 +02:00
|
|
|
}
|
2011-06-15 14:51:54 +02:00
|
|
|
mergedDescriptors.rowRange(0, mergedCount).copyTo( descriptors );
|
|
|
|
std::swap( outKeypoints, keypoints );
|
2010-09-23 12:53:36 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
void OpponentColorDescriptorExtractor::read( const FileNode& fn )
|
|
|
|
{
|
2010-11-22 19:27:08 +01:00
|
|
|
descriptorExtractor->read(fn);
|
2010-09-23 12:53:36 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
void OpponentColorDescriptorExtractor::write( FileStorage& fs ) const
|
|
|
|
{
|
2010-11-22 19:27:08 +01:00
|
|
|
descriptorExtractor->write(fs);
|
|
|
|
}
|
|
|
|
|
|
|
|
int OpponentColorDescriptorExtractor::descriptorSize() const
|
|
|
|
{
|
|
|
|
return 3*descriptorExtractor->descriptorSize();
|
2010-09-23 12:53:36 +02:00
|
|
|
}
|
|
|
|
|
2010-11-22 19:27:08 +01:00
|
|
|
int OpponentColorDescriptorExtractor::descriptorType() const
|
|
|
|
{
|
|
|
|
return descriptorExtractor->descriptorType();
|
|
|
|
}
|
2010-06-11 20:44:22 +02:00
|
|
|
|
2011-01-31 15:18:50 +01:00
|
|
|
bool OpponentColorDescriptorExtractor::empty() const
|
|
|
|
{
|
|
|
|
return descriptorExtractor.empty() || (DescriptorExtractor*)(descriptorExtractor)->empty();
|
|
|
|
}
|
|
|
|
|
2010-06-11 20:44:22 +02:00
|
|
|
}
|