ViSP  2.7.0
vpMbEdgeKltTracker Class Reference

#include <vpMbEdgeKltTracker.h>

+ Inheritance diagram for vpMbEdgeKltTracker:

Public Member Functions

 vpMbEdgeKltTracker ()
 
virtual ~vpMbEdgeKltTracker ()
 
virtual void display (const vpImage< unsigned char > &I, const vpHomogeneousMatrix &cMo, const vpCameraParameters &cam, const vpColor &col, const unsigned int thickness=1, const bool displayFullModel=false)
 
virtual void display (const vpImage< vpRGBa > &I, const vpHomogeneousMatrix &cMo, const vpCameraParameters &cam, const vpColor &col, const unsigned int thickness=1, const bool displayFullModel=false)
 
virtual double getAngleAppear ()
 
virtual double getAngleDisappear ()
 
vpMbHiddenFaces< vpMbtKltPolygon > & getFaces ()
 
double getLambda ()
 
unsigned int getMaxIter ()
 
void loadConfigFile (const char *configFile)
 
virtual void loadConfigFile (const std::string &configFile)
 
virtual void loadModel (const std::string &modelFile)
 
void resetTracker ()
 
virtual void setAngleAppear (const double &a)
 
virtual void setAngleDisappear (const double &a)
 
virtual void setCameraParameters (const vpCameraParameters &cam)
 
void setLambda (const double lambda)
 
void setMaxIter (const unsigned int max)
 
virtual void setOgreVisibilityTest (const bool &v)
 
virtual void setPose (const vpImage< unsigned char > &I, const vpHomogeneousMatrix &cdMo)
 
virtual void testTracking ()
 
virtual void track (const vpImage< unsigned char > &I)
 
CvPoint2D32f * getKltPoints ()
 
std::vector< vpImagePointgetKltImagePoints ()
 
std::map< int, vpImagePointgetKltImagePointsWithId ()
 
vpKltOpencv getKltOpencv ()
 
unsigned int getMaskBorder ()
 
int getNbKltPoints ()
 
double getThresholdAcceptation ()
 
void setKltOpencv (const vpKltOpencv &t)
 
void setMaskBorder (const unsigned int &e)
 
void setThresholdAcceptation (const double th)
 
virtual void getCameraParameters (vpCameraParameters &cam) const
 
virtual vpMatrix getCovarianceMatrix () const
 
void getPose (vpHomogeneousMatrix &cMo) const
 
vpHomogeneousMatrix getPose () const
 
virtual void initClick (const vpImage< unsigned char > &I, const std::string &initFile, const bool displayHelp=false)
 
virtual void initClick (const vpImage< unsigned char > &I, const std::vector< vpPoint > &points3D_list, const std::string &displayFile="")
 
virtual void initFromPoints (const vpImage< unsigned char > &I, const std::string &initFile)
 
virtual void initFromPoints (const vpImage< unsigned char > &I, const std::vector< vpImagePoint > &points2D_list, const std::vector< vpPoint > &points3D_list)
 
virtual void initFromPose (const vpImage< unsigned char > &I, const std::string &initFile)
 
virtual void initFromPose (const vpImage< unsigned char > &I, const vpHomogeneousMatrix &cMo)
 
virtual void initFromPose (const vpImage< unsigned char > &I, const vpPoseVector &cPo)
 
void savePose (const std::string &filename)
 
virtual void setCovarianceComputation (const bool &flag)
 
void setDisplayFeatures (const bool displayF)
 
void setPoseSavingFilename (const std::string &filename)
 
double getFirstThreshold ()
 
void getLline (std::list< vpMbtDistanceLine * > &linesList, const unsigned int level=0)
 
void getLcylinder (std::list< vpMbtDistanceCylinder * > &cylindersList, const unsigned int level=0)
 
void getMovingEdge (vpMe &me)
 
unsigned int getNbPoints (const unsigned int level=0)
 
unsigned int getNbPolygon ()
 
vpMbtPolygongetPolygon (const unsigned int index)
 
std::vector< bool > getScales () const
 
void loadModel (const char *cad_name)
 
void reInitModel (const vpImage< unsigned char > &I, const char *cad_name, const vpHomogeneousMatrix &cMo)
 
void setDisplayMovingEdges (const bool displayMe)
 
void setFirstThreshold (const double threshold1)
 
void setMovingEdge (const vpMe &me)
 
void setScales (const std::vector< bool > &_scales)
 

Protected Member Functions

void computeVVS (const vpImage< unsigned char > &I, const unsigned int &nbInfos, vpColVector &w_mbt, vpColVector &w_klt, const unsigned int lvl=0)
 
virtual void init (const vpImage< unsigned char > &I)
 
virtual void initCylinder (const vpPoint &, const vpPoint, const double, const unsigned int)
 
virtual void initFaceFromCorners (const std::vector< vpPoint > &corners, const unsigned int indexFace=-1)
 
unsigned int initMbtTracking (const unsigned int level=0)
 
bool postTracking (const vpImage< unsigned char > &I, vpColVector &w_mbt, vpColVector &w_klt, const unsigned int lvl=0)
 
void postTrackingMbt (vpColVector &w, const unsigned int level=0)
 
unsigned int trackFirstLoop (const vpImage< unsigned char > &I, vpColVector &factor, const unsigned int lvl=0)
 
void trackSecondLoop (const vpImage< unsigned char > &I, vpMatrix &L, vpColVector &_error, vpHomogeneousMatrix &cMo, const unsigned int lvl=0)
 
virtual void reinit (const vpImage< unsigned char > &I)
 
void computeVVS (const unsigned int &nbInfos, vpColVector &w)
 
void preTracking (const vpImage< unsigned char > &I, unsigned int &nbInfos, unsigned int &nbFaceUsed)
 
bool postTracking (const vpImage< unsigned char > &I, vpColVector &w)
 
void computeJTR (const vpMatrix &J, const vpColVector &R, vpMatrix &JTR)
 
virtual void extractGroup (SoVRMLGroup *sceneGraphVRML2, vpHomogeneousMatrix &transform, unsigned int &indexFace)
 
virtual void extractFaces (SoVRMLIndexedFaceSet *face_set, vpHomogeneousMatrix &transform, unsigned int &indexFace)
 
virtual void extractLines (SoVRMLIndexedLineSet *line_set)
 
virtual void extractCylinders (SoVRMLIndexedFaceSet *face_set, vpHomogeneousMatrix &transform)
 
vpPoint getGravityCenter (const std::vector< vpPoint > &_pts)
 
virtual void loadVRMLModel (const std::string &modelFile)
 
virtual void loadCAOModel (const std::string &modelFile)
 
void addCylinder (const vpPoint &P1, const vpPoint &P2, const double r, const std::string &name="")
 
void addLine (vpPoint &p1, vpPoint &p2, int polygone=-1, std::string name="")
 
void addPolygon (vpMbtPolygon &p)
 
void cleanPyramid (std::vector< const vpImage< unsigned char > * > &_pyramid)
 
void computeVVS (const vpImage< unsigned char > &_I)
 
void downScale (const unsigned int _scale)
 
void initMovingEdge (const vpImage< unsigned char > &I, const vpHomogeneousMatrix &_cMo)
 
void initPyramid (const vpImage< unsigned char > &_I, std::vector< const vpImage< unsigned char > * > &_pyramid)
 
void reInitLevel (const unsigned int _lvl)
 
void reinitMovingEdge (const vpImage< unsigned char > &I, const vpHomogeneousMatrix &_cMo)
 
void removeCylinder (const std::string &name)
 
void removeLine (const std::string &name)
 
void trackMovingEdge (const vpImage< unsigned char > &I)
 
void updateMovingEdge (const vpImage< unsigned char > &I)
 
void upScale (const unsigned int _scale)
 
void visibleFace (const vpHomogeneousMatrix &_cMo, bool &newvisibleline)
 
void visibleFace (const vpImage< unsigned char > &_I, const vpHomogeneousMatrix &_cMo, bool &newvisibleline)
 

Protected Attributes

bool compute_interaction
 
double lambda
 
double thresholdKLT
 
double thresholdMBT
 
unsigned int maxIter
 
IplImage * cur
 
vpHomogeneousMatrix c0Mo
 
double angleAppears
 
double angleDisappears
 
bool firstInitialisation
 
unsigned int maskBorder
 
double threshold_outlier
 
double percentGood
 
bool useOgre
 
vpHomogeneousMatrix ctTc0
 
vpKltOpencv tracker
 
vpMbHiddenFaces< vpMbtKltPolygonfaces
 
bool firstTrack
 
vpCameraParameters cam
 
vpHomogeneousMatrix cMo
 
std::string modelFileName
 
bool modelInitialised
 
bool coinUsed
 
std::string poseSavingFilename
 
bool computeCovariance
 
vpMatrix covarianceMatrix
 
bool displayFeatures
 
vpMe me
 
std::vector< std::list< vpMbtDistanceLine * > > lines
 
std::vector< std::list< vpMbtDistanceCylinder * > > cylinders
 
unsigned int nline
 
unsigned int ncylinder
 
int index_polygon
 
vpMbHiddenFaces< vpMbtPolygonfaces
 
unsigned int nbvisiblepolygone
 
double percentageGdPt
 
std::vector< bool > scales
 
std::vector< const vpImage< unsigned char > * > Ipyramid
 
unsigned int scaleLevel
 
bool useOgre
 
double angleAppears
 
double angleDisappears
 

Detailed Description

Hybrid tracker based on edges (vpMbt) and points of interests (KLT)

Warning
This class is only available if OpenCV is installed, and used.

The tracker requires the knowledge of the 3D model that could be provided in a vrml or in a cao file. The cao format is described in loadCAOModel(). It may also use an xml file used to tune the behavior of the tracker and an init file used to compute the pose at the very first image.

The following code shows the simplest way to use the tracker.

#include <visp/vpMbEdgeKltTracker.h>
#include <visp/vpImage.h>
#include <visp/vpImageIo.h>
#include <visp/vpHomogeneousMatrix.h>
#include <visp/vpCameraParameters.h>
#include <visp/vpException.h>
#include <visp/vpDisplayX.h>
int main()
{
vpMbEdgeKltTracker tracker; // Create an hybrid model based tracker.
vpHomogeneousMatrix cMo; // Pose computed using the tracker.
// Acquire an image
vpImageIo::readPGM(I, "cube.pgm");
#if defined VISP_HAVE_X11
display.init(I,100,100,"Mb Hybrid Tracker");
#endif
#if defined VISP_HAVE_XML2
tracker.loadConfigFile("cube.xml"); // Load the configuration of the tracker
#endif
tracker.getCameraParameters(cam); // Get the camera parameters used by the tracker (from the configuration file).
tracker.loadModel("cube.cao"); // Load the 3d model in cao format. No 3rd party library is required
tracker.initClick(I, "cube.init"); // Initialise manually the pose by clicking on the image points associated to the 3d points containned in the cube.init file.
while(true){
// Acquire a new image
tracker.track(I); // Track the object on this image
tracker.getPose(cMo); // Get the pose
tracker.display(I, cMo, cam, vpColor::darkRed, 1); // Display the model at the computed pose.
}
// Cleanup memory allocated by xml library used to parse the xml config file in vpMbEdgeKltTracker::loadConfigFile()
return 0;
}

The tracker can also be used without display, in that case the initial pose must be known (object always at the same initial pose for example) or computed using another method:

#include <visp/vpMbEdgeKltTracker.h>
#include <visp/vpImage.h>
#include <visp/vpHomogeneousMatrix.h>
#include <visp/vpCameraParameters.h>
#include <visp/vpImageIo.h>
int main()
{
vpMbEdgeKltTracker tracker; // Create an hybrid model based tracker.
vpHomogeneousMatrix cMo; // Pose used in entry (has to be defined), then computed using the tracker.
//acquire an image
vpImageIo::readPGM(I, "cube.pgm"); // Example of acquisition
#if defined VISP_HAVE_XML2
tracker.loadConfigFile("cube.xml"); // Load the configuration of the tracker
#endif
tracker.loadModel("cube.cao"); // load the 3d model, to read .wrl model coi is required, if coin is not installed .cao file can be used.
tracker.initFromPose(I, cMo); // initialise the tracker with the given pose.
while(true){
// acquire a new image
tracker.track(I); // track the object on this image
tracker.getPose(cMo); // get the pose
}
// Cleanup memory allocated by xml library used to parse the xml config file in vpMbEdgeKltTracker::loadConfigFile()
return 0;
}

Finally it can be used not to track an object but just to display a model at a given pose:

#include <visp/vpMbEdgeKltTracker.h>
#include <visp/vpImage.h>
#include <visp/vpImageIo.h>
#include <visp/vpHomogeneousMatrix.h>
#include <visp/vpCameraParameters.h>
#include <visp/vpDisplayX.h>
int main()
{
vpMbEdgeKltTracker tracker; // Create an hybrid model based tracker.
vpHomogeneousMatrix cMo; // Pose used to display the model.
// Acquire an image
vpImageIo::readPGM(I, "cube.pgm");
#if defined VISP_HAVE_X11
display.init(I,100,100,"Mb Hybrid Tracker");
#endif
#if defined VISP_HAVE_XML2
tracker.loadConfigFile("cube.xml"); // Load the configuration of the tracker
#endif
tracker.getCameraParameters(cam); // Get the camera parameters used by the tracker (from the configuration file).
tracker.loadModel("cube.cao"); // load the 3d model, to read .wrl model coi is required, if coin is not installed .cao file can be used.
while(true){
// acquire a new image
// Get the pose using any method
tracker.display(I, cMo, cam, vpColor::darkRed, 1, true); // Display the model at the computed pose.
}
// Cleanup memory allocated by xml library used to parse the xml config file in vpMbEdgeKltTracker::loadConfigFile()
return 0;
}
Examples:
mbtEdgeKltTracking.cpp.

Definition at line 210 of file vpMbEdgeKltTracker.h.

Constructor & Destructor Documentation

vpMbEdgeKltTracker::~vpMbEdgeKltTracker ( )
virtual

Basic constructor

Definition at line 63 of file vpMbEdgeKltTracker.cpp.

Member Function Documentation

void vpMbEdgeTracker::addCylinder ( const vpPoint P1,
const vpPoint P2,
const double  r,
const std::string &  name = "" 
)
protectedinherited
void vpMbEdgeTracker::addLine ( vpPoint P1,
vpPoint P2,
int  polygone = -1,
std::string  name = "" 
)
protectedinherited

Add a line belonging to the $ index $ th polygone to the list of lines. It is defined by its two extremities.

If the line already exists, the ploygone's index is added to the list of polygon to which it belongs.

Parameters
P1: The first extremity of the line.
P2: The second extremity of the line.
polygone: The index of the polygon to which the line belongs.
name: the optionnal name of the line

Definition at line 1313 of file vpMbEdgeTracker.cpp.

References vpMbtDistanceLine::buildFrom(), vpMbTracker::cam, vpMbEdgeTracker::downScale(), vpMbEdgeTracker::faces, vpMbtDistanceLine::hiddenface, vpMbtDistanceLine::Lindex_polygon, vpMbEdgeTracker::lines, vpMbEdgeTracker::me, vpMbEdgeTracker::nline, vpMbtDistanceLine::p1, vpMbtDistanceLine::p2, vpMbEdgeTracker::scales, vpMbtDistanceLine::setCameraParameters(), vpMbtDistanceLine::setIndex(), vpMbtDistanceLine::setMovingEdge(), vpMbtDistanceLine::setName(), and vpMbEdgeTracker::upScale().

Referenced by vpMbEdgeTracker::addPolygon().

void vpMbEdgeTracker::addPolygon ( vpMbtPolygon p)
protectedinherited
void vpMbEdgeTracker::cleanPyramid ( std::vector< const vpImage< unsigned char > * > &  _pyramid)
protectedinherited

Clean the pyramid of image allocated with the initPyramid() method. The vector has a size equal to zero at the end of the method.

Parameters
_pyramid: The pyramid of image to clean.

Definition at line 1863 of file vpMbEdgeTracker.cpp.

Referenced by init(), vpMbEdgeTracker::init(), setPose(), vpMbEdgeTracker::track(), and vpMbEdgeTracker::~vpMbEdgeTracker().

void vpMbTracker::computeJTR ( const vpMatrix interaction,
const vpColVector error,
vpMatrix JTR 
)
protectedinherited

Compute $ J^T R $, with J the interaction matrix and R the vector of residu.

Exceptions
vpMatrixException::incorrectMatrixSizeErrorif the sizes of the matrices do not allow the computation.
Warning
The JTR matrix is resized.
Parameters
interaction: The interaction matrix (size Nx6).
error: The residu vector (size Nx1).
JTR: The resulting JTR matrix (size 6x1).

Definition at line 1312 of file vpMbTracker.cpp.

References vpMatrix::getCols(), vpMatrix::getRows(), vpMatrixException::incorrectMatrixSizeError, and vpMatrix::resize().

Referenced by computeVVS(), vpMbKltTracker::computeVVS(), and vpMbEdgeTracker::computeVVS().

void vpMbEdgeTracker::computeVVS ( const vpImage< unsigned char > &  _I)
protectedinherited

Compute the visual servoing loop to get the pose of the feature set.

Exceptions
vpTrackingException::notEnoughPointErrorif the number of detected feature is equal to zero.
Parameters
_I: The current image.

Definition at line 191 of file vpMbEdgeTracker.cpp.

References vpMbTracker::cam, vpMbtDistanceLine::closeToImageBorder(), vpMbTracker::cMo, vpMbEdgeTracker::compute_interaction, vpMbTracker::computeCovariance, vpMatrix::computeCovarianceMatrix(), vpMbtDistanceLine::computeInteractionMatrixError(), vpMbtDistanceCylinder::computeInteractionMatrixError(), vpMbTracker::computeJTR(), vpMbTracker::covarianceMatrix, vpMbEdgeTracker::cylinders, vpMatrix::diag(), vpExponentialMap::direct(), vpMbtDistanceLine::error, vpMbtDistanceCylinder::error, vpCameraParameters::get_px(), vpMeTracker::getMeList(), vpMatrix::getRows(), vpMeSite::getState(), vpMbtDistanceLine::hiddenface, vpMbtDistanceLine::initInteractionMatrixError(), vpMbtDistanceCylinder::initInteractionMatrixError(), vpHomogeneousMatrix::inverse(), vpMbHiddenFaces< PolygonType >::isAppearing(), vpMbtDistanceLine::L, vpMbtDistanceCylinder::L, vpMbEdgeTracker::lambda, vpMbtDistanceLine::Lindex_polygon, vpMbEdgeTracker::lines, vpMeSite::M_ESTIMATOR, vpMbtDistanceLine::meline, vpMbtDistanceCylinder::meline1, vpMbtDistanceCylinder::meline2, vpRobust::MEstimator(), vpMbtDistanceLine::nbFeature, vpMbtDistanceCylinder::nbFeature, vpMbtDistanceCylinder::nbFeaturel1, vpMbtDistanceCylinder::nbFeaturel2, vpMeSite::NO_SUPPRESSION, vpTrackingException::notEnoughPointError, vpMatrix::pseudoInverse(), vpMbtDistanceLine::Reinit, vpMbtDistanceCylinder::Reinit, vpColVector::resize(), vpMbEdgeTracker::scaleLevel, vpRobust::setIteration(), vpMbtDistanceLine::setMeanWeight(), vpMbtDistanceCylinder::setMeanWeight1(), vpMbtDistanceCylinder::setMeanWeight2(), vpMeSite::setState(), vpRobust::setThreshold(), vpMath::sign(), vpMath::sqr(), vpRobust::TUKEY, and vpERROR_TRACE.

Referenced by vpMbEdgeTracker::track().

void vpMbEdgeKltTracker::display ( const vpImage< unsigned char > &  I,
const vpHomogeneousMatrix cMo,
const vpCameraParameters cam,
const vpColor col,
const unsigned int  thickness = 1,
const bool  displayFullModel = false 
)
virtual

Display the 3D model at a given position using the given camera parameters

Parameters
I: The image.
cMo: Pose used to project the 3D model into the image.
cam: The camera parameters.
col: The desired color.
thickness: The thickness of the lines.
displayFullModel: boolean to say if all the model has to be displayed.

Reimplemented from vpMbEdgeTracker.

Examples:
mbtEdgeKltTracking.cpp.

Definition at line 848 of file vpMbEdgeKltTracker.cpp.

References vpMbEdgeTracker::cylinders, vpMbKltTracker::display(), vpMbEdgeTracker::scaleLevel, and vpMbEdgeTracker::scales.

void vpMbEdgeKltTracker::display ( const vpImage< vpRGBa > &  I,
const vpHomogeneousMatrix cMo,
const vpCameraParameters cam,
const vpColor col,
const unsigned int  thickness = 1,
const bool  displayFullModel = false 
)
virtual

Display the 3D model at a given position using the given camera parameters

Parameters
I: The color image.
cMo: Pose used to project the 3D model into the image.
cam: The camera parameters.
col: The desired color.
thickness: The thickness of the lines.
displayFullModel: boolean to say if all the model has to be displayed.

Reimplemented from vpMbEdgeTracker.

Definition at line 874 of file vpMbEdgeKltTracker.cpp.

References vpMbEdgeTracker::cylinders, vpMbKltTracker::display(), vpMbEdgeTracker::scaleLevel, and vpMbEdgeTracker::scales.

void vpMbEdgeTracker::downScale ( const unsigned int  _scale)
protectedinherited

Modify the camera parameters to have them corresponding to the current scale. The new parameters are divided by $ 2^{\_scale} $.

Parameters
_scale: Scale to use.

Definition at line 1932 of file vpMbEdgeTracker.cpp.

References vpMbTracker::cam, vpCameraParameters::get_K(), vpCameraParameters::initFromCalibrationMatrix(), and vpMbEdgeTracker::scaleLevel.

Referenced by vpMbEdgeTracker::addCylinder(), vpMbEdgeTracker::addLine(), init(), vpMbEdgeTracker::init(), setPose(), and vpMbEdgeTracker::track().

void vpMbTracker::extractCylinders ( SoVRMLIndexedFaceSet *  face_set,
vpHomogeneousMatrix transform 
)
protectedvirtualinherited

Extract a cylinder to track from the VMRL model. This method calls the initCylinder() method implemented in the child class.

Warning
This method extract cylinder described using an indexed face set not a cylinder set since software such as AC3D or blender export a cylinder using this data type. the object name is used, if it begins with "cyl" then this method is called otherwise the extractFaces() is used.
Parameters
face_set: Pointer to the cylinder in the vrml format.
transform: Transformation matrix applied to the cylinder.

Definition at line 1161 of file vpMbTracker.cpp.

References vpException::badValue, vpException::dimensionError, vpPoint::get_oX(), vpPoint::get_oY(), vpPoint::get_oZ(), vpMbTracker::getGravityCenter(), vpMbTracker::initCylinder(), vpMath::maximum(), vpPoint::setWorldCoordinates(), and vpMatrix::sumSquare().

Referenced by vpMbTracker::extractGroup().

void vpMbTracker::extractFaces ( SoVRMLIndexedFaceSet *  face_set,
vpHomogeneousMatrix transform,
unsigned int &  indexFace 
)
protectedvirtualinherited

Extract a face of the object to track from the VMRL model. This method calls the initFaceFromCorners() method implemented in the child class.

Parameters
face_set: Pointer to the face in the vrml format.
transform: Transformation matrix applied to the face.
indexFace: Face index.

Definition at line 1107 of file vpMbTracker.cpp.

References vpMbTracker::initFaceFromCorners(), and vpPoint::setWorldCoordinates().

Referenced by vpMbTracker::extractGroup().

void vpMbTracker::extractGroup ( SoVRMLGroup *  sceneGraphVRML2,
vpHomogeneousMatrix transform,
unsigned int &  indexFace 
)
protectedvirtualinherited

Extract a VRML object Group.

Parameters
sceneGraphVRML2: Current node (either Transform, or Group node).
transform: Transformation matrix for this group.
indexFace: Index of the face.

Definition at line 1020 of file vpMbTracker.cpp.

References vpMbTracker::extractCylinders(), vpMbTracker::extractFaces(), and vpMbTracker::extractLines().

Referenced by vpMbTracker::loadVRMLModel().

void vpMbTracker::extractLines ( SoVRMLIndexedLineSet *  line_set)
protectedvirtualinherited

Extract a line of the object to track from the VMRL model. This method calls the initFaceFromCorners() method implemented in the child class.

Parameters
line_set: Pointer to the line in the vrml format.

Definition at line 1257 of file vpMbTracker.cpp.

References vpMbTracker::initFaceFromCorners(), and vpPoint::setWorldCoordinates().

Referenced by vpMbTracker::extractGroup().

virtual double vpMbEdgeKltTracker::getAngleAppear ( )
inlinevirtual

Return the angle used to test polygons apparition.

Reimplemented from vpMbEdgeTracker.

Definition at line 235 of file vpMbEdgeKltTracker.h.

References vpMbKltTracker::getAngleAppear().

virtual double vpMbEdgeKltTracker::getAngleDisappear ( )
inlinevirtual

Return the angle used to test polygons disparition.

Reimplemented from vpMbEdgeTracker.

Definition at line 238 of file vpMbEdgeKltTracker.h.

References vpMbKltTracker::getAngleDisappear().

virtual void vpMbTracker::getCameraParameters ( vpCameraParameters cam) const
inlinevirtualinherited

Get the camera parameters.

Parameters
cam: copy of the camera parameters used by the tracker.
Examples:
mbtEdgeKltTracking.cpp, mbtEdgeTracking.cpp, and mbtKltTracking.cpp.

Definition at line 160 of file vpMbTracker.h.

virtual vpMatrix vpMbTracker::getCovarianceMatrix ( ) const
inlinevirtualinherited

Get the covariance matrix.

Definition at line 165 of file vpMbTracker.h.

References vpTRACE.

vpMbHiddenFaces<vpMbtKltPolygon>& vpMbEdgeKltTracker::getFaces ( )
inline

Return a reference to the faces structure.

Definition at line 241 of file vpMbEdgeKltTracker.h.

References vpMbKltTracker::faces.

double vpMbEdgeTracker::getFirstThreshold ( )
inlineinherited

Definition at line 340 of file vpMbEdgeTracker.h.

vpPoint vpMbTracker::getGravityCenter ( const std::vector< vpPoint > &  pts)
protectedinherited

Compute the center of gravity of a set of point. This is used in the cylinder extraction to find the center of the circles.

Exceptions
vpException::dimensionErrorif the set is empty.
Parameters
pts: Set of point to extract the center of gravity.
Returns
Center of gravity of the set.

Definition at line 1228 of file vpMbTracker.cpp.

References vpException::dimensionError, vpPoint::get_oX(), and vpPoint::setWorldCoordinates().

Referenced by vpMbTracker::extractCylinders().

std::vector< vpImagePoint > vpMbKltTracker::getKltImagePoints ( )
inherited

Get the current list of KLT points.

Warning
Contrary to getKltPoints which returns a pointer on CvPoint2D32f. This function convert and copy the openCV KLT points into vpImagePoints.
Returns
the list of KLT points through vpKltOpencv.

Definition at line 200 of file vpMbKltTracker.cpp.

References vpKltOpencv::getFeature(), vpKltOpencv::getNbFeatures(), and vpMbKltTracker::tracker.

std::map< int, vpImagePoint > vpMbKltTracker::getKltImagePointsWithId ( )
inherited

Get the current list of KLT points and their id.

Warning
Contrary to getKltPoints which returns a pointer on CvPoint2D32f. This function convert and copy the openCV KLT points into vpImagePoints.
Returns
the list of KLT points and their id through vpKltOpencv.

Definition at line 221 of file vpMbKltTracker.cpp.

References vpKltOpencv::getFeature(), vpKltOpencv::getNbFeatures(), and vpMbKltTracker::tracker.

vpKltOpencv vpMbKltTracker::getKltOpencv ( )
inlineinherited

Get the klt tracker at the current state.

Returns
klt tracker.

Definition at line 292 of file vpMbKltTracker.h.

CvPoint2D32f* vpMbKltTracker::getKltPoints ( )
inlineinherited

Get the current list of KLT points.

Returns
the list of KLT points through vpKltOpencv.

Definition at line 281 of file vpMbKltTracker.h.

References vpKltOpencv::getFeatures().

double vpMbEdgeKltTracker::getLambda ( )
inline

Get the value of the gain used to compute the control law.

Returns
the value for the gain.

Definition at line 248 of file vpMbEdgeKltTracker.h.

References vpMbEdgeTracker::lambda.

void vpMbEdgeTracker::getLcylinder ( std::list< vpMbtDistanceCylinder * > &  cylindersList,
const unsigned int  level = 0 
)
inherited

Get the list of the cylinders tracked for the specified level. Each cylinder contains the list of the vpMeSite.

Exceptions
vpException::dimensionErrorif the second parameter does not correspond to an used level.
Parameters
level: Level corresponding to the list to return.
cylindersList: The list of the cylinders of the model.

Definition at line 1912 of file vpMbEdgeTracker.cpp.

References vpMbEdgeTracker::cylinders, vpException::dimensionError, and vpMbEdgeTracker::scales.

void vpMbEdgeTracker::getLline ( std::list< vpMbtDistanceLine * > &  linesList,
const unsigned int  level = 0 
)
inherited

Get the list of the lines tracked for the specified level. Each line contains the list of the vpMeSite.

Exceptions
vpException::dimensionErrorif the second parameter does not correspond to an used level.
Parameters
level: Level corresponding to the list to return.
linesList: The list of the lines of the model.

Definition at line 1888 of file vpMbEdgeTracker.cpp.

References vpException::dimensionError, vpMbEdgeTracker::lines, and vpMbEdgeTracker::scales.

unsigned int vpMbKltTracker::getMaskBorder ( )
inlineinherited

Get the erosion of the mask used on the Model faces.

Returns
The erosion.

Definition at line 306 of file vpMbKltTracker.h.

unsigned int vpMbEdgeKltTracker::getMaxIter ( )
inline

Get the maximum iteration of the virtual visual servoing stage.

Returns
the number of iteration

Definition at line 255 of file vpMbEdgeKltTracker.h.

References vpMbKltTracker::maxIter.

void vpMbEdgeTracker::getMovingEdge ( vpMe me)
inlineinherited

Get the moving edge parameters.

Returns
an instance of the moving edge parameters used by the tracker.

Definition at line 350 of file vpMbEdgeTracker.h.

int vpMbKltTracker::getNbKltPoints ( )
inlineinherited

Get the current number of klt points.

Returns
the number of features

Definition at line 320 of file vpMbKltTracker.h.

References vpKltOpencv::getNbFeatures().

unsigned int vpMbEdgeTracker::getNbPoints ( const unsigned int  level = 0)
inherited

Return the number of good points (vpMeSite) tracked. A good point is a vpMeSite with its flag "suppress" equal to 0. Only these points are used during the virtual visual servoing stage.

Exceptions
vpException::dimensionErrorif level does not represent a used level.
Returns
the number of good points.

Definition at line 1687 of file vpMbEdgeTracker.cpp.

References vpMbEdgeTracker::cylinders, vpException::dimensionError, vpMeTracker::getMeList(), vpMbtDistanceLine::isVisible(), vpMbEdgeTracker::lines, vpMbtDistanceLine::meline, vpMbtDistanceCylinder::meline1, vpMbtDistanceCylinder::meline2, vpMeSite::NO_SUPPRESSION, and vpMbEdgeTracker::scales.

unsigned int vpMbEdgeTracker::getNbPolygon ( )
inherited

Get the number of polygon (face) representing the object to track.

Returns
Number of polygon.

Definition at line 1748 of file vpMbEdgeTracker.cpp.

References vpMbEdgeTracker::faces, and vpMbHiddenFaces< PolygonType >::size().

vpMbtPolygon * vpMbEdgeTracker::getPolygon ( const unsigned int  index)
inherited

Return the polygon (face) "index".

Exceptions
vpException::dimensionErrorif index does not represent a good polygon.
Parameters
index: Index of the polygon to return.
Returns
Pointer to the polygon index.

Definition at line 1733 of file vpMbEdgeTracker.cpp.

References vpException::dimensionError, vpMbEdgeTracker::faces, and vpMbHiddenFaces< PolygonType >::size().

void vpMbTracker::getPose ( vpHomogeneousMatrix cMo) const
inlineinherited

Get the current pose between the object and the camera. cMo is the matrix which can be used to express coordinates from the object frame to camera frame.

Parameters
cMo: the pose
Examples:
mbtEdgeKltTracking.cpp, mbtEdgeTracking.cpp, and mbtKltTracking.cpp.

Definition at line 179 of file vpMbTracker.h.

vpHomogeneousMatrix vpMbTracker::getPose ( ) const
inlineinherited

Get the current pose between the object and the camera. cMo is the matrix which can be used to express coordinates from the object frame to camera frame.

Returns
the current pose

Definition at line 188 of file vpMbTracker.h.

std::vector<bool> vpMbEdgeTracker::getScales ( ) const
inlineinherited

Return the scales levels used for the tracking.

Returns
The scales levels used for the tracking.

Definition at line 361 of file vpMbEdgeTracker.h.

double vpMbKltTracker::getThresholdAcceptation ( )
inlineinherited

Get the threshold for the acceptation of a point.

Returns
threshold_outlier : Threshold for the weight below which a point is rejected.

Definition at line 327 of file vpMbKltTracker.h.

void vpMbEdgeKltTracker::init ( const vpImage< unsigned char > &  I)
protectedvirtual
void vpMbTracker::initClick ( const vpImage< unsigned char > &  I,
const std::string &  initFile,
const bool  displayHelp = false 
)
virtualinherited

Initialise the tracking by clicking on the image points corresponding to the 3D points (object frame) in the file initFile. The structure of this file is (without the comments):

4 // Number of points in the file (minimum is four)
0.01 0.01 0.01 // \
... // | 3D coordinates in the object basis
0.01 -0.01 -0.01 // /
Parameters
I: Input image
initFile: File containing the points where to click
displayHelp: Optionnal display of an image ( 'initFile.ppm' ). This image may be used to show where to click.
Exceptions
vpException::ioError: The file specified in initFile doesn't exist.
See also
setPathNamePoseSaving()
Examples:
mbtEdgeKltTracking.cpp, mbtEdgeTracking.cpp, and mbtKltTracking.cpp.

Definition at line 148 of file vpMbTracker.cpp.

References vpPose::addPoint(), vpHomogeneousMatrix::buildFrom(), vpMouseButton::button1, vpMbTracker::cam, vpPose::clearPoint(), vpMbTracker::cMo, vpPose::computePose(), vpPose::computeResidual(), vpPixelMeterConversion::convertPoint(), vpPose::DEMENTHON, vpMbTracker::display(), vpDisplay::display(), vpDisplay::displayCharString(), vpDisplay::displayCross(), vpDisplay::displayFrame(), vpDisplay::displayPoint(), vpDisplay::flush(), vpDisplay::getClick(), vpColor::green, vpDisplayOpenCV::init(), vpMbTracker::init(), vpException::ioError, vpPose::LAGRANGE, vpMbTracker::poseSavingFilename, vpImageIo::readPPM(), vpColor::red, vpMbTracker::savePose(), vpPoint::set_x(), vpPoint::set_y(), vpHomogeneousMatrix::setIdentity(), vpPoint::setWorldCoordinates(), and vpPose::VIRTUAL_VS.

void vpMbTracker::initClick ( const vpImage< unsigned char > &  I,
const std::vector< vpPoint > &  points3D_list,
const std::string &  displayFile = "" 
)
virtualinherited
void vpMbEdgeKltTracker::initCylinder ( const vpPoint _p1,
const vpPoint  _p2,
const double  _radius,
const unsigned int  _indexCylinder 
)
protectedvirtual

Add a cylinder to track from tow points on the axis (defining the length of the cylinder) and its radius.

Parameters
_p1: First point on the axis.
_p2: Second point on the axis.
_radius: Radius of the cylinder.
_indexCylinder: Index of the cylinder.

Reimplemented from vpMbEdgeTracker.

Definition at line 832 of file vpMbEdgeKltTracker.cpp.

References vpMbEdgeTracker::initCylinder().

void vpMbEdgeKltTracker::initFaceFromCorners ( const std::vector< vpPoint > &  corners,
const unsigned int  indexFace = -1 
)
protectedvirtual

Initialise a new face from the coordinates given in parameter.

Parameters
corners: Coordinates of the corners of the face in the object frame.
indexFace: index of the face (depends on the vrml file organisation).

Reimplemented from vpMbEdgeTracker.

Definition at line 816 of file vpMbEdgeKltTracker.cpp.

References vpMbKltTracker::initFaceFromCorners(), and vpMbEdgeTracker::initFaceFromCorners().

void vpMbTracker::initFromPoints ( const vpImage< unsigned char > &  I,
const std::string &  initFile 
)
virtualinherited

Initialise the tracking by reading the 3D points (object frame) and the image points in initFile. The structure of this file is (without the comments):

4 // Number of 3D points in the file (minimum is four)
0.01 0.01 0.01 // \
... // | 3D coordinates in meters in the object frame
0.01 -0.01 -0.01 // /
4 // Number of image points in the file (has to be the same as the number of 3D points)
100 200 // \
... // | 2D coordinates in pixel in the image
50 10 // /
Parameters
I: Input image
initFile: Path to the file containing all the points.

Definition at line 481 of file vpMbTracker.cpp.

References vpPose::addPoint(), vpMbTracker::cam, vpMbTracker::cMo, vpPose::computePose(), vpPose::computeResidual(), vpPixelMeterConversion::convertPoint(), vpPose::DEMENTHON, vpMbTracker::init(), vpException::ioError, vpPose::LAGRANGE, vpPoint::set_x(), vpPoint::set_y(), vpPoint::setWorldCoordinates(), vpPose::VIRTUAL_VS, and vpERROR_TRACE.

void vpMbTracker::initFromPoints ( const vpImage< unsigned char > &  I,
const std::vector< vpImagePoint > &  points2D_list,
const std::vector< vpPoint > &  points3D_list 
)
virtualinherited

Initialise the tracking with the list of image points (points2D_list) and the list of corresponding 3D points (object frame) (points3D_list).

Parameters
I: Input image
points2D_list: List of image points.
points3D_list: List of 3D points (object frame).

Definition at line 560 of file vpMbTracker.cpp.

References vpPose::addPoint(), vpMbTracker::cam, vpMbTracker::cMo, vpPose::computePose(), vpPose::computeResidual(), vpPixelMeterConversion::convertPoint(), vpPose::DEMENTHON, vpMbTracker::init(), vpPose::LAGRANGE, vpPoint::set_x(), vpPoint::set_y(), vpPoint::setWorldCoordinates(), vpPose::VIRTUAL_VS, and vpERROR_TRACE.

void vpMbTracker::initFromPose ( const vpImage< unsigned char > &  I,
const std::string &  initFile 
)
virtualinherited

Initialise the tracking thanks to the pose in vpPoseVector format, and read in the file initFile. The structure of this file is (without the comments):

// The six value of the pose vector
0.0000 // \
0.0000 // |
1.0000 // | Exemple of value for the pose vector where Z = 1 meter
0.0000 // |
0.0000 // |
0.0000 // /

Where the three firsts lines refer to the translation and the three last to the rotation in thetaU parametrisation (see vpThetaUVector).

Parameters
I: Input image
initFile: Path to the file containing the pose.
Examples:
mbtEdgeKltTracking.cpp, mbtEdgeTracking.cpp, and mbtKltTracking.cpp.

Definition at line 615 of file vpMbTracker.cpp.

References vpHomogeneousMatrix::buildFrom(), vpMbTracker::cMo, vpMbTracker::init(), and vpException::ioError.

Referenced by vpMbTracker::initFromPose(), and vpMbEdgeTracker::reInitModel().

void vpMbTracker::initFromPose ( const vpImage< unsigned char > &  I,
const vpHomogeneousMatrix cMo 
)
virtualinherited

Initialise the tracking thanks to the pose.

Parameters
I: Input image
cMo: Pose matrix.

Definition at line 650 of file vpMbTracker.cpp.

References vpMbTracker::cMo, and vpMbTracker::init().

void vpMbTracker::initFromPose ( const vpImage< unsigned char > &  I,
const vpPoseVector cPo 
)
virtualinherited

Initialise the tracking thanks to the pose vector.

Parameters
I: Input image
cPo: Pose vector.

Definition at line 662 of file vpMbTracker.cpp.

References vpMbTracker::initFromPose().

void vpMbEdgeTracker::initMovingEdge ( const vpImage< unsigned char > &  I,
const vpHomogeneousMatrix _cMo 
)
protectedinherited

Initialize the moving edge thanks to a given pose of the camera. The 3D model is projected into the image to create moving edges along the lines.

Parameters
I: The image.
_cMo: The pose of the camera used to initialize the moving edges.

Definition at line 1146 of file vpMbEdgeTracker.cpp.

References vpMbEdgeTracker::cylinders, vpMbtDistanceLine::hiddenface, vpMbtDistanceLine::initMovingEdge(), vpMbtDistanceCylinder::initMovingEdge(), vpMbHiddenFaces< PolygonType >::isVisible(), vpMbtDistanceLine::Lindex_polygon, vpMbEdgeTracker::lines, vpMbtDistanceLine::meline, vpMbtDistanceCylinder::meline1, vpMbtDistanceCylinder::meline2, vpMbEdgeTracker::scaleLevel, and vpMbtDistanceLine::setVisible().

Referenced by init(), vpMbEdgeTracker::init(), postTracking(), setPose(), and vpMbEdgeTracker::track().

void vpMbEdgeTracker::initPyramid ( const vpImage< unsigned char > &  _I,
std::vector< const vpImage< unsigned char > * > &  _pyramid 
)
protectedinherited

Compute the pyramid of image associated to the image in parameter. The scales computed are the ones corresponding to the scales attribte of the class. If OpenCV is detected, the functions used to computed a smoothed pyramid come from OpenCV, otherwise a simple subsampling (no smoothing, no interpolation) is realised.

Warning
The pyramid contains pointers to vpImage. To properly deallocate the pyramid. All the element but the first (which is a pointer to the input image) must be freed. A proper cleaning is implemented in the cleanPyramid() method.
Parameters
_I: The input image.
_pyramid: The pyramid of image to build from the input image.

Definition at line 1817 of file vpMbEdgeTracker.cpp.

References vpImage< Type >::bitmap, vpImageConvert::convert(), vpImage< Type >::getHeight(), vpImage< Type >::getWidth(), and vpMbEdgeTracker::scales.

Referenced by init(), vpMbEdgeTracker::init(), setPose(), and vpMbEdgeTracker::track().

void vpMbTracker::loadCAOModel ( const std::string &  modelFile)
protectedvirtualinherited

Load a 3D model contained in a .cao file.

the structure of the file is (without the comments) :

V1
8 // Number of points describing the object
0.01 0.01 0.01 // \
... // | coordinates of the points in the object frame (in m.)
0.01 0.01 0.01 // /
3 // Number of lines to track.
0 2 // \
1 4 // | Index of the points representing the extremities of the lines
1 5 // /
0 // Number of polygon (face) to track using the line previously described
// Face described as follow : nbLine IndexLine1 indexLine2 ... indexLineN
3 // Number of polygon (face) to track using the line previously described
4 0 2 3 4 // Face described as follow : nbPoint IndexPoint1 IndexPoint2 ... IndexPointN
4 1 3 5 7
3 1 5 6
1 // Number of cylinder
6 7 0.05 // Index of the limits points on the axis (used to know the 'height' of the cylinder) and radius of the cyclinder (in m.)
Parameters
modelFile: Full name of the .CAO file containing the model.

Definition at line 822 of file vpMbTracker.cpp.

References vpException::badValue, vpMbTracker::initCylinder(), vpMbTracker::initFaceFromCorners(), vpException::ioError, vpPoint::setWorldCoordinates(), and vpTRACE.

Referenced by vpMbTracker::loadModel().

void vpMbEdgeKltTracker::loadConfigFile ( const char *  configFile)

Load the xml configuration file. From the configuration file initialize the parameters corresponding to the objects: moving-edges, KLT, camera.

Warning
To clean up memory allocated by the xml library, the user has to call vpXmlParser::cleanup() before the exit().
Exceptions
vpException::ioErrorif the file has not been properly parsed (file not found or wrong format for the data).
Parameters
configFile: full name of the xml file.

The XML configuration file has the following form:

<?xml version="1.0"?>
<conf>
<ecm>
<mask>
<size>5</size>
<nb_mask>180</nb_mask>
</mask>
<range>
<tracking>10</tracking>
</range>
<contrast>
<edge_threshold>7000</edge_threshold>
<mu1>0.5</mu1>
<mu2>0.5</mu2>
</contrast>
</ecm>
<sample>
<step>4</step>
<nb_sample>250</nb_sample>
</sample>
<camera>
<width>640</width>
<height>480</height>
<u0>320</u0>
<v0>240</v0>
<px>686.24</px>
<py>686.24</py>
</camera>
<face>
<angle_appear>65</angle_appear>
<angle_disappear>85</angle_disappear>
</face>
<klt>
<mask_border>10</mask_border>
<max_features>10000</max_features>
<window_size>5</window_size>
<quality>0.02</quality>
<min_distance>10</min_distance>
<harris>0.02</harris>
<size_block>3</size_block>
<pyramid_lvl>3</pyramid_lvl>
</klt>
</conf>
See also
loadConfigFile(const std::string&), vpXmlParser::cleanup()
Examples:
mbtEdgeKltTracking.cpp.

Definition at line 272 of file vpMbEdgeKltTracker.cpp.

References vpMbKltTracker::loadConfigFile(), vpMbEdgeTracker::loadConfigFile(), and vpTRACE.

Referenced by loadConfigFile().

void vpMbEdgeKltTracker::loadConfigFile ( const std::string &  configFile)
virtual

Load the xml configuration file. An example of such a file is provided in loadConfigFile(const char*) documentation. From the configuration file initialize the parameters corresponding to the objects: moving-edges, KLT, camera.

Warning
To clean up memory allocated by the xml library, the user has to call vpXmlParser::cleanup() before the exit().
Parameters
configFile: full name of the xml file.
See also
loadConfigFile(const char*), vpXmlParser::cleanup()

Reimplemented from vpMbEdgeTracker.

Definition at line 205 of file vpMbEdgeKltTracker.cpp.

References loadConfigFile().

void vpMbEdgeKltTracker::loadModel ( const std::string &  modelFile)
virtual

Load a 3D model from the file in parameter. This file must either be a vrml file (.wrl) or a CAO file (.cao). CAO format is described in the loadCAOModel() method.

Exceptions
vpException::ioErrorif the file cannot be open, or if its extension is not wrl or cao.
Parameters
modelFile: the file containing the model.

Reimplemented from vpMbEdgeTracker.

Examples:
mbtEdgeKltTracking.cpp.

Definition at line 293 of file vpMbEdgeKltTracker.cpp.

References vpMbTracker::loadModel().

void vpMbEdgeTracker::loadModel ( const char *  file)
inherited

Load a 3D model contained in a file. This file is either a vrml or a cao file.

Parameters
file: Full name the file containing the 3D model description. The extension of this file is either .wrl or .cao.
See also
vpMbTracker::loadModel()

Definition at line 1553 of file vpMbEdgeTracker.cpp.

References vpMbTracker::loadModel().

void vpMbTracker::loadVRMLModel ( const std::string &  modelFile)
protectedvirtualinherited

Load the 3D model of the object from a vrml file. Only LineSet and FaceSet are extracted from the vrml file.

Warning
The cylinders extracted using this method do not use the Cylinder keyword of vrml since vrml exporter such as Blender or AC3D consider a cylinder as an IndexedFaceSet. To test whether an indexedFaceSet is a cylinder or not, the name of the geometry is read. If the name begins with "cyl" then the faceset is supposed to be a cylinder. For example, the line
geometry DEF cyl_cylinder1 IndexedFaceSet
defines a cylinder named cyl_cylinder1.
Exceptions
vpException::fatalErrorif the file cannot be open.
Parameters
modelFile: The full name of the file containing the 3D model.

Definition at line 745 of file vpMbTracker.cpp.

References vpMbTracker::coinUsed, vpMbTracker::extractGroup(), vpException::fatalError, and vpERROR_TRACE.

Referenced by vpMbTracker::loadModel().

void vpMbEdgeKltTracker::postTrackingMbt ( vpColVector w,
const unsigned int  lvl = 0 
)
protected

post tracking computation. Compute the mean weight of a line and, check the weight associated to a site (to eventually remove an outlier) and eventually set a flag to re-initialise the line.

Warning
level parameter not yet implemented.
Parameters
w: Vector of weight associated to the residu.
lvl: Optional parameter to specify the level to track.

Definition at line 360 of file vpMbEdgeKltTracker.cpp.

References vpMbEdgeTracker::cylinders, vpException::dimensionError, vpMeTracker::getMeList(), vpMbEdgeTracker::lines, vpMeSite::M_ESTIMATOR, vpMbtDistanceLine::meline, vpMbtDistanceCylinder::meline1, vpMbtDistanceCylinder::meline2, vpMbtDistanceLine::nbFeature, vpMbtDistanceCylinder::nbFeature, vpMbtDistanceCylinder::nbFeaturel1, vpMbtDistanceCylinder::nbFeaturel2, vpMbtDistanceLine::Reinit, vpMbtDistanceCylinder::Reinit, vpMbEdgeTracker::scales, vpMbtDistanceLine::setMeanWeight(), vpMbtDistanceCylinder::setMeanWeight1(), vpMbtDistanceCylinder::setMeanWeight2(), and vpMeSite::setState().

Referenced by postTracking().

void vpMbKltTracker::preTracking ( const vpImage< unsigned char > &  I,
unsigned int &  nbInfos,
unsigned int &  nbFaceUsed 
)
protectedinherited

Realise the pre tracking operations

Parameters
I: The input image.
nbInfos: Size of the features.
nbFaceUsed: Number of face used for the tracking.

Definition at line 411 of file vpMbKltTracker.cpp.

References vpImageConvert::convert(), vpMbKltTracker::cur, vpMbKltTracker::faces, vpMbKltTracker::firstTrack, vpMbHiddenFaces< PolygonType >::size(), vpKltOpencv::track(), and vpMbKltTracker::tracker.

Referenced by track(), and vpMbKltTracker::track().

void vpMbEdgeTracker::reInitLevel ( const unsigned int  _lvl)
protectedinherited

Re initialise the moving edges associated to a given level. This method is used to re-initialise the level if the tracking failed on this level but succedded on the other one.

Parameters
_lvl: The level to re-initialise.

Definition at line 1977 of file vpMbEdgeTracker.cpp.

References vpMbTracker::cMo, vpMbEdgeTracker::cylinders, vpMbEdgeTracker::Ipyramid, vpMbEdgeTracker::lines, vpMbtDistanceLine::reinitMovingEdge(), vpMbtDistanceCylinder::reinitMovingEdge(), vpMbEdgeTracker::scaleLevel, vpMbEdgeTracker::trackMovingEdge(), and vpMbEdgeTracker::updateMovingEdge().

Referenced by vpMbEdgeTracker::track().

void vpMbEdgeTracker::reInitModel ( const vpImage< unsigned char > &  I,
const char *  cad_name,
const vpHomogeneousMatrix cMo 
)
inherited

Re-initialise the model used by the tracker.

Parameters
I: The image containing the object to initialize.
cad_name: Path to the file containing the 3D model description.
cMo: The new vpHomogeneousMatrix between the camera and the new model

Definition at line 1669 of file vpMbEdgeTracker.cpp.

References vpMbTracker::initFromPose(), vpMbEdgeTracker::loadModel(), and vpMbEdgeTracker::resetTracker().

void vpMbEdgeTracker::reinitMovingEdge ( const vpImage< unsigned char > &  I,
const vpHomogeneousMatrix _cMo 
)
protectedinherited

Reinitialize the lines if it is required.

A line is reinitialized if the 2D line do not match enough with the projected 3D line.

Parameters
I: the image.
_cMo: the pose of the used to re-initialise the moving edges

Definition at line 1263 of file vpMbEdgeTracker.cpp.

References vpMbEdgeTracker::cylinders, vpMbtDistanceLine::isVisible(), vpMbEdgeTracker::lines, vpMbtDistanceLine::Reinit, vpMbtDistanceCylinder::Reinit, vpMbtDistanceLine::reinitMovingEdge(), vpMbtDistanceCylinder::reinitMovingEdge(), and vpMbEdgeTracker::scaleLevel.

Referenced by postTracking(), and vpMbEdgeTracker::track().

void vpMbEdgeTracker::removeCylinder ( const std::string &  name)
protectedinherited

Remove a cylinder by its name.

Parameters
name: The name of the cylinder to remove.

Definition at line 1425 of file vpMbEdgeTracker.cpp.

References vpMbEdgeTracker::cylinders, vpMbtDistanceCylinder::getName(), and vpMbEdgeTracker::scales.

void vpMbEdgeTracker::removeLine ( const std::string &  name)
protectedinherited

Remove a line using its name.

Parameters
name: The name of the line to remove.

Definition at line 1357 of file vpMbEdgeTracker.cpp.

References vpMbtDistanceLine::getName(), vpMbEdgeTracker::lines, and vpMbEdgeTracker::scales.

void vpMbEdgeKltTracker::resetTracker ( )
virtual

Reset the tracker. The model is removed and the pose is set to identity. The tracker needs to be initialized with a new model and a new pose.

Reimplemented from vpMbEdgeTracker.

Definition at line 161 of file vpMbEdgeKltTracker.cpp.

References vpMbKltTracker::resetTracker(), and vpMbEdgeTracker::resetTracker().

void vpMbTracker::savePose ( const std::string &  filename)
inherited

Save the pose in the given filename

Parameters
filename: Path to the file used to save the pose.

Definition at line 673 of file vpMbTracker.cpp.

References vpPoseVector::buildFrom(), and vpMbTracker::cMo.

Referenced by vpMbTracker::initClick().

virtual void vpMbEdgeKltTracker::setAngleAppear ( const double &  a)
inlinevirtual

Set the angle used to test polygons apparition. If the angle between the normal of the polygon and the line going from the camera to the polygon center has a value lower than this parameter, the polygon is considered as appearing. The polygon will then be tracked.

Parameters
a: new angle in radian.

Reimplemented from vpMbEdgeTracker.

Examples:
mbtEdgeKltTracking.cpp.

Definition at line 272 of file vpMbEdgeKltTracker.h.

References vpMbKltTracker::setAngleAppear().

virtual void vpMbEdgeKltTracker::setAngleDisappear ( const double &  a)
inlinevirtual

Set the angle used to test polygons disparition. If the angle between the normal of the polygon and the line going from the camera to the polygon center has a value greater than this parameter, the polygon is considered as disappearing. The tracking of the polygon will then be stopped.

Parameters
a: new angle in radian.

Reimplemented from vpMbEdgeTracker.

Examples:
mbtEdgeKltTracking.cpp.

Definition at line 283 of file vpMbEdgeKltTracker.h.

References vpMbKltTracker::setAngleDisappear().

void vpMbEdgeKltTracker::setCameraParameters ( const vpCameraParameters cam)
virtual

Set the camera parameters

Parameters
cam: the new camera parameters

Reimplemented from vpMbEdgeTracker.

Examples:
mbtEdgeKltTracking.cpp.

Definition at line 801 of file vpMbEdgeKltTracker.cpp.

References vpMbTracker::cam, vpMbKltTracker::setCameraParameters(), and vpMbEdgeTracker::setCameraParameters().

virtual void vpMbTracker::setCovarianceComputation ( const bool &  flag)
inlinevirtualinherited

Set if the covaraince matrix has to be computed.

Parameters
flag: True if the covariance has to be computed, false otherwise

Definition at line 242 of file vpMbTracker.h.

void vpMbTracker::setDisplayFeatures ( const bool  displayF)
inlineinherited

Enable to display the features.

Parameters
displayF: set it to true to display the features.
Examples:
mbtEdgeKltTracking.cpp, and mbtKltTracking.cpp.

Definition at line 249 of file vpMbTracker.h.

void vpMbEdgeTracker::setDisplayMovingEdges ( const bool  displayMe)
inlineinherited

Enable to display the points along the line with a color corresponding to their state.

  • If green : The vpMeSite is a good point.
  • If blue : The point is removed because of the vpMeSite tracking phase (constrast problem).
  • If purple : The point is removed because of the vpMeSite tracking phase (threshold problem).
  • If red : The point is removed because of the robust method in the virtual visual servoing.
Parameters
displayMe: set it to true to display the points.
Examples:
mbtEdgeTracking.cpp.

Definition at line 430 of file vpMbEdgeTracker.h.

void vpMbEdgeTracker::setFirstThreshold ( const double  threshold1)
inlineinherited

Set the first threshold used to check if the tracking failed. It corresponds to the percentage of good point which is necessary.

The condition which has to be be satisfied is the following : $ nbGoodPoint > threshold1 \times (nbGoodPoint + nbBadPoint)$.

The threshold is ideally between 0 and 1.

Parameters
threshold1: The new value of the threshold.

Definition at line 441 of file vpMbEdgeTracker.h.

void vpMbEdgeKltTracker::setLambda ( const double  lambda)
inline

Set the value of the gain used to compute the control law.

Parameters
lambda: the desired value for the gain.

Definition at line 292 of file vpMbEdgeKltTracker.h.

References vpMbEdgeTracker::lambda, vpMbKltTracker::setLambda(), and vpMbEdgeTracker::setLambda().

void vpMbKltTracker::setMaskBorder ( const unsigned int &  e)
inlineinherited

Set the erosion of the mask used on the Model faces.

Parameters
e: The desired erosion.
Examples:
mbtEdgeKltTracking.cpp, and mbtKltTracking.cpp.

Definition at line 369 of file vpMbKltTracker.h.

void vpMbEdgeKltTracker::setMaxIter ( const unsigned int  max)
inline

Set the maximum iteration of the virtual visual servoing stage.

Parameters
max: the desired number of iteration

Definition at line 299 of file vpMbEdgeKltTracker.h.

void vpMbEdgeTracker::setMovingEdge ( const vpMe me)
inherited

Set the moving edge parameters.

Parameters
me: an instance of vpMe containing all the desired parameters
Examples:
mbtEdgeKltTracking.cpp, and mbtEdgeTracking.cpp.

Definition at line 144 of file vpMbEdgeTracker.cpp.

References vpMbEdgeTracker::cylinders, vpMbEdgeTracker::lines, vpMbEdgeTracker::me, vpMbEdgeTracker::scales, and vpMbtDistanceCylinder::setMovingEdge().

Referenced by vpMbEdgeTracker::loadConfigFile().

virtual void vpMbEdgeKltTracker::setOgreVisibilityTest ( const bool &  v)
inlinevirtual

Use Ogre3D for visibility tests

Warning
This function has to be called before the initialisation of the tracker.
Parameters
v: True to use it, False otherwise

Reimplemented from vpMbEdgeTracker.

Examples:
mbtEdgeKltTracking.cpp.

Definition at line 308 of file vpMbEdgeKltTracker.h.

References vpMbKltTracker::setOgreVisibilityTest().

void vpMbEdgeKltTracker::setPose ( const vpImage< unsigned char > &  I,
const vpHomogeneousMatrix cdMo 
)
virtual

Set the pose to be used in entry of the next call to the track() function. This pose will be just used once.

Warning
This function has to be called after the initialisation of the tracker.
Parameters
I: image corresponding to the desired pose.
cdMo: Pose to affect.

Reimplemented from vpMbEdgeTracker.

Definition at line 114 of file vpMbEdgeKltTracker.cpp.

References vpMbEdgeTracker::cleanPyramid(), vpMbTracker::cMo, vpMbEdgeTracker::downScale(), vpMbKltTracker::faces, vpMbEdgeTracker::faces, vpMbKltTracker::firstTrack, vpMbEdgeTracker::initMovingEdge(), vpMbEdgeTracker::initPyramid(), vpMbEdgeTracker::Ipyramid, vpMbEdgeTracker::lines, vpMbtDistanceLine::meline, vpMbEdgeTracker::nbvisiblepolygone, vpMbEdgeTracker::scaleLevel, vpMbEdgeTracker::scales, vpMbKltTracker::setPose(), vpMbHiddenFaces< PolygonType >::size(), and vpMbEdgeTracker::upScale().

void vpMbTracker::setPoseSavingFilename ( const std::string &  filename)
inlineinherited

Set the filename used to save the initial pose computed using the initClick() method. It is also used to read a previous pose in the same method. If the file is not set then, the initClick() method will create a .0.pos file in the root directory. This directory is the path to the file given to the method initClick() used to know the coordinates in the object frame.

Parameters
filename: The new filename.

Definition at line 271 of file vpMbTracker.h.

void vpMbEdgeTracker::setScales ( const std::vector< bool > &  scales)
inherited

Set the scales to use to realise the tracking. The vector of boolean activates or not the scales to se for the object tracking. The first element of the list correspond to the tracking on the full image, the second element corresponds to the tracking on an image sbsampled by two.

Using multi scale tracking allows to track the object with greater moves. It requires the computation of a pyramid of images, but the total tracking can be faster than a tracking based only on the full scale. The pose is computed from the smallest image to the biggest. This may be dangerous if the object to track is small in the image, because the subsampled scale(s) will have only few points to compute the pose (it could result in a loss of precision).

Warning
This method must be used before the tracker has been initialised ( before the call of the loadConfigFile() or loadModel() methods).
At least one level must be activated.
Parameters
scales: The vector describing the levels to use.

Definition at line 1774 of file vpMbEdgeTracker.cpp.

References vpMbEdgeTracker::cylinders, vpMbEdgeTracker::lines, vpMbEdgeTracker::scales, and vpERROR_TRACE.

Referenced by vpMbEdgeTracker::resetTracker().

void vpMbKltTracker::setThresholdAcceptation ( const double  th)
inlineinherited

Set the threshold for the acceptation of a point.

Parameters
th: Threshold for the weight below which a point is rejected.

Definition at line 387 of file vpMbKltTracker.h.

virtual void vpMbEdgeKltTracker::testTracking ( )
inlinevirtual

Check if the tracking failed.

Exceptions
vpTrackingException::fatalErrorif the test fails.

Reimplemented from vpMbEdgeTracker.

Definition at line 312 of file vpMbEdgeKltTracker.h.

void vpMbEdgeKltTracker::track ( const vpImage< unsigned char > &  I)
virtual

Realise the tracking of the object in the image.

Exceptions
vpException: if the tracking is supposed to have failed.
Parameters
I: the input image.

Reimplemented from vpMbEdgeTracker.

Examples:
mbtEdgeKltTracking.cpp.

Definition at line 651 of file vpMbEdgeKltTracker.cpp.

References computeVVS(), vpMbKltTracker::computeVVS(), vpMbEdgeTracker::init(), postTracking(), vpMbKltTracker::preTracking(), vpMbKltTracker::reinit(), and vpMbEdgeTracker::trackMovingEdge().

void vpMbEdgeTracker::upScale ( const unsigned int  _scale)
protectedinherited

Modify the camera parameters to have them corresponding to the current scale. The new parameters are multiplied by $ 2^{\_scale} $.

Parameters
_scale: Scale to use.

Definition at line 1954 of file vpMbEdgeTracker.cpp.

References vpMbTracker::cam, vpCameraParameters::get_K(), vpCameraParameters::initFromCalibrationMatrix(), and vpMbEdgeTracker::scaleLevel.

Referenced by vpMbEdgeTracker::addCylinder(), vpMbEdgeTracker::addLine(), init(), vpMbEdgeTracker::init(), setPose(), and vpMbEdgeTracker::track().

void vpMbEdgeTracker::visibleFace ( const vpHomogeneousMatrix _cMo,
bool &  newvisibleline 
)
protectedinherited

Detect the visible faces in the image and says if a new one appeared.

Warning
If in one iteration one face appears and one disappears, then the function will not detect the new face.
Parameters
_cMo: The pose of the camera used to project the 3D model into the image.
newvisibleline: This parameter is set to true if a new face appeared.

Definition at line 1474 of file vpMbEdgeTracker.cpp.

References vpMbEdgeTracker::faces, vpMbEdgeTracker::nbvisiblepolygone, vpMath::rad(), vpMbHiddenFaces< PolygonType >::setVisible(), vpMbHiddenFaces< PolygonType >::setVisibleOgre(), and vpMbEdgeTracker::useOgre.

Referenced by vpMbEdgeTracker::init(), and vpMbEdgeTracker::track().

void vpMbEdgeTracker::visibleFace ( const vpImage< unsigned char > &  _I,
const vpHomogeneousMatrix _cMo,
bool &  newvisibleline 
)
protectedinherited

Detect the visible faces in the image and says if a new one appeared.

Warning
If in one iteration one face appears and one disappears, then the function will not detect the new face.
Parameters
_I: Image to test if a face is entirely in the image.
_cMo: The pose of the camera used to project the 3D model into the image.
newvisibleline: This parameter is set to true if a new face appeared.

Definition at line 1512 of file vpMbEdgeTracker.cpp.

References vpMbTracker::cam, vpMbEdgeTracker::faces, vpMbEdgeTracker::nbvisiblepolygone, vpMath::rad(), vpMbHiddenFaces< PolygonType >::setVisible(), vpMbHiddenFaces< PolygonType >::setVisibleOgre(), and vpMbEdgeTracker::useOgre.

Member Data Documentation

double vpMbKltTracker::angleAppears
protectedinherited
double vpMbEdgeTracker::angleAppears
protectedinherited

Angle used to detect a face apparition.

Definition at line 317 of file vpMbEdgeTracker.h.

Referenced by vpMbEdgeTracker::loadConfigFile(), and vpMbEdgeTracker::vpMbEdgeTracker().

double vpMbKltTracker::angleDisappears
protectedinherited
double vpMbEdgeTracker::angleDisappears
protectedinherited

Angle used to detect a face disparition.

Definition at line 320 of file vpMbEdgeTracker.h.

Referenced by vpMbEdgeTracker::loadConfigFile(), and vpMbEdgeTracker::vpMbEdgeTracker().

vpHomogeneousMatrix vpMbKltTracker::c0Mo
protectedinherited

Initial pose.

Definition at line 218 of file vpMbKltTracker.h.

Referenced by vpMbKltTracker::computeVVS(), and vpMbKltTracker::reinit().

bool vpMbTracker::coinUsed
protectedinherited

Flag used to specify that the Coin library has been loaded in order to load a vrml model (used to free the memory).

Definition at line 114 of file vpMbTracker.h.

Referenced by vpMbTracker::loadVRMLModel(), vpMbTracker::vpMbTracker(), and vpMbTracker::~vpMbTracker().

bool vpMbEdgeKltTracker::compute_interaction
protected

If true, compute the interaction matrix at each iteration of the minimisation. Otherwise, compute it only on the first iteration.

Definition at line 214 of file vpMbEdgeKltTracker.h.

Referenced by computeVVS(), and vpMbEdgeKltTracker().

bool vpMbTracker::computeCovariance
protectedinherited
vpMatrix vpMbTracker::covarianceMatrix
protectedinherited

Covariance matrix.

Definition at line 120 of file vpMbTracker.h.

Referenced by computeVVS(), vpMbKltTracker::computeVVS(), and vpMbEdgeTracker::computeVVS().

vpHomogeneousMatrix vpMbKltTracker::ctTc0
protectedinherited

The estimated displacement of the pose between the current instant and the initial position.

Definition at line 240 of file vpMbKltTracker.h.

Referenced by computeVVS(), vpMbKltTracker::computeVVS(), and vpMbKltTracker::reinit().

IplImage* vpMbKltTracker::cur
protectedinherited
bool vpMbTracker::displayFeatures
protectedinherited

If true, the features are displayed.

Definition at line 122 of file vpMbTracker.h.

Referenced by vpMbKltTracker::display(), postTracking(), vpMbEdgeTracker::track(), and vpMbTracker::vpMbTracker().

bool vpMbKltTracker::firstInitialisation
protectedinherited

Flag to specify whether the init method is called the first or not (specific calls to realise in this case).

Definition at line 226 of file vpMbKltTracker.h.

Referenced by vpMbKltTracker::resetTracker(), and vpMbKltTracker::vpMbKltTracker().

bool vpMbKltTracker::firstTrack
protectedinherited
int vpMbEdgeTracker::index_polygon
protectedinherited

Index of the polygon to add, and total number of polygon extracted so far. Cannot be unsigned because the default index of a polygon is -1.

Definition at line 293 of file vpMbEdgeTracker.h.

Referenced by vpMbEdgeTracker::addPolygon(), vpMbEdgeTracker::resetTracker(), and vpMbEdgeTracker::vpMbEdgeTracker().

std::vector< const vpImage<unsigned char>* > vpMbEdgeTracker::Ipyramid
protectedinherited

Pyramid of image associated to the current image. This pyramid is compted in the init() and in the track() methods.

Definition at line 308 of file vpMbEdgeTracker.h.

Referenced by init(), vpMbEdgeTracker::init(), vpMbEdgeTracker::reInitLevel(), setPose(), vpMbEdgeTracker::track(), vpMbEdgeTracker::vpMbEdgeTracker(), and vpMbEdgeTracker::~vpMbEdgeTracker().

double vpMbEdgeKltTracker::lambda
protected

The gain of the virtual visual servoing stage.

Definition at line 216 of file vpMbEdgeKltTracker.h.

Referenced by computeVVS(), and vpMbEdgeKltTracker().

unsigned int vpMbKltTracker::maskBorder
protectedinherited
unsigned int vpMbEdgeKltTracker::maxIter
protected

The maximum iteration of the virtual visual servoing stage.

Definition at line 222 of file vpMbEdgeKltTracker.h.

Referenced by computeVVS(), and vpMbEdgeKltTracker().

vpMe vpMbEdgeTracker::me
protectedinherited
std::string vpMbTracker::modelFileName
protectedinherited

The name of the file containing the model (it is used to create a file name.0.pos used to store the compute pose in the initClick method).

Definition at line 110 of file vpMbTracker.h.

Referenced by vpMbTracker::loadModel().

bool vpMbTracker::modelInitialised
protectedinherited

Flag used to ensure that the CAD model is loaded before the initialisation.

Definition at line 112 of file vpMbTracker.h.

Referenced by vpMbKltTracker::init(), vpMbTracker::loadModel(), and vpMbTracker::vpMbTracker().

unsigned int vpMbEdgeTracker::nbvisiblepolygone
protectedinherited

Number of polygon (face) currently visible.

Definition at line 299 of file vpMbEdgeTracker.h.

Referenced by init(), postTracking(), vpMbEdgeTracker::resetTracker(), setPose(), vpMbEdgeTracker::visibleFace(), and vpMbEdgeTracker::vpMbEdgeTracker().

unsigned int vpMbEdgeTracker::ncylinder
protectedinherited

Index of the cylinder to add, and total number of polygon extracted so far.

Definition at line 290 of file vpMbEdgeTracker.h.

Referenced by vpMbEdgeTracker::addCylinder(), vpMbEdgeTracker::initCylinder(), vpMbEdgeTracker::resetTracker(), and vpMbEdgeTracker::vpMbEdgeTracker().

unsigned int vpMbEdgeTracker::nline
protectedinherited

Index of the polygon to add, and total number of polygon extracted so far.

Definition at line 287 of file vpMbEdgeTracker.h.

Referenced by vpMbEdgeTracker::addLine(), vpMbEdgeTracker::resetTracker(), and vpMbEdgeTracker::vpMbEdgeTracker().

double vpMbEdgeTracker::percentageGdPt
protectedinherited

Percentage of good points over total number of points below which tracking is supposed to have failed.

Definition at line 302 of file vpMbEdgeTracker.h.

Referenced by vpMbEdgeTracker::resetTracker(), vpMbEdgeTracker::testTracking(), and vpMbEdgeTracker::vpMbEdgeTracker().

double vpMbKltTracker::percentGood
protectedinherited

Percentage of good points, according to the initial number, that must have the tracker.

Definition at line 236 of file vpMbKltTracker.h.

Referenced by vpMbKltTracker::postTracking(), vpMbKltTracker::resetTracker(), and vpMbKltTracker::vpMbKltTracker().

std::string vpMbTracker::poseSavingFilename
protectedinherited

Filename used to save the initial pose computed using the initClick() method. It is also used to read a previous pose in the same method.

Definition at line 116 of file vpMbTracker.h.

Referenced by vpMbTracker::initClick().

unsigned int vpMbEdgeTracker::scaleLevel
protectedinherited
double vpMbKltTracker::threshold_outlier
protectedinherited

Threshold below which the weight associated to a point to consider this one as an outlier.

Definition at line 234 of file vpMbKltTracker.h.

Referenced by vpMbKltTracker::postTracking(), vpMbKltTracker::resetTracker(), and vpMbKltTracker::vpMbKltTracker().

double vpMbEdgeKltTracker::thresholdKLT
protected

The threshold used in the robust estimation of KLT.

Definition at line 218 of file vpMbEdgeKltTracker.h.

Referenced by computeVVS(), and vpMbEdgeKltTracker().

double vpMbEdgeKltTracker::thresholdMBT
protected

The threshold used in the robust estimation of MBT.

Definition at line 220 of file vpMbEdgeKltTracker.h.

Referenced by computeVVS(), and vpMbEdgeKltTracker().

bool vpMbEdgeTracker::useOgre
protectedinherited