36 #include <visp3/core/vpPolygon.h>
37 #include <visp3/mbt/vpMbtDistanceKltPoints.h>
38 #include <visp3/me/vpMeTracker.h>
40 #if defined(VISP_HAVE_MODULE_KLT) && defined(VISP_HAVE_OPENCV) && defined(HAVE_OPENCV_IMGPROC) && defined(HAVE_OPENCV_VIDEO)
42 #if defined(VISP_HAVE_CLIPPER)
43 #include <clipper.hpp>
46 #if defined(__APPLE__) && defined(__MACH__)
47 #include <TargetConditionals.h>
55 : H(), N(), N_cur(), invd0(1.), cRc0_0n(), initPoints(std::map<int,
vpImagePoint>()),
56 curPoints(std::map<int,
vpImagePoint>()), curPointsInd(std::map<int, int>()), nbPointsCur(0), nbPointsInit(0),
57 minNbPoint(4), enoughPoints(false), dt(1.), d0(1.), cam(), isTrackedKltPoints(true), polygon(nullptr),
58 hiddenface(nullptr), useScanLine(false)
81 initPoints = std::map<int, vpImagePoint>();
82 curPoints = std::map<int, vpImagePoint>();
83 curPointsInd = std::map<int, int>();
84 std::vector<vpImagePoint> roi;
87 for (
unsigned int i = 0; i < static_cast<unsigned int>(_tracker.
getNbFeatures()); i++) {
98 (
unsigned int)x_tmp < hiddenface->getMbScanLineRenderer().getPrimitiveIDs().getWidth() &&
109 #ifdef TARGET_OS_IPHONE
112 curPointsInd[(int)
id] = (
int)i;
116 curPointsInd[id] = (int)i;
121 nbPointsInit = (
unsigned int)initPoints.size();
122 nbPointsCur = (
unsigned int)curPoints.size();
124 if (nbPointsCur >= minNbPoint)
127 enoughPoints =
false;
155 curPoints = std::map<int, vpImagePoint>();
156 curPointsInd = std::map<int, int>();
158 for (
unsigned int i = 0; i < static_cast<unsigned int>(_tracker.
getNbFeatures()); i++) {
160 if (isTrackedFeature((
int)
id) &&
vpMeTracker::inMask(mask, (
unsigned int)y, (
unsigned int)x)) {
161 #ifdef TARGET_OS_IPHONE
162 curPoints[(int)
id] =
vpImagePoint(
static_cast<double>(y),
static_cast<double>(x));
163 curPointsInd[(int)
id] = (
int)i;
165 curPoints[id] =
vpImagePoint(
static_cast<double>(y),
static_cast<double>(x));
166 curPointsInd[id] = (int)i;
171 nbPointsCur = (
unsigned int)curPoints.size();
173 if (nbPointsCur >= minNbPoint)
176 enoughPoints =
false;
193 unsigned int index_ = 0;
195 std::map<int, vpImagePoint>::const_iterator iter = curPoints.begin();
196 for (; iter != curPoints.end(); ++iter) {
198 double i_cur(iter->second.get_i()), j_cur(iter->second.get_j());
200 double x_cur(0), y_cur(0);
209 computeP_mu_t(x0, y0, x0_transform, y0_transform, H);
211 double invZ = compute_1_over_Z(x_cur, y_cur);
213 _J[2 * index_][0] = -invZ;
214 _J[2 * index_][1] = 0;
215 _J[2 * index_][2] = x_cur * invZ;
216 _J[2 * index_][3] = x_cur * y_cur;
217 _J[2 * index_][4] = -(1 + x_cur * x_cur);
218 _J[2 * index_][5] = y_cur;
220 _J[2 * index_ + 1][0] = 0;
221 _J[2 * index_ + 1][1] = -invZ;
222 _J[2 * index_ + 1][2] = y_cur * invZ;
223 _J[2 * index_ + 1][3] = (1 + y_cur * y_cur);
224 _J[2 * index_ + 1][4] = -y_cur * x_cur;
225 _J[2 * index_ + 1][5] = -x_cur;
227 _R[2 * index_] = (x0_transform - x_cur);
228 _R[2 * index_ + 1] = (y0_transform - y_cur);
233 double vpMbtDistanceKltPoints::compute_1_over_Z(
double x,
double y)
235 double num = cRc0_0n[0] * x + cRc0_0n[1] * y + cRc0_0n[2];
236 double den = -(d0 - dt);
252 inline void vpMbtDistanceKltPoints::computeP_mu_t(
double x_in,
double y_in,
double &x_out,
double &y_out,
255 double p_mu_t_2 = x_in * _cHc0[2][0] + y_in * _cHc0[2][1] + _cHc0[2][2];
257 if (fabs(p_mu_t_2) < std::numeric_limits<double>::epsilon()) {
263 x_out = (x_in * _cHc0[0][0] + y_in * _cHc0[0][1] + _cHc0[0][2]) / p_mu_t_2;
264 y_out = (x_in * _cHc0[1][0] + y_in * _cHc0[1][1] + _cHc0[1][2]) / p_mu_t_2;
290 vpGEMM(ctransc0, N, -invd0, cRc0, 1.0, cHc0, VP_GEMM_B_T);
313 for (
unsigned int i = 0; i < 3; i += 1) {
314 dt += ctransc0[i] * (N_cur[i]);
325 bool vpMbtDistanceKltPoints::isTrackedFeature(
int _id)
335 std::map<int, vpImagePoint>::iterator iter = initPoints.find(_id);
336 if (iter != initPoints.end())
353 unsigned char nb,
unsigned int shiftBorder)
355 int width = mask.cols;
356 int height = mask.rows;
358 int i_min, i_max, j_min, j_max;
359 std::vector<vpImagePoint> roi;
362 double shiftBorder_d = (double)shiftBorder;
364 #if defined(VISP_HAVE_CLIPPER)
365 std::vector<vpImagePoint> roi_offset;
367 ClipperLib::Path path;
368 for (std::vector<vpImagePoint>::const_iterator it = roi.begin(); it != roi.end(); ++it) {
369 path.push_back(ClipperLib::IntPoint((ClipperLib::cInt)it->get_u(), (ClipperLib::cInt)it->get_v()));
372 ClipperLib::Paths solution;
373 ClipperLib::ClipperOffset co;
374 co.AddPath(path, ClipperLib::jtRound, ClipperLib::etClosedPolygon);
375 co.Execute(solution, -shiftBorder_d);
378 if (!solution.empty()) {
379 size_t index_max = 0;
381 if (solution.size() > 1) {
385 for (
size_t i = 0; i < solution.size(); i++) {
386 std::vector<vpImagePoint> corners;
388 for (
size_t j = 0; j < solution[i].size(); j++) {
389 corners.push_back(
vpImagePoint((
double)(solution[i][j].Y), (
double)(solution[i][j].X)));
393 if (polygon_area.
getArea() > max_area) {
394 max_area = polygon_area.
getArea();
400 for (
size_t i = 0; i < solution[index_max].size(); i++) {
401 roi_offset.push_back(
vpImagePoint((
double)(solution[index_max][i].Y), (
double)(solution[index_max][i].X)));
412 #if defined(VISP_HAVE_CLIPPER)
419 if (i_min > height) {
422 if (i_max > height) {
432 for (
int i = i_min; i < i_max; i++) {
433 double i_d = (double)i;
435 for (
int j = j_min; j < j_max; j++) {
436 double j_d = (double)j;
438 #if defined(VISP_HAVE_CLIPPER)
441 mask.ptr<uchar>(i)[j] = nb;
444 if (shiftBorder != 0) {
449 mask.at<
unsigned char>(i, j) = nb;
454 mask.at<
unsigned char>(i, j) = nb;
472 std::map<int, vpImagePoint> tmp;
473 std::map<int, int> tmp2;
474 unsigned int nbSupp = 0;
478 std::map<int, vpImagePoint>::const_iterator iter = curPoints.begin();
479 for (; iter != curPoints.end(); ++iter) {
480 if (_w[k] > threshold_outlier && _w[k + 1] > threshold_outlier) {
482 tmp[iter->first] =
vpImagePoint(iter->second.get_i(), iter->second.get_j());
483 tmp2[iter->first] = curPointsInd[iter->first];
488 initPoints.erase(iter->first);
497 if (nbPointsCur >= minNbPoint)
500 enoughPoints =
false;
511 std::map<int, vpImagePoint>::const_iterator iter = curPoints.begin();
512 for (; iter != curPoints.end(); ++iter) {
515 iP.
set_i(
static_cast<double>(iter->second.get_i()));
516 iP.
set_j(
static_cast<double>(iter->second.get_j()));
522 std::stringstream ss;
535 std::map<int, vpImagePoint>::const_iterator iter = curPoints.begin();
536 for (; iter != curPoints.end(); ++iter) {
539 iP.
set_i(
static_cast<double>(iter->second.get_i()));
540 iP.
set_j(
static_cast<double>(iter->second.get_j()));
546 std::stringstream ss;
554 bool displayFullModel)
556 std::vector<std::vector<double> > models =
getModelForDisplay(camera, displayFullModel);
558 for (
size_t i = 0; i < models.size(); i++) {
568 bool displayFullModel)
570 std::vector<std::vector<double> > models =
getModelForDisplay(camera, displayFullModel);
572 for (
size_t i = 0; i < models.size(); i++) {
587 std::vector<std::vector<double> > features;
589 std::map<int, vpImagePoint>::const_iterator iter = curPoints.begin();
590 for (; iter != curPoints.end(); ++iter) {
593 iP.
set_i(
static_cast<double>(iter->second.get_i()));
594 iP.
set_j(
static_cast<double>(iter->second.get_j()));
599 std::vector<double> params = { 1,
601 features.push_back(params);
616 bool displayFullModel)
618 std::vector<std::vector<double> > models;
621 std::vector<std::pair<vpPoint, unsigned int> > roi;
624 for (
unsigned int j = 0; j < roi.size(); j += 1) {
633 std::vector<std::pair<vpPoint, vpPoint> > linesLst;
638 linesLst.push_back(std::make_pair(roi[j].first, roi[(j + 1) % roi.size()].first));
640 for (
unsigned int i = 0; i < linesLst.size(); i++) {
641 linesLst[i].first.project();
642 linesLst[i].second.project();
645 std::vector<double> params = { 0,
647 models.push_back(params);
656 #elif !defined(VISP_BUILD_SHARED_LIBS)
659 void dummy_vpMbtDistanceKltPoints() { };
Generic class defining intrinsic camera parameters.
Implementation of column vector and the associated operations.
vpColVector & normalize()
Class to define RGB colors available for display functionalities.
static void displayLine(const vpImage< unsigned char > &I, const vpImagePoint &ip1, const vpImagePoint &ip2, const vpColor &color, unsigned int thickness=1, bool segment=true)
static void displayCross(const vpImage< unsigned char > &I, const vpImagePoint &ip, unsigned int size, const vpColor &color, unsigned int thickness=1)
static void displayText(const vpImage< unsigned char > &I, const vpImagePoint &ip, const std::string &s, const vpColor &color)
error that can be emitted by ViSP classes.
@ divideByZeroError
Division by zero.
Implementation of an homogeneous matrix and operations on such kind of matrices.
void extract(vpRotationMatrix &R) const
Implementation of an homography and operations on homographies.
Class that defines a 2D point in an image. This class is useful for image processing and stores only ...
void set_ij(double ii, double jj)
Wrapper for the KLT (Kanade-Lucas-Tomasi) feature tracker implemented in OpenCV. Thus to enable this ...
int getNbFeatures() const
Get the number of current features.
void getFeature(const int &index, long &id, float &x, float &y) const
static int round(double x)
Implementation of a matrix and operations on matrices.
vpMbScanLine & getMbScanLineRenderer()
void computeScanLineQuery(const vpPoint &a, const vpPoint &b, std::vector< std::pair< vpPoint, vpPoint > > &lines, const bool &displayResults=false)
void updateMask(cv::Mat &mask, unsigned char _nb=255, unsigned int _shiftBorder=0)
void displayPrimitive(const vpImage< unsigned char > &_I)
bool useScanLine
Use scanline rendering.
void computeInteractionMatrixAndResidu(vpColVector &_R, vpMatrix &_J)
unsigned int computeNbDetectedCurrent(const vpKltOpencv &_tracker, const vpImage< bool > *mask=nullptr)
virtual ~vpMbtDistanceKltPoints()
std::vector< std::vector< double > > getFeaturesForDisplay()
vpMbHiddenFaces< vpMbtPolygon > * hiddenface
Pointer to the list of faces.
void init(const vpKltOpencv &_tracker, const vpImage< bool > *mask=nullptr)
std::vector< std::vector< double > > getModelForDisplay(const vpCameraParameters &cam, bool displayFullModel=false)
void display(const vpImage< unsigned char > &I, const vpHomogeneousMatrix &cMo, const vpCameraParameters &cam, const vpColor &col, unsigned int thickness=1, bool displayFullModel=false)
vpMbtPolygon * polygon
Pointer to the polygon that define a face.
void removeOutliers(const vpColVector &weight, const double &threshold_outlier)
void computeHomography(const vpHomogeneousMatrix &_cTc0, vpHomography &cHc0)
virtual bool isVisible(const vpHomogeneousMatrix &cMo, double alpha, const bool &modulo=false, const vpCameraParameters &cam=vpCameraParameters(), unsigned int width=0, unsigned int height=0)
static bool inMask(const vpImage< bool > *mask, unsigned int i, unsigned int j)
static void convertPoint(const vpCameraParameters &cam, const double &x, const double &y, double &u, double &v)
static void convertPoint(const vpCameraParameters &cam, const double &u, const double &v, double &x, double &y)
This class defines the container for a plane geometrical structure.
vpColVector getNormal() const
vpPoint & getPoint(const unsigned int _index)
void getRoiClipped(const vpCameraParameters &cam, std::vector< vpImagePoint > &roi)
void getPolygonClipped(std::vector< std::pair< vpPoint, unsigned int > > &poly)
static void getMinMaxRoi(const std::vector< vpImagePoint > &roi, int &i_min, int &i_max, int &j_min, int &j_max)
Defines a generic 2D polygon.
void buildFrom(const std::vector< vpImagePoint > &corners, const bool create_convex_hull=false)
bool isInside(const vpImagePoint &iP, const PointInPolygonMethod &method=PnPolyRayCasting) const
Implementation of a rotation matrix and operations on such kind of matrices.
Class that consider the case of a translation vector.