vpMbDepthNormalTracker.h

/*
 * ViSP, open source Visual Servoing Platform software.
 * Copyright (C) 2005 - 2023 by Inria. All rights reserved.
 *
 * This software is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 * See the file LICENSE.txt at the root directory of this source
 * distribution for additional information about the GNU GPL.
 *
 * For using ViSP with software that can not be combined with the GNU
 * GPL, please contact Inria about acquiring a ViSP Professional
 * Edition License.
 *
 * See https://visp.inria.fr for more information.
 *
 * This software was developed at:
 * Inria Rennes - Bretagne Atlantique
 * Campus Universitaire de Beaulieu
 * 35042 Rennes Cedex
 * France
 *
 * If you have questions regarding the use of this file, please contact
 * Inria at visp@inria.fr
 *
 * This file is provided AS IS with NO WARRANTY OF ANY KIND, INCLUDING THE
 * WARRANTY OF DESIGN, MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.
 *
 * Description:
 * Model-based tracker using depth normal features.
 */
 
#ifndef _vpMbDepthNormalTracker_h_
#define _vpMbDepthNormalTracker_h_
 
#include <visp3/core/vpConfig.h>
#include <visp3/core/vpPlane.h>
#include <visp3/mbt/vpMbTracker.h>
#include <visp3/mbt/vpMbtFaceDepthNormal.h>
 
#if DEBUG_DISPLAY_DEPTH_NORMAL
#include <visp3/core/vpDisplay.h>
#endif
 
class VISP_EXPORT vpMbDepthNormalTracker : public virtual vpMbTracker
{
public:
  vpMbDepthNormalTracker();
  virtual ~vpMbDepthNormalTracker() override;
 
  virtual void display(const vpImage<unsigned char> &I, const vpHomogeneousMatrix &cMo, const vpCameraParameters &cam,
                       const vpColor &col, unsigned int thickness = 1, bool displayFullModel = false) override;
 
  virtual void display(const vpImage<vpRGBa> &I, const vpHomogeneousMatrix &cMo, const vpCameraParameters &cam,
                       const vpColor &col, unsigned int thickness = 1, bool displayFullModel = false) override;
 
  virtual inline vpMbtFaceDepthNormal::vpFeatureEstimationType getDepthFeatureEstimationMethod() const
  {
    return m_depthNormalFeatureEstimationMethod;
  }
 
  virtual inline vpColVector getError() const override { return m_error_depthNormal; }
 
  virtual std::vector<std::vector<double> > getModelForDisplay(unsigned int width, unsigned int height,
                                                               const vpHomogeneousMatrix &cMo,
                                                               const vpCameraParameters &cam,
                                                               bool displayFullModel = false) override;
 
  virtual inline vpColVector getRobustWeights() const override { return m_w_depthNormal; }
 
  virtual void init(const vpImage<unsigned char> &I) override;
 
  virtual void loadConfigFile(const std::string &configFile, bool verbose = true) override;
 
  void reInitModel(const vpImage<unsigned char> &I, const std::string &cad_name, const vpHomogeneousMatrix &cMo,
                   bool verbose = false);
#if defined(VISP_HAVE_PCL)
  void reInitModel(const pcl::PointCloud<pcl::PointXYZ>::ConstPtr &point_cloud, const std::string &cad_name,
                   const vpHomogeneousMatrix &cMo, bool verbose = false);
#endif
 
  virtual void resetTracker() override;
 
  virtual void setCameraParameters(const vpCameraParameters &camera) override;
 
  virtual void setDepthNormalFaceCentroidMethod(const vpMbtFaceDepthNormal::vpFaceCentroidType &method);
 
  virtual void setDepthNormalFeatureEstimationMethod(const vpMbtFaceDepthNormal::vpFeatureEstimationType &method);
 
  virtual void setDepthNormalPclPlaneEstimationMethod(int method);
 
  virtual void setDepthNormalPclPlaneEstimationRansacMaxIter(int maxIter);
 
  virtual void setDepthNormalPclPlaneEstimationRansacThreshold(double thresold);
 
  virtual void setDepthNormalSamplingStep(unsigned int stepX, unsigned int stepY);
 
  //  virtual void setDepthNormalUseRobust(bool use);
 
  virtual void setOgreVisibilityTest(const bool &v) override;
 
  virtual void setPose(const vpImage<unsigned char> &I, const vpHomogeneousMatrix &cdMo) override;
  virtual void setPose(const vpImage<vpRGBa> &I_color, const vpHomogeneousMatrix &cdMo) override;
#if defined(VISP_HAVE_PCL)
  virtual void setPose(const pcl::PointCloud<pcl::PointXYZ>::ConstPtr &point_cloud, const vpHomogeneousMatrix &cdMo);
#endif
 
  virtual void setScanLineVisibilityTest(const bool &v) override;
 
  void setUseDepthNormalTracking(const std::string &name, const bool &useDepthNormalTracking);
 
  virtual void testTracking() override;
 
  virtual void track(const vpImage<unsigned char> &) override;
  virtual void track(const vpImage<vpRGBa> &I_color) override;
#if defined(VISP_HAVE_PCL)
  virtual void track(const pcl::PointCloud<pcl::PointXYZ>::ConstPtr &point_cloud);
#endif
  virtual void track(const std::vector<vpColVector> &point_cloud, unsigned int width, unsigned int height);
 
protected:
  vpMbtFaceDepthNormal::vpFeatureEstimationType m_depthNormalFeatureEstimationMethod;
  vpMbHiddenFaces<vpMbtPolygon> m_depthNormalHiddenFacesDisplay;
  std::vector<vpMbtFaceDepthNormal *> m_depthNormalListOfActiveFaces;
  std::vector<vpColVector> m_depthNormalListOfDesiredFeatures;
  std::vector<vpMbtFaceDepthNormal *> m_depthNormalFaces;
  int m_depthNormalPclPlaneEstimationMethod;
  int m_depthNormalPclPlaneEstimationRansacMaxIter;
  double m_depthNormalPclPlaneEstimationRansacThreshold;
  unsigned int m_depthNormalSamplingStepX;
  unsigned int m_depthNormalSamplingStepY;
  bool m_depthNormalUseRobust;
  vpColVector m_error_depthNormal;
  std::vector<std::vector<double> > m_featuresToBeDisplayedDepthNormal;
  vpMatrix m_L_depthNormal;
  vpRobust m_robust_depthNormal;
  vpColVector m_w_depthNormal;
  vpColVector m_weightedError_depthNormal;
#if DEBUG_DISPLAY_DEPTH_NORMAL
  vpDisplay *m_debugDisp_depthNormal;
  vpImage<unsigned char> m_debugImage_depthNormal;
#endif
 
  void addFace(vpMbtPolygon &polygon, bool alreadyClose);
 
  void computeVisibility(unsigned int width, unsigned int height);
 
  void computeVVS();
  virtual void computeVVSInit() override;
  virtual void computeVVSInteractionMatrixAndResidu() override;
 
  virtual std::vector<std::vector<double> > getFeaturesForDisplayDepthNormal();
 
  virtual void initCircle(const vpPoint &p1, const vpPoint &p2, const vpPoint &p3, double radius, int idFace = 0,
                          const std::string &name = "") override;
 
  virtual void initCylinder(const vpPoint &p1, const vpPoint &p2, double radius, int idFace = 0,
                            const std::string &name = "") override;
 
  virtual void initFaceFromCorners(vpMbtPolygon &polygon) override;
 
  virtual void initFaceFromLines(vpMbtPolygon &polygon) override;
 
#ifdef VISP_HAVE_PCL
  void segmentPointCloud(const pcl::PointCloud<pcl::PointXYZ>::ConstPtr &point_cloud);
#endif
  void segmentPointCloud(const std::vector<vpColVector> &point_cloud, unsigned int width, unsigned int height);
};
#endif