Visual Servoing Platform  version 3.6.1 under development (2024-04-26)
tutorial-grabber-rgbd-D435-structurecore.cpp
1 
2 #include <iostream>
3 
4 #include <visp3/core/vpImageConvert.h>
5 #include <visp3/gui/vpDisplayGDI.h>
6 #include <visp3/gui/vpDisplayX.h>
7 #include <visp3/sensor/vpOccipitalStructure.h>
8 #include <visp3/sensor/vpRealSense2.h>
9 
13 int main(int argc, char **argv)
14 {
15 #if defined(VISP_HAVE_REALSENSE2) && defined(VISP_HAVE_OCCIPITAL_STRUCTURE) && (VISP_CXX_STANDARD >= VISP_CXX_STANDARD_11)
16  // Both cameras can stream color and depth in 640x480 resolution.
17  unsigned int width = 640, height = 480;
18 
19  // Grabbers.
20  vpRealSense2 rs;
22 
23  // Required images to acquire and display color and depth.
24  vpImage<float> sc_I_depth_raw(height, width);
25  vpImage<uint16_t> rs_I_depth_raw(height, width);
26  vpImage<vpRGBa> I_depth_sc(height, width), I_depth_rs(height, width);
27  vpImage<vpRGBa> I_color_sc(height, width), I_color_rs(height, width);
28 
29  vpDisplayX d_rs_depth(I_depth_rs, 10, height + 10, "RealSense Depth"),
30  d_sc_depth(I_depth_sc, width + 10, height + 10, "Structure Core Depth");
31  vpDisplayX d_color_rs(I_color_rs, 10, 10, "RealSense Color"),
32  d_color_sc(I_color_sc, width + 10, 10, "Structure Core Color");
33 
34  // Configuring and opening RealSense grabber.
35  rs2::config cfg;
36  cfg.enable_stream(RS2_STREAM_COLOR, width, height, RS2_FORMAT_RGBA8, 30);
37  cfg.enable_stream(RS2_STREAM_DEPTH, width, height, RS2_FORMAT_Z16, 30);
38  rs.open(cfg);
39 
40  // Configuring and opening Structure Core grabber.
41  ST::CaptureSessionSettings settings;
42  settings.source = ST::CaptureSessionSourceId::StructureCore;
43  settings.structureCore.visibleEnabled = true;
44  settings.applyExpensiveCorrection = true; // Apply a correction and clean filter to the depth before streaming.
45  sc.open(settings);
46 
47  // Acquiring images.
48  for (;;) {
49  rs.acquire(reinterpret_cast<unsigned char *>(I_color_rs.bitmap),
50  reinterpret_cast<unsigned char *>(rs_I_depth_raw.bitmap), nullptr, nullptr, nullptr, nullptr, nullptr);
51  sc.acquire(reinterpret_cast<unsigned char *>(I_color_sc.bitmap),
52  reinterpret_cast<unsigned char *>(sc_I_depth_raw.bitmap));
53 
54  // Converting raw depth data to color images.
55  vpImageConvert::createDepthHistogram(rs_I_depth_raw, I_depth_rs);
56  vpImageConvert::createDepthHistogram(sc_I_depth_raw, I_depth_sc);
57 
58  vpDisplay::display(I_color_rs);
59  vpDisplay::display(I_color_sc);
60  vpDisplay::display(I_depth_rs);
61  vpDisplay::display(I_depth_sc);
62 
63  vpDisplay::flush(I_color_rs);
64  vpDisplay::flush(I_color_sc);
65  vpDisplay::flush(I_depth_rs);
66  vpDisplay::flush(I_depth_sc);
67 
68  if (vpDisplay::getClick(I_color_rs, false) || vpDisplay::getClick(I_color_sc, false) ||
69  vpDisplay::getClick(I_depth_rs, false) || vpDisplay::getClick(I_depth_sc, false)) {
70  break;
71  }
72  }
73 #else
74  (void)argc;
75  (void)argv;
76 #if !(defined(VISP_HAVE_OCCIPITAL_STRUCTURE))
77  std::cout << "Install libStructure, configure and build ViSP again to use this example" << std::endl;
78 #endif
79 #if !(defined(VISP_HAVE_REALSENSE2))
80  std::cout << "Install librealsense, configure and build ViSP again to use this example" << std::endl;
81 #endif
82 #if (VISP_CXX_STANDARD < VISP_CXX_STANDARD_11)
83  std::cout << "This tutorial should be built with c++11 support" << std::endl;
84 #endif
85 #endif
86 }
Use the X11 console to display images on unix-like OS. Thus to enable this class X11 should be instal...
Definition: vpDisplayX.h:128
static bool getClick(const vpImage< unsigned char > &I, bool blocking=true)
static void display(const vpImage< unsigned char > &I)
static void flush(const vpImage< unsigned char > &I)
static void createDepthHistogram(const vpImage< uint16_t > &src_depth, vpImage< vpRGBa > &dest_rgba)
void acquire(vpImage< unsigned char > &gray, bool undistorted=false, double *ts=nullptr)
bool open(const ST::CaptureSessionSettings &settings)
void acquire(vpImage< unsigned char > &grey, double *ts=nullptr)
bool open(const rs2::config &cfg=rs2::config())