gaze::pipeline::EyeLike Class Reference

Direct copy of https://github.com/trishume/eyelike. More...

#include "gaze/pipeline_steps/eye_like.h"

Inheritance diagram for gaze::pipeline::EyeLike:

Public Member Functions
void	process (util::Data &data) override
void	visualize (util::Data &data) override
Public Member Functions inherited from gaze::PipelineStep
	PipelineStep ()
std::string	get_name ()
virtual	~PipelineStep ()=default
Public Member Functions inherited from gaze::gui::Visualizeable< widget_type >
std::shared_ptr< dlib::drawable >	init (dlib::drawable_window &parent, int width, int height, std::string text="No visualization.") final
void	remove_widget () override
Public Member Functions inherited from gaze::gui::VisualizeableBase
virtual	~VisualizeableBase ()=default

Additional Inherited Members
Protected Attributes inherited from gaze::PipelineStep
int	number
std::string	name
Protected Attributes inherited from gaze::gui::Visualizeable< widget_type >
std::shared_ptr< widget_type >	widget

Detailed Description

Direct copy of https://github.com/trishume/eyelike.

Definition at line 17 of file eye_like.h.

Member Function Documentation

void gaze::pipeline::EyeLike::process ( util::Data &  data )

overridevirtual

Detects the eye center for each eye.

Parameters

data	The data object to be updated.

Returns

via data the modified data object.

Implements gaze::PipelineStep.

Definition at line 290 of file eye_like.cpp.

References gaze::util::Data::centers, cv::COLOR_RGB2GRAY, cv::Mat::cols, cv::cvtColor(), gaze::util::Data::landmarks, rectangle(), cv::Mat::rows, and gaze::util::Data::source_image.

                                    {
  if (data.landmarks.num_parts() < 5) {
    return;
  }

  dlib::rectangle face = data.landmarks.get_rect();

  // avoid OpenCV ROI errors since dlib's bounding box can be outside
  face = face.intersect(
      dlib::rectangle(0, 0,
        data.source_image.cols - 1, data.source_image.rows - 1));

  cv::Mat face_mat = data.source_image(util::dlib_to_cv(face));
  cv::cvtColor(face_mat, face_mat, cv::COLOR_RGB2GRAY);

  for (int i = 0; i < 2; ++i) {
    dlib::rectangle eye = util::get_eye_region(i, data.landmarks);
    eye.set_left(eye.left() - face.left());
    eye.set_right(eye.right() - face.left());
    eye.set_top(eye.top() - face.top());
    eye.set_bottom(eye.bottom() - face.top());

    cv::Point pupil = eyelike::find_eye_center(face_mat,
        util::dlib_to_cv(eye),
        this->relative_threshold_factor, 50);

    data.centers[i] = util::cv_to_dlib(pupil);
  }
}

void gaze::pipeline::EyeLike::visualize ( util::Data &  data )

overridevirtual

Parameters

data	The data object to be updated.

Implements gaze::gui::VisualizeableBase.

Definition at line 320 of file eye_like.cpp.

References gaze::util::Data::centers, gaze::util::Data::eyes, gaze::util::Data::image, gaze::util::Data::landmarks, and rectangle().

                                      {
  if (data.landmarks.num_parts() < 5) {
    return;
  }
  // Ensures output of this pipeline step is visualized
  this->process(data);

  // define offsets
  dlib::point offset_x(5, 0);
  dlib::point offset_y(0, 5);

  dlib::extract_image_chips(data.image,
      util::get_eyes_chip_details(data.landmarks), data.eyes);


  // assign eyes to new images
  dlib::array<dlib::array2d<dlib::bgr_pixel>> eyes(3);
  dlib::assign_image(eyes[2], data.image);
  for (auto i = decltype(data.eyes.size()){0};
       i < data.eyes.size(); ++i) {
    dlib::rectangle eye = util::get_eye_region(i, data.landmarks);
    dlib::assign_image(eyes[i], data.eyes[i]);

    dlib::draw_line(eyes[i],
                    data.centers[i] + offset_x,
                    data.centers[i] - offset_x,
                    dlib::rgb_pixel(255, 0, 0));
    dlib::draw_line(eyes[i],
                    data.centers[i] + offset_y,
                    data.centers[i] - offset_y,
                    dlib::rgb_pixel(255, 0, 0));

    dlib::draw_line(eyes[2],
                    data.centers[i] + offset_x + eye.tl_corner(),
                    data.centers[i] - offset_x + eye.tl_corner(),
                    dlib::rgb_pixel(255, 0, 0));
    dlib::draw_line(eyes[2],
                    data.centers[i] + offset_y + eye.tl_corner(),
                    data.centers[i] - offset_y + eye.tl_corner(),
                    dlib::rgb_pixel(255, 0, 0));
  }
  dlib::resize_image(0.5, eyes[2]);

  this->widget->set_image(dlib::tile_images(eyes));
}

---

The documentation for this class was generated from the following files:

• include/gaze/pipeline_steps/eye_like.h
• src/gaze/pipeline_steps/eye_like.cpp