Es++ Sample: ObjectDetector






/******************************************************************************
 *
 * Copyright (c) 2017 Antillia.com TOSHIYUKI ARAI. ALL RIGHTS RESERVED.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions, and the following disclaimer.
 *  
 * 2. The name of the author may not be used to endorse or promote products
 *    derived from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 
 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 
 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR 
 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF 
 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 *
 *  ObjectDetector.cpp
 *
 *****************************************************************************/

//
#include <es++/gtkmm-3.0/ZException.h>
#include <es++/gtkmm-3.0/Application.h>
#include <es++/gtkmm-3.0/FolderOpenDialog.h>
#include <es++/gtkmm-3.0/FileComboBox.h>
#include <es++/gtkmm-3.0/FileOpenDialog.h>
#include <es++/gtkmm-3.0/PushButton.h>

#include <es++/opencv-4.0/OpenCVMainView.h>
#include <es++/opencv-4.0/OpenCVScaleComboBox.h>
#include <es++/opencv-4.0/OpenCVScrolledImageView.h>

using namespace Gtk;

namespace Es {

class MainView :public Es::OpenCVMainView {
private:
  /////////////////////////////////////////////////////// 
  //Inner classes start.
  class DetectedImageView :public Es::OpenCVScrolledImageView {
  private:
    cv::Mat detected_image;

  public:
    DetectedImageView()
    {
    }

    void loadImage(const std::string& filename, 
        int imageLoadingFlag= CV_LOAD_IMAGE_COLOR,
                int scaling_ratio=100)
    {
      OpenCVScrolledImageView::loadImage(filename, imageLoadingFlag,
                                scaling_ratio);
 
      cv::Mat& original_image = getOriginalImage();
      detected_image  = original_image.clone();
      scaleImage(detected_image, scaling_ratio);
    }    

    int detect(std::string& path, int scaling_ratio)
    {
      int detected_number = 0;  
      cv::Mat& original_image = getOriginalImage();
      try {
        CascadeClassifier classifier;
        classifier.load(path.c_str());
        cv::vector<Rect> faces;
        classifier.detectMultiScale(original_image, faces, 1.1, 3, 0, 
                 cv::Size(20,20));
        detected_number = faces.size();

        if (faces.size() == 0) {
        }
    for (int i = 0; i < faces.size(); i++){
          rectangle(original_image, Point(faces[i].x, faces[i].y), 
           Point(faces[i].x + faces[i].width, 
                     faces[i].y + faces[i].height),
              Scalar(0, 200, 0), 3, CV_AA);
        }
      } catch (...) {
        throw IException("Failed to detect\n");
      }
      detected_image  = original_image.clone();
      scaleImage(detected_image, scaling_ratio);
      return detected_number;
    } 

    void rescale(int scaling_ratio)
    {
      OpenCVScrolledImageView::scaleImage(detected_image, scaling_ratio);
    }
  };
  // Inner class ends.
  /////////////////////////////////////////////////////// 

private:
  Es::HorizontalLayout  classifier_work_area;
    Es::FileComboBox       classifier_combobox;
    Es::PushButton         classifier_folder_open;
   std::string             classifier_directory;
   std::string             classifier_filepattern;   //*.xml

  Es::HorizontalLayout          center_work_area;
    DetectedImageView           image_view;
    Es::VerticalLayout           control_pane;
        Es::OpenCVScaleComboBox     scale_combobox;
        Es::PushButton              reload_button;
        Es::PushButton              detect_button;
  static int  const CONTROLPANE_WIDTH = 160;
 
  int                   loading_flag;
  int                   scaling_ratio;

  std::string           image_filename;

  Es::FolderOpenDialog  folder_dialog;
  Es::FileOpenDialog    file_dialog;

public:
  //////////////////////////////////////////////
  //Constructor
  //
  MainView(Es::Application& applet, 
          std::string&      name,
          Es::Args&         args)
  :OpenCVMainView(applet, name, args)
  ,scaling_ratio(100)
  ,folder_dialog(*this)
  ,file_dialog(*this, Es::FileOpenDialog::IMAGE_FILES)
  {
    int w = (int)args.get(XmNwidth);
    int h = (int)args.get(XmNheight);
    int ratio = (int)args.get(XmNscalingRatio);

    scaling_ratio = OpenCVImageView::validateScale(ratio);

    Es::MainLayout& main_layout = get_main_layout();

    image_filename = "../../images/WafukuMannequin.png";
    set_filenamed_title(image_filename);

    loading_flag = IMREAD_COLOR;
    image_view.loadImage(image_filename, loading_flag, scaling_ratio);
    
    int ww = w - CONTROLPANE_WIDTH;
    classifier_directory = "./";
    classifier_filepattern = "*.xml";

    setup_classifier_work_area(classifier_directory,
           classifier_filepattern);

    //classifier_work_area.set_size_request(w, 30);
    center_work_area.set_size_request(w, h);
    image_view.set_size_request(ww, h);
    control_pane.set_size_request(CONTROLPANE_WIDTH,  h);
 
    main_layout.pack_start(classifier_work_area, FALSE, FALSE, 0);
    main_layout.pack_start(center_work_area);

    center_work_area.pack_start(image_view);
    center_work_area.pack_start(control_pane, FALSE, FALSE, 0);

    setup_control_pane();

    scale_combobox.set_changed_callback(
             sigc::mem_fun(*this, &MainView::scale_changed) );
    scale_combobox.set_selection(scaling_ratio);

    show_all();
  }

  void setup_classifier_work_area(const std::string& directory,
            const std::string& pattern)
  {
    classifier_combobox.remove_all();

    classifier_combobox.set_label(directory);
    classifier_combobox.append(directory, pattern);
    classifier_combobox.set_changed_callback(
             sigc::mem_fun(*this, &MainView::classifier_combobox_changed) );

    classifier_folder_open.set_label("Classifier Folder");
    classifier_folder_open.set_clicked_callback(
             sigc::mem_fun(*this, &MainView::classifier_folder_open_clicked) );

    classifier_work_area.pack_start(classifier_combobox);
    classifier_work_area.pack_start(classifier_folder_open, Gtk::PACK_SHRINK);
  }

  void setup_control_pane()
  {
   control_pane.set_spacing(20);
    control_pane.pack_start(scale_combobox, Gtk::PACK_SHRINK);
    reload_button.set_label("Reload");
    reload_button.set_clicked_callback(
             sigc::mem_fun(*this, &MainView::reload_button_clicked) );
    control_pane.pack_start(reload_button, Gtk::PACK_SHRINK);

    detect_button.set_label("Detect");
    detect_button.set_clicked_callback(
             sigc::mem_fun(*this, &MainView::detect_button_clicked) );

    control_pane.pack_start(detect_button, Gtk::PACK_SHRINK);
  }


  void scale_changed()
  {
    std::string scale = scale_combobox.get_active_text();
    printf("scale_changed %s\n", scale.c_str());
    scaling_ratio = scale_combobox.get_selection();
    
    image_view.rescale(scaling_ratio);
  }

  void classifier_combobox_changed()
  {
    std::string scale = classifier_combobox.get_active_text();
    if (scale.empty()) {
     
    }
  }

  void classifier_folder_open_clicked()
  {
    printf("folder_open_button_clicked\n");

    try {
      int rc = folder_dialog.popup();

      if (rc == Gtk::RESPONSE_OK) {
        classifier_directory = folder_dialog.get_filename();
        classifier_combobox.set_label(classifier_directory);

        //The following line will cause file_combobox_changed callback.
        classifier_combobox.remove_all();

        classifier_combobox.append(classifier_directory, classifier_filepattern);
      }

    } catch (...) {
     ; //Do nothing here.
    }
  }

  void reload_button_clicked()
  {
    image_view.loadImage(image_filename, loading_flag, scaling_ratio); 
  }

  void detect_button_clicked()
  {
    try {
      std::string xmlfile = classifier_combobox.get_active_text();
      printf("detect_button_clicked %s\n", xmlfile.c_str());
       
      std::string classifier = classifier_directory;
      classifier += "/";
      classifier += xmlfile;
      int number = image_view.detect(classifier, scaling_ratio);
      if (number == 0) {
        Gtk::MessageDialog dialog(*this, "Message");
        dialog.set_title("Information");
        dialog.set_secondary_text("Nothing detected by detectMultiScale.");
        dialog.run();
      }
    } catch (Es::Exception& ex) {
      caught(ex);
    }
  }

  void file_open()
  {
    int rc = file_dialog.popup();

    if (rc == Gtk::RESPONSE_OK) {
      image_filename = file_dialog.get_filename();
      set_filenamed_title(image_filename);

      image_view.loadImage(image_filename, loading_flag, scaling_ratio); 
    }
  }
};
}


int main(int argc, char** argv)
{
  Es::Environment env;

  try {
    std::string name = argv[0];

    Es::Application applet(argc, argv);

    Es::Args args;
    args.set(XmNx, 20);
    args.set(XmNy, 40);
    args.set(XmNwidth, 640);
    args.set(XmNheight, 460);
    args.set(XmNscalingRatio, 90); //60%

    Es::MainView mainv(applet, name, args);

    mainv.show();

    applet.run(mainv);

  } catch (Es::Exception& ex) {
    caught(ex);

  } catch (...) {
    printf("Get exception \n");
  }
  return 0;
}