Es++ Sample: ConnectedComponentsDetector


/******************************************************************************
 *
 * Copyright (c) 2017 Antillia.com TOSHIYUKI ARAI. ALL RIGHTS RESERVED.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions, and the following disclaimer.
 *  
 * 2. The name of the author may not be used to endorse or promote products
 *    derived from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 
 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 
 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR 
 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF 
 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 *
 *  ConnectedComponentsDetector.cpp
 *
 *****************************************************************************/

//2017/10/18
// See: http://docs.opencv.org/3.0.0/d3/dc0/group__imgproc__shape.html#gae57b028a2b2ca327227c2399a9d53241
//
#include <es++/Pair.h>
#include <es++/gtkmm-3.0/Application.h>
#include <es++/gtkmm-3.0/Label.h>
#include <es++/gtkmm-3.0/LabeledComboBox.h>
#include <es++/gtkmm-3.0/LabeledTrackBar.h>
#include <es++/gtkmm-3.0/FileOpenDialog.h>
#include <es++/opencv-4.0/OpenCVMainView.h>
#include <es++/opencv-4.0/OpenCVScrolledImageView.h>
#include <es++/opencv-4.0/OpenCVScaleComboBox.h>

using namespace Gtk;

namespace Es {

class MainView :public Es::OpenCVMainView {
private:
  /////////////////////////////////////////////////////// 
  //Inner classes start.

  class OriginalImageView :public Es::OpenCVScrolledImageView {
  public:
    OriginalImageView()
    {
    }    
    void rescale(int scaling_ratio)
    {
      OpenCVScrolledImageView::scaleImage(scaling_ratio);
    }
  };

  class DetectedImageView :public Es::OpenCVScrolledImageView {
  private:
    cv::Mat original_image; 

    cv::Mat gray_image;
    cv::Mat connected_image;
    cv::Mat dest_image; 
    static const int MAX_PIXEL_VALUE = 255;
    static const int C               = 9; 
     //Constant subtracted from the mean or weighted mean
     
  public:
    DetectedImageView()
    {
    }

    void loadImage(const std::string& filename, 
        int imageLoadingFlag= CV_LOAD_IMAGE_COLOR,
                int scaling_ratio=100)
    {
      OpenCVScrolledImageView::loadImage(filename, imageLoadingFlag,
                                scaling_ratio);
 
      cv::Mat& original_image = getOriginalImage();
      connected_image = original_image.clone();

      //detected_image.create( original_image.size(), original_image.type() );
      cv::cvtColor( original_image, gray_image, COLOR_BGR2GRAY );

      scaleImage(connected_image, scaling_ratio);
    }    

    void binarize(int adaptive_method, int threshold_type, int block_size, int scalingRatio)
    {
      try {
        block_size = (block_size/2)*2 + 1;
        if (block_size <3) {
          block_size=3;
        }
        
        cv::adaptiveThreshold(gray_image, dest_image, MAX_PIXEL_VALUE, 
            adaptive_method, threshold_type, block_size,  (double)C);

      } catch (cv::Exception& ex) {
        //Sometimes we get an exception; I don't know the reason why it happens.
      }

      //Call detect* method.
      detectConnectedComponents(scalingRatio);
    }

    void detectConnectedComponents(int scalingRatio)
    {
      //Detect connectedCommponentsWithStats on destImage 
      Mat labels; 
      Mat stats; 
      Mat centroids; 
      cv::connectedComponentsWithStats(dest_image, labels, stats, centroids); 
      //std::cout << "stats.size()=" << stats.size() << std::endl; 
       
      cv::Mat& original_image = getOriginalImage();
      connected_image = original_image.clone();
      for(int i=1; i < stats.rows; i++)  { 
        int x = stats.at<int>(Point(0, i)); 
        int y = stats.at<int>(Point(1, i)); 
        int w = stats.at<int>(Point(2, i)); 
        int h = stats.at<int>(Point(3, i)); 
        
        cv::rectangle(connected_image, cv::Rect(x, y, w, h), 
          CV_RGB(255, 0, 0), 3);//
      }
      scaleImage(connected_image, scalingRatio);
    }
   
    void rescale(int scaling_ratio)
    {
      OpenCVScrolledImageView::scaleImage(connected_image, scaling_ratio);
    }
  };
  // Inner classes end.
  /////////////////////////////////////////////////////// 

  Es::Label               filepath;

  Es::HorizontalLayout    horiz_layout;

  Es::VerticalLayout      control_pane;

  OriginalImageView       original_image;

  DetectedImageView       detected_image;

  int                     loading_flag;

  Es::OpenCVScaleComboBox scale_combobox;

  Es::LabeledComboBox     adaptive_method_combobox;
  int                     adaptive_method;
 
  Es::LabeledComboBox     threshold_type_combobox;
  int                     threshold_type;
 
  Es::LabeledTrackBar     block_size_trackbar;
  int                     block_size;

  int                     scaling_ratio;  //Percentage.
  static const int        CONTROLPANE_WIDTH = 180;

  std::string             filename;
 
  Es::FileOpenDialog      file_dialog;
public:
  //////////////////////////////////////////////
  //Constructor
  //
  MainView(Es::Application& applet, 
          std::string&      name,
          Es::Args&         args)
  :OpenCVMainView(applet, name, args)
  ,scaling_ratio(100)  //100%
  ,file_dialog(*this, Es::FileOpenDialog::IMAGE_FILES)
  {
    int w = (int)args.get(XmNwidth);
    int h = (int)args.get(XmNheight);

    int ratio = (int)args.get(XmNscalingRatio);

    scaling_ratio = OpenCVImageView::validateScale(ratio);

    Es::MainLayout& main_layout = get_main_layout();

    main_layout.pack_start(filepath, FALSE, FALSE, 0);

    main_layout.pack_start(horiz_layout);

    filename = "../../images/Shapes.png";

    filepath.set_label(filename);
    int ww = (w - CONTROLPANE_WIDTH)/2;

    filepath.set_size_request(w, 30);
    original_image.set_size_request(ww, h);
    detected_image.set_size_request(ww, h);
    control_pane.set_size_request( CONTROLPANE_WIDTH, h);

    horiz_layout.pack_start(original_image);
    horiz_layout.pack_start(detected_image);

    horiz_layout.pack_start(control_pane, FALSE, FALSE, 0);

    scale_combobox.set_selection(scaling_ratio);

    const char* methods[] = {
        "Adaptive_Thresh Mean_C",
        "Adaptive_Thresh_Gaussian_C",
      };

    adaptive_method  = 0;
    adaptive_method_combobox.set_label("AdaptiveMethod");
    adaptive_method_combobox.append_items(methods, CountOf(methods));
    adaptive_method_combobox.set_active_text(methods[adaptive_method]); //Mean_C
    adaptive_method_combobox.set_changed_callback(sigc::mem_fun(*this,
                     &MainView::adaptive_method_changed) );

    const char* types[] = {
        "Binary",
        "Binary Inverted",
      };
    threshold_type = 0;
    threshold_type_combobox.set_label("ThresholdType");
    threshold_type_combobox.append_items(types, CountOf(types));
    threshold_type_combobox.set_active_text(types[threshold_type]); //Binary
    threshold_type_combobox.set_changed_callback(sigc::mem_fun(*this,
                     &MainView::threshold_type_changed) );

    block_size = 7;
    block_size_trackbar.set_label("BlockValue: [3, 43]");
    block_size_trackbar.configure_adjuster(block_size, 3, 43);
    block_size_trackbar.set_value_changed_callback(
            sigc::mem_fun(*this, &MainView::block_size_changed) );

    control_pane.set_spacing(20);
    control_pane.pack_start(scale_combobox, Gtk::PACK_SHRINK);
    control_pane.pack_start(adaptive_method_combobox, Gtk::PACK_SHRINK);
    control_pane.pack_start(threshold_type_combobox, Gtk::PACK_SHRINK);
    control_pane.pack_start(block_size_trackbar, Gtk::PACK_SHRINK);

    scale_combobox.set_changed_callback(
             sigc::mem_fun(*this, &MainView::scale_changed) );

    loading_flag = IMREAD_COLOR;
    original_image.loadImage(filename, loading_flag, scaling_ratio);
    detected_image.loadImage(filename, loading_flag, scaling_ratio);

    detected_image.binarize(getAdaptiveMethod(adaptive_method),
                                getThresholdType(threshold_type),
                                block_size,
                                scaling_ratio );

    show_all();
  }

  void scale_changed()
  {
    std::string scale = scale_combobox.get_active_text();
    printf("scale_changed %s\n", scale.c_str());
    scaling_ratio = scale_combobox.get_selection();

    original_image.rescale(scaling_ratio);
    detected_image.rescale(scaling_ratio);
  }

  static int getAdaptiveMethod(int index) 
  {
    int n = 0;
    //We don't include the THRESH_OTSU type
    Pair<int, int> methods[] = {
      {n++, ADAPTIVE_THRESH_MEAN_C},  
      {n++, ADAPTIVE_THRESH_GAUSSIAN_C},  
    };
    int method = ADAPTIVE_THRESH_MEAN_C; 
    if (index >= 0 && index <n) {
      method = methods[index].second;
    } 
    return method;
  }
  
  static int getThresholdType(int index) 
  {
    int n = 0;
    Pair<int, int> types[] = {
      {n++, cv::THRESH_BINARY     },
      {n++, cv::THRESH_BINARY_INV },
    };
    int type = THRESH_BINARY; 
    if (index >= 0 && index <n) {
      type = types[index].second;
    } 
    return type;
  }

  void adaptive_method_changed()
  {
    adaptive_method = (int)adaptive_method_combobox.get_active_row_number();
    
    detected_image.binarize(getAdaptiveMethod(adaptive_method),
                                getThresholdType(threshold_type),
                                block_size,
                                scaling_ratio );
  }

  void threshold_type_changed()
  {
    threshold_type = (int)threshold_type_combobox.get_active_row_number();
    
    detected_image.binarize(getAdaptiveMethod(adaptive_method),
                                getThresholdType(threshold_type),
                                block_size,
                                scaling_ratio );
  }

  void block_size_changed()
  {
    block_size       = (int)block_size_trackbar.get_value();
    detected_image.binarize(getAdaptiveMethod(adaptive_method),
                                getThresholdType(threshold_type),
                                block_size,
                                scaling_ratio );
  }

  void file_open()
  {
    int rc = file_dialog.popup();

    if (rc == Gtk::RESPONSE_OK) {
      const std::string filename = file_dialog.get_filename();

      filepath.set_label(filename);

      original_image.loadImage(filename, loading_flag, scaling_ratio);
      detected_image.loadImage(filename, loading_flag, scaling_ratio);

      detected_image.binarize(adaptive_method, threshold_type, 7, scaling_ratio);
    }
  }
};
}


int main(int argc, char** argv)
{
  Es::Environment env;

  try {
    std::string name = argv[0];

    Es::Application applet(argc, argv);

    Es::Args args;
    args.set(XmNx, 20);
    args.set(XmNy, 40);
    args.set(XmNwidth, 900);
    args.set(XmNheight, 400);
    args.set(XmNscalingRatio, 60); //60%
    Es::MainView mainv(applet, name, args);

    mainv.show();

    applet.run(mainv);

  } catch (Es::Exception& ex) {
    caught(ex);

  } catch (...) {
    printf("Get exception \n");
  }
  return 0;
}