/****************************************************************************** * * Copyright (c) 2018 Antillia.com TOSHIYUKI ARAI. ALL RIGHTS RESERVED. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions, and the following disclaimer. * * 2. The name of the author may not be used to endorse or promote products * derived from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * * * BoudingBoxDetector.cpp * *****************************************************************************/ // #include <es++/gtkmm-3.0/Application.h> #include <es++/gtkmm-3.0/Label.h> #include <es++/gtkmm-3.0/LabeledTrackBar.h> #include <es++/gtkmm-3.0/FileOpenDialog.h> #include <es++/opencv-3.0/OpenCVMainView.h> #include <es++/opencv-3.0/OpenCVScrolledImageView.h> #include <es++/opencv-3.0/OpenCVScaleComboBox.h> using namespace Gtk; namespace Es { class MainView :public Es::OpenCVMainView { private: /////////////////////////////////////////////////////// //Inner classes start. class OriginalImageView :public Es::OpenCVScrolledImageView { public: OriginalImageView() { } void rescale(int scaling_ratio) { OpenCVScrolledImageView::scaleImage(scaling_ratio); } }; class DetectedImageView :public Es::OpenCVScrolledImageView { private: cv::Mat edgePreserved; cv::Mat cannyEdgedImage; cv::Mat gray_image; cv::Mat detected_image; public: DetectedImageView() { } void loadImage(const std::string& filename, int imageLoadingFlag= CV_LOAD_IMAGE_COLOR, int scaling_ratio=100) { OpenCVScrolledImageView::loadImage(filename, imageLoadingFlag, scaling_ratio); cv::Mat& original_image = getOriginalImage(); detected_image = original_image.clone(); detected_image.create( original_image.size(), original_image.type() ); cv::cvtColor( original_image, gray_image, COLOR_BGR2GRAY ); scaleImage(gray_image, scaling_ratio); } void applyEdgePreservedFilter(double sigmaColor, double sigmaSpace, cv::Mat& image, cv::Mat& filtered ) { //const int SIGMA_SPACE = 160; //const int SIGMA_COLOR = 70; try { int flag = RECURS_FILTER ; //NORMCONV_FILTER is very slow; cv::edgePreservingFilter( image, filtered, flag, sigmaSpace, //(double)SIGMA_SPACE, sigmaColor/100.0f); //(double)SIGMA_COLOR/100.0f); } catch (cv::Exception& ex) { ; //Ignore } } void detect(int sigmacolor, int sigmaspace, int threshold1, int threshold2, int scaling_ratio) { threshold1 = (threshold1/2)*2 + 1; threshold2 = (threshold2/2)*2 + 1; Mat threshold_output; std::vector<vector<Point> > contours; std::vector<Vec4i> hierarchy; cv::Mat& original_image = getOriginalImage(); //1 Apply EdgePreservedFilter to originalImage. applyEdgePreservedFilter((double)sigmacolor, (double)sigmaspace, original_image, edgePreserved); //2 Convert it to grayImage. cv::cvtColor(edgePreserved, gray_image, COLOR_BGR2GRAY ); //3 Apply Canny edge detector to the grayImage. cv::Canny(gray_image, cannyEdgedImage, threshold1, threshold2); //4 Find contours from the detectedImage. cv::findContours(cannyEdgedImage, contours, hierarchy, CV_RETR_TREE, CV_CHAIN_APPROX_SIMPLE, Point(0, 0) ); std::vector<std::vector<cv::Point> > contours_poly( contours.size() ); std::vector<cv::Rect> boundRect( contours.size() ); //5 Get approximate polygonal coordinates from the contours, and // bounding rectangles from the contours_polygons. for( int i = 0; i < contours.size(); i++ ) { cv::approxPolyDP(cv::Mat(contours[i]), contours_poly[i], 3, true ); boundRect[i] = boundingRect( Mat(contours_poly[i]) ); } detected_image = original_image.clone(); //6 Find minimum x and y, and maximum w and h from the boundRect array. int width = detected_image.size().width; int height = detected_image.size().height; int x = width, y = height, w = 0, h = 0; int sx = width, sy = height, ex = 0, ey = 0; // for( int i = 0; i< contours.size(); i++ ) { int xx = boundRect[i].x; int yy = boundRect[i].y; int ww = boundRect[i].width; int hh = boundRect[i].height; int area = ww * hh; int MIN_AREA = 10; int MIN_X = 10; int MIN_Y = 10; if (area > MIN_AREA) { if (xx < sx && xx > MIN_X) sx = xx; if (yy < sy && yy > MIN_Y) sy = yy; if (xx > ex) ex = xx; if (yy > ey) ey = yy; } } int endx = x + w; if (endx >= width) endx = width; int endy = y + h; if (endy >= height) endy = height; int eex = sx + ex; int eey = sy + ey; if (eex > width) eex = width - 4; if (eey > height) eey = height- 4; //7 Draw a rectangle having a start Point(sx, sy) and end Point(ex, ey) on the contourImage. cv::rectangle(detected_image, Point(sx, sy), Point(ex, ey), CV_RGB(255, 0, 0), 2, 8, 0 ); scaleImage(detected_image, scaling_ratio); } void rescale(int scaling_ratio) { OpenCVScrolledImageView::scaleImage(detected_image, scaling_ratio); } }; // Inner classes end. /////////////////////////////////////////////////////// Es::Label filepath; Es::HorizontalLayout horiz_layout; Es::VerticalLayout control_pane; OriginalImageView original_image; DetectedImageView detected_image; int loading_flag; Es::OpenCVScaleComboBox scale_combobox; Es::LabeledTrackBar sigmacolor_trackbar; int sigmacolor; Es::LabeledTrackBar sigmaspace_trackbar; int sigmaspace; Es::LabeledTrackBar threshold1_trackbar; int threshold1; Es::LabeledTrackBar threshold2_trackbar; int threshold2; int scaling_ratio; //Percentage. static const int CONTROLPANE_WIDTH = 180; std::string filename; Es::FileOpenDialog file_dialog; public: ////////////////////////////////////////////// //Constructor // MainView(Es::Application& applet, std::string& name, Es::Args& args) :OpenCVMainView(applet, name, args) ,scaling_ratio(100) //100% ,file_dialog(*this, Es::FileOpenDialog::IMAGE_FILES) { int w = (int)args.get(XmNwidth); int h = (int)args.get(XmNheight); int ratio = (int)args.get(XmNscalingRatio); scaling_ratio = OpenCVImageView::validateScale(ratio); Es::MainLayout& main_layout = get_main_layout(); main_layout.pack_start(filepath, FALSE, FALSE, 0); main_layout.pack_start(horiz_layout); filename = "../../images/SuperCar2.png"; filepath.set_label(filename); int ww = (w - CONTROLPANE_WIDTH)/2; filepath.set_size_request(w, 30); original_image.set_size_request(ww, h); detected_image.set_size_request(ww, h); control_pane.set_size_request( CONTROLPANE_WIDTH, h); horiz_layout.pack_start(original_image); horiz_layout.pack_start(detected_image); horiz_layout.pack_start(control_pane, FALSE, FALSE, 0); scale_combobox.set_selection(scaling_ratio); sigmacolor = 160; sigmacolor_trackbar.set_label("SigmaColor: [0, 200]"); sigmacolor_trackbar.configure_adjuster((double)sigmacolor, 0.0f, 200.0f); sigmacolor_trackbar.set_value_changed_callback( sigc::mem_fun(*this, &MainView::sigmacolor_value_changed) ); sigmaspace = 40; sigmaspace_trackbar.set_label("SigmaColor: [0, 100]"); sigmaspace_trackbar.configure_adjuster((double)sigmaspace, 0.0f, 100.0f); sigmaspace_trackbar.set_value_changed_callback( sigc::mem_fun(*this, &MainView::sigmaspace_value_changed) ); threshold1 = 50; threshold1_trackbar.set_label("Threshold1: [0, 300]"); threshold1_trackbar.configure_adjuster((double)threshold1, 0.0f, 300.0f); threshold1_trackbar.set_value_changed_callback( sigc::mem_fun(*this, &MainView::threshold1_value_changed) ); threshold2 = 100; threshold2_trackbar.set_label("Threshold2: [0, 300]"); threshold2_trackbar.configure_adjuster((double)threshold2, 0.0f, 300.0f); threshold2_trackbar.set_value_changed_callback( sigc::mem_fun(*this, &MainView::threshold2_value_changed) ); control_pane.set_spacing(20); control_pane.pack_start(scale_combobox, Gtk::PACK_SHRINK); control_pane.pack_start(sigmacolor_trackbar, Gtk::PACK_SHRINK); control_pane.pack_start(sigmaspace_trackbar, Gtk::PACK_SHRINK); control_pane.pack_start(threshold1_trackbar, Gtk::PACK_SHRINK); control_pane.pack_start(threshold2_trackbar, Gtk::PACK_SHRINK); scale_combobox.set_changed_callback( sigc::mem_fun(*this, &MainView::scale_changed) ); loading_flag = IMREAD_COLOR; original_image.loadImage(filename, loading_flag, scaling_ratio); detected_image.loadImage(filename, loading_flag, scaling_ratio); detected_image.detect(sigmacolor, sigmaspace, threshold1, threshold2, scaling_ratio); show_all(); } void scale_changed() { std::string scale = scale_combobox.get_active_text(); printf("scale_changed %s\n", scale.c_str()); scaling_ratio = scale_combobox.get_selection(); original_image.rescale(scaling_ratio); detected_image.rescale(scaling_ratio); } void sigmacolor_value_changed() { sigmacolor = (int)sigmacolor_trackbar.get_value(); detected_image.detect(sigmacolor, sigmaspace, threshold1, threshold2, scaling_ratio); } void sigmaspace_value_changed() { sigmaspace = (int)sigmaspace_trackbar.get_value(); detected_image.detect(sigmacolor, sigmaspace, threshold1, threshold2, scaling_ratio); } void threshold1_value_changed() { threshold1 = (int)threshold1_trackbar.get_value(); detected_image.detect(sigmacolor, sigmaspace, threshold1, threshold2, scaling_ratio); } void threshold2_value_changed() { threshold2 = (int)threshold2_trackbar.get_value(); detected_image.detect(sigmacolor, sigmaspace, threshold1, threshold2, scaling_ratio); } void file_open() { int rc = file_dialog.popup(); if (rc == Gtk::RESPONSE_OK) { const std::string filename = file_dialog.get_filename(); filepath.set_label(filename); original_image.loadImage(filename, loading_flag, scaling_ratio); detected_image.loadImage(filename, loading_flag, scaling_ratio); detected_image.detect(sigmacolor, sigmaspace, threshold1, threshold2, scaling_ratio); } } }; } int main(int argc, char** argv) { Es::Environment env; try { std::string name = argv[0]; Es::Application applet(argc, argv); Es::Args args; args.set(XmNx, 20); args.set(XmNy, 40); args.set(XmNwidth, 900); args.set(XmNheight, 400); args.set(XmNscalingRatio, 60); //60% Es::MainView mainv(applet, name, args); mainv.show(); applet.run(mainv); } catch (Es::Exception& ex) { caught(ex); } catch (...) { printf("Get exception \n"); } return 0; }