| Es++ Sample: ObjectDetector |
/******************************************************************************
*
* Copyright (c) 2017 Antillia.com TOSHIYUKI ARAI. ALL RIGHTS RESERVED.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions, and the following disclaimer.
*
* 2. The name of the author may not be used to endorse or promote products
* derived from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
* OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
* ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*
*
* ObjectDetector.cpp
*
*****************************************************************************/
//
#include <es++/gtkmm-3.0/ZException.h>
#include <es++/gtkmm-3.0/Application.h>
#include <es++/gtkmm-3.0/FolderOpenDialog.h>
#include <es++/gtkmm-3.0/FileComboBox.h>
#include <es++/gtkmm-3.0/FileOpenDialog.h>
#include <es++/gtkmm-3.0/PushButton.h>
#include <es++/opencv-4.0/OpenCVMainView.h>
#include <es++/opencv-4.0/OpenCVScaleComboBox.h>
#include <es++/opencv-4.0/OpenCVScrolledImageView.h>
using namespace Gtk;
namespace Es {
class MainView :public Es::OpenCVMainView {
private:
///////////////////////////////////////////////////////
//Inner classes start.
class DetectedImageView :public Es::OpenCVScrolledImageView {
private:
cv::Mat detected_image;
public:
DetectedImageView()
{
}
void loadImage(const std::string& filename,
int imageLoadingFlag= CV_LOAD_IMAGE_COLOR,
int scaling_ratio=100)
{
OpenCVScrolledImageView::loadImage(filename, imageLoadingFlag,
scaling_ratio);
cv::Mat& original_image = getOriginalImage();
detected_image = original_image.clone();
scaleImage(detected_image, scaling_ratio);
}
int detect(std::string& path, int scaling_ratio)
{
int detected_number = 0;
cv::Mat& original_image = getOriginalImage();
try {
CascadeClassifier classifier;
classifier.load(path.c_str());
cv::vector<Rect> faces;
classifier.detectMultiScale(original_image, faces, 1.1, 3, 0,
cv::Size(20,20));
detected_number = faces.size();
if (faces.size() == 0) {
}
for (int i = 0; i < faces.size(); i++){
rectangle(original_image, Point(faces[i].x, faces[i].y),
Point(faces[i].x + faces[i].width,
faces[i].y + faces[i].height),
Scalar(0, 200, 0), 3, CV_AA);
}
} catch (...) {
throw IException("Failed to detect\n");
}
detected_image = original_image.clone();
scaleImage(detected_image, scaling_ratio);
return detected_number;
}
void rescale(int scaling_ratio)
{
OpenCVScrolledImageView::scaleImage(detected_image, scaling_ratio);
}
};
// Inner class ends.
///////////////////////////////////////////////////////
private:
Es::HorizontalLayout classifier_work_area;
Es::FileComboBox classifier_combobox;
Es::PushButton classifier_folder_open;
std::string classifier_directory;
std::string classifier_filepattern; //*.xml
Es::HorizontalLayout center_work_area;
DetectedImageView image_view;
Es::VerticalLayout control_pane;
Es::OpenCVScaleComboBox scale_combobox;
Es::PushButton reload_button;
Es::PushButton detect_button;
static int const CONTROLPANE_WIDTH = 160;
int loading_flag;
int scaling_ratio;
std::string image_filename;
Es::FolderOpenDialog folder_dialog;
Es::FileOpenDialog file_dialog;
public:
//////////////////////////////////////////////
//Constructor
//
MainView(Es::Application& applet,
std::string& name,
Es::Args& args)
:OpenCVMainView(applet, name, args)
,scaling_ratio(100)
,folder_dialog(*this)
,file_dialog(*this, Es::FileOpenDialog::IMAGE_FILES)
{
int w = (int)args.get(XmNwidth);
int h = (int)args.get(XmNheight);
int ratio = (int)args.get(XmNscalingRatio);
scaling_ratio = OpenCVImageView::validateScale(ratio);
Es::MainLayout& main_layout = get_main_layout();
image_filename = "../../images/WafukuMannequin.png";
set_filenamed_title(image_filename);
loading_flag = IMREAD_COLOR;
image_view.loadImage(image_filename, loading_flag, scaling_ratio);
int ww = w - CONTROLPANE_WIDTH;
classifier_directory = "./";
classifier_filepattern = "*.xml";
setup_classifier_work_area(classifier_directory,
classifier_filepattern);
//classifier_work_area.set_size_request(w, 30);
center_work_area.set_size_request(w, h);
image_view.set_size_request(ww, h);
control_pane.set_size_request(CONTROLPANE_WIDTH, h);
main_layout.pack_start(classifier_work_area, FALSE, FALSE, 0);
main_layout.pack_start(center_work_area);
center_work_area.pack_start(image_view);
center_work_area.pack_start(control_pane, FALSE, FALSE, 0);
setup_control_pane();
scale_combobox.set_changed_callback(
sigc::mem_fun(*this, &MainView::scale_changed) );
scale_combobox.set_selection(scaling_ratio);
show_all();
}
void setup_classifier_work_area(const std::string& directory,
const std::string& pattern)
{
classifier_combobox.remove_all();
classifier_combobox.set_label(directory);
classifier_combobox.append(directory, pattern);
classifier_combobox.set_changed_callback(
sigc::mem_fun(*this, &MainView::classifier_combobox_changed) );
classifier_folder_open.set_label("Classifier Folder");
classifier_folder_open.set_clicked_callback(
sigc::mem_fun(*this, &MainView::classifier_folder_open_clicked) );
classifier_work_area.pack_start(classifier_combobox);
classifier_work_area.pack_start(classifier_folder_open, Gtk::PACK_SHRINK);
}
void setup_control_pane()
{
control_pane.set_spacing(20);
control_pane.pack_start(scale_combobox, Gtk::PACK_SHRINK);
reload_button.set_label("Reload");
reload_button.set_clicked_callback(
sigc::mem_fun(*this, &MainView::reload_button_clicked) );
control_pane.pack_start(reload_button, Gtk::PACK_SHRINK);
detect_button.set_label("Detect");
detect_button.set_clicked_callback(
sigc::mem_fun(*this, &MainView::detect_button_clicked) );
control_pane.pack_start(detect_button, Gtk::PACK_SHRINK);
}
void scale_changed()
{
std::string scale = scale_combobox.get_active_text();
printf("scale_changed %s\n", scale.c_str());
scaling_ratio = scale_combobox.get_selection();
image_view.rescale(scaling_ratio);
}
void classifier_combobox_changed()
{
std::string scale = classifier_combobox.get_active_text();
if (scale.empty()) {
}
}
void classifier_folder_open_clicked()
{
printf("folder_open_button_clicked\n");
try {
int rc = folder_dialog.popup();
if (rc == Gtk::RESPONSE_OK) {
classifier_directory = folder_dialog.get_filename();
classifier_combobox.set_label(classifier_directory);
//The following line will cause file_combobox_changed callback.
classifier_combobox.remove_all();
classifier_combobox.append(classifier_directory, classifier_filepattern);
}
} catch (...) {
; //Do nothing here.
}
}
void reload_button_clicked()
{
image_view.loadImage(image_filename, loading_flag, scaling_ratio);
}
void detect_button_clicked()
{
try {
std::string xmlfile = classifier_combobox.get_active_text();
printf("detect_button_clicked %s\n", xmlfile.c_str());
std::string classifier = classifier_directory;
classifier += "/";
classifier += xmlfile;
int number = image_view.detect(classifier, scaling_ratio);
if (number == 0) {
Gtk::MessageDialog dialog(*this, "Message");
dialog.set_title("Information");
dialog.set_secondary_text("Nothing detected by detectMultiScale.");
dialog.run();
}
} catch (Es::Exception& ex) {
caught(ex);
}
}
void file_open()
{
int rc = file_dialog.popup();
if (rc == Gtk::RESPONSE_OK) {
image_filename = file_dialog.get_filename();
set_filenamed_title(image_filename);
image_view.loadImage(image_filename, loading_flag, scaling_ratio);
}
}
};
}
int main(int argc, char** argv)
{
Es::Environment env;
try {
std::string name = argv[0];
Es::Application applet(argc, argv);
Es::Args args;
args.set(XmNx, 20);
args.set(XmNy, 40);
args.set(XmNwidth, 640);
args.set(XmNheight, 460);
args.set(XmNscalingRatio, 90); //60%
Es::MainView mainv(applet, name, args);
mainv.show();
applet.run(mainv);
} catch (Es::Exception& ex) {
caught(ex);
} catch (...) {
printf("Get exception \n");
}
return 0;
}