#define STB_IMAGE_IMPLEMENTATION #include #include #include /* srand, rand */ #ifdef __linux__ #include #endif #define STB_IMAGE_WRITE_IMPLEMENTATION #include "stb_image_write.h" #include "stb_image.h" #include #include "utils.h" #include "baggageDetect.hpp" #include "handler.h" #include #include #include #include #include #include #include #include #include #include #include #include #include "Yolo3Detection.h" //#include "CenternetDetection.h" //#include "MobilenetDetection.h" #include "evaluation.h" #include #include #include using namespace std; using namespace cv; #include #include #include #include "image.h" #include #include #include #include #include //socket #include #include image make_empty_image(int w, int h, int c) { image out; out.data = 0; out.h = h; out.w = w; out.c = c; return out; } image make_image(int w, int h, int c) { image out = make_empty_image(w,h,c); out.data = (float*)calloc(h * w * c, sizeof(float)); return out; } int check_mistakes = 0; image load_image_file(unsigned char *image_data, int channels, int antilog, int gray, int width, int height) { int w, h, c; unsigned char *data = image_data; w = width; h = height; c = channels; if (!image_data) { if (check_mistakes) getchar(); return make_image(10, 10, 3); } if (channels) c = channels; int i,j,k; image im = make_image(w, h, c); for(k = 0; k < c; ++k){ for(j = 0; j < h; ++j){ for(i = 0; i < w; ++i){ int dst_index = i + w*j + w*h*k; int src_index = k + c*i + c*w*j; (im).data[dst_index] = (float)image_data[src_index]/255.; } } } //free(data); return im; } cv::Mat image_to_mat(image img) { int channels = img.c; int width = img.w; int height = img.h; cv::Mat mat = cv::Mat(height, width, CV_8UC(channels)); int step = mat.step; for (int y = 0; y < img.h; ++y) { for (int x = 0; x < img.w; ++x) { for (int c = 0; c < img.c; ++c) { float val = img.data[c*img.h*img.w + y*img.w + x]; mat.data[y*step + x*img.c + c] = (unsigned char)(val * 255); } } } return mat; } char ntype = 'y'; const char *config_filename = "../demo/config.yaml"; const char * net = "../demo/yolo4_fp32.rt"; // const char * img_path = "../demo/demo.jpg"; char * img_data; bool show = false; bool verbose; int classes, map_points, map_levels; float map_step, IoU_thresh, conf_thresh; tk::dnn::Yolo3Detection yolo; // tk::dnn::CenternetDetection cnet; // tk::dnn::MobilenetDetection mbnet; tk::dnn::DetectionNN *detNN; int n_classes = classes; std::vector images; std::vector detected_bbox; tk::dnn::Frame f; //read parametersi handler::handler(utility::string_t url):m_listener(url) { m_listener.support(methods::POST, bind(&handler::handle_post, this, placeholders::_1)); } string name_from_path(string path) { return path.substr(path.find_last_of("/\\")+1); } void handler::init_bag(){tk::dnn::readmAPParams(config_filename, classes, map_points, map_levels, map_step, IoU_thresh, conf_thresh, verbose); //extract network name from rt path std::string net_name; removePathAndExtension(net, net_name); std::cout<<"Network: "<init(net, n_classes, 1, conf_thresh); //read images // std::ifstream all_labels(labels_path); // std::cout << timeSinceEpochMillisec() << std::endl; std::string l_filename; if(show) cv::namedWindow("detection", cv::WINDOW_NORMAL); return;} // init_bag(); // int images_done; // for (images_done=0 ; std::getline(all_labels, l_filename) && images_done < n_images ; ++images_done) { // std::cout < http_get_vars = uri::split_query(request.request_uri().query()); map::iterator it = http_get_vars.find("name"); // std::cout< img_data=request.extract_vector(); request.extract_vector().then([image_name, &ustring, &len](vector v) { ustring = {v.begin(),v.end()}; len = ustring.size(); }).wait(); //printSize(ustring); BOOST_LOG_TRIVIAL(info) << "[" << name_from_path(string(__FILE__)) << " " << __LINE__ << "] " << "Detection Started"; unsigned char * sockData = (unsigned char *)ustring.c_str(); // std::cout< batch_frames; batch_frames.push_back(frame); int height = frame.rows; int width = frame.cols; std::cout< batch_dnn_input; batch_dnn_input.push_back(frame.clone()); std::cout<<"test1"<<"\n"; //inference detected_bbox.clear(); detNN->update(batch_dnn_input,1); detNN->draw(batch_frames); detected_bbox = detNN->detected; std::cout<<"test2"<<"\n"; try{ json::value response; vector jsonArray; // save detections labels for(auto d:detected_bbox){ //convert detected bb in the same format as label /// / / / tk::dnn::BoundingBox b; b.x = (d.x + d.w/2) / width; b.y = (d.y + d.h/2) / height; b.w = d.w / width; b.h = d.h / height; b.prob = d.prob; b.cl = d.cl; //f.det.push_back(b); json::value detection; detection["label"] = json::value::number(b.cl); detection["x"] = json::value::number(b.x); detection["y"] = json::value::number(b.y); detection["w"] = json::value::number(b.w); detection["h"] = json::value::number(b.h); detection["prob"] = json::value::number(b.prob); jsonArray.push_back(detection); std::cout<< d.cl << " "<< d.prob << " "<< b.x << " "<< b.y << " "<< b.w << " "<< b.h <<"\n"; if(show)// draw rectangle for detection cv::rectangle(batch_frames[0], cv::Point(d.x, d.y), cv::Point(d.x + d.w, d.y + d.h), cv::Scalar(0, 0, 255), 2); } //images.push_back(f); if(show){ cv::imshow("detection", batch_frames[0]); cv::waitKey(0); } response["detections"] = json::value::array(jsonArray); //JSON Response request.reply(status_codes::OK,response.serialize()); // free(detectboxes); BOOST_LOG_TRIVIAL(info) << "[" << name_from_path(string(__FILE__)) << " " << __LINE__ << "] " << "Detection Completed and Response sent"; } catch (exception const& e) { BOOST_LOG_TRIVIAL(error) << "[" << name_from_path(string(__FILE__)) << " " << __LINE__ << "] " << e.what(); request.reply(status_codes::BadRequest, e.what()); } // std::cout << timeSinceEpochMillisec() << std::endl; return ; }