#define STB_IMAGE_IMPLEMENTATION #include #include #include /* srand, rand */ #ifdef __linux__ #include #endif #include "stb_image.h" #include #include "utils.h" #include "baggageDetect.hpp" #include "handler.h" #include #include #include #include #include #include #include #include #include #include #include #include #include "Yolo3Detection.h" //#include "CenternetDetection.h" //#include "MobilenetDetection.h" #include "evaluation.h" #include #include #include using namespace std; using namespace cv; #include #include #include #include "image.h" image make_empty_image(int w, int h, int c) { image out; out.data = 0; out.h = h; out.w = w; out.c = c; return out; } image make_image(int w, int h, int c) { image out = make_empty_image(w,h,c); out.data = (float*)calloc(h * w * c, sizeof(float)); return out; } int check_mistakes = 0; image load_image_file(unsigned char *image_data, int channels, int antilog, int gray, int width, int height) { int w, h, c; unsigned char *data = image_data; w = width; h = height; c = channels; if (!image_data) { if (check_mistakes) getchar(); return make_image(10, 10, 3); } if (channels) c = channels; int i,j,k; image im = make_image(w, h, c); for(k = 0; k < c; ++k){ for(j = 0; j < h; ++j){ for(i = 0; i < w; ++i){ int dst_index = i + w*j + w*h*k; int src_index = k + c*i + c*w*j; (im).data[dst_index] = (float)image_data[src_index]/255.; } } } //free(data); return im; } cv::Mat image_to_mat(image img) { int channels = img.c; int width = img.w; int height = img.h; cv::Mat mat = cv::Mat(height, width, CV_8UC(channels)); int step = mat.step; for (int y = 0; y < img.h; ++y) { for (int x = 0; x < img.w; ++x) { for (int c = 0; c < img.c; ++c) { float val = img.data[c*img.h*img.w + y*img.w + x]; mat.data[y*step + x*img.c + c] = (unsigned char)(val * 255); } } } return mat; } std::vector classesNames; image im; cv::Mat frame; cv::Mat gray; int h=0; int w=0; int channels; char ntype = 'y'; const char *config_filename = "../demo/config.yaml"; const char * net = "../demo/yolo4_fp32.rt"; char * img_data; bool show = false; bool verbose; int classes, map_points, map_levels ,len; string ustring; float map_step, IoU_thresh, conf_thresh; tk::dnn::Yolo3Detection yolo; tk::dnn::DetectionNN *detNN; int n_classes = classes; std::vector images; std::vector detected_bbox; tk::dnn::Frame f; //read parametersi handler::handler(utility::string_t url):m_listener(url) { m_listener.support(methods::POST, bind(&handler::handle_post, this, placeholders::_1)); } string name_from_path(string path) { return path.substr(path.find_last_of("/\\")+1); } void handler::init_bag(){tk::dnn::readmAPParams(config_filename, classes, map_points, map_levels, map_step, IoU_thresh, conf_thresh, verbose); //extract network name from rt path std::string net_name; removePathAndExtension(net, net_name); std::cout<<"Network: "<init(net, n_classes, 1, conf_thresh); return;} void handler::handle_post(http_request request){ BOOST_LOG_TRIVIAL(info) << "[" << name_from_path(string(__FILE__)) << " " << __LINE__ << "] " << request.to_string(); map http_get_vars = uri::split_query(request.request_uri().query()); map::iterator it = http_get_vars.find("name"); // int len; if(it == http_get_vars.end()) { BOOST_LOG_TRIVIAL(error) << "[" << name_from_path(string(__FILE__)) << " " << __LINE__ << "] " << "Image name not passed in query."; request.reply(status_codes::UnprocessableEntity,"Please pass image name in the query."); return; }https://github.com/baggageai/baggageai-code-one.git // std::cout< v) { ustring = {v.begin(),v.end()}; len = ustring.size(); }).wait(); //printSize(ustring); BOOST_LOG_TRIVIAL(info) << "[" << name_from_path(string(__FILE__)) << " " << __LINE__ << "] " << "Detection Started"; unsigned char * sockData = (unsigned char *)ustring.c_str(); unsigned char *data = stbi_load_from_memory(sockData, len, &w, &h, &channels, 0); im = load_image_file(data, channels, 0, 0, w, h); // free(data); //free(sockData); gray=image_to_mat(im); // free(im); cv::Mat in[] = {gray, gray,gray}; cv::merge(in, 3, frame); std::vector batch_frames; batch_frames.push_back(frame); int height = frame.rows; int width = frame.cols; std::vector batch_dnn_input; batch_dnn_input.push_back(frame.clone()); //inference detected_bbox.clear(); detNN->update(batch_dnn_input,1); detNN->draw(batch_frames); detected_bbox = detNN->detected; try{ json::value response; vector jsonArray; // save detections labels for(auto d:detected_bbox){ //convert detected bb in the same format as label /// / / / tk::dnn::BoundingBox b; b.x = (d.x + d.w/2) / width; b.y = (d.y + d.h/2) / height; b.w = d.w / width; b.h = d.h / height; b.prob = d.prob; b.cl = d.cl; f.det.push_back(b); json::value detection; detection["label"] = json::value::string(string("battery")); detection["x"] = json::value::number(d.x); detection["y"] = json::value::number(d.y); detection["w"] = json::value::number(d.w); detection["h"] = json::value::number(d.h); detection["prob"] = json::value::number(b.prob); jsonArray.push_back(detection); std::cout<< d.cl << " "<< d.prob << " "<< b.x << " "<< b.y << " "<< b.w << " "<< b.h <<"\n"; } response["detections"] = json::value::array(jsonArray); //JSON Response // free(jsonArray); request.reply(status_codes::OK,response.serialize()); // free(detected_bbox); BOOST_LOG_TRIVIAL(info) << "[" << name_from_path(string(__FILE__)) << " " << __LINE__ << "] " << "Detection Completed and Response sent"; } catch (exception const& e) { BOOST_LOG_TRIVIAL(error) << "[" << name_from_path(string(__FILE__)) << " " << __LINE__ << "] " << e.what(); request.reply(status_codes::BadRequest, e.what()); } // free(data); // free(sockData); frame.release(); gray.release(); // std::cout << timeSinceEpochMillisec() << std::endl; return ; }