#include "Yolo3Detection.h" namespace tk { namespace dnn { bool Yolo3Detection::init(std::string tensor_path) { //const char *tensor_path = "../data/yolo3/yolo3_berkeley.rt"; //convert network to tensorRT std::cout<<(tensor_path).c_str()<<"\n"; netRT = new tk::dnn::NetworkRT(NULL, (tensor_path).c_str() ); if(netRT->pluginFactory->n_yolos != 3) { FatalError("this is not yolo3"); } for(int i=0; ipluginFactory->n_yolos; i++) { YoloRT *yRT = netRT->pluginFactory->yolos[i]; classes = yRT->classes; num = yRT->num; // make a yolo layer for interpret predictions yolo[i] = new tk::dnn::Yolo(nullptr, classes, num, nullptr); // yolo without input and bias memcpy(yolo[i]->mask_h, yRT->mask, sizeof(dnnType)*num); memcpy(yolo[i]->bias_h, yRT->bias, sizeof(dnnType)*num*3*2); yolo[i]->input_dim = yolo[i]->output_dim = tk::dnn::dataDim_t(1, yRT->c, yRT->h, yRT->w); } dets = tk::dnn::Yolo::allocateDetections(tk::dnn::Yolo::MAX_DETECTIONS, classes); checkCuda(cudaMallocHost(&input, sizeof(dnnType)*netRT->input_dim.tot())); checkCuda(cudaMalloc(&input_d, sizeof(dnnType)*netRT->input_dim.tot())); // class colors precompute for(int c=0; c 1) r = 1; if(g > 1) g = 1; if(b > 1) b = 1; //std::cout<input_dim.w); float yRatio = float(imageORIG.rows) / float(netRT->input_dim.h); resize(imageORIG, imageORIG, cv::Size(netRT->input_dim.w, netRT->input_dim.h)); imageORIG.convertTo(imageF, CV_32FC3, 1/255.0); //split channels cv::split(imageF,bgr);//split source //write channels int idx = 0; memcpy((void*)&input[idx], (void*)bgr[2].data, imageF.rows*imageF.cols*sizeof(dnnType)); idx = imageF.rows*imageF.cols; memcpy((void*)&input[idx], (void*)bgr[1].data, imageF.rows*imageF.cols*sizeof(dnnType)); idx *= 2; memcpy((void*)&input[idx], (void*)bgr[0].data, imageF.rows*imageF.cols*sizeof(dnnType)); //DO INFERENCE dnnType *rt_out[3]; tk::dnn::dataDim_t dim = netRT->input_dim; checkCuda(cudaMemcpyAsync(input_d, input, dim.tot()*sizeof(dnnType), cudaMemcpyHostToDevice, netRT->stream)); printCenteredTitle(" TENSORRT inference ", '=', 30); { dim.print(); TIMER_START netRT->infer(dim, input_d); TIMER_STOP dim.print(); } TIMER_START // compute dets ndets = 0; for(int i=0; i<3; i++) { rt_out[i] = (dnnType*)netRT->buffersRT[i+1]; yolo[i]->dstData = rt_out[i]; yolo[i]->computeDetections(dets, ndets, netRT->input_dim.w, netRT->input_dim.h, thresh); } tk::dnn::Yolo::mergeDetections(dets, ndets, classes); TIMER_STOP // fill detected detected.clear(); for(int j=0; j= thresh) { obj_class = c; prob = dets[j].prob[c]; } } if(obj_class >= 0) { //std::cout<