added YOLO output
This commit is contained in:
+50
-16
@@ -8,6 +8,8 @@
|
|||||||
#include <mutex>
|
#include <mutex>
|
||||||
#include "utils.h"
|
#include "utils.h"
|
||||||
|
|
||||||
|
#include <iomanip>
|
||||||
|
|
||||||
#include <opencv2/core/core.hpp>
|
#include <opencv2/core/core.hpp>
|
||||||
#include <opencv2/highgui/highgui.hpp>
|
#include <opencv2/highgui/highgui.hpp>
|
||||||
#include <opencv2/imgproc/imgproc.hpp>
|
#include <opencv2/imgproc/imgproc.hpp>
|
||||||
@@ -21,10 +23,13 @@
|
|||||||
#include <opencv2/cudaarithm.hpp>
|
#include <opencv2/cudaarithm.hpp>
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
|
namespace tk
|
||||||
|
{
|
||||||
|
namespace dnn
|
||||||
|
{
|
||||||
|
|
||||||
namespace tk { namespace dnn {
|
class DetectionNN
|
||||||
|
{
|
||||||
class DetectionNN {
|
|
||||||
|
|
||||||
protected:
|
protected:
|
||||||
tk::dnn::NetworkRT *netRT = nullptr;
|
tk::dnn::NetworkRT *netRT = nullptr;
|
||||||
@@ -97,37 +102,44 @@ class DetectionNN {
|
|||||||
* @param mAP set to true only if all the probabilities for a bounding
|
* @param mAP set to true only if all the probabilities for a bounding
|
||||||
* box are needed, as in some cases for the mAP calculation
|
* box are needed, as in some cases for the mAP calculation
|
||||||
*/
|
*/
|
||||||
void update(std::vector<cv::Mat>& frames, const int cur_batches=1, bool save_times=false, std::ofstream *times=nullptr, const bool mAP=false){
|
void update(std::vector<cv::Mat> &frames, const int cur_batches = 1, bool save_times = false, std::ofstream *times = nullptr, const bool mAP = false)
|
||||||
|
{
|
||||||
if (save_times && times == nullptr)
|
if (save_times && times == nullptr)
|
||||||
FatalError("save_times set to true, but no valid ofstream given");
|
FatalError("save_times set to true, but no valid ofstream given");
|
||||||
if (cur_batches > nBatches)
|
if (cur_batches > nBatches)
|
||||||
FatalError("A batch size greater than nBatches cannot be used");
|
FatalError("A batch size greater than nBatches cannot be used");
|
||||||
|
|
||||||
originalSize.clear();
|
originalSize.clear();
|
||||||
if(TKDNN_VERBOSE) printCenteredTitle(" TENSORRT detection ", '=', 30);
|
if (TKDNN_VERBOSE)
|
||||||
|
printCenteredTitle(" TENSORRT detection ", '=', 30);
|
||||||
{
|
{
|
||||||
TKDNN_TSTART
|
TKDNN_TSTART
|
||||||
for(int bi=0; bi<cur_batches;++bi){
|
for (int bi = 0; bi < cur_batches; ++bi)
|
||||||
|
{
|
||||||
if (!frames[bi].data)
|
if (!frames[bi].data)
|
||||||
FatalError("No image data feed to detection");
|
FatalError("No image data feed to detection");
|
||||||
originalSize.push_back(frames[bi].size());
|
originalSize.push_back(frames[bi].size());
|
||||||
preprocess(frames[bi], bi);
|
preprocess(frames[bi], bi);
|
||||||
}
|
}
|
||||||
TKDNN_TSTOP
|
TKDNN_TSTOP
|
||||||
if(save_times) *times<<t_ns<<";";
|
if (save_times)
|
||||||
|
*times << t_ns << ";";
|
||||||
}
|
}
|
||||||
|
|
||||||
//do inference
|
//do inference
|
||||||
tk::dnn::dataDim_t dim = netRT->input_dim;
|
tk::dnn::dataDim_t dim = netRT->input_dim;
|
||||||
dim.n = cur_batches;
|
dim.n = cur_batches;
|
||||||
{
|
{
|
||||||
if(TKDNN_VERBOSE) dim.print();
|
if (TKDNN_VERBOSE)
|
||||||
|
dim.print();
|
||||||
TKDNN_TSTART
|
TKDNN_TSTART
|
||||||
netRT->infer(dim, input_d);
|
netRT->infer(dim, input_d);
|
||||||
TKDNN_TSTOP
|
TKDNN_TSTOP
|
||||||
if(TKDNN_VERBOSE) dim.print();
|
if (TKDNN_VERBOSE)
|
||||||
|
dim.print();
|
||||||
stats.push_back(t_ns);
|
stats.push_back(t_ns);
|
||||||
if(save_times) *times<<t_ns<<";";
|
if (save_times)
|
||||||
|
*times << t_ns << ";";
|
||||||
}
|
}
|
||||||
|
|
||||||
batchDetected.clear();
|
batchDetected.clear();
|
||||||
@@ -136,7 +148,8 @@ class DetectionNN {
|
|||||||
for (int bi = 0; bi < cur_batches; ++bi)
|
for (int bi = 0; bi < cur_batches; ++bi)
|
||||||
postprocess(bi, mAP);
|
postprocess(bi, mAP);
|
||||||
TKDNN_TSTOP
|
TKDNN_TSTOP
|
||||||
if(save_times) *times<<t_ns<<"\n";
|
if (save_times)
|
||||||
|
*times << t_ns << "\n";
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -144,20 +157,31 @@ class DetectionNN {
|
|||||||
* Method to draw boundixg boxes and labels on a frame.
|
* Method to draw boundixg boxes and labels on a frame.
|
||||||
*
|
*
|
||||||
* @param frames orginal frame to draw bounding box on.
|
* @param frames orginal frame to draw bounding box on.
|
||||||
|
* @param ext_yolo exports yolo style coorinates of bounding boxes on the terminal
|
||||||
*/
|
*/
|
||||||
void draw(std::vector<cv::Mat>& frames) {
|
void draw(std::vector<cv::Mat> &frames, bool ext_yolo)
|
||||||
|
{
|
||||||
tk::dnn::box b;
|
tk::dnn::box b;
|
||||||
int x0, w, x1, y0, h, y1;
|
int x0, w, x1, y0, h, y1;
|
||||||
int objClass;
|
int objClass;
|
||||||
std::string det_class;
|
std::string det_class;
|
||||||
|
|
||||||
|
//yolo detctions output
|
||||||
|
std::string yoloBox;
|
||||||
|
float Yx, Yy, Yw, Yh;
|
||||||
|
cv::Size sz = frames[0].size();
|
||||||
|
int imageWidth = sz.width;
|
||||||
|
int imageHeight = sz.height;
|
||||||
|
|
||||||
int baseline = 0;
|
int baseline = 0;
|
||||||
float font_scale = 0.5;
|
float font_scale = 0.5;
|
||||||
int thickness = 2;
|
int thickness = 2;
|
||||||
|
|
||||||
for(int bi=0; bi<frames.size(); ++bi){
|
for (int bi = 0; bi < frames.size(); ++bi)
|
||||||
|
{
|
||||||
// draw dets
|
// draw dets
|
||||||
for(int i=0; i<batchDetected[bi].size(); i++) {
|
for (int i = 0; i < batchDetected[bi].size(); i++)
|
||||||
|
{
|
||||||
b = batchDetected[bi][i];
|
b = batchDetected[bi][i];
|
||||||
x0 = b.x;
|
x0 = b.x;
|
||||||
x1 = b.x + b.w;
|
x1 = b.x + b.w;
|
||||||
@@ -165,6 +189,16 @@ class DetectionNN {
|
|||||||
y1 = b.y + b.h;
|
y1 = b.y + b.h;
|
||||||
det_class = classesNames[b.cl];
|
det_class = classesNames[b.cl];
|
||||||
|
|
||||||
|
//yolo stuff
|
||||||
|
if (ext_yolo)
|
||||||
|
{
|
||||||
|
Yx = (b.x + (int)(b.w / 2)) / imageWidth;
|
||||||
|
Yy = (b.y + (int)(b.h / 2)) / imageHeight;
|
||||||
|
Yw = b.w / imageWidth;
|
||||||
|
Yh = b.h / imageHeight;
|
||||||
|
std::cout << std::fixed << std::setprecision(6)<<b.cl<<" "<<Yx<<" "<<Yy<<" "<<Yw<<" "<<Yh<<"\n";
|
||||||
|
}
|
||||||
|
|
||||||
// draw rectangle
|
// draw rectangle
|
||||||
cv::rectangle(frames[bi], cv::Point(x0, y0), cv::Point(x1, y1), colors[b.cl], 2);
|
cv::rectangle(frames[bi], cv::Point(x0, y0), cv::Point(x1, y1), colors[b.cl], 2);
|
||||||
|
|
||||||
@@ -175,9 +209,9 @@ class DetectionNN {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
};
|
};
|
||||||
|
|
||||||
}}
|
} // namespace dnn
|
||||||
|
} // namespace tk
|
||||||
|
|
||||||
#endif /* DETECTIONNN_H*/
|
#endif /* DETECTIONNN_H*/
|
||||||
|
|||||||
Reference in New Issue
Block a user