Harshvardhan Chandirasekar
411 lines
16 KiB
C++
411 lines
16 KiB
C++
#include "tkDNN/DarknetParser.h"
|
|
|
|
namespace tk { namespace dnn {
|
|
|
|
std::string darknetParseType(const std::string& line){
|
|
size_t start = line.find("[");
|
|
size_t end = line.find("]");
|
|
if( start == std::string::npos || end == std::string::npos)
|
|
return "";
|
|
start++;
|
|
std::string type = line.substr(start, end-start);
|
|
return type;
|
|
}
|
|
|
|
bool divideNameAndValue(const std::string& line, std::string&name, std::string& value){
|
|
size_t sep = line.find("=");
|
|
if(sep == std::string::npos)
|
|
return false;
|
|
|
|
name = line.substr(0, sep);
|
|
value = line.substr(sep+1, line.size() - (sep+1));
|
|
return true;
|
|
}
|
|
|
|
std::vector<int> fromStringToIntVec(const std::string& line, const char delimiter){
|
|
std::stringstream linestream(line);
|
|
std::string value;
|
|
std::vector<int> values;
|
|
|
|
while(getline(linestream,value,delimiter))
|
|
values.push_back(std::stoi(value));
|
|
return values;
|
|
}
|
|
|
|
std::vector<float> fromStringToFloatVec(const std::string& line, const char delimiter){
|
|
std::stringstream linestream(line);
|
|
std::string value;
|
|
std::vector<float> values;
|
|
|
|
while(getline(linestream,value,delimiter))
|
|
values.push_back(std::stof(value));
|
|
return values;
|
|
}
|
|
|
|
bool darknetParseFields(const std::string& line, darknetFields_t& fields){
|
|
|
|
std::string name,value;
|
|
if(!divideNameAndValue(line, name, value))
|
|
return false;
|
|
|
|
if(name.find("new_coords") != std::string::npos)
|
|
fields.new_coords = std::stoi(value);
|
|
else if(name.find("width") != std::string::npos)
|
|
fields.width = std::stoi(value);
|
|
else if(name.find("height") != std::string::npos)
|
|
fields.height = std::stoi(value);
|
|
else if(name.find("channels") != std::string::npos)
|
|
fields.channels = std::stoi(value);
|
|
else if(name.find("batch_normalize") != std::string::npos)
|
|
fields.batch_normalize = std::stoi(value);
|
|
else if(name.find("filters") != std::string::npos)
|
|
fields.filters = std::stoi(value);
|
|
else if(name.find("activation") != std::string::npos)
|
|
fields.activation = value;
|
|
else if(name.find("size") != std::string::npos){
|
|
fields.size_x = std::stoi(value);
|
|
fields.size_y = std::stoi(value);
|
|
}
|
|
else if(name.find("size_x") != std::string::npos)
|
|
fields.size_x = std::stoi(value);
|
|
else if(name.find("size_y") != std::string::npos)
|
|
fields.size_y = std::stoi(value);
|
|
else if(name.find("stride") != std::string::npos){
|
|
fields.stride_x = std::stoi(value);
|
|
fields.stride_y = std::stoi(value);
|
|
}
|
|
else if(name.find("stride_x") != std::string::npos)
|
|
fields.stride_x = std::stoi(value);
|
|
else if(name.find("stride_y") != std::string::npos)
|
|
fields.stride_y = std::stoi(value);
|
|
else if(name.find("pad") != std::string::npos)
|
|
fields.pad = std::stoi(value);
|
|
else if(name.find("classes") != std::string::npos)
|
|
fields.classes = std::stoi(value);
|
|
else if(name.find("num") != std::string::npos)
|
|
fields.num = std::stoi(value);
|
|
else if(name.find("coords") != std::string::npos)
|
|
fields.coords = std::stoi(value);
|
|
else if(name.find("groups") != std::string::npos)
|
|
fields.groups = std::stoi(value);
|
|
else if(name.find("group_id") != std::string::npos)
|
|
fields.group_id = std::stoi(value);
|
|
else if(name.find("scale_x_y") != std::string::npos)
|
|
fields.scale_xy = std::stof(value);
|
|
else if(name.find("beta_nms") != std::string::npos)
|
|
fields.nms_thresh = std::stof(value);
|
|
else if(name.find("nms_kind") != std::string::npos){
|
|
if(value == "greedynms") fields.nms_kind = 0;
|
|
else if(value == "diounms") fields.nms_kind = 1;
|
|
else std::cout<<"Not supported nms_kind "<<value<<", setting to greedynms"<<std::endl;
|
|
}
|
|
else if(name.find("from") != std::string::npos)
|
|
fields.layers.push_back(std::stof(value));
|
|
else if(name.find("mask") != std::string::npos){
|
|
auto vec = fromStringToIntVec(value, ',');
|
|
fields.n_mask = vec.size();
|
|
}
|
|
else if(name.find("layers") != std::string::npos)
|
|
fields.layers = fromStringToIntVec(value, ',');
|
|
|
|
else
|
|
std::cout<<"Not supported field: "<<line<<std::endl;
|
|
return true;
|
|
}
|
|
|
|
tk::dnn::Network *darknetAddNet(darknetFields_t &fields) {
|
|
//std::cout<<"Add Net: "<<fields.type<<"\n";
|
|
dataDim_t dim(1, fields.channels, fields.height, fields.width);
|
|
return new tk::dnn::Network(dim);
|
|
}
|
|
|
|
|
|
void darknetAddLayer(tk::dnn::Network *net, darknetFields_t &f, std::string wgs_path, std::vector<tk::dnn::Layer*> &netLayers, const std::vector<std::string>& names) {
|
|
if(net == nullptr)
|
|
FatalError("Cant add a layer without a Net\n");
|
|
|
|
// padding compute
|
|
if(f.pad == 1) {
|
|
f.padding_x = f.padding_y = f.size_x /2;
|
|
}
|
|
//std::cout<<"Add layer: "<<f.type<<"\n";
|
|
if(f.type == "convolutional") {
|
|
std::string wgs = wgs_path + "/c" + std::to_string(netLayers.size()) + ".bin";
|
|
//printf("%d (%d,%d) (%d,%d) (%d,%d) %s %d %d\n", f.filters, f.size_x, f.size_y, f.stride_x, f.stride_y, f.padding_x, f.padding_y, wgs.c_str(), f.batch_normalize, f.groups);
|
|
tk::dnn::Conv2d *l= new tk::dnn::Conv2d(net, f.filters, f.size_x, f.size_y, f.stride_x,
|
|
f.stride_y, f.padding_x, f.padding_y, wgs, f.batch_normalize, false, f.groups);
|
|
netLayers.push_back(l);
|
|
} else if(f.type == "maxpool") {
|
|
if(f.stride_x == 1 && f.stride_y == 1)
|
|
netLayers.push_back(new tk::dnn::Pooling(net, f.size_x, f.size_y, f.stride_x, f.stride_y,
|
|
f.padding_x, f.padding_y, tk::dnn::POOLING_MAX_FIXEDSIZE));
|
|
else
|
|
netLayers.push_back(new tk::dnn::Pooling(net, f.size_x, f.size_y, f.stride_x, f.stride_y,
|
|
f.padding_x, f.padding_y, tk::dnn::POOLING_MAX));
|
|
|
|
} else if(f.type == "avgpool") {
|
|
netLayers.push_back(new tk::dnn::Pooling(net, f.size_x, f.size_y, f.stride_x, f.stride_y,
|
|
f.padding_x, f.padding_y, tk::dnn::POOLING_AVERAGE));
|
|
|
|
} else if(f.type == "shortcut") {
|
|
if(f.layers.size() != 1) FatalError("no layers to shortcut\n");
|
|
int layerIdx = f.layers[0];
|
|
if(layerIdx < 0)
|
|
layerIdx = netLayers.size() + layerIdx;
|
|
if(layerIdx < 0 || layerIdx >= netLayers.size()) FatalError("impossible to shortcut\n");
|
|
//std::cout<<"shortcut to "<<layerIdx<<" "<<netLayers[layerIdx]->getLayerName()<<"\n";
|
|
netLayers.push_back(new tk::dnn::Shortcut(net, netLayers[layerIdx]));
|
|
|
|
} else if(f.type == "upsample") {
|
|
netLayers.push_back(new tk::dnn::Upsample(net, f.stride_x));
|
|
|
|
} else if(f.type == "route") {
|
|
if(f.layers.size() == 0) FatalError("no layers to Route\n");
|
|
std::vector<tk::dnn::Layer*> layers;
|
|
for(int i=0; i<f.layers.size(); i++) {
|
|
int layerIdx = f.layers[i];
|
|
if(layerIdx < 0)
|
|
layerIdx = netLayers.size() + layerIdx;
|
|
if(layerIdx < 0 || layerIdx >= netLayers.size()) FatalError("impossible to route\n");
|
|
//std::cout<<"Route to "<<layerIdx<<" "<<netLayers[layerIdx]->getLayerName()<<"\n";
|
|
layers.push_back(netLayers[layerIdx]);
|
|
}
|
|
netLayers.push_back(new tk::dnn::Route(net, layers.data(), layers.size(), f.groups, f.group_id));
|
|
|
|
} else if(f.type == "reorg") {
|
|
netLayers.push_back(new tk::dnn::Reorg(net, f.stride_x));
|
|
|
|
} else if(f.type == "region") {
|
|
netLayers.push_back(new tk::dnn::Region(net, f.classes, f.coords, f.num));
|
|
|
|
} else if(f.type == "yolo") {
|
|
std::string wgs = wgs_path + "/g" + std::to_string(netLayers.size()) + ".bin";
|
|
//printf("%d %d %s %d %f\n", f.classes, f.num/f.n_mask, wgs.c_str(), f.n_mask, f.scale_xy);
|
|
tk::dnn::Yolo *l = new tk::dnn::Yolo(net, f.classes, f.num/f.n_mask, wgs, f.n_mask, f.scale_xy, f.nms_thresh, (tk::dnn::Yolo::nmsKind_t) f.nms_kind, f.new_coords);
|
|
if(names.size() != f.classes)
|
|
FatalError("Mismatch between number of classes and names");
|
|
l->classesNames = names;
|
|
netLayers.push_back(l);
|
|
|
|
} else{
|
|
FatalError("layer not supported: " + f.type);
|
|
}
|
|
|
|
// add activation
|
|
if(netLayers.size() > 0 && f.activation != "linear") {
|
|
tkdnnActivationMode_t act;
|
|
if(f.activation == "relu") act = tkdnnActivationMode_t(CUDNN_ACTIVATION_RELU);
|
|
else if(f.activation == "leaky") act = tk::dnn::ACTIVATION_LEAKY;
|
|
else if(f.activation == "mish") act = tk::dnn::ACTIVATION_MISH;
|
|
else if(f.activation == "logistic") act = tk::dnn::ACTIVATION_LOGISTIC;
|
|
else { FatalError("activation not supported: " + f.activation); }
|
|
netLayers[netLayers.size()-1] = new tk::dnn::Activation(net, act);
|
|
};
|
|
}
|
|
|
|
std::vector<std::string> darknetReadNames(const std::string& names_file){
|
|
std::ifstream if_names(names_file);
|
|
if(!if_names.is_open())
|
|
FatalError("cloud not open names file: " + names_file);
|
|
|
|
std::vector<std::string> names;
|
|
std::string line;
|
|
while(std::getline(if_names, line))
|
|
if(line != "")
|
|
names.push_back(line);
|
|
|
|
if_names.close();
|
|
return names;
|
|
}
|
|
|
|
tk::dnn::Network* darknetParser(const std::string& cfg_file, const std::string& wgs_path, const std::string& names_file) {
|
|
|
|
tk::dnn::Network *net = nullptr;
|
|
|
|
// layers without activations to retrieve correct id number
|
|
std::vector<tk::dnn::Layer*> netLayers;
|
|
|
|
std::ifstream if_cfg(cfg_file);
|
|
if(!if_cfg.is_open())
|
|
FatalError("cloud not open cfg file: " + cfg_file);
|
|
|
|
std::vector<std::string> names = darknetReadNames(names_file);
|
|
|
|
darknetFields_t fields; // will be filled with layers fields
|
|
std::string line;
|
|
while(std::getline(if_cfg, line)) {
|
|
// remove comments
|
|
std::size_t found = line.find("#");
|
|
if ( found != std::string::npos ) {
|
|
line = line.substr(0, found);
|
|
}
|
|
|
|
// skip empty lines
|
|
if(line.size() == 0)
|
|
continue;
|
|
|
|
std::string type = darknetParseType(line);
|
|
if(type.size() > 0) {
|
|
// end of filled type
|
|
if(fields.type != "") {
|
|
if(fields.type == "net")
|
|
net = darknetAddNet(fields);
|
|
else
|
|
darknetAddLayer(net, fields, wgs_path, netLayers, names);
|
|
}
|
|
|
|
// new type
|
|
//std::cout<<"type: "<<type<<"\n";
|
|
fields = darknetFields_t(); // reset to default
|
|
fields.type = type;
|
|
continue;
|
|
}
|
|
|
|
if(darknetParseFields(line, fields)) {
|
|
// already parsed do nothing
|
|
} else {
|
|
FatalError("could not parse line: " + line);
|
|
}
|
|
}
|
|
|
|
// end of filled type
|
|
if(fields.type != "") {
|
|
darknetAddLayer(net, fields, wgs_path, netLayers, names);
|
|
}
|
|
|
|
if(net == nullptr) {
|
|
FatalError("net not found\n");
|
|
}
|
|
return net;
|
|
}
|
|
std::vector<int> noYolosLine(const std::string &cfg_file){
|
|
std::ifstream if_cfg(cfg_file);
|
|
if(!if_cfg.is_open())
|
|
FatalError("cloud not open cfg file: " + cfg_file);
|
|
std::string line;
|
|
std::vector<int> lineNo;
|
|
int count = 0;
|
|
while(std::getline(if_cfg,line)){
|
|
std::size_t found = line.find("#");
|
|
if ( found != std::string::npos ) {
|
|
line = line.substr(0, found);
|
|
}
|
|
// skip empty lines
|
|
if(line.empty())
|
|
continue;
|
|
if(line == "[yolo]"){
|
|
lineNo.push_back(count);
|
|
|
|
|
|
}
|
|
count++;
|
|
}
|
|
return lineNo;
|
|
}
|
|
void loadYoloInfo(const std::string &cfg_file,int lineNo,std::vector<float> &mask,std::vector<float> &anchors,int &num,int &classes,float &nms_thresh,int &nms_kind,int &coords){
|
|
std::vector<float> maskTemp,anchorsTemp;
|
|
int classesTemp,numTemp,nmsKindTemp;
|
|
int new_coordsTemp=0;
|
|
float nmsThreshTemp=0.45;
|
|
|
|
std::ifstream if_cfg(cfg_file);
|
|
if(!if_cfg.is_open())
|
|
FatalError("cloud not open cfg file: " + cfg_file);
|
|
std::string line;
|
|
int count = 0;
|
|
while(std::getline(if_cfg,line)){
|
|
std::string name,value;
|
|
std::size_t found = line.find("#");
|
|
if ( found != std::string::npos ) {
|
|
line = line.substr(0, found);
|
|
}
|
|
// skip empty lines
|
|
if(line.empty())
|
|
continue;
|
|
if(count > lineNo && count <=lineNo+30){
|
|
divideNameAndValue(line,name,value);
|
|
if(name == "mask "){
|
|
maskTemp = fromStringToFloatVec(value,',');
|
|
}
|
|
if(name == "anchors "){
|
|
anchorsTemp = fromStringToFloatVec(value,',');
|
|
}
|
|
if(name == "classes"){
|
|
classesTemp = std::stoi(value);
|
|
}
|
|
if(name == "num"){
|
|
numTemp = std::stoi(value);
|
|
}
|
|
if(name == "nms_kind"){
|
|
if(value == "greedynms"){
|
|
nmsKindTemp = 0;
|
|
}else if(value == "diounms"){
|
|
nmsKindTemp=1;
|
|
}
|
|
else{
|
|
std::cout<<"NMS NOT SUPPORTED DEFAULTING TO GREEDYNMS"<<std::endl;
|
|
nmsKindTemp=0;
|
|
}
|
|
}
|
|
if(name == "new_coords"){
|
|
new_coordsTemp = std::stoi(value);
|
|
}
|
|
if(name == "beta_nms"){
|
|
nmsThreshTemp = std::stof(value);
|
|
}
|
|
}
|
|
count++;
|
|
}
|
|
mask = maskTemp;
|
|
anchors = anchorsTemp;
|
|
num = numTemp;
|
|
nms_kind = nmsKindTemp;
|
|
nms_thresh = nmsThreshTemp;
|
|
coords = new_coordsTemp;
|
|
classes = classesTemp;
|
|
|
|
}
|
|
void loadYoloInitInfo(int &channels,int &width,int &height,const std::string &cfg_file){
|
|
std::ifstream if_cfg(cfg_file);
|
|
if(!if_cfg.is_open())
|
|
FatalError("cloud not open cfg file: " + cfg_file);
|
|
std::string line;
|
|
int count = 0;
|
|
|
|
while(std::getline(if_cfg,line)){
|
|
if(count == 7){
|
|
std::string name,value;
|
|
divideNameAndValue(line,name,value);
|
|
if(name == "width"){
|
|
width = std::stoi(value);
|
|
}
|
|
}
|
|
|
|
if(count == 8){
|
|
std::string name,value;
|
|
divideNameAndValue(line,name,value);
|
|
if(name == "height"){
|
|
height = std::stoi(value);
|
|
}
|
|
}
|
|
|
|
if(count == 9){
|
|
std::string name,value;
|
|
divideNameAndValue(line,name,value);
|
|
if(name == "channels"){
|
|
channels = std::stoi(value);
|
|
break;
|
|
}
|
|
else{
|
|
std::cerr<<"EXITING PROGRAM DUE TO INSUFFICENT DATA FROM CFG"<<std::endl;
|
|
break;
|
|
}
|
|
}
|
|
|
|
count++;
|
|
}
|
|
|
|
}
|
|
|
|
}}
|