mmr/tkDNN
Archived
1
0
Fork 0
Code Issues 46 Pull Requests 12 Releases 4 Activity

Add script for inference FPS

Browse Source 
Signed-off-by: Micaela Verucchi <micaelaverucchi@gmail.com>
This commit is contained in:
Micaela Verucchi
2020-06-11 16:09:01 +02:00
parent c4e955eab5
commit e094a3e0fc
2 changed files with 73 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/test_rtinference/rtinference.cpp
+22 -3
View File
@@ -18,6 +18,8 @@ int main(int argc, char *argv[]) {
//convert network to tensorRT
tk::dnn::NetworkRT netRT(NULL, argv[1]);
tk::dnn::dataDim_t idim = netRT.input_dim;
tk::dnn::dataDim_t odim = netRT.output_dim;
@@ -63,11 +65,28 @@ int main(int argc, char *argv[]) {
}
}
}
std::cout<<"Min: "<<*std::min_element(stats.begin(), stats.end())/BATCH_SIZE<<" ms\n";
std::cout<<"Max: "<<*std::max_element(stats.begin(), stats.end())/BATCH_SIZE<<" ms\n";
double min = *std::min_element(stats.begin(), stats.end())/BATCH_SIZE;
double max = *std::max_element(stats.begin(), stats.end())/BATCH_SIZE;
double mean =0;
for(int i=0; i<stats.size(); i++) mean += stats[i]; mean /= stats.size();
std::cout<<"Avg: "<<mean/BATCH_SIZE<<" ms\t"<<1000/(mean/BATCH_SIZE)<<" FPS\n"<<COL_END;
mean /=BATCH_SIZE;
std::cout<<"Min: "<<min<<" ms\n";
std::cout<<"Max: "<<max<<" ms\n";
std::cout<<"Avg: "<<mean<<" ms\t"<<1000/(mean)<<" FPS\n"<<COL_END;
std::ofstream times;
times.open("times_rtinference.csv", std::ios_base::app);
std::string net_name;
removePathAndExtension(argv[1], net_name);
times << net_name<< "_" << BATCH_SIZE << ";" << mean << ";" << min << ";" << max << ";" << 1000./mean << "\n";
times.close();
return ret_tensorrt;
}