mmr/tkDNN
Archived
1
0
Fork 0
Code Issues 46 Pull Requests 12 Releases 4 Activity

all test ok

Browse Source
This commit is contained in:
Francesco Gatti
2020-06-01 16:15:29 +02:00
parent d4e0d07e09
commit c8ed6d782a
16 changed files with 63 additions and 63 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/backbones/dla34/dla34.cpp
+4 -4
View File
@@ -312,9 +312,9 @@ int main()
printCenteredTitle(" CUDNN inference ", '=', 30);
{
dim1.print();
TIMER_START
TKDNN_TSTART
net.infer(dim1, data);
TIMER_STOP
TKDNN_TSTOP
dim1.print();
}
cudnn_out = net.layers[net.num_layers-1]->dstData;
@@ -326,9 +326,9 @@ int main()
printCenteredTitle(" TENSORRT inference ", '=', 30);
{
dim2.print();
TIMER_START
TKDNN_TSTART
netRT.infer(dim2, data);
TIMER_STOP
TKDNN_TSTOP
dim2.print();
}
rt_out = (dnnType *)netRT.buffersRT[1];
tests/backbones/resnet101/resnet101.cpp
+4 -4
View File
@@ -301,9 +301,9 @@ int main()
printCenteredTitle(" CUDNN inference ", '=', 30);
{
dim1.print();
TIMER_START
TKDNN_TSTART
net.infer(dim1, data);
TIMER_STOP
TKDNN_TSTOP
dim1.print();
}
cudnn_out = net.layers[net.num_layers-1]->dstData;
@@ -314,9 +314,9 @@ int main()
printCenteredTitle(" TENSORRT inference ", '=', 30);
{
dim2.print();
TIMER_START
TKDNN_TSTART
netRT.infer(dim2, data);
TIMER_STOP
TKDNN_TSTOP
dim2.print();
}
rt_out = (dnnType *)netRT.buffersRT[1];
tests/centernet/dla34_cnet/dla34_cnet.cpp
+4 -4
View File
@@ -486,9 +486,9 @@ int main()
printCenteredTitle(" CUDNN inference ", '=', 30);
{
dim1.print();
TIMER_START
TKDNN_TSTART
net.infer(dim1, data);
TIMER_STOP
TKDNN_TSTOP
dim1.print();
}
@@ -496,9 +496,9 @@ int main()
printCenteredTitle(" TENSORRT inference ", '=', 30);
{
dim2.print();
TIMER_START
TKDNN_TSTART
netRT.infer(dim2, data);
TIMER_STOP
TKDNN_TSTOP
dim2.print();
}
tests/centernet/resnet101_cnet/resnet101_cnet.cpp
+4 -4
View File
@@ -361,9 +361,9 @@ int main()
printCenteredTitle(" CUDNN inference ", '=', 30);
{
dim1.print();
TIMER_START
TKDNN_TSTART
net.infer(dim1, data);
TIMER_STOP
TKDNN_TSTOP
dim1.print();
}
@@ -373,9 +373,9 @@ int main()
printCenteredTitle(" TENSORRT inference ", '=', 30);
{
dim2.print();
TIMER_START
TKDNN_TSTART
netRT.infer(dim2, data);
TIMER_STOP
TKDNN_TSTOP
dim2.print();
}
tests/imuodom/imuodom.cpp
+2 -2
View File
@@ -46,10 +46,10 @@ int main() {
int ret_cudnn = 0;
for(int i=0; i<N; i++) {
std::cout<<"i: "<<i<<"\n";
//TIMER_START
//TKDNN_TSTART
// Inference
ImuNet.update(i0_h, i1_h, i2_h);
//TIMER_STOP
//TKDNN_TSTOP
// log path
path<<ImuNet.odomPOS(0)<<" "<<ImuNet.odomPOS(1)<<" "<< ImuNet.odomPOS(2)<<" ";
tests/mnist/test_mnist.cpp
+4 -4
View File
@@ -35,9 +35,9 @@ int main() {
std::cout<<"CUDNN inference:\n"; {
dim.print(); //print initial dimension
TIMER_START
TKDNN_TSTART
out_data = net.infer(dim, data);
TIMER_STOP
TKDNN_TSTOP
dim.print();
}
@@ -49,9 +49,9 @@ int main() {
std::cout<<"TENSORRT inference:\n"; {
dim2.print();
TIMER_START
TKDNN_TSTART
out_data2 = netRT.infer(dim2, data);
TIMER_STOP
TKDNN_TSTOP
dim2.print();
}
tests/mnist/test_mnistRT.cpp
+4 -4
View File
@@ -49,9 +49,9 @@ int main() {
// Inference
{
TIMER_START
TKDNN_TSTART
data = net.infer(dim, data);
TIMER_STOP
TKDNN_TSTOP
dim.print();
}
@@ -157,9 +157,9 @@ int main() {
{
checkCuda(cudaMemcpyAsync(buffers[inputIndex], input_h, 1 * 28*28* sizeof(float), cudaMemcpyHostToDevice, stream));
cudaStreamSynchronize(stream); //want to test only the inference time
TIMER_START
TKDNN_TSTART
context->enqueue(1, buffers, stream, nullptr);
TIMER_STOP
TKDNN_TSTOP
checkCuda(cudaMemcpyAsync(output, buffers[outputIndex],10*sizeof(float), cudaMemcpyDeviceToHost, stream));
cudaStreamSynchronize(stream);
}
tests/mobilenet/bdd-mobilenetv2ssd/bdd-mobilenetv2ssd.cpp
+4 -4
View File
@@ -477,9 +477,9 @@ int main()
printCenteredTitle(" CUDNN inference ", '=', 30);
{
dim1.print();
TIMER_START
TKDNN_TSTART
net.infer(dim1, data);
TIMER_STOP
TKDNN_TSTOP
dim1.print();
}
@@ -492,9 +492,9 @@ int main()
printCenteredTitle(" TENSORRT inference ", '=', 30);
{
dim2.print();
TIMER_START
TKDNN_TSTART
netRT.infer(dim2, data);
TIMER_STOP
TKDNN_TSTOP
dim2.print();
}
tests/mobilenet/mobilenetv2ssd/mobilenetv2ssd.cpp
+4 -4
View File
@@ -477,9 +477,9 @@ int main()
printCenteredTitle(" CUDNN inference ", '=', 30);
{
dim1.print();
TIMER_START
TKDNN_TSTART
net.infer(dim1, data);
TIMER_STOP
TKDNN_TSTOP
dim1.print();
}
@@ -492,9 +492,9 @@ int main()
printCenteredTitle(" TENSORRT inference ", '=', 30);
{
dim2.print();
TIMER_START
TKDNN_TSTART
netRT.infer(dim2, data);
TIMER_STOP
TKDNN_TSTOP
dim2.print();
}
tests/mobilenet/mobilenetv2ssd512/mobilenetv2ssd512.cpp
+4 -4
View File
@@ -476,9 +476,9 @@ int main()
printCenteredTitle(" CUDNN inference ", '=', 30);
{
dim1.print();
TIMER_START
TKDNN_TSTART
net.infer(dim1, data);
TIMER_STOP
TKDNN_TSTOP
dim1.print();
}
@@ -491,9 +491,9 @@ int main()
printCenteredTitle(" TENSORRT inference ", '=', 30);
{
dim2.print();
TIMER_START
TKDNN_TSTART
netRT.infer(dim2, data);
TIMER_STOP
TKDNN_TSTOP
dim2.print();
}
tests/simple/test_simple.cpp
+4 -4
View File
@@ -38,18 +38,18 @@ int main() {
tk::dnn::dataDim_t dim1 = dim; //input dim
printCenteredTitle(" CUDNN inference ", '=', 30); {
dim1.print();
TIMER_START
TKDNN_TSTART
out_data = net.infer(dim1, data);
TIMER_STOP
TKDNN_TSTOP
dim1.print();
}
tk::dnn::dataDim_t dim2 = dim;
printCenteredTitle(" TENSORRT inference ", '=', 30); {
dim2.print();
TIMER_START
TKDNN_TSTART
out_data2 = netRT.infer(dim2, data);
TIMER_STOP
TKDNN_TSTOP
dim2.print();
}
tests/test_rtinference/rtinference.cpp
+2 -2
View File
@@ -42,9 +42,9 @@ int main(int argc, char *argv[]) {
checkCuda(cudaMemcpy(input_d, input, idim.tot()*sizeof(dnnType), cudaMemcpyHostToDevice));
tk::dnn::dataDim_t dim = idim;
TIMER_START
TKDNN_TSTART
netRT.infer(dim, input_d);
TIMER_STOP
TKDNN_TSTOP
total_time+= t_ns;
// control output