tkDNN works with trt8!!,need to test int8 and mobilenet,dla_cnet (fps seems to be a bit low 350 on trt8 compared to 396 on trt7)

tests/darknet/csresnext50-panet-spp.cpp

@@ -29,6 +29,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/csresnext50-panet-spp_berkeley.cpp

@@ -29,6 +29,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo2_voc.cpp

@@ -27,6 +27,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo2tiny.cpp

@@ -28,6 +28,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo3.cpp

@@ -29,6 +29,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);    
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo3_512.cpp

@@ -41,6 +41,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo3_berkeley.cpp

@@ -29,6 +29,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo3_coco4.cpp

@@ -29,6 +29,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo3_flir.cpp

@@ -29,6 +29,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo3tiny.cpp

@@ -28,6 +28,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo3tiny_512.cpp

@@ -41,6 +41,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo4-csp.cpp

@@ -29,6 +29,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo4_320.cpp

@@ -29,6 +29,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo4_320_coco2.cpp

@@ -29,6 +29,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo4_512.cpp

@@ -42,6 +42,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo4_608.cpp

@@ -29,6 +29,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo4_berkeley.cpp

@@ -29,6 +29,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo4_berkeley_f1.cpp

@@ -29,6 +29,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo4_mmr.cpp

@@ -29,6 +29,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo4tiny_512.cpp

@@ -40,6 +40,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/darknet/yolo4x.cpp

@@ -31,6 +31,7 @@ int main() {
     int ret = testInference(input_bins, output_bins, net, netRT);
     net->releaseLayers();
     delete net;
+    netRT->destroy();
     delete netRT;
     return ret;
 }

tests/mobilenet/bdd-mobilenetv2ssd/bdd-mobilenetv2ssd.cpp

@@ -542,5 +542,6 @@ int main()
     ret_cudnn_tensorrt |= checkResult(conf->output_dim.tot(), conf->dstData, rt_out3) == 0 ? 0 : ERROR_CUDNNvsTENSORRT;
     ret_cudnn_tensorrt |= checkResult(loc->output_dim.tot(), loc->dstData, rt_out4) == 0 ? 0 : ERROR_CUDNNvsTENSORRT;
 
+    netRT.destroy();
     return ret_cudnn | ret_tensorrt | ret_cudnn_tensorrt;
 }