mmr/tkDNN
Archived
1
0
Fork 0
Code Issues 46 Pull Requests 12 Releases 4 Activity

minor migrations

Browse Source
This commit is contained in:
Harshvardhan Chandirasekar
2021-03-17 23:06:50 +05:30
parent 304ab49897
commit 06787a931f
2 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
include/tkDNN/NetworkRT.h
+4 -2
View File
@@ -54,8 +54,10 @@ class NetworkRT {
public: public:
nvinfer1::DataType dtRT; nvinfer1::DataType dtRT;
nvinfer1::IBuilder *builderRT; //nvinfer1::IBuilder *builderRT;
nvinfer1::IRuntime *runtimeRT; std::unique_ptr<nvinfer1::IBuilder,InferDeleter> builderRT;
//nvinfer1::IRuntime *runtimeRT;
std::unique_ptr<nvinfer1::IRuntime,InferDeleter> runtimeRT;
nvinfer1::INetworkDefinition *networkRT; nvinfer1::INetworkDefinition *networkRT;
#if NV_TENSORRT_MAJOR >= 6 #if NV_TENSORRT_MAJOR >= 6
nvinfer1::IBuilderConfig *configRT; nvinfer1::IBuilderConfig *configRT;
src/NetworkRT.cpp
+4 -2
View File
@@ -33,7 +33,8 @@ NetworkRT::NetworkRT(Network *net, const char *name) {
float(NV_TENSORRT_PATCH)/100; float(NV_TENSORRT_PATCH)/100;
std::cout<<"New NetworkRT (TensorRT v"<<rt_ver<<")\n"; std::cout<<"New NetworkRT (TensorRT v"<<rt_ver<<")\n";
builderRT = createInferBuilder(loggerRT); builderRT = std::unique_ptr<nvinfer1::IBuilder,InferDeleter>(createInferBuilder(loggerRT));
//builderRT = createInferBuilder(loggerRT);
std::cout<<"Float16 support: "<<builderRT->platformHasFastFp16()<<"\n"; std::cout<<"Float16 support: "<<builderRT->platformHasFastFp16()<<"\n";
std::cout<<"Int8 support: "<<builderRT->platformHasFastInt8()<<"\n"; std::cout<<"Int8 support: "<<builderRT->platformHasFastInt8()<<"\n";
#if NV_TENSORRT_MAJOR >= 5 #if NV_TENSORRT_MAJOR >= 5
@@ -630,7 +631,8 @@ bool NetworkRT::deserialize(const char *filename) {
} }
pluginFactory = new PluginFactory(); pluginFactory = new PluginFactory();
runtimeRT = createInferRuntime(loggerRT); //runtimeRT = createInferRuntime(loggerRT);
runtimeRT = std::unique_ptr<nvinfer1::IRuntime,InferDeleter>(createInferRuntime(loggerRT));
//engineRT = runtimeRT->deserializeCudaEngine(gieModelStream, size, (IPluginFactory *) pluginFactory); //engineRT = runtimeRT->deserializeCudaEngine(gieModelStream, size, (IPluginFactory *) pluginFactory);
engineRT = std::shared_ptr<nvinfer1::ICudaEngine>(runtimeRT->deserializeCudaEngine(gieModelStream,size,(IPluginFactory*)pluginFactory),InferDeleter()); engineRT = std::shared_ptr<nvinfer1::ICudaEngine>(runtimeRT->deserializeCudaEngine(gieModelStream,size,(IPluginFactory*)pluginFactory),InferDeleter());
//if (gieModelStream) delete [] gieModelStream; //if (gieModelStream) delete [] gieModelStream;