Tensorrt8 #285

Merged
ceccocats merged 71 commits from tensorrt8 into master 2022-03-30 17:45:41 +02:00
Showing only changes of commit d488c3bd17 - Show all commits
+1 -1
View File
@@ -55,13 +55,13 @@ NetworkRT::NetworkRT(Network *net, const char *name) {
configRT->setMinTimingIterations(1);
configRT->setMaxWorkspaceSize(1 << 30);
configRT->setFlag(BuilderFlag::kDEBUG);
#endif
//input and dataType
dataDim_t dim = net->layers[0]->input_dim;
dtRT = DataType::kFLOAT;
builderRT->setMaxBatchSize(net->maxBatchSize);
configRT->setMaxWorkspaceSize(1 << 30);
if(net->fp16 && builderRT->platformHasFastFp16()) {
dtRT = DataType::kHALF;