mmr/tkDNN
Archived
1
0
Fork 0
Code Issues 46 Pull Requests 12 Releases 4 Activity

Fixed FP16 crashing

Browse Source 
- None of the custom layers support anything than FP32 with default format, so I changed the support function to reflect that.

Many of the layers could be optimized if F16 was actually supported. Especially for big ones like MISH activation.
This commit is contained in:
Harijs Grinbergs
2021-11-01 22:28:12 +02:00
parent 76c978a200
commit 646c5aa4d1
15 changed files with 15 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files
include/tkDNN/pluginsRT/ActivationLogisticRT.h
+1 -1
View File
@@ -70,7 +70,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {
include/tkDNN/pluginsRT/ActivationMishRT.h
+1 -1
View File
@@ -71,7 +71,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {
include/tkDNN/pluginsRT/ActivationReLUCeilingRT.h
+1 -1
View File
@@ -75,7 +75,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {
include/tkDNN/pluginsRT/ActivationSigmoidRT.h
+1 -1
View File
@@ -70,7 +70,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {
include/tkDNN/pluginsRT/DeformableConvRT.h
+1 -1
View File
@@ -185,7 +185,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {
include/tkDNN/pluginsRT/FlattenConcatRT.h
+1 -1
View File
@@ -93,7 +93,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {
include/tkDNN/pluginsRT/MaxPoolingFixedSizeRT.h
+1 -1
View File
@@ -86,7 +86,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {
include/tkDNN/pluginsRT/RegionRT.h
+1 -1
View File
@@ -99,7 +99,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {
include/tkDNN/pluginsRT/ReorgRT.h
+1 -1
View File
@@ -76,7 +76,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {
include/tkDNN/pluginsRT/ReshapeRT.h
+1 -1
View File
@@ -78,7 +78,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {
include/tkDNN/pluginsRT/ResizeLayerRT.h
+1 -1
View File
@@ -83,7 +83,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {
include/tkDNN/pluginsRT/RouteRT.h
+1 -1
View File
@@ -105,7 +105,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {
include/tkDNN/pluginsRT/ShortcutRT.h
+1 -1
View File
@@ -89,7 +89,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {
include/tkDNN/pluginsRT/UpsampleRT.h
+1 -1
View File
@@ -78,7 +78,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {
include/tkDNN/pluginsRT/YoloRT.h
+1 -1
View File
@@ -137,7 +137,7 @@ public:
// Extra IPluginV2 overrides
bool supportsFormat(nvinfer1::DataType type, nvinfer1::PluginFormat format) const noexcept override {
return true;
return (type == nvinfer1::DataType::kFLOAT && format == nvinfer1::PluginFormat::kLINEAR);
}
nvinfer1::IPluginV2 * clone() const noexcept override {