Fix bad merge

This commit is contained in:
Adam Cuellar
2022-04-11 15:57:40 -04:00
parent 31075be60b
commit a37c14d71d
4 changed files with 273 additions and 195 deletions
+61 -40
View File
@@ -1,61 +1,82 @@
#include<cassert>
#include "../kernels.h"
#include <NvInfer.h>
#include <vector>
class ActivationSwishRT : public IPlugin {
namespace nvinfer1 {
class ActivationSwishRT : public IPluginV2 {
public:
ActivationSwishRT() {
public:
ActivationSwishRT() ;
~ActivationSwishRT() ;
ActivationSwishRT(const void *data, size_t length) ;
}
int getNbOutputs() const NOEXCEPT override ;
~ActivationSwishRT(){
Dims getOutputDimensions(int index, const Dims *inputs, int nbInputDims) NOEXCEPT override ;
}
void configureWithFormat(const Dims *inputDims, int nbInputs, const Dims *outputDims, int nbOutputs, DataType type,
PluginFormat format, int maxBatchSize) NOEXCEPT override ;
int getNbOutputs() const override {
return 1;
}
int initialize() NOEXCEPT override ;
Dims getOutputDimensions(int index, const Dims* inputs, int nbInputDims) override {
return inputs[0];
}
void terminate() NOEXCEPT override ;
void configure(const Dims* inputDims, int nbInputs, const Dims* outputDims, int nbOutputs, int maxBatchSize) override {
size = 1;
for(int i=0; i<outputDims[0].nbDims; i++)
size *= outputDims[0].d[i];
}
size_t getWorkspaceSize(int maxBatchSize) const NOEXCEPT override ;
#if NV_TENSORRT_MAJOR > 7
int enqueue(int batchSize, const void *const *inputs, void *const *outputs, void *workspace,cudaStream_t stream) NOEXCEPT override ;
#elif NV_TENSORRT_MAJOR == 7
int32_t enqueue (int32_t batchSize, const void *const *inputs, void **outputs, void *workspace, cudaStream_t stream) override;
#endif
int initialize() override {
size_t getSerializationSize() const NOEXCEPT override ;
return 0;
}
void serialize(void *buffer) const NOEXCEPT override ;
virtual void terminate() override {
}
const char *getPluginType() const NOEXCEPT override ;
virtual size_t getWorkspaceSize(int maxBatchSize) const override {
return 0;
}
const char *getPluginVersion() const NOEXCEPT override ;
virtual int enqueue(int batchSize, const void*const * inputs, void** outputs, void* workspace, cudaStream_t stream) override {
void destroy() NOEXCEPT override { delete this; }
activationSwishForward((dnnType*)reinterpret_cast<const dnnType*>(inputs[0]),
reinterpret_cast<dnnType*>(outputs[0]), batchSize*size, stream);
return 0;
}
bool supportsFormat(DataType type, PluginFormat format) const NOEXCEPT override ;
const char *getPluginNamespace() const NOEXCEPT override ;
virtual size_t getSerializationSize() override {
return 1*sizeof(int);
}
void setPluginNamespace(const char *plguinNamespace) NOEXCEPT override ;
virtual void serialize(void* buffer) override {
char *buf = reinterpret_cast<char*>(buffer),*a=buf;
tk::dnn::writeBUF(buf, size);
assert(buf == a + getSerializationSize());
}
IPluginV2 *clone() const NOEXCEPT override ;
int size;
};
int size;
private:
std::string mPluginNamespace;
};
class ActivationSwishRTPluginCreator : public IPluginCreator {
public:
ActivationSwishRTPluginCreator() ;
void setPluginNamespace(const char *pluginNamespace) NOEXCEPT override ;
const char *getPluginNamespace() const NOEXCEPT override ;
IPluginV2 *deserializePlugin(const char *name, const void *serialData, size_t serialLength) NOEXCEPT override ;
IPluginV2 *createPlugin(const char *name, const PluginFieldCollection *fc) NOEXCEPT override ;
const char *getPluginName() const NOEXCEPT override ;
const char *getPluginVersion() const NOEXCEPT override ;
const PluginFieldCollection *getFieldNames() NOEXCEPT override ;
private:
static PluginFieldCollection mFC;
static std::vector<PluginField> mPluginAttributes;
std::string mPluginNamespace;
};
REGISTER_TENSORRT_PLUGIN(ActivationSwishRTPluginCreator);
};