#include using namespace nvinfer1; std::vector ShortcutRTPluginCreator::mPluginAttributes; PluginFieldCollection ShortcutRTPluginCreator::mFC{}; static const char* SHORTCUTRT_PLUGIN_VERSION{"1"}; static const char* SHORTCUTRT_PLUGIN_NAME{"ShortcutRT_tkDNN"}; ShortcutRT::ShortcutRT(int bc,int bh,int bw,int c,int h,int w,bool mul) { this->bc = bc; this->bh = bh; this->bw = bw; this->mul = mul; this->c = c; this->h = h; this->w = w; } ShortcutRT::~ShortcutRT() {} ShortcutRT::ShortcutRT(const void *data, size_t length) { const char* buf =reinterpret_cast(data),*bufCheck = buf; bc = readBUF(buf); bh = readBUF(buf); bw = readBUF(buf); mul = readBUF(buf); c = readBUF(buf); h = readBUF(buf); w = readBUF(buf); assert(buf == bufCheck + length); } int ShortcutRT::getNbOutputs() const NOEXCEPT { return 1; } Dims ShortcutRT::getOutputDimensions(int index, const Dims *inputs, int nbInputDims) NOEXCEPT { return Dims3{inputs[0].d[0], inputs[0].d[1], inputs[0].d[2]}; } int ShortcutRT::initialize() NOEXCEPT { return 0; } void ShortcutRT::terminate() NOEXCEPT {} size_t ShortcutRT::getWorkspaceSize(int maxBatchSize) const NOEXCEPT { return 0; } #if NV_TENSORRT_MAJOR > 7 int ShortcutRT::enqueue(int batchSize, const void *const *inputs, void *const *outputs, void *workspace, cudaStream_t stream) NOEXCEPT { dnnType *srcData = (dnnType*)reinterpret_cast(inputs[0]); dnnType *srcDataBack = (dnnType*)reinterpret_cast(inputs[1]); dnnType *dstData = reinterpret_cast(outputs[0]); checkCuda( cudaMemcpyAsync(dstData, srcData, batchSize*c*h*w*sizeof(dnnType), cudaMemcpyDeviceToDevice, stream)); shortcutForward(srcDataBack, dstData, batchSize, c, h, w, 1, batchSize, bc, bh, bw, 1, mul, stream); return 0; } #elif NV_TENSORRT_MAJOR <= 7 int32_t ShortcutRT::enqueue(int32_t batchSize, const void *const *inputs, void **outputs, void *workspace, cudaStream_t stream) { dnnType *srcData = (dnnType*)reinterpret_cast(inputs[0]); dnnType *srcDataBack = (dnnType*)reinterpret_cast(inputs[1]); dnnType *dstData = reinterpret_cast(outputs[0]); checkCuda( cudaMemcpyAsync(dstData, srcData, batchSize*c*h*w*sizeof(dnnType), cudaMemcpyDeviceToDevice, stream)); shortcutForward(srcDataBack, dstData, batchSize, c, h, w, 1, batchSize, bc, bh, bw, 1, mul, stream); return 0; } #endif size_t ShortcutRT::getSerializationSize() const NOEXCEPT { return 6*sizeof(int) + sizeof(bool); } void ShortcutRT::serialize(void *buffer) const NOEXCEPT { char *buf = reinterpret_cast(buffer),*a=buf; writeBUF(buf, bc); writeBUF(buf, bh); writeBUF(buf, bw); writeBUF(buf, mul); writeBUF(buf, c); writeBUF(buf, h); writeBUF(buf, w); assert(buf == a + getSerializationSize()); } bool ShortcutRT::supportsFormat(DataType type, PluginFormat format) const NOEXCEPT { return true; } const char *ShortcutRT::getPluginType() const NOEXCEPT { return SHORTCUTRT_PLUGIN_NAME; } const char *ShortcutRT::getPluginVersion() const NOEXCEPT { return SHORTCUTRT_PLUGIN_VERSION; } void ShortcutRT::destroy() NOEXCEPT { delete this; } const char *ShortcutRT::getPluginNamespace() const NOEXCEPT { return mPluginNamespace.c_str(); } void ShortcutRT::setPluginNamespace(const char *pluginNamespace) NOEXCEPT { mPluginNamespace = pluginNamespace; } IPluginV2Ext *ShortcutRT::clone() const NOEXCEPT { auto *p = new ShortcutRT(bc,bh,bw,c,h,w,mul); p->setPluginNamespace(mPluginNamespace.c_str()); return p; } void ShortcutRT::configurePlugin(const Dims *inputDims, int32_t nbInputs, const Dims *outputDims, int32_t nbOutputs, const DataType *inputTypes, const DataType *outputTypes, const bool *inputIsBroadcast, const bool *outputIsBroadcast, PluginFormat floatFormat, int32_t maxBatchSize) NOEXCEPT { } bool ShortcutRT::isOutputBroadcastAcrossBatch(int32_t outputIndex, const bool *inputIsBroadcasted, int32_t nbInputs) const NOEXCEPT { return false; } bool ShortcutRT::canBroadcastInputAcrossBatch(int32_t inputIndex) const NOEXCEPT { return false; } void ShortcutRT::attachToContext(cudnnContext *, cublasContext *, IGpuAllocator *) NOEXCEPT { } void ShortcutRT::detachFromContext() NOEXCEPT { } DataType ShortcutRT::getOutputDataType(int32_t index, const nvinfer1::DataType *inputTypes, int32_t nbInputs) const NOEXCEPT { return DataType::kFLOAT; } ShortcutRTPluginCreator::ShortcutRTPluginCreator() { mPluginAttributes.clear(); mPluginAttributes.emplace_back(PluginField("bc", nullptr,PluginFieldType::kINT32,1)); mPluginAttributes.emplace_back(PluginField("bh", nullptr,PluginFieldType::kINT32,1)); mPluginAttributes.emplace_back(PluginField("bw", nullptr,PluginFieldType::kINT32,1)); mPluginAttributes.emplace_back(PluginField("mul", nullptr,PluginFieldType::kUNKNOWN,1)); mPluginAttributes.emplace_back(PluginField("c", nullptr,PluginFieldType::kINT32,1)); mPluginAttributes.emplace_back(PluginField("h", nullptr,PluginFieldType::kINT32,1)); mPluginAttributes.emplace_back(PluginField("w", nullptr,PluginFieldType::kINT32,1)); mFC.nbFields = mPluginAttributes.size(); mFC.fields = mPluginAttributes.data(); } void ShortcutRTPluginCreator::setPluginNamespace(const char *pluginNamespace) NOEXCEPT { mPluginNamespace = pluginNamespace; } const char *ShortcutRTPluginCreator::getPluginNamespace() const NOEXCEPT { return mPluginNamespace.c_str(); } IPluginV2Ext *ShortcutRTPluginCreator::deserializePlugin(const char *name, const void *serialData, size_t serialLength) NOEXCEPT { auto *pluginObj = new ShortcutRT(serialData,serialLength); pluginObj->setPluginNamespace(mPluginNamespace.c_str()); return pluginObj; } IPluginV2Ext *ShortcutRTPluginCreator::createPlugin(const char *name, const PluginFieldCollection *fc) NOEXCEPT { const PluginField *fields = fc->fields; assert(fc->nbFields == 7); int bc = *(static_cast(fields[0].data)); int bh = *(static_cast(fields[1].data)); int bw = *(static_cast(fields[2].data)); bool mul = *(static_cast(fields[3].data)); int c = *(static_cast(fields[4].data)); int h = *(static_cast(fields[5].data)); int w = *(static_cast(fields[6].data)); auto *pluginObj = new ShortcutRT(bc,bh,bw,c,h,w,mul); pluginObj->setPluginNamespace(mPluginNamespace.c_str()); return pluginObj; } const char *ShortcutRTPluginCreator::getPluginName() const NOEXCEPT { return SHORTCUTRT_PLUGIN_NAME; } const char *ShortcutRTPluginCreator::getPluginVersion() const NOEXCEPT { return SHORTCUTRT_PLUGIN_VERSION; } const PluginFieldCollection *ShortcutRTPluginCreator::getFieldNames() NOEXCEPT { return &mFC; }