#include using namespace nvinfer1; std::vector RegionRTPluginCreator::mPluginAttributes; PluginFieldCollection RegionRTPluginCreator::mFC{}; RegionRT::RegionRT(int classes, int coords, int num) { this->classes = classes; this->coords = coords; this->num = num; } RegionRT::~RegionRT() {} RegionRT::RegionRT(const void *data, size_t length) { const char *buf = reinterpret_cast(data),*bufCheck=buf; classes = readBUF(buf); coords = readBUF(buf); num = readBUF(buf); c = readBUF(buf); h = readBUF(buf); w = readBUF(buf); assert(buf == bufCheck+length); } int RegionRT::getNbOutputs() const NOEXCEPT { return 1; } Dims RegionRT::getOutputDimensions(int index, const Dims *inputs, int nbInputDims) NOEXCEPT { return inputs[0]; } void RegionRT::configureWithFormat(const Dims *inputDims, int nbInputs, const Dims *outputDims, int nbOutputs, DataType type, PluginFormat format, int maxBatchSize) NOEXCEPT { c = inputDims[0].d[0]; h = inputDims[0].d[1]; w = inputDims[0].d[2]; } int RegionRT::initialize() NOEXCEPT {return 0;} void RegionRT::terminate() NOEXCEPT {} size_t RegionRT::getWorkspaceSize(int maxBatchSize) const NOEXCEPT { return 0; } int RegionRT::enqueue(int batchSize, const void *const *inputs, void *const *outputs, void *workspace, cudaStream_t stream) NOEXCEPT { dnnType *srcData = (dnnType*)reinterpret_cast(inputs[0]); dnnType *dstData = reinterpret_cast(outputs[0]); checkCuda( cudaMemcpyAsync(dstData, srcData, batchSize*c*h*w*sizeof(dnnType), cudaMemcpyDeviceToDevice, stream)); for (int b = 0; b < batchSize; ++b){ for(int n = 0; n < num; ++n){ int index = entry_index(b, n*w*h, 0); activationLOGISTICForward(srcData + index, dstData + index, 2*w*h, stream); index = entry_index(b, n*w*h, coords); activationLOGISTICForward(srcData + index, dstData + index, w*h, stream); } } //softmax start int index = entry_index(0, 0, coords + 1); softmaxForward( srcData + index, classes, batchSize*num, (c*h*w)/num, w*h, 1, w*h, 1, dstData + index, stream); return 0; } size_t RegionRT::getSerializationSize() const NOEXCEPT { return 6*sizeof(int); } void RegionRT::serialize(void *buffer) const NOEXCEPT { char *buf = reinterpret_cast(buffer),*a=buf; writeBUF(buf, classes); writeBUF(buf, coords); writeBUF(buf, num); writeBUF(buf, c); writeBUF(buf, h); writeBUF(buf, w); assert(buf == a + getSerializationSize()); } const char *RegionRT::getPluginType() const NOEXCEPT { return "RegionRT_tkDNN"; } const char *RegionRT::getPluginVersion() const NOEXCEPT { return "1"; } void RegionRT::destroy() NOEXCEPT { delete this; } const char *RegionRT::getPluginNamespace() const NOEXCEPT { return mPluginNamespace.c_str(); } void RegionRT::setPluginNamespace(const char *pluginNamespace) NOEXCEPT { mPluginNamespace = pluginNamespace; } bool RegionRT::supportsFormat(DataType type, PluginFormat format) const NOEXCEPT { return true; } IPluginV2 *RegionRT::clone() const NOEXCEPT { auto *p = new RegionRT(classes,coords,num); p->setPluginNamespace(mPluginNamespace.c_str()); return p; } RegionRTPluginCreator::RegionRTPluginCreator() { mPluginAttributes.emplace_back(PluginField("classes",nullptr,PluginFieldType::kINT32,1)); mPluginAttributes.emplace_back(PluginField("coords",nullptr,PluginFieldType::kINT32,1)); mPluginAttributes.emplace_back(PluginField("num",nullptr,PluginFieldType::kINT32,1)); mFC.nbFields = mPluginAttributes.size(); mFC.fields = mPluginAttributes.data(); } void RegionRTPluginCreator::setPluginNamespace(const char *pluginNamespace) NOEXCEPT { mPluginNamespace = pluginNamespace; } const char *RegionRTPluginCreator::getPluginNamespace() const NOEXCEPT { return mPluginNamespace.c_str(); } IPluginV2 *RegionRTPluginCreator::deserializePlugin(const char *name, const void *serialData, size_t serialLength) NOEXCEPT { auto *pluginObj = new RegionRT(serialData,serialLength); pluginObj->setPluginNamespace(mPluginNamespace.c_str()); return pluginObj; } IPluginV2 *RegionRTPluginCreator::createPlugin(const char *name, const PluginFieldCollection *fc) NOEXCEPT { const PluginField *fields = fc->fields; assert(fc->nbFields == 3); assert(fields[0].type == PluginFieldType::kINT32); assert(fields[1].type == PluginFieldType::kINT32); assert(fields[2].type == PluginFieldType::kINT32); int classes = *(static_cast(fields[0].data)); int coords = *(static_cast(fields[1].data)); int num = *(static_cast(fields[2].data)); RegionRT *pluginObj = new RegionRT(classes,coords,num); pluginObj->setPluginNamespace(mPluginNamespace.c_str()); return pluginObj; } const char *RegionRTPluginCreator::getPluginName() const NOEXCEPT { return "RegionRT_tkDNN"; } const char *RegionRTPluginCreator::getPluginVersion() const NOEXCEPT { return "1"; } const PluginFieldCollection *RegionRTPluginCreator::getFieldNames() NOEXCEPT { return &mFC; }