tkDNN/src/pluginsRT/RegionRT.cpp

#include <tkDNN/pluginsRT/RegionRT.h>
using namespace nvinfer1;
std::vector<PluginField> RegionRTPluginCreator::mPluginAttributes;
PluginFieldCollection RegionRTPluginCreator::mFC{};

RegionRT::RegionRT(int classes, int coords, int num) {
    this->classes = classes;
    this->coords = coords;
    this->num = num;
}

RegionRT::~RegionRT() {}

RegionRT::RegionRT(const void *data, size_t length) {
    const char *buf = reinterpret_cast<const char*>(data),*bufCheck=buf;
    classes = readBUF<int>(buf);
    coords = readBUF<int>(buf);
    num = readBUF<int>(buf);
    c = readBUF<int>(buf);
    h = readBUF<int>(buf);
    w = readBUF<int>(buf);
    assert(buf == bufCheck+length);
}

int RegionRT::getNbOutputs() const NOEXCEPT {
    return 1;
}

Dims RegionRT::getOutputDimensions(int index, const Dims *inputs, int nbInputDims) NOEXCEPT {
    return inputs[0];
}

void RegionRT::configureWithFormat(const Dims *inputDims, int nbInputs, const Dims *outputDims, int nbOutputs, DataType type,
                              PluginFormat format, int maxBatchSize) NOEXCEPT {
    c = inputDims[0].d[0];
    h = inputDims[0].d[1];
    w = inputDims[0].d[2];
}

int RegionRT::initialize() NOEXCEPT {return 0;}

void RegionRT::terminate() NOEXCEPT {}

size_t RegionRT::getWorkspaceSize(int maxBatchSize) const NOEXCEPT { return 0; }

int RegionRT::enqueue(int batchSize, const void *const *inputs, void *const *outputs, void *workspace,
                      cudaStream_t stream) NOEXCEPT {
    dnnType *srcData = (dnnType*)reinterpret_cast<const dnnType*>(inputs[0]);
    dnnType *dstData = reinterpret_cast<dnnType*>(outputs[0]);

    checkCuda( cudaMemcpyAsync(dstData, srcData, batchSize*c*h*w*sizeof(dnnType), cudaMemcpyDeviceToDevice, stream));

    for (int b = 0; b < batchSize; ++b){
        for(int n = 0; n < num; ++n){
            int index = entry_index(b, n*w*h, 0);
            activationLOGISTICForward(srcData + index, dstData + index, 2*w*h, stream);

            index = entry_index(b, n*w*h, coords);
            activationLOGISTICForward(srcData + index, dstData + index, w*h, stream);
        }
    }

    //softmax start
    int index = entry_index(0, 0, coords + 1);
    softmaxForward(	srcData + index, classes, batchSize*num,
                       (c*h*w)/num,
                       w*h, 1, w*h, 1, dstData + index, stream);

    return 0;
}

size_t RegionRT::getSerializationSize() const NOEXCEPT {
    return 6*sizeof(int);
}

void RegionRT::serialize(void *buffer) const NOEXCEPT {
    char *buf = reinterpret_cast<char*>(buffer),*a=buf;
    writeBUF(buf, classes);
    writeBUF(buf, coords);
    writeBUF(buf, num);
    writeBUF(buf, c);
    writeBUF(buf, h);
    writeBUF(buf, w);
    assert(buf == a + getSerializationSize());
}

const char *RegionRT::getPluginType() const NOEXCEPT {
    return "RegionRT_tkDNN";
}

const char *RegionRT::getPluginVersion() const NOEXCEPT {
    return "1";
}

void RegionRT::destroy() NOEXCEPT { delete this; }

const char *RegionRT::getPluginNamespace() const NOEXCEPT {
    return mPluginNamespace.c_str();
}

void RegionRT::setPluginNamespace(const char *pluginNamespace) NOEXCEPT {
    mPluginNamespace = pluginNamespace;
}

bool RegionRT::supportsFormat(DataType type, PluginFormat format) const NOEXCEPT {
    return true;
}

IPluginV2 *RegionRT::clone() const NOEXCEPT {
    auto *p = new RegionRT(classes,coords,num);
    p->setPluginNamespace(mPluginNamespace.c_str());
    return p;
}


RegionRTPluginCreator::RegionRTPluginCreator() {
    mPluginAttributes.emplace_back(PluginField("classes",nullptr,PluginFieldType::kINT32,1));
    mPluginAttributes.emplace_back(PluginField("coords",nullptr,PluginFieldType::kINT32,1));
    mPluginAttributes.emplace_back(PluginField("num",nullptr,PluginFieldType::kINT32,1));
    mFC.nbFields = mPluginAttributes.size();
    mFC.fields = mPluginAttributes.data();
}

void RegionRTPluginCreator::setPluginNamespace(const char *pluginNamespace) NOEXCEPT {
    mPluginNamespace = pluginNamespace;
}

const char *RegionRTPluginCreator::getPluginNamespace() const NOEXCEPT {
    return mPluginNamespace.c_str();
}

IPluginV2 *RegionRTPluginCreator::deserializePlugin(const char *name, const void *serialData, size_t serialLength) NOEXCEPT {
    auto *pluginObj = new RegionRT(serialData,serialLength);
    pluginObj->setPluginNamespace(mPluginNamespace.c_str());
    return pluginObj;
}

IPluginV2 *RegionRTPluginCreator::createPlugin(const char *name, const PluginFieldCollection *fc) NOEXCEPT {
    const PluginField *fields = fc->fields;
    assert(fc->nbFields == 3);
    assert(fields[0].type == PluginFieldType::kINT32);
    assert(fields[1].type == PluginFieldType::kINT32);
    assert(fields[2].type == PluginFieldType::kINT32);
    int classes = *(static_cast<const int*>(fields[0].data));
    int coords = *(static_cast<const int*>(fields[1].data));
    int num = *(static_cast<const int*>(fields[2].data));
    RegionRT *pluginObj = new RegionRT(classes,coords,num);
    pluginObj->setPluginNamespace(mPluginNamespace.c_str());
    return pluginObj;
}

const char *RegionRTPluginCreator::getPluginName() const NOEXCEPT {
    return "RegionRT_tkDNN";
}

const char *RegionRTPluginCreator::getPluginVersion() const NOEXCEPT {
    return "1";
}

const PluginFieldCollection *RegionRTPluginCreator::getFieldNames() NOEXCEPT {
    return &mFC;
}