tkDNN/src/pluginsRT/FlattenConcatRT.cpp

#include <tkDNN/pluginsRT/FlattenConcatRT.h>
using namespace  nvinfer1;

std::vector<PluginField> FlattenConcatRTPluginCreator::mPluginAttributes;
PluginFieldCollection FlattenConcatRTPluginCreator::mFC{};

FlattenConcatRT::FlattenConcatRT(int c, int h, int w, int rows, int cols) {
    stat = cublasCreate(&handle);
    if (stat != CUBLAS_STATUS_SUCCESS) {
        printf ("CUBLAS initialization failed\n");
        return;
    }
    this->c = c;
    this->h = h;
    this->w = w;
    this->rows = rows;
    this->cols = cols;
}

FlattenConcatRT::FlattenConcatRT(const void *data, size_t length) {
    const char *buf = reinterpret_cast<const char *>(data),*bufCheck=buf;
    c = readBUF<int>(buf);
    h = readBUF<int>(buf);
    w = readBUF<int>(buf);
    rows = readBUF<int>(buf);
    cols = readBUF<int>(buf);
    assert(buf == bufCheck + length);
}

FlattenConcatRT::~FlattenConcatRT() {}

int FlattenConcatRT::getNbOutputs() const NOEXCEPT {
    return 1;
}

Dims FlattenConcatRT::getOutputDimensions(int index, const Dims *inputs, int nbInputDims) NOEXCEPT {
    return Dims3{ inputs[0].d[0] * inputs[0].d[1] * inputs[0].d[2], 1, 1};
}

int FlattenConcatRT::initialize() NOEXCEPT {
    return 0;
}

void FlattenConcatRT::terminate() NOEXCEPT {
    checkERROR(cublasDestroy(handle));
}

size_t FlattenConcatRT::getWorkspaceSize(int maxBatchSize) const NOEXCEPT {
    return 0;
}

#if NV_TENSORRT_MAJOR > 7
int FlattenConcatRT::enqueue(int batchSize, const void *const *inputs, void *const *outputs, void *workspace,
                             cudaStream_t stream) NOEXCEPT {
    dnnType *srcData = (dnnType*)reinterpret_cast<const dnnType*>(inputs[0]);
    dnnType *dstData = reinterpret_cast<dnnType*>(outputs[0]);
    checkCuda( cudaMemcpyAsync(dstData, srcData, batchSize*rows*cols*sizeof(dnnType), cudaMemcpyDeviceToDevice, stream));

    checkERROR( cublasSetStream(handle, stream) );
    for(int i=0; i<batchSize; i++) {
        float const alpha(1.0);
        float const beta(0.0);
        int offset = i*rows*cols;
        checkERROR( cublasSgeam( handle, CUBLAS_OP_T, CUBLAS_OP_N, rows, cols, &alpha, srcData + offset, cols, &beta, srcData + offset, rows, dstData + offset, rows ));
    }
    return 0;
}
#elif NV_TENSORRT_MAJOR == 7
int32_t FlattenConcatRT::enqueue(int32_t batchSize, const void *const *inputs, void **outputs, void *workspace,
                                 cudaStream_t stream) {
    dnnType *srcData = (dnnType*)reinterpret_cast<const dnnType*>(inputs[0]);
    dnnType *dstData = reinterpret_cast<dnnType*>(outputs[0]);
    checkCuda( cudaMemcpyAsync(dstData, srcData, batchSize*rows*cols*sizeof(dnnType), cudaMemcpyDeviceToDevice, stream));

    checkERROR( cublasSetStream(handle, stream) );
    for(int i=0; i<batchSize; i++) {
        float const alpha(1.0);
        float const beta(0.0);
        int offset = i*rows*cols;
        checkERROR( cublasSgeam( handle, CUBLAS_OP_T, CUBLAS_OP_N, rows, cols, &alpha, srcData + offset, cols, &beta, srcData + offset, rows, dstData + offset, rows ));
    }
    return 0;
}
#endif


size_t FlattenConcatRT::getSerializationSize() const NOEXCEPT {
    return 5*sizeof(int);
}

void FlattenConcatRT::serialize(void *buffer) const NOEXCEPT {
    char *buf = reinterpret_cast<char*>(buffer),*a = buf;
    writeBUF(buf, c);
    writeBUF(buf, h);
    writeBUF(buf, w);
    writeBUF(buf, rows);
    writeBUF(buf, cols);
    assert(buf == a + getSerializationSize());
}

void FlattenConcatRT::destroy() NOEXCEPT {
    delete this;
}



const char *FlattenConcatRT::getPluginType() const NOEXCEPT {
    return "FlattenConcatRT_tkDNN";
}

const char *FlattenConcatRT::getPluginVersion() const NOEXCEPT {
    return "1";
}

const char *FlattenConcatRT::getPluginNamespace() const NOEXCEPT {
    return mPluginNamespace.c_str();
}

void FlattenConcatRT::setPluginNamespace(const char *pluginNamespace) NOEXCEPT {
    mPluginNamespace = pluginNamespace;
}

IPluginV2IOExt *FlattenConcatRT::clone() const NOEXCEPT {
    auto* p = new FlattenConcatRT(c, h, w, rows, cols);
    p->setPluginNamespace(mPluginNamespace.c_str());
    return p;
}

DataType FlattenConcatRT::getOutputDataType(int index, const nvinfer1::DataType* inputTypes, int nbInputs) const NOEXCEPT
{
    return DataType::kFLOAT;
}

void FlattenConcatRT::configurePlugin(const PluginTensorDesc* in, int nbInput, const PluginTensorDesc* out, int nbOutput) NOEXCEPT
{
}

void FlattenConcatRT::attachToContext(cudnnContext* cudnnContext, cublasContext* cublasContext, IGpuAllocator* gpuAllocator) NOEXCEPT
{
}

bool FlattenConcatRT::isOutputBroadcastAcrossBatch(int outputIndex, const bool* inputIsBroadcasted, int nbInputs) const NOEXCEPT
{
    return false;
}

bool FlattenConcatRT::canBroadcastInputAcrossBatch(int inputIndex) const NOEXCEPT
{
    return false;
}

bool FlattenConcatRT::supportsFormatCombination(int pos, const PluginTensorDesc* inOut, int nbInputs, int nbOutputs) const NOEXCEPT
{
    return true;
}

void FlattenConcatRT::detachFromContext() NOEXCEPT
{
}

FlattenConcatRTPluginCreator::FlattenConcatRTPluginCreator() {
    mPluginAttributes.clear();
    mFC.nbFields = mPluginAttributes.size();
    mFC.fields = mPluginAttributes.data();
}

void FlattenConcatRTPluginCreator::setPluginNamespace(const char *pluginNamespace) NOEXCEPT {
    mPluginNamespace = pluginNamespace;
}

const char *FlattenConcatRTPluginCreator::getPluginNamespace() const NOEXCEPT {
    return mPluginNamespace.c_str();
}

IPluginV2IOExt *FlattenConcatRTPluginCreator::deserializePlugin(const char *name, const void *serialData,
                                                           size_t serialLength) NOEXCEPT {
    auto *pluginObj = new FlattenConcatRT(serialData,serialLength);
    pluginObj->setPluginNamespace(mPluginNamespace.c_str());
    return pluginObj;
}

IPluginV2IOExt *FlattenConcatRTPluginCreator::createPlugin(const char *name, const PluginFieldCollection *fc) NOEXCEPT {
    const PluginField* fields = fc->fields;
    int c = *(static_cast<const int*>(fields[0].data));
    int h = *(static_cast<const int*>(fields[1].data));
    int w = *(static_cast<const int*>(fields[2].data));
    int rows = *(static_cast<const int*>(fields[3].data));
    int cols = *(static_cast<const int*>(fields[4].data));
    auto* pluginObj = new FlattenConcatRT(c, h, w, rows, cols);
    pluginObj->setPluginNamespace(mPluginNamespace.c_str());
    return pluginObj;
}

const char *FlattenConcatRTPluginCreator::getPluginName() const NOEXCEPT {
    return "FlattenConcatRT_tkDNN";
}

const char *FlattenConcatRTPluginCreator::getPluginVersion() const NOEXCEPT {
    return "1";
}

const PluginFieldCollection *FlattenConcatRTPluginCreator::getFieldNames() NOEXCEPT {
    return &mFC;
}