Francesco Gatti
104 lines
2.5 KiB
C++
104 lines
2.5 KiB
C++
#include<cassert>
|
|
#include "kernels.h"
|
|
|
|
class YoloRT : public IPlugin {
|
|
|
|
|
|
|
|
public:
|
|
YoloRT(int classes, int num, tk::dnn::Yolo *yolo = nullptr) {
|
|
|
|
this->classes = classes;
|
|
this->num = num;
|
|
|
|
mask = new dnnType[num];
|
|
bias = new dnnType[num*3*2];
|
|
if(yolo != nullptr) {
|
|
memcpy(mask, yolo->mask_h, sizeof(dnnType)*num);
|
|
memcpy(bias, yolo->bias_h, sizeof(dnnType)*num*3*2);
|
|
}
|
|
}
|
|
|
|
~YoloRT(){
|
|
|
|
}
|
|
|
|
int getNbOutputs() const override {
|
|
return 1;
|
|
}
|
|
|
|
Dims getOutputDimensions(int index, const Dims* inputs, int nbInputDims) override {
|
|
return inputs[0];
|
|
}
|
|
|
|
void configure(const Dims* inputDims, int nbInputs, const Dims* outputDims, int nbOutputs, int maxBatchSize) override {
|
|
c = inputDims[0].d[0];
|
|
h = inputDims[0].d[1];
|
|
w = inputDims[0].d[2];
|
|
}
|
|
|
|
int initialize() override {
|
|
|
|
return 0;
|
|
}
|
|
|
|
virtual void terminate() override {
|
|
}
|
|
|
|
virtual size_t getWorkspaceSize(int maxBatchSize) const override {
|
|
return 0;
|
|
}
|
|
|
|
virtual int enqueue(int batchSize, const void*const * inputs, void** outputs, void* workspace, cudaStream_t stream) override {
|
|
|
|
dnnType *srcData = (dnnType*)reinterpret_cast<const dnnType*>(inputs[0]);
|
|
dnnType *dstData = reinterpret_cast<dnnType*>(outputs[0]);
|
|
|
|
checkCuda( cudaMemcpyAsync(dstData, srcData, batchSize*c*h*w*sizeof(dnnType), cudaMemcpyDeviceToDevice, stream));
|
|
|
|
for (int b = 0; b < batchSize; ++b){
|
|
for(int n = 0; n < num; ++n){
|
|
int index = entry_index(b, n*w*h, 0, batchSize);
|
|
activationLOGISTICForward(srcData + index, dstData + index, 2*w*h, stream);
|
|
|
|
index = entry_index(b, n*w*h, 4, batchSize);
|
|
activationLOGISTICForward(srcData + index, dstData + index, (1+classes)*w*h, stream);
|
|
}
|
|
}
|
|
|
|
//std::cout<<"YOLO END\n";
|
|
return 0;
|
|
}
|
|
|
|
|
|
virtual size_t getSerializationSize() override {
|
|
return 5*sizeof(int) + num*sizeof(dnnType) + num*3*2*sizeof(dnnType);
|
|
}
|
|
|
|
virtual void serialize(void* buffer) override {
|
|
char *buf = reinterpret_cast<char*>(buffer);
|
|
tk::dnn::writeBUF(buf, classes);
|
|
tk::dnn::writeBUF(buf, num);
|
|
tk::dnn::writeBUF(buf, c);
|
|
tk::dnn::writeBUF(buf, h);
|
|
tk::dnn::writeBUF(buf, w);
|
|
for(int i=0; i<num; i++)
|
|
tk::dnn::writeBUF(buf, mask[i]);
|
|
for(int i=0; i<3*2*num; i++)
|
|
tk::dnn::writeBUF(buf, bias[i]);
|
|
}
|
|
|
|
int c, h, w;
|
|
int classes, num;
|
|
|
|
dnnType *mask;
|
|
dnnType *bias;
|
|
|
|
int entry_index(int batch, int location, int entry, int batchSize) {
|
|
int n = location / (w*h);
|
|
int loc = location % (w*h);
|
|
return batch*c*h*w*batchSize + n*w*h*(4+classes+1) + entry*w*h + loc;
|
|
}
|
|
|
|
};
|