tkDNN/tests/simple/test_simple.cpp

#include<iostream>
#include "tkdnn.h"

const char *input_bin   = "../tests/simple/input.bin";
const char *c0_bin      = "../tests/simple/layers/conv1d_1.bin";
const char *l1_bin      = "../tests/simple/layers/bidirectional_1.bin";
const char *l2_bin      = "../tests/simple/layers/bidirectional_2.bin";
const char *output_bin  = "../tests/simple/output.bin";

int main() {

    // Network layout
    tk::dnn::dataDim_t dim(1, 8, 1, 3);
    tk::dnn::Network net(dim);
    tk::dnn::Conv2d     l0(&net, 4, 1, 2, 1, 1, 0, 0, c0_bin);
    tk::dnn::LSTM       l1(&net, 5, true, l1_bin);
    tk::dnn::LSTM       l2(&net, 5, false, l2_bin);

    net.print();

    net.print();

    // Load input
    dnnType *data;
    dnnType *input_h;
    readBinaryFile(input_bin, dim.tot(), &input_h, &data);

    // Print input
    std::cout<<"\n======= INPUT =======\n";
    printDeviceVector(dim.tot(), data);
    std::cout<<"\n";

    //convert network to tensorRT
    tk::dnn::NetworkRT netRT(&net, net.getNetworkRTName("simple"));

    dnnType *out_data, *out_data2; // cudnn output, tensorRT output

    tk::dnn::dataDim_t dim1 = dim; //input dim
    printCenteredTitle(" CUDNN inference ", '=', 30); {
        dim1.print();
        TIMER_START
        out_data = net.infer(dim1, data);
        TIMER_STOP
        dim1.print();
    }

    tk::dnn::dataDim_t dim2 = dim;
    printCenteredTitle(" TENSORRT inference ", '=', 30); {
        dim2.print();
        TIMER_START
        out_data2 = netRT.infer(dim2, data);
        TIMER_STOP
        dim2.print();
    }

    std::cout<<"\n======= CUDNN =======\n";
    printDeviceVector(dim.tot(), out_data);
    std::cout<<"\n======= TENSORRT =======\n";
    printDeviceVector(dim.tot(), out_data2);

    printCenteredTitle(" CHECK RESULTS ", '=', 30);
    dnnType *out, *out_h;
    int out_dim = net.getOutputDim().tot();
    //readBinaryFile(output_bin, out_dim, &out_h, &out);
    //std::cout<<"CUDNN vs correct"; checkResult(out_dim, out_data, out);
    //std::cout<<"TRT   vs correct"; checkResult(out_dim, out_data2, out);
    std::cout<<"CUDNN vs TRT    "; checkResult(out_dim, out_data, out_data2);
    return 0;
}