[Bug] Failed to deploy on C++

[xifengT]

I used this code to compile an onnx network model on python with the suffix so.

onnx_model = onnx.load('mobilenetv2.onnx')  
input_name = 'input.1'
shape_dict = {input_name: (1,3,224,224)}
sym, params = relay.frontend.from_onnx(onnx_model, shape_dict)
target = tvm.target.Target("llvm",host='llvm')
dev = tvm.cpu()
with tvm.transform.PassContext(opt_level=3):
    lib = relay.build(sym, target, params=params)
path_lib = os.path.join(os.getcwd(),"mobilenetv2.so")
lib.export_library(path_lib)

I made sure this so file was usable, I imported this file again on the python side, and ran the inference, I used a picture of an airplane, and finally I got the classification number is 404.

Now I'm loading this file using the C++ side, using the same image of the plane for reasoning, and I can't get the correct result. And when I load other images, the result is the same, and this is the same result when I use empty input. Can anyone help me see what the problem is, I'm using Windows and the TVM version is 0.12.

void Mat_to_CHW(float* data, cv::Mat& frame)
{
    unsigned int volChl = SIZE_W * SIZE_D;
    for (int c = 0; c < 3; ++c)
    {
        for (unsigned j = 0; j < volChl; ++j) {
            data[c * volChl + j] = static_cast<float>(float(frame.data[j * 3 + c])/255.);
        }    
    }
}
void DeployGraphExecutor() {
    LOG(INFO) << "Running graph executor...";
    printf("load in the library\n");
    DLDevice dev{ kDLCPU, 0};

    tvm::runtime::Module mod_factory = tvm::runtime::Module::LoadFromFile("mobilenetv2.so");
    printf("create the graph executor module\n");

    tvm::runtime::Module gmod = mod_factory.GetFunction("default")(dev); 
    tvm::runtime::PackedFunc set_input = gmod.GetFunction("set_input"); 
    tvm::runtime::PackedFunc get_output = gmod.GetFunction("get_output");
    tvm::runtime::PackedFunc run = gmod.GetFunction("run");

    printf("Use the C++ API\n");
    tvm::runtime::NDArray x = tvm::runtime::NDArray::Empty({ 1,3, 224,224 }, DLDataType{ kDLFloat, 32, 1 }, dev);
    tvm::runtime::NDArray y = tvm::runtime::NDArray::Empty({ 1, 1000 }, DLDataType{ kDLFloat, 32, 1 }, dev);

    cv::Mat img = cv::imread("D:/ALGC/TVM/test/airliner1.png");
    cv::Mat frame;
    cv::Mat input;
    cv::cvtColor(img, frame, cv::COLOR_BGR2RGB);
    cv::resize(frame, input, cv::Size(SIZE_W, SIZE_D));

    float data[SIZE_W * SIZE_D * 3];
    Mat_to_CHW(data, input);
    memcpy(x->data, &data, SIZE_W * SIZE_D * 3 * sizeof(float));

    set_input("x", x);
    run();
    get_output(0, y);

    float* tmp = new float;
    *tmp = 0;
    int cla;
    auto result = static_cast<float*>(y->data);
    for (int i = 0; i < 1000; i++) {
        if (*tmp < static_cast<float*>(y->data)[i]) {
            *tmp = static_cast<float*>(y->data)[i];
            cls = i;
        }
    }
    printf("%d---%f\n", cls, *tmp);
}

[Masahiro Hiramori]

set_input("x", x);

I guess the input name should be "input.1".

[xifengT]

set_input("x", x);

I guess the input name should be "input.1".

Oh, thank you very much, I see the problem. C++ doesn't hint about the wrong name