ONNX Infrence

Posted on | In , , |

[TOC]

Offical web

github offical

https://stackoverflow.com/questions/65379070/how-to-use-onnx-model-in-c-code-on-linux

pytorch to onnx to tensorRT

mx2onnx

MXNet model to the ONNX model format

onnx2mx

pytorch2onnx

pb2onnx

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
import tf2onnx
from tf2onnx import tf_loader


def convert_ckpt(checkpoint, inputs, outputs, out_path):
    graph_def, inputs, outputs = tf_loader.from_checkpoint(checkpoint, inputs, outputs)
    model_path = checkpoint

    model_proto, external_tensor_storage = tf2onnx.convert.from_graph_def(graph_def,
                                              input_names=inputs,
                                              output_names=outputs,
                                              output_path=out_path
                                              )

    print('---1----', model_proto)
    print('---2----', external_tensor_storage)


def demo1():
    inputs = ['X_in:0']
    outputs = ['softmax:0',' out_argmax:0' ,'out_put_k_indices:0']
    ck = r'model.ckpt-100000.meta'
    out_path = r'test.onnx'
    convert_ckpt(ck, inputs, outputs, out_path)