Struct tvm::runtime::graph_rt::GraphRt

pub struct GraphRt { /* fields omitted */ }

An instance of the C++ graph executor.

An efficient and light weight runtime for static deep learning models.

Implementations

impl GraphRt

pub fn from_module(module: Module, dev: Device) -> Result<GraphRt, Error>

Create a graph executor directly from a runtime module.

pub fn create_from_parts(
    graph: &str,
    lib: Module,
    dev: Device
) -> Result<GraphRt, Error>

Create a graph executor from the deprecated graph, lib, dev triple.

pub fn load_params<P>(&mut self, params: P) -> Result<(), Error> where
    P: Into<ByteArray>, 

Load the parameters of the model into the runtime.

pub fn set_input(&mut self, name: &str, input: NDArray) -> Result<(), Error>

Set the input with name name with the value of input.

pub fn run(&mut self) -> Result<(), Error>

Run the graph module, once setting parameters and inputs.

pub fn get_output(&mut self, i: i64) -> Result<NDArray, Error>

Extract the ith output from the graph executor and returns it.

pub fn get_output_into(&mut self, i: i64, output: NDArray) -> Result<(), Error>

Extract the ith output from the graph executor and write the results into output.