Struct tvm_rt::graph_rt::GraphRt

pub struct GraphRt { /* fields omitted */ }

An instance of the C++ graph executor.

An efficient and light weight runtime for static deep learning models.

Implementations

impl GraphRt

pub fn from_module(module: Module, dev: Device) -> Result<GraphRt>

Create a graph executor directly from a runtime module.

pub fn create_from_parts(graph: &str, lib: Module, dev: Device) -> Result<Self>

Create a graph executor from the deprecated graph, lib, dev triple.

pub fn load_params<P>(&mut self, params: P) -> Result<()> where
    P: Into<ByteArray>, 

Load the parameters of the model into the runtime.

pub fn set_input(&mut self, name: &str, input: NDArray) -> Result<()>

Set the input with name name with the value of input.

pub fn run(&mut self) -> Result<()>

Run the graph module, once setting parameters and inputs.

pub fn get_output(&mut self, i: i64) -> Result<NDArray>

Extract the ith output from the graph executor and returns it.

pub fn get_output_into(&mut self, i: i64, output: NDArray) -> Result<()>

Extract the ith output from the graph executor and write the results into output.