Runtime

class Runtime

Public Functions

virtual ~Runtime() = default

virtual TensorVec run(const TensorVec &inputs) = 0

virtual std::tuple<TensorVec, TensorVec, std::vector<bool>> run_with_grad(const TensorVec &inputs, const std::vector<bool> &input_requires_grad) = 0

virtual std::pair<TensorVec, TensorVec> run_backward(const TensorVec &output_grads, const TensorVec &stored_locals, const std::vector<bool> &eval_grad, bool return_contiguous_grads = false) = 0

virtual void set_seed(DerivedSeed seed) = 0

inline virtual void release_inputs()

Friends

friend std::unique_ptr<Runtime> build_runtime(const Function &function, ContextPtr context, bool concurrent)

Compile function into a callable Runtime for context’s device.

concurrent allows several Runtimes to share one compilation cache.