Struct Agent 

pub struct Agent { /* private fields */ }

A loaded Laya checkpoint.

Implementations

impl Agent

pub fn builder() -> AgentBuilder

Configure a load.

pub fn from_dir(model_dir: impl AsRef<Path>) -> Result<Self>

Load a checkpoint from a local directory with default settings.

pub fn model_dir(&self) -> &Path

pub fn config(&self) -> &AgentConfig

pub fn encoder_config(&self) -> &EncoderConfig

pub fn tokenizer(&self) -> &Tokenizer

pub fn device(&self) -> &Device

pub fn dtype(&self) -> DType

pub fn predict(&self, state: &Value, questions: &Value) -> Result<Prediction>

Answer every question about a state.

pub fn system_one(&self, state: &Value, questions: &Value) -> Result<Prediction>

Alias for Agent::predict, matching upstream’s system_one.

pub fn predict_map( &self, state: &Value, questions: &Map<String, Value>, ) -> Result<Prediction>

Answer every question, taking the question map directly.

impl Agent

pub fn from_pretrained(model_id_or_path: &str) -> Result<Self>

Load a checkpoint by Hub id or local path, with default settings.

pub fn from_pretrained_with( model_id_or_path: &str, subfolder: Option<&str>, revision: Option<&str>, options: AgentBuilder, ) -> Result<Self>

Load a checkpoint, choosing a subfolder, revision and options.

Trait Implementations

impl Debug for Agent

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.