Struct CallbackManagerForLLMRun 

pub struct CallbackManagerForLLMRun { /* private fields */ }

Callback manager for LLM run.

Implementations

impl CallbackManagerForLLMRun

pub fn new( run_id: Uuid, handlers: Vec<Arc<dyn BaseCallbackHandler>>, inheritable_handlers: Vec<Arc<dyn BaseCallbackHandler>>, parent_run_id: Option<Uuid>, tags: Option<Vec<String>>, inheritable_tags: Option<Vec<String>>, metadata: Option<HashMap<String, Value>>, inheritable_metadata: Option<HashMap<String, Value>>, ) -> Self

Create a new callback manager for LLM run.

pub fn run_id(&self) -> Uuid

Get the run ID.

pub fn parent_run_id(&self) -> Option<Uuid>

Get the parent run ID.

pub fn handlers(&self) -> &[Arc<dyn BaseCallbackHandler>]

Get the handlers.

pub fn tags(&self) -> &[String]

Get the tags.

pub fn on_llm_new_token(&self, token: &str, chunk: Option<&Value>)

Run when LLM generates a new token.

pub fn on_llm_end(&self, response: &ChatResult)

Run when LLM ends running.

pub fn on_llm_error(&self, error: &dyn Error)

Run when LLM errors.

pub fn get_noop_manager() -> Self

Return a noop manager.

Trait Implementations

impl Clone for CallbackManagerForLLMRun

fn clone(&self) -> CallbackManagerForLLMRun

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for CallbackManagerForLLMRun

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.