Struct AsyncCallbackManagerForLLMRun 

pub struct AsyncCallbackManagerForLLMRun { /* private fields */ }

Async callback manager for LLM run.

Implementations

impl AsyncCallbackManagerForLLMRun

pub fn from_sync(inner: CallbackManagerForLLMRun) -> Self

Create from sync callback manager.

pub fn get_sync(&self) -> CallbackManagerForLLMRun

Get the sync version.

pub fn run_id(&self) -> Uuid

Get the run ID.

pub fn parent_run_id(&self) -> Option<Uuid>

Get the parent run ID.

pub fn handlers(&self) -> &[Arc<dyn BaseCallbackHandler>]

Get the handlers.

pub async fn on_llm_new_token(&self, token: &str, chunk: Option<&Value>)

Run when LLM generates a new token (async).

pub async fn on_llm_end(&self, response: &ChatResult)

Run when LLM ends running (async).

pub async fn on_llm_error(&self, error: &dyn Error)

Run when LLM errors (async).

pub fn get_noop_manager() -> Self

Return a noop manager.

Trait Implementations

impl Clone for AsyncCallbackManagerForLLMRun

fn clone(&self) -> AsyncCallbackManagerForLLMRun

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for AsyncCallbackManagerForLLMRun

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.