Struct StreamingStdOutCallbackHandler 

pub struct StreamingStdOutCallbackHandler;

Callback handler for streaming. Only works with LLMs that support streaming.

This handler prints tokens to stdout as they are generated.

Implementations

impl StreamingStdOutCallbackHandler

pub fn new() -> Self

Create a new StreamingStdOutCallbackHandler.

Trait Implementations

impl BaseCallbackHandler for StreamingStdOutCallbackHandler

fn name(&self) -> &str

Get a unique name for this handler. Note: This is a Rust-specific addition for debugging purposes.

fn raise_error(&self) -> bool

Whether to raise an error if an exception occurs.

fn run_inline(&self) -> bool

Whether to run the callback inline.

fn ignore_llm(&self) -> bool

Whether to ignore LLM callbacks.

fn ignore_retry(&self) -> bool

Whether to ignore retry callbacks.

fn ignore_chain(&self) -> bool

Whether to ignore chain callbacks.

fn ignore_agent(&self) -> bool

Whether to ignore agent callbacks.

fn ignore_retriever(&self) -> bool

Whether to ignore retriever callbacks.

fn ignore_chat_model(&self) -> bool

Whether to ignore chat model callbacks.

fn ignore_custom_event(&self) -> bool

Whether to ignore custom events.

impl CallbackManagerMixin for StreamingStdOutCallbackHandler

fn on_llm_start( &mut self, serialized: &HashMap<String, Value>, prompts: &[String], run_id: Uuid, parent_run_id: Option<Uuid>, tags: Option<&[String]>, metadata: Option<&HashMap<String, Value>>, )

Run when LLM starts running.

fn on_chat_model_start( &mut self, serialized: &HashMap<String, Value>, messages: &[Vec<BaseMessage>], run_id: Uuid, parent_run_id: Option<Uuid>, tags: Option<&[String]>, metadata: Option<&HashMap<String, Value>>, )

Run when a chat model starts running.

fn on_retriever_start( &mut self, serialized: &HashMap<String, Value>, query: &str, run_id: Uuid, parent_run_id: Option<Uuid>, tags: Option<&[String]>, metadata: Option<&HashMap<String, Value>>, )

Run when the Retriever starts running.

fn on_chain_start( &mut self, serialized: &HashMap<String, Value>, inputs: &HashMap<String, Value>, run_id: Uuid, parent_run_id: Option<Uuid>, tags: Option<&[String]>, metadata: Option<&HashMap<String, Value>>, )

Run when a chain starts running.

fn on_tool_start( &mut self, serialized: &HashMap<String, Value>, input_str: &str, run_id: Uuid, parent_run_id: Option<Uuid>, tags: Option<&[String]>, metadata: Option<&HashMap<String, Value>>, inputs: Option<&HashMap<String, Value>>, )

Run when the tool starts running.

impl ChainManagerMixin for StreamingStdOutCallbackHandler

fn on_chain_end( &mut self, outputs: &HashMap<String, Value>, run_id: Uuid, parent_run_id: Option<Uuid>, )

Run when chain ends running.

fn on_chain_error( &mut self, error: &dyn Error, run_id: Uuid, parent_run_id: Option<Uuid>, )

Run when chain errors.

fn on_agent_action( &mut self, action: &Value, run_id: Uuid, parent_run_id: Option<Uuid>, color: Option<&str>, )

Run on agent action.

fn on_agent_finish( &mut self, finish: &Value, run_id: Uuid, parent_run_id: Option<Uuid>, color: Option<&str>, )

Run on the agent end.

impl Clone for StreamingStdOutCallbackHandler

fn clone(&self) -> StreamingStdOutCallbackHandler

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for StreamingStdOutCallbackHandler

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for StreamingStdOutCallbackHandler

fn default() -> StreamingStdOutCallbackHandler

Returns the “default value” for a type.

impl LLMManagerMixin for StreamingStdOutCallbackHandler

fn on_llm_new_token( &mut self, token: &str, _run_id: Uuid, _parent_run_id: Option<Uuid>, _chunk: Option<&Value>, )

Run on new output token. Only available when streaming is enabled.

fn on_llm_end( &mut self, response: &ChatResult, run_id: Uuid, parent_run_id: Option<Uuid>, )

Run when LLM ends running.

fn on_llm_error( &mut self, error: &dyn Error, run_id: Uuid, parent_run_id: Option<Uuid>, )

Run when LLM errors.

impl RetrieverManagerMixin for StreamingStdOutCallbackHandler

fn on_retriever_error( &mut self, error: &dyn Error, run_id: Uuid, parent_run_id: Option<Uuid>, )

Run when Retriever errors.

fn on_retriever_end( &mut self, documents: &[Value], run_id: Uuid, parent_run_id: Option<Uuid>, )

Run when Retriever ends running.

impl RunManagerMixin for StreamingStdOutCallbackHandler

fn on_text( &mut self, text: &str, run_id: Uuid, parent_run_id: Option<Uuid>, color: Option<&str>, end: &str, )

Run on an arbitrary text.

fn on_retry( &mut self, retry_state: &dyn Any, run_id: Uuid, parent_run_id: Option<Uuid>, )

Run on a retry event.

fn on_custom_event( &mut self, name: &str, data: &dyn Any, run_id: Uuid, tags: Option<&[String]>, metadata: Option<&HashMap<String, Value>>, )

Override to define a handler for a custom event.

impl ToolManagerMixin for StreamingStdOutCallbackHandler

fn on_tool_end( &mut self, output: &str, run_id: Uuid, parent_run_id: Option<Uuid>, color: Option<&str>, observation_prefix: Option<&str>, llm_prefix: Option<&str>, )

Run when the tool ends running.

fn on_tool_error( &mut self, error: &dyn Error, run_id: Uuid, parent_run_id: Option<Uuid>, )

Run when tool errors.