Struct FakeListChatModel 

pub struct FakeListChatModel { /* private fields */ }

Fake chat model for testing purposes.

Cycles through string responses in order.

Implementations

impl FakeListChatModel

pub fn new(responses: Vec<String>) -> Self

Create a new FakeListChatModel with the given responses.

pub fn with_sleep(self, duration: Duration) -> Self

Set the sleep duration.

pub fn with_config(self, config: ChatModelConfig) -> Self

Set the configuration.

pub fn with_error_on_chunk(self, chunk_number: usize) -> Self

Set the chunk number to error on during streaming.

pub fn current_index(&self) -> usize

Get the current index.

pub fn reset(&self)

Reset the index.

Trait Implementations

impl BaseChatModel for FakeListChatModel

fn chat_config(&self) -> &ChatModelConfig

Get the chat model configuration.

fn _generate<'life0, 'life1, 'async_trait>( &'life0 self, _messages: Vec<BaseMessage>, _stop: Option<Vec<String>>, _run_manager: Option<&'life1 CallbackManagerForLLMRun>, ) -> Pin<Box<dyn Future<Output = Result<ChatResult>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Core abstract method to generate a chat result.

fn _stream( &self, _messages: Vec<BaseMessage>, _stop: Option<Vec<String>>, _run_manager: Option<&CallbackManagerForLLMRun>, ) -> Result<ChatGenerationStream>

Stream the output of the model.

fn profile(&self) -> Option<&ModelProfile>

Get the model profile, if available.

fn _agenerate<'life0, 'life1, 'async_trait>( &'life0 self, messages: Vec<BaseMessage>, stop: Option<Vec<String>>, _run_manager: Option<&'life1 AsyncCallbackManagerForLLMRun>, ) -> Pin<Box<dyn Future<Output = Result<ChatResult>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Async version of _generate.

fn _astream<'life0, 'life1, 'async_trait>( &'life0 self, messages: Vec<BaseMessage>, stop: Option<Vec<String>>, _run_manager: Option<&'life1 AsyncCallbackManagerForLLMRun>, ) -> Pin<Box<dyn Future<Output = Result<ChatGenerationStream>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Async stream the output of the model.

fn get_first_message(&self, result: &ChatResult) -> Result<AIMessage>

Get the first AI message from a chat result.

fn _combine_llm_outputs( &self, _llm_outputs: &[Option<HashMap<String, Value>>], ) -> HashMap<String, Value>

Combine LLM outputs from multiple results.

fn _convert_cached_generations( &self, cache_val: Vec<Generation>, ) -> Vec<ChatGeneration>

Convert cached Generation objects to ChatGeneration objects.

fn _get_invocation_params( &self, stop: Option<&[String]>, kwargs: Option<&HashMap<String, Value>>, ) -> HashMap<String, Value>

Get invocation parameters for tracing.

fn _get_llm_string( &self, stop: Option<&[String]>, kwargs: Option<&HashMap<String, Value>>, ) -> String

Get the LLM string for cache key generation.

fn has_stream_impl(&self) -> bool

Check if _stream is implemented (not the default).

fn has_astream_impl(&self) -> bool

Check if _astream is implemented (not the default).

fn has_streaming_field(&self) -> Option<bool>

Check if streaming is enabled via a model field.

fn _should_stream( &self, async_api: bool, has_tools: bool, stream_kwarg: Option<bool>, run_manager: Option<&[Arc<dyn BaseCallbackHandler>]>, ) -> bool

Determine if a given model call should hit the streaming API.

fn generate<'life0, 'async_trait>( &'life0 self, messages: Vec<Vec<BaseMessage>>, stop: Option<Vec<String>>, _callbacks: Option<Callbacks>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait,

Generate from a batch of message lists.

fn agenerate<'life0, 'async_trait>( &'life0 self, messages: Vec<Vec<BaseMessage>>, stop: Option<Vec<String>>, _callbacks: Option<Callbacks>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait,

Async version of generate.

fn _call_async<'life0, 'async_trait>( &'life0 self, messages: Vec<BaseMessage>, stop: Option<Vec<String>>, callbacks: Option<Callbacks>, ) -> Pin<Box<dyn Future<Output = Result<BaseMessage>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait,

Async call helper.

fn generate_with_tools<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, messages: Vec<BaseMessage>, _tools: &'life1 [ToolDefinition], _tool_choice: Option<&'life2 ToolChoice>, stop: Option<Vec<String>>, ) -> Pin<Box<dyn Future<Output = Result<AIMessage>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Generate a response from the model with tools.

fn convert_input(&self, input: LanguageModelInput) -> Result<Vec<BaseMessage>>

Convert input to messages.

fn invoke<'life0, 'async_trait>( &'life0 self, input: LanguageModelInput, ) -> Pin<Box<dyn Future<Output = Result<AIMessage>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait,

Invoke the model with input.

fn ainvoke<'life0, 'async_trait>( &'life0 self, input: LanguageModelInput, ) -> Pin<Box<dyn Future<Output = Result<AIMessage>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait,

Async invoke the model.

fn bind_tools( &self, _tools: &[Arc<dyn BaseTool>], _tool_choice: Option<ToolChoice>, ) -> Result<()>

Bind tools to the model.

fn get_tool_definitions( &self, tools: &[Arc<dyn BaseTool>], ) -> Vec<ToolDefinition>

Get tool definitions from tools.

fn stream<'life0, 'async_trait>( &'life0 self, input: LanguageModelInput, stop: Option<Vec<String>>, ) -> Pin<Box<dyn Future<Output = Result<AIMessageChunkStream>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait,

Generate a streaming response from the model.

fn astream<'life0, 'async_trait>( &'life0 self, input: LanguageModelInput, stop: Option<Vec<String>>, ) -> Pin<Box<dyn Future<Output = Result<AIMessageChunkStream>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait,

Async stream the model output.

fn stream_generations<'life0, 'life1, 'async_trait>( &'life0 self, messages: Vec<BaseMessage>, stop: Option<Vec<String>>, run_manager: Option<&'life1 CallbackManagerForLLMRun>, ) -> Pin<Box<dyn Future<Output = Result<ChatGenerationStream>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Stream ChatGenerationChunk objects from the model.

fn get_chat_ls_params(&self, stop: Option<&[String]>) -> LangSmithParams

Get standard params for tracing.

fn to_dict(&self) -> HashMap<String, Value>

Get a dictionary representation of the model.

fn with_structured_output( &self, _schema: Value, _include_raw: bool, ) -> Result<()>

Create a wrapper that structures model output using a schema.

fn get_identifying_params(&self) -> HashMap<String, Value>

Get the identifying parameters for this model.

impl BaseLanguageModel for FakeListChatModel

fn llm_type(&self) -> &str

Return the type identifier for this language model.

fn model_name(&self) -> &str

Get the model name/identifier.

fn config(&self) -> &LanguageModelConfig

Get the configuration for this model.

fn cache(&self) -> Option<&dyn BaseCache>

Get the cache for this model, if any.

fn callbacks(&self) -> Option<&Callbacks>

Get the callbacks for this model.

fn generate_prompt<'life0, 'async_trait>( &'life0 self, prompts: Vec<LanguageModelInput>, stop: Option<Vec<String>>, _callbacks: Option<Callbacks>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Pass a sequence of prompts to the model and return model generations.

fn identifying_params(&self) -> HashMap<String, Value>

Get the identifying parameters for this model.

fn get_ls_params(&self, stop: Option<&[String]>) -> LangSmithParams

Get parameters for tracing/monitoring.

fn get_token_ids(&self, text: &str) -> Vec<u32>

Get the ordered IDs of tokens in a text.

fn get_num_tokens(&self, text: &str) -> usize

Get the number of tokens present in the text.

fn get_num_tokens_from_messages(&self, messages: &[BaseMessage]) -> usize

Get the number of tokens in the messages.

impl Clone for FakeListChatModel

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for FakeListChatModel

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.