Struct FakeListLLM 

pub struct FakeListLLM { /* private fields */ }

Fake LLM for testing purposes.

Returns responses from a list in order, cycling back to the start when the end is reached.

Implementations

impl FakeListLLM

pub fn new(responses: Vec<String>) -> Self

Create a new FakeListLLM with the given responses.

pub fn with_sleep(self, duration: Duration) -> Self

Set the sleep duration between responses.

pub fn with_config(self, config: LLMConfig) -> Self

Set the configuration.

pub fn current_index(&self) -> usize

Get the current index.

pub fn reset(&self)

Reset the index to 0.

Trait Implementations

impl BaseLLM for FakeListLLM

fn llm_config(&self) -> &LLMConfig

Get the LLM configuration.

fn generate_prompts<'life0, 'life1, 'async_trait>( &'life0 self, prompts: Vec<String>, _stop: Option<Vec<String>>, _run_manager: Option<&'life1 CallbackManagerForLLMRun>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Run the LLM on the given prompts.

fn stream_prompt<'life0, 'life1, 'async_trait>( &'life0 self, prompt: String, stop: Option<Vec<String>>, run_manager: Option<&'life1 CallbackManagerForLLMRun>, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<GenerationChunk>> + Send>>>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Stream the LLM on the given prompt.

fn convert_input(&self, input: LanguageModelInput) -> Result<String>

Convert input to a prompt string.

fn invoke<'life0, 'async_trait>( &'life0 self, input: LanguageModelInput, ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait,

Invoke the model with input.

fn get_llm_ls_params(&self, stop: Option<&[String]>) -> LangSmithParams

Get standard params for tracing.

impl BaseLanguageModel for FakeListLLM

fn llm_type(&self) -> &str

Return the type identifier for this language model.

fn model_name(&self) -> &str

Get the model name/identifier.

fn config(&self) -> &LanguageModelConfig

Get the configuration for this model.

fn cache(&self) -> Option<&dyn BaseCache>

Get the cache for this model, if any.

fn callbacks(&self) -> Option<&Callbacks>

Get the callbacks for this model.

fn generate_prompt<'life0, 'async_trait>( &'life0 self, prompts: Vec<LanguageModelInput>, stop: Option<Vec<String>>, _callbacks: Option<Callbacks>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Pass a sequence of prompts to the model and return model generations.

fn identifying_params(&self) -> HashMap<String, Value>

Get the identifying parameters for this model.

fn get_ls_params(&self, stop: Option<&[String]>) -> LangSmithParams

Get parameters for tracing/monitoring.

fn get_token_ids(&self, text: &str) -> Vec<u32>

Get the ordered IDs of tokens in a text.

fn get_num_tokens(&self, text: &str) -> usize

Get the number of tokens present in the text.

fn get_num_tokens_from_messages(&self, messages: &[BaseMessage]) -> usize

Get the number of tokens in the messages.

impl Clone for FakeListLLM

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for FakeListLLM

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl LLM for FakeListLLM

fn call<'life0, 'life1, 'async_trait>( &'life0 self, _prompt: String, _stop: Option<Vec<String>>, _run_manager: Option<&'life1 CallbackManagerForLLMRun>, ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Run the LLM on the given input.