Struct FakeStreamingListLLM 

pub struct FakeStreamingListLLM { /* private fields */ }

Fake streaming list LLM for testing purposes.

An LLM that will return responses from a list in order, with support for streaming character by character.

Implementations

impl FakeStreamingListLLM

pub fn new(responses: Vec<String>) -> Self

Create a new FakeStreamingListLLM with the given responses.

pub fn with_sleep(self, duration: Duration) -> Self

Set the sleep duration between chunks.

pub fn with_config(self, config: LLMConfig) -> Self

Set the configuration.

pub fn with_error_on_chunk(self, chunk_number: usize) -> Self

Set the chunk number to error on.

pub fn current_index(&self) -> usize

Get the current index.

pub fn reset(&self)

Reset the index to 0.

Trait Implementations

impl BaseLLM for FakeStreamingListLLM

fn llm_config(&self) -> &LLMConfig

Get the LLM configuration.

fn generate_prompts<'life0, 'life1, 'async_trait>( &'life0 self, prompts: Vec<String>, stop: Option<Vec<String>>, run_manager: Option<&'life1 CallbackManagerForLLMRun>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Run the LLM on the given prompts.

fn stream_prompt<'life0, 'life1, 'async_trait>( &'life0 self, prompt: String, _stop: Option<Vec<String>>, _run_manager: Option<&'life1 CallbackManagerForLLMRun>, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<GenerationChunk>> + Send>>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Stream the LLM on the given prompt.

fn convert_input(&self, input: LanguageModelInput) -> Result<String>

Convert input to a prompt string.

fn invoke<'life0, 'async_trait>( &'life0 self, input: LanguageModelInput, ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait,

Invoke the model with input.

fn get_llm_ls_params(&self, stop: Option<&[String]>) -> LangSmithParams

Get standard params for tracing.

impl BaseLanguageModel for FakeStreamingListLLM

fn llm_type(&self) -> &str

Return the type identifier for this language model.

fn model_name(&self) -> &str

Get the model name/identifier.

fn config(&self) -> &LanguageModelConfig

Get the configuration for this model.

fn cache(&self) -> Option<&dyn BaseCache>

Get the cache for this model, if any.

fn callbacks(&self) -> Option<&Callbacks>

Get the callbacks for this model.

fn generate_prompt<'life0, 'async_trait>( &'life0 self, prompts: Vec<LanguageModelInput>, stop: Option<Vec<String>>, callbacks: Option<Callbacks>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Pass a sequence of prompts to the model and return model generations.

fn identifying_params(&self) -> HashMap<String, Value>

Get the identifying parameters for this model.

fn get_ls_params(&self, stop: Option<&[String]>) -> LangSmithParams

Get parameters for tracing/monitoring.

fn get_token_ids(&self, text: &str) -> Vec<u32>

Get the ordered IDs of tokens in a text.

fn get_num_tokens(&self, text: &str) -> usize

Get the number of tokens present in the text.

fn get_num_tokens_from_messages(&self, messages: &[BaseMessage]) -> usize

Get the number of tokens in the messages.

impl Clone for FakeStreamingListLLM

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for FakeStreamingListLLM

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl LLM for FakeStreamingListLLM

fn call<'life0, 'life1, 'async_trait>( &'life0 self, prompt: String, stop: Option<Vec<String>>, run_manager: Option<&'life1 CallbackManagerForLLMRun>, ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Run the LLM on the given input.