Struct AsyncMockLLM 

pub struct AsyncMockLLM { /* private fields */ }

Async version of MockLLM that implements AsyncLanguageModel trait

Implementations

impl AsyncMockLLM

pub async fn new() -> Result<Self>

Create a new async mock LLM

pub async fn with_templates(templates: HashMap<String, String>) -> Result<Self>

Create with custom templates

pub fn set_simulate_delay(&mut self, delay: Option<Duration>)

Set artificial delay to simulate network latency

Trait Implementations

impl AsyncLanguageModel for AsyncMockLLM

type Error = GraphRAGError

The error type returned by generation operations

fn complete<'life0, 'life1, 'async_trait>( &'life0 self, prompt: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Generate text completion

fn complete_with_params<'life0, 'life1, 'async_trait>( &'life0 self, prompt: &'life1 str, _params: GenerationParams, ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Generate text with custom parameters

fn complete_batch<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, prompts: &'life1 [&'life2 str], ) -> Pin<Box<dyn Future<Output = Result<Vec<String>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Generate multiple text completions concurrently

fn is_available<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = bool> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Check if the model is available

fn model_info<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = ModelInfo> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get model information

fn get_usage_stats<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<ModelUsageStats>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get model usage statistics

fn estimate_tokens<'life0, 'life1, 'async_trait>( &'life0 self, prompt: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<usize>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Estimate tokens for prompt

fn complete_batch_concurrent<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, prompts: &'life1 [&'life2 str], max_concurrent: usize, ) -> Pin<Box<dyn Future<Output = Result<Vec<String>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Generate multiple text completions with concurrency control

fn complete_streaming<'life0, 'life1, 'async_trait>( &'life0 self, prompt: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<String>> + Send>>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Generate streaming completion (if supported)

fn health_check<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<bool>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Health check for language model service

impl Clone for AsyncMockLLM

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for AsyncMockLLM

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl LLMInterface for AsyncMockLLM

Synchronous LLMInterface implementation for backward compatibility

fn generate_response(&self, prompt: &str) -> Result<String>

Generate a response based on the given prompt

fn generate_summary(&self, content: &str, max_length: usize) -> Result<String>

Generate a summary of the content with a maximum length

fn extract_key_points( &self, content: &str, num_points: usize, ) -> Result<Vec<String>>

Extract key points from the content, returning the specified number of points