Struct HTTPLlmService

pub struct HTTPLlmService<M: ModelInfo> { /* private fields */ }

An LLM service implementation that sends requests over HTTP.

This implementation of LLMService uses HTTP to communicate with language model providers. It replaces the previous SingleRequestExecutor, providing the same functionality but with a more flexible trait-based design.

Examples

use language_barrier_core::{Chat, Message, model::Claude};
use language_barrier_core::llm_service::{HTTPLlmService, LLMService};
use language_barrier_core::provider::anthropic::AnthropicProvider;
use std::sync::Arc;

#[tokio::main]
async fn main() -> language_barrier_core::Result<()> {
    // Create a provider
    let provider = AnthropicProvider::new();

    // Create a service with the model and provider
    let service = HTTPLlmService::new(
        Claude::Opus3,
        Arc::new(provider)
    );

    // Create a chat and generate a response
    let chat = Chat::default()
        .with_system_prompt("You are a helpful assistant.")
        .add_message(Message::user("Hello, how are you?"));

    let response = service.generate_next_message(&chat).await?;

    Ok(())
}

Implementations

impl<M: ModelInfo> HTTPLlmService<M>

pub fn new(model: M, provider: Arc<dyn HTTPProvider<M>>) -> Self

Trait Implementations

impl<M: ModelInfo> LLMService<M> for HTTPLlmService<M>

fn generate_next_message<'life0, 'life1, 'async_trait>( &'life0 self, chat: &'life1 Chat, ) -> Pin<Box<dyn Future<Output = Result<Message>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Generates the next message in the conversation.