vtcode-llm 0.136.5

LLM provider abstraction, client implementations, and streaming for VT Code
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

use super::super::OpenRouterProvider;
use crate::client::LLMClient;
use crate::provider::{LLMError, LLMProvider, LLMRequest};
use crate::types as llm_types;
use async_trait::async_trait;

#[async_trait]
impl LLMClient for OpenRouterProvider {
    async fn generate(&mut self, prompt: &str) -> Result<llm_types::LLMResponse, LLMError> {
        let request = LLMRequest {
            messages: std::sync::Arc::new(vec![crate::provider::Message::user(prompt.to_string())]),
            model: self.model.clone(),
            ..Default::default()
        };
        Ok(LLMProvider::generate(self, request).await?)
    }

    fn model_id(&self) -> &str {
        &self.model
    }
}