pub trait LlmProvider: Send + Sync {
// Required method
fn complete(
&self,
messages: &[Message],
config: &LlmConfig,
) -> Result<String, LlmError>;
}Expand description
Trait for LLM text completion.
pub trait LlmProvider: Send + Sync {
// Required method
fn complete(
&self,
messages: &[Message],
config: &LlmConfig,
) -> Result<String, LlmError>;
}Trait for LLM text completion.