Struct LlmProfile

pub struct LlmProfile {
    pub provider: LlmProvider,
    pub api_key: String,
    pub model_name: String,
    pub temperature: Option<f32>,
    pub max_tokens: Option<usize>,
    pub api_url: String,
}

Fields

provider: LlmProvider

api_key: String

model_name: String

temperature: Option<f32>

max_tokens: Option<usize>

api_url: String

Implementations

impl LlmProfile

pub fn send_single(&self, message: &str) -> Result<String, Error>

pub fn send_ollama(&self, message: &str) -> Result<String, Error>

pub fn extract_json<T: DeserializeOwned>( &self, input: &str, is_object: bool, ) -> Option<T>

pub fn extract_json_flexible<T: DeserializeOwned>( &self, input: &str, ) -> Option<T>

pub fn from_str( provider_slug: &str, model_name: &str, api_key: &str, temperature: Option<f32>, max_tokens: Option<usize>, ) -> Self

Trait Implementations

impl Clone for LlmProfile

fn clone(&self) -> LlmProfile

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for LlmProfile

fn default() -> LlmProfile

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for LlmProfile

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for LlmProfile

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.