nihility-model 0.2.2

nihility project ai model module
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

pub mod config;
mod error;
mod text;

use crate::config::NihilityModelConfig;
pub use crate::error::NihilityModelError;
pub use crate::text::TextResponseStream;
use async_openai::Client;
use async_openai::config::{AzureConfig, OpenAIConfig};

#[derive(Clone)]
pub struct NihilityModel {
    config: NihilityModelConfig,
    http_client: reqwest::Client,
}

pub enum ModelClient {
    OpenAI(Client<OpenAIConfig>),
    Azure(Client<AzureConfig>),
}

impl NihilityModel {
    pub fn init(config: NihilityModelConfig) -> NihilityModel {
        Self {
            config,
            http_client: reqwest::Client::new(),
        }
    }

    pub fn init_from_file_config() -> Result<NihilityModel, NihilityModelError> {
        Ok(Self::init(nihility_config::get_config::<
            NihilityModelConfig,
        >(env!("CARGO_PKG_NAME"))?))
    }
}