devai 0.5.12

Command Agent runner to accelerate production coding with genai.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

//! Module about AI support functions.

use crate::support::cred::get_or_prompt_api_key;
use crate::Result;
use genai::chat::ChatOptions;
use genai::resolver::AuthData;
use genai::{Client, ModelIden};

pub fn get_genai_client() -> Result<genai::Client> {
	let options = ChatOptions::default().with_normalize_reasoning_content(true);
	let client = Client::builder()
		.with_chat_options(options)
		.with_auth_resolver_fn(|model: ModelIden| {
			// -- Get the key_name, if none, then, could be ollama, so return None
			let Some(key_name) = model.adapter_kind.default_key_env_name() else {
				return Ok(None);
			};

			// -- Try to get it from the env variable
			let key_from_env = std::env::var(key_name).ok();

			if let Some(key) = key_from_env {
				Ok(Some(AuthData::from_single(key)))
			}
			// -- Otherwise, get it with keyring
			else {
				#[cfg(target_os = "macos")]
				{
					// TODO: need to pass the model
					let key = get_or_prompt_api_key(key_name)
						.map_err(|err| genai::resolver::Error::Custom(err.to_string()))?;
					Ok(Some(AuthData::from_single(key)))
				}
				#[cfg(not(target_os = "macos"))]
				{
					let msg = format!("Environment variable '{key_name}' make sure to set it for this terminal.");
					Err(genai::resolver::Error::Custom(msg.to_string()))
				}
			}
		})
		.build();

	Ok(client)
}