Skip to main content

rusty_commit/providers/
openai.rs

1use anyhow::{Context, Result};
2use async_openai::{
3    config::OpenAIConfig,
4    types::chat::{
5        ChatCompletionRequestSystemMessage, ChatCompletionRequestUserMessage,
6        CreateChatCompletionRequestArgs,
7    },
8    Client,
9};
10use async_trait::async_trait;
11
12use super::{split_prompt, AIProvider};
13use crate::config::accounts::AccountConfig;
14use crate::config::Config;
15use crate::utils::retry::retry_async;
16
17pub struct OpenAIProvider {
18    client: Client<OpenAIConfig>,
19    model: String,
20}
21
22impl OpenAIProvider {
23    pub fn new(config: &Config) -> Result<Self> {
24        let api_key = config
25            .api_key
26            .as_ref()
27            .context("OpenAI API key not configured.\nRun: rco config set RCO_API_KEY=<your_key>\nGet your API key from: https://platform.openai.com/api-keys")?;
28
29        let openai_config = OpenAIConfig::new().with_api_key(api_key).with_api_base(
30            config
31                .api_url
32                .as_deref()
33                .unwrap_or("https://api.openai.com/v1"),
34        );
35
36        let client = Client::with_config(openai_config);
37        let model = config.model.as_deref().unwrap_or("gpt-4o-mini").to_string();
38
39        Ok(Self { client, model })
40    }
41
42    /// Create provider from account configuration
43    #[allow(dead_code)]
44    pub fn from_account(account: &AccountConfig, api_key: &str, config: &Config) -> Result<Self> {
45        let openai_config = OpenAIConfig::new().with_api_key(api_key).with_api_base(
46            account
47                .api_url
48                .as_deref()
49                .or(config.api_url.as_deref())
50                .unwrap_or("https://api.openai.com/v1"),
51        );
52
53        let client = Client::with_config(openai_config);
54        let model = account
55            .model
56            .as_deref()
57            .or(config.model.as_deref())
58            .unwrap_or("gpt-4o-mini")
59            .to_string();
60
61        Ok(Self { client, model })
62    }
63}
64
65#[async_trait]
66impl AIProvider for OpenAIProvider {
67    async fn generate_commit_message(
68        &self,
69        diff: &str,
70        context: Option<&str>,
71        full_gitmoji: bool,
72        config: &Config,
73    ) -> Result<String> {
74        let (system_prompt, user_prompt) = split_prompt(diff, context, config, full_gitmoji);
75
76        let messages = vec![
77            ChatCompletionRequestSystemMessage::from(system_prompt).into(),
78            ChatCompletionRequestUserMessage::from(user_prompt).into(),
79        ];
80
81        // Handle model-specific parameters
82        let request = if self.model.contains("gpt-5-nano") {
83            // GPT-5-nano doesn't support temperature=0, use 1.0 (default)
84            CreateChatCompletionRequestArgs::default()
85                .model(&self.model)
86                .messages(messages)
87                .temperature(1.0)
88                .max_tokens(config.tokens_max_output.unwrap_or(500) as u16)
89                .build()?
90        } else {
91            // Standard models support temperature=0.7 and max_tokens
92            CreateChatCompletionRequestArgs::default()
93                .model(&self.model)
94                .messages(messages)
95                .temperature(0.7)
96                .max_tokens(config.tokens_max_output.unwrap_or(500) as u16)
97                .build()?
98        };
99
100        let response = retry_async(|| async {
101            match self.client.chat().create(request.clone()).await {
102                Ok(resp) => Ok(resp),
103                Err(e) => {
104                    let error_msg = e.to_string();
105                    if error_msg.contains("401") || error_msg.contains("invalid_api_key") {
106                        Err(anyhow::anyhow!("Invalid OpenAI API key. Please check your API key configuration."))
107                    } else if error_msg.contains("insufficient_quota") {
108                        Err(anyhow::anyhow!("OpenAI API quota exceeded. Please check your billing status."))
109                    } else {
110                        Err(anyhow::anyhow!(e).context("Failed to generate commit message from OpenAI"))
111                    }
112                }
113            }
114        }).await.context("Failed to generate commit message from OpenAI after retries. Please check your internet connection and API configuration.")?;
115
116        let message = response
117            .choices
118            .first()
119            .and_then(|choice| choice.message.content.as_ref())
120            .context("OpenAI returned an empty response. The model may be overloaded - please try again.")?
121            .trim()
122            .to_string();
123
124        Ok(message)
125    }
126}
127
128/// OpenAICompatibleProvider - A wrapper that handles OpenAI-compatible providers
129/// This struct registers all OpenAI-compatible API providers in the registry
130#[allow(dead_code)]
131pub struct OpenAICompatibleProvider {
132    pub name: &'static str,
133    pub aliases: Vec<&'static str>,
134    pub default_api_url: &'static str,
135    pub default_model: Option<&'static str>,
136    pub compatible_providers: std::collections::HashMap<&'static str, &'static str>,
137}
138
139impl OpenAICompatibleProvider {
140    pub fn new() -> Self {
141        let mut compat = std::collections::HashMap::new();
142
143        // Core OpenAI-compatible providers
144        compat.insert("deepseek", "https://api.deepseek.com/v1");
145        compat.insert("groq", "https://api.groq.com/openai/v1");
146        compat.insert("openrouter", "https://openrouter.ai/api/v1");
147        compat.insert("together", "https://api.together.ai/v1");
148        compat.insert("deepinfra", "https://api.deepinfra.com/v1/openai");
149        compat.insert("mistral", "https://api.mistral.ai/v1");
150        compat.insert("github-models", "https://models.inference.ai.azure.com");
151        compat.insert("fireworks", "https://api.fireworks.ai/v1");
152        compat.insert("fireworks-ai", "https://api.fireworks.ai/v1");
153        compat.insert("moonshot", "https://api.moonshot.cn/v1");
154        compat.insert("moonshot-ai", "https://api.moonshot.cn/v1");
155        compat.insert("dashscope", "https://dashscope.console.aliyuncs.com/api/v1");
156        compat.insert("alibaba", "https://dashscope.console.aliyuncs.com/api/v1");
157        compat.insert("qwen", "https://dashscope.console.aliyuncs.com/api/v1");
158        compat.insert(
159            "qwen-coder",
160            "https://dashscope.console.aliyuncs.com/api/v1",
161        );
162        compat.insert("codex", "https://api.openai.com/v1");
163
164        // From OpenCode (Enterprise & Cloud)
165        compat.insert("cohere", "https://api.cohere.com/v1");
166        compat.insert("ai21", "https://api.ai21.com/studio/v1");
167        compat.insert("ai21-labs", "https://api.ai21.com/studio/v1");
168        compat.insert("upstage", "https://api.upstage.ai/v1/solar");
169        compat.insert("solar", "https://api.upstage.ai/v1/solar");
170
171        // From OpenCode (GPU Cloud & Inference)
172        compat.insert("nebius", "https://api.studio.nebius.ai/v1");
173        compat.insert("ovh", "https://api.ovhcloud.com/v1");
174        compat.insert("ovhcloud", "https://api.ovhcloud.com/v1");
175        compat.insert("scaleway", "https://api.scaleway.ai/v1");
176        compat.insert("friendli", "https://api.friendli.ai/v1");
177        compat.insert("baseten", "https://api.baseten.co/v1");
178        compat.insert("chutes", "https://api.chutes.ai/v1");
179        compat.insert("ionet", "https://api.io.net/v1");
180        compat.insert("modelscope", "https://api.modelscope.cn/v1");
181        compat.insert("requesty", "https://api.requesty.ai/v1");
182        compat.insert("morph", "https://api.morph.so/v1");
183        compat.insert("synthetic", "https://api.syntheticai.com/v1");
184        compat.insert("nano-gpt", "https://api.nano-gpt.com/v1");
185        compat.insert("zenmux", "https://api.zenmux.com/v1");
186        compat.insert("v0", "https://api.v0.dev/v1");
187        compat.insert("iflowcn", "https://api.iflow.cn/v1");
188        compat.insert("venice", "https://api.venice.ai/v1");
189        compat.insert("cortecs", "https://api.cortecs.ai/v1");
190        compat.insert("kimi-coding", "https://api.moonshot.cn/v1");
191        compat.insert("abacus", "https://api.abacus.ai/v1");
192        compat.insert("bailing", "https://api.bailing.ai/v1");
193        compat.insert("fastrouter", "https://api.fastrouter.ai/v1");
194        compat.insert("inference", "https://api.inference.net/v1");
195        compat.insert("submodel", "https://api.submodel.ai/v1");
196        compat.insert("zai", "https://api.z.ai/v1");
197        compat.insert("zai-coding", "https://api.z.ai/v1");
198        compat.insert("zhipu-coding", "https://open.bigmodel.cn/api/paas/v4");
199        compat.insert("poe", "https://api.poe.com/v1");
200        compat.insert("cerebras", "https://api.cerebras.ai/v1");
201        compat.insert("lmstudio", "http://localhost:1234/v1");
202        compat.insert("sambanova", "https://api.sambanova.ai/v1");
203        compat.insert("novita", "https://api.novita.ai/v3/openai");
204        compat.insert("predibase", "https://api.predibase.com/v1");
205        compat.insert("tensorops", "https://api.tensorops.ai/v1");
206        compat.insert("hyperbolic", "https://api.hyperbolic.ai/v1");
207        compat.insert("kluster", "https://api.kluster.ai/v1");
208        compat.insert("lambda", "https://api.lambda.ai/v1");
209        compat.insert("replicate", "https://api.replicate.com/v1");
210        compat.insert("targon", "https://api.targon.com/v1");
211        compat.insert("corcel", "https://api.corcel.io/v1");
212        compat.insert("cybernative", "https://api.cybernative.ai/v1");
213        compat.insert("edgen", "https://api.edgen.co/v1");
214        compat.insert("gigachat", "https://api.gigachat.ru/v1");
215        compat.insert("hydra", "https://api.hydraai.com/v1");
216        compat.insert("jina", "https://api.jina.ai/v1");
217        compat.insert("lingyi", "https://api.lingyiwanwu.com/v1");
218        compat.insert("monica", "https://api.monica.ai/v1");
219        compat.insert("pollinations", "https://api.pollinations.ai/v1");
220        compat.insert("rawechat", "https://api.rawe.chat/v1");
221        compat.insert("shuttleai", "https://api.shuttleai.com/v1");
222        compat.insert("teknium", "https://api.teknium.ai/v1");
223        compat.insert("theb", "https://api.theb.ai/v1");
224        compat.insert("tryleap", "https://api.tryleap.ai/v1");
225        compat.insert(
226            "workers-ai",
227            "https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/v1",
228        );
229
230        // China-based providers
231        compat.insert("siliconflow", "https://api.siliconflow.cn/v1");
232        compat.insert("zhipu", "https://open.bigmodel.cn/api/paas/v4");
233        compat.insert("minimax", "https://api.minimax.chat/v1");
234        compat.insert("glm", "https://open.bigmodel.cn/api/paas/v4");
235
236        // Additional providers from OpenCommit
237        compat.insert("aimlapi", "https://api.aimlapi.com/v1");
238
239        Self {
240            name: "openai",
241            aliases: vec!["openai"],
242            default_api_url: "https://api.openai.com/v1",
243            default_model: Some("gpt-4o-mini"),
244            compatible_providers: compat,
245        }
246    }
247}
248
249impl Default for OpenAICompatibleProvider {
250    fn default() -> Self {
251        Self::new()
252    }
253}
254
255impl super::registry::ProviderBuilder for OpenAICompatibleProvider {
256    fn name(&self) -> &'static str {
257        self.name
258    }
259
260    fn aliases(&self) -> Vec<&'static str> {
261        self.aliases.clone()
262    }
263
264    fn category(&self) -> super::registry::ProviderCategory {
265        super::registry::ProviderCategory::OpenAICompatible
266    }
267
268    fn create(&self, config: &Config) -> Result<Box<dyn super::AIProvider>> {
269        Ok(Box::new(OpenAIProvider::new(config)?))
270    }
271
272    fn requires_api_key(&self) -> bool {
273        true
274    }
275
276    fn default_model(&self) -> Option<&'static str> {
277        self.default_model
278    }
279}