sashiko 0.2.4

Agentic code review system for Linux kernel
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

// Copyright 2026 The Sashiko Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     https://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

use crate::ai::gemini::{GeminiClient, GenerateContentRequest};
use crate::ai::quota::QuotaManager;
use crate::ai::{AiErrorClass, classify_ai_error};
use axum::{
    extract::{Json, State},
    http::StatusCode,
    response::IntoResponse,
};
use std::sync::Arc;
use tracing::error;

pub struct ProxyState {
    pub client: Arc<GeminiClient>,
    pub quota_manager: Arc<QuotaManager>,
}

pub async fn handle_generate(
    State(state): State<Arc<ProxyState>>,
    Json(request): Json<GenerateContentRequest>,
) -> impl IntoResponse {
    let mut local_transient_errors = 0;
    loop {
        // 1. Wait if globally blocked
        let _slept = state.quota_manager.wait_for_access().await;

        // 2. Try request
        match state.client.generate_content_single(&request).await {
            Ok(response) => {
                state.quota_manager.report_success().await;
                return (StatusCode::OK, Json(response)).into_response();
            }
            Err(e) => {
                match classify_ai_error(&e) {
                    AiErrorClass::RateLimit { retry_after } => {
                        state.quota_manager.report_quota_error(retry_after).await;
                        continue;
                    }
                    AiErrorClass::Transient { retry_after } => {
                        local_transient_errors += 1;
                        let backoff_secs =
                            (1.0 * (2.0_f64.powi(local_transient_errors - 1))).min(60.0);
                        let backoff =
                            std::time::Duration::from_secs_f64(backoff_secs).max(retry_after);
                        tracing::warn!(
                            "AI provider transient error (streak: {}). Locally backing off for {:.2}s",
                            local_transient_errors,
                            backoff.as_secs_f64()
                        );
                        tokio::time::sleep(backoff).await;
                        continue;
                    }
                    AiErrorClass::Fatal => {}
                }

                error!("Gemini Proxy Error: {}", e);
                return (
                    StatusCode::INTERNAL_SERVER_ERROR,
                    Json(serde_json::json!({"error": format!("{:#}", e)})),
                )
                    .into_response();
            }
        }
    }
}