crabmate 0.4.0

Rust AI agent: OpenAI-compatible chat/completions, function calling, HTTP serve, ops CLI
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96

//! 带重试封装的入参（含根包观测与 Chrome trace 钩子）。

use std::sync::Arc;

use crate::cm_config::AgentConfig;
use crate::cm_llm::backend::ChatCompletionsBackend;
use crate::cm_llm::chat_params::{LlmRetryingTransportOpts, StreamChatParams};
use crate::cm_llm::{fold_system_into_user_for_config, llm_vendor_adapter, vendor};
use reqwest::Client;

use crate::agent::turn_budget::TurnBudgetCounter;

/// [`super::complete_chat_retrying`] 入参（不含每次克隆前的 `ChatRequest`）。
pub struct CompleteChatRetryingParams<'a> {
    pub llm_backend: &'a dyn ChatCompletionsBackend,
    pub http: &'a Client,
    pub api_key: &'a str,
    pub cfg: &'a AgentConfig,
    pub out: Option<&'a tokio::sync::mpsc::Sender<String>>,
    pub no_stream: bool,
    pub cancel: Option<&'a std::sync::atomic::AtomicBool>,
    pub request_chrome_trace: Option<Arc<crate::request_chrome_trace::RequestTurnTrace>>,
    pub model_override: Option<&'a str>,
    /// 单轮共享预算；设置时由 [`super::complete_chat_retrying`] 统一门禁与计数。
    pub turn_budget: Option<&'a Arc<TurnBudgetCounter>>,
}

impl<'a> CompleteChatRetryingParams<'a> {
    pub fn new(
        llm_backend: &'a dyn ChatCompletionsBackend,
        http: &'a Client,
        api_key: &'a str,
        cfg: &'a AgentConfig,
        transport: LlmRetryingTransportOpts<'a>,
        request_chrome_trace: Option<Arc<crate::request_chrome_trace::RequestTurnTrace>>,
        model_override: Option<&'a str>,
    ) -> Self {
        let LlmRetryingTransportOpts {
            out,
            no_stream,
            cancel,
        } = transport;
        Self {
            llm_backend,
            http,
            api_key,
            cfg,
            out,
            no_stream,
            cancel,
            request_chrome_trace,
            model_override,
            turn_budget: None,
        }
    }

    /// 携带与主 Agent 回合共用的 [`TurnBudgetCounter`]。
    #[inline]
    pub fn with_turn_budget(mut self, turn_budget: Option<&'a Arc<TurnBudgetCounter>>) -> Self {
        self.turn_budget = turn_budget;
        self
    }

    pub(crate) fn stream_params(&self) -> StreamChatParams<'_> {
        // `vendor` 接口不再需要 `AgentConfig`，此处构造临时 `LlmConfig` 供 trait 方法使用。
        let llm_cfg = crate::cm_types::llm_config::LlmConfig {
            llm: self.cfg.llm.clone(),
            sampling: self.cfg.llm_sampling.clone(),
            vendor_flags: self.cfg.llm_vendor_flags.clone(),
            http_retry: self.cfg.llm_http_retry.clone(),
        };
        StreamChatParams {
            host: &crate::llm::stream_host_impl::CRABMATE_STREAM_CHAT_HOST,
            client: self.http,
            api_key: self.api_key,
            api_base: &self.cfg.llm.api_base,
            auth_mode: self.cfg.llm.llm_http_auth_mode,
            out: self.out,
            no_stream: self.no_stream,
            cancel: self.cancel,
            fold_system_into_user: fold_system_into_user_for_config(
                &self.cfg.llm.model,
                &self.cfg.llm.api_base,
            ),
            preserve_reasoning_on_assistant_tool_calls: llm_vendor_adapter(
                &self.cfg.llm.model,
                &self.cfg.llm.api_base,
            )
            .preserve_assistant_tool_call_reasoning(&llm_cfg),
            preserve_deepseek_thinking_reasoning_roundtrip: vendor::deepseek_json_output_eligible(
                &self.cfg.llm.api_base,
            ),
            thinking_trace_enabled: self.cfg.agent_thinking_trace.agent_thinking_trace_enabled,
        }
    }
}