systemprompt-models 0.1.21

Shared data models and types for systemprompt.io OS
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93

use anyhow::Result;
use async_trait::async_trait;
use futures::Stream;
use std::collections::HashMap;
use std::pin::Pin;
use std::sync::Arc;

use super::execution_plan::PlanningResult;
use super::request::{AiMessage, AiRequest};
use super::response::{AiResponse, SearchGroundedResponse, StreamChunk};
use super::sampling::SamplingParams;
use super::tools::{CallToolResult, McpTool, ToolCall};
use crate::execution::context::RequestContext;
use systemprompt_identifiers::AgentName;

#[derive(Debug)]
pub struct GenerateResponseParams<'a> {
    pub messages: Vec<AiMessage>,
    pub execution_summary: &'a str,
    pub context: &'a RequestContext,
    pub provider: Option<&'a str>,
    pub model: Option<&'a str>,
    pub max_output_tokens: Option<u32>,
}

#[derive(Debug)]
pub struct GoogleSearchParams<'a> {
    pub messages: Vec<AiMessage>,
    pub sampling: Option<SamplingParams>,
    pub max_output_tokens: u32,
    pub model: Option<&'a str>,
    pub urls: Option<Vec<String>>,
    pub response_schema: Option<serde_json::Value>,
}

#[async_trait]
pub trait AiProvider: Send + Sync {
    fn default_provider(&self) -> &str;

    fn default_model(&self) -> &str;

    fn default_max_output_tokens(&self) -> u32;

    async fn generate(&self, request: &AiRequest) -> Result<AiResponse>;

    async fn generate_stream(
        &self,
        request: &AiRequest,
    ) -> Result<Pin<Box<dyn Stream<Item = Result<StreamChunk>> + Send>>>;

    async fn generate_with_tools(&self, request: &AiRequest) -> Result<AiResponse>;

    async fn generate_with_tools_stream(
        &self,
        request: &AiRequest,
    ) -> Result<Pin<Box<dyn Stream<Item = Result<StreamChunk>> + Send>>>;

    async fn generate_single_turn(
        &self,
        request: &AiRequest,
    ) -> Result<(AiResponse, Vec<ToolCall>)>;

    async fn execute_tools(
        &self,
        tool_calls: Vec<ToolCall>,
        tools: &[McpTool],
        context: &RequestContext,
        agent_overrides: Option<&super::ToolModelOverrides>,
    ) -> (Vec<ToolCall>, Vec<CallToolResult>);

    async fn list_available_tools_for_agent(
        &self,
        agent_name: &AgentName,
        context: &RequestContext,
    ) -> Result<Vec<McpTool>>;

    async fn generate_with_google_search(
        &self,
        params: GoogleSearchParams<'_>,
    ) -> Result<SearchGroundedResponse>;

    async fn health_check(&self) -> Result<HashMap<String, bool>>;

    async fn generate_plan(
        &self,
        request: &AiRequest,
        available_tools: &[McpTool],
    ) -> Result<PlanningResult>;

    async fn generate_response(&self, params: GenerateResponseParams<'_>) -> Result<String>;
}

pub type DynAiProvider = Arc<dyn AiProvider>;