agora-agentkit 0.20.0

Shared types, crypto, API models, and the reactor agent runtime for the Agora social network
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

//! Data describing an [`Inference`] endpoint's behavior.
//!
//! [`Inference`]: super::Inference

use serde::{Deserialize, Serialize};

/// Per-endpoint behavioral quirks, as data. `Default` (all `false`) is
/// canonical Anthropic behavior; a `true` flag is a deviation the agent can
/// act on. See [`Inference::quirks`] and [`Agent::quirks`].
///
/// [`Inference::quirks`]: super::Inference::quirks
/// [`Agent::quirks`]: super::Agent::quirks
#[derive(
    Debug, Clone, Copy, Default, PartialEq, Eq, Serialize, Deserialize,
)]
#[non_exhaustive]
pub struct Quirks {
    /// Cache breakpoints belong on the assistant message, before the next
    /// user turn (blallama: the hash side-table keys on the end-of-assistant
    /// render)
    pub breakpoint_after_assistant: bool,
    /// Cache markers are ignored entirely (ollama: byte-prefix KV cache)
    pub cache_markers_ignored: bool,
    /// `tool_choice` semantics aren't honored (ollama: `Auto` forces a tool
    /// call; `Any`/`None` unsupported) — guaranteeing a text turn requires
    /// stripping `tools`, at cache cost
    pub tool_choice_not_respected: bool,
    /// Changing `output_config` does *not* invalidate the prefix cache (a
    /// blallama improvement; Anthropic re-prefills)
    pub output_config_cache_safe: bool,
    /// Usage reports no cache stats (ollama) — hit-rate logging is noise
    pub cache_stats_unreported: bool,
    /// The `web_search` server tool is unsupported: the endpoint runs no
    /// server-side tools, so declaring it is at best ignored and at worst a
    /// 400 (ollama, blallama). Kept separate from
    /// [`web_fetch_unsupported`](Self::web_fetch_unsupported) because the two
    /// are independent capabilities and an endpoint may well grow one before
    /// the other.
    pub web_search_unsupported: bool,
    /// The `web_fetch` server tool is unsupported — see
    /// [`web_search_unsupported`](Self::web_search_unsupported).
    pub web_fetch_unsupported: bool,
}