behest 0.2.2

A Rust-native cloud agent runtime with typed tools, pluggable memory, queues, and observability.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70

//! CompactionService gRPC implementation.

use tonic::{Request, Response, Status};

use crate::grpc::pb::{
    GetCircuitBreakerRequest, GetCircuitBreakerResponse, GetCompactionConfigRequest,
    GetCompactionConfigResponse, UpdateCompactionConfigRequest, UpdateCompactionConfigResponse,
    compaction_service_server::CompactionService,
};

use std::sync::Arc;

/// gRPC compaction service.
pub struct GrpcCompactionService {
    state: Arc<super::state::GrpcState>,
}

impl GrpcCompactionService {
    /// Creates a new compaction service.
    #[must_use]
    pub fn new(state: Arc<super::state::GrpcState>) -> Self {
        Self { state }
    }
}

#[tonic::async_trait]
impl CompactionService for GrpcCompactionService {
    async fn get_compaction_config(
        &self,
        _request: Request<GetCompactionConfigRequest>,
    ) -> Result<Response<GetCompactionConfigResponse>, Status> {
        let compaction = self.state.runtime.compaction();
        let config = compaction.config();

        Ok(Response::new(GetCompactionConfigResponse {
            auto: config.auto,
            prune: config.prune,
            buffer_tokens: config.buffer_tokens as u64,
            keep_tokens: config.keep_tokens as u64,
            tail_turns: u32::try_from(config.tail_turns).unwrap_or(u32::MAX),
            model: config
                .model
                .as_ref()
                .map_or(String::new(), |m| m.as_str().to_string()),
            provider: config
                .provider
                .as_ref()
                .map_or(String::new(), |p| p.as_str().to_string()),
            circuit_breaker_threshold: config.circuit_breaker_threshold,
        }))
    }

    async fn update_compaction_config(
        &self,
        _request: Request<UpdateCompactionConfigRequest>,
    ) -> Result<Response<UpdateCompactionConfigResponse>, Status> {
        Err(Status::unimplemented(
            "runtime config mutation not yet supported; use AgentConfigBuilder at startup",
        ))
    }

    async fn get_circuit_breaker(
        &self,
        _request: Request<GetCircuitBreakerRequest>,
    ) -> Result<Response<GetCircuitBreakerResponse>, Status> {
        Err(Status::unimplemented(
            "circuit breaker state not yet exposed via accessor",
        ))
    }
}