objectiveai-api 2.0.5

ObjectiveAI API Server
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

//! Simple logging usage handler for development.

use crate::ctx;
use std::sync::Arc;

/// Usage handler that logs completion costs to stdout.
pub struct LogUsageHandler;

impl<CTXEXT> super::UsageHandler<CTXEXT> for LogUsageHandler
where
    CTXEXT: Send + Sync + 'static,
{
    fn handle_usage(
        &self,
        ctx: ctx::Context<CTXEXT, impl crate::ctx::persistent_cache::PersistentCacheClient>,
        _request: Arc<objectiveai_sdk::agent::completions::request::AgentCompletionCreateParams>,
        response: objectiveai_sdk::agent::completions::response::unary::AgentCompletion,
    ) -> impl std::future::Future<Output = ()> + Send + 'static {
        async move {
            if !ctx.suppress_output {
                println!(
                    "[{}] cost: {}",
                    response.id.as_str(),
                    response.usage.total_cost,
                );
            }
        }
    }
}