orchestral-runtime 0.2.0

Thread Runtime with concurrency, interruption, scheduling, LLM planners, actions, and API for Orchestral
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

use async_trait::async_trait;
use tokio::sync::broadcast;

use orchestral_core::store::Event;

use super::{
    ApiError, HistoryEventView, InteractionSubmitRequest, InteractionSubmitResponse, ThreadView,
};

#[async_trait]
pub trait ApiService: Send + Sync {
    async fn create_thread(&self, preferred_id: Option<String>) -> Result<ThreadView, ApiError>;
    async fn get_thread(&self, thread_id: &str) -> Result<ThreadView, ApiError>;
    async fn submit_interaction(
        &self,
        thread_id: &str,
        request: InteractionSubmitRequest,
    ) -> Result<InteractionSubmitResponse, ApiError>;
    async fn query_history(
        &self,
        thread_id: &str,
        limit: usize,
    ) -> Result<Vec<HistoryEventView>, ApiError>;
    async fn subscribe_events(
        &self,
        thread_id: &str,
    ) -> Result<broadcast::Receiver<Event>, ApiError>;
}