weavegraph 0.3.0

Graph-driven, concurrent agent workflow framework with versioned state, deterministic barrier merges, and rich diagnostics.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

use crate::message::Message;
use async_trait::async_trait;
use futures_util::stream::BoxStream;

/// Unified error type for framework-agnostic LLM providers.
pub type LlmError = Box<dyn std::error::Error + Send + Sync + 'static>;

/// Completed response from an LLM provider.
#[derive(Clone, Debug, Default)]
pub struct LlmResponse {
    pub content: String,
    pub metadata: serde_json::Value,
}

/// Trait for non-streaming LLM providers.
#[async_trait]
pub trait LlmProvider: Send + Sync {
    /// Execute a chat completion request over the provided message history.
    async fn chat(&self, messages: &[Message]) -> Result<LlmResponse, LlmError>;
}

/// Trait for streaming LLM providers.
#[async_trait]
pub trait LlmStreamProvider: LlmProvider {
    /// Stream chunk type produced by the provider.
    type Chunk: Send + 'static;

    /// Execute a streaming chat completion request.
    async fn chat_stream(
        &self,
        messages: &[Message],
    ) -> Result<BoxStream<'static, Result<Self::Chunk, LlmError>>, LlmError>;
}