llm-cascade 0.1.2

Resilient cascading LLM inference with automatic failover across multiple providers
Documentation 
1
2
3
4
5
6
7
8
9

//! Data models for conversations, messages, responses, and tool definitions.

pub mod conversation;
pub mod response;
pub mod tool;

pub use conversation::{Conversation, Message, MessageRole};
pub use response::{ContentBlock, LlmResponse};
pub use tool::ToolDefinition;