flyllm 0.1.1

A rust library for unifying LLM backends as an abstraction layer with load balancing.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13

use std::collections::HashMap;
use serde::{Serialize, Deserialize};

/// Definition of a task that can be routed to specific providers
///
/// Tasks represent specialized capabilities or configurations that
/// certain providers might be better suited for. Each task can have
/// associated parameters that affect how the request is processed.
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct TaskDefinition {
    pub name: String,
    pub parameters: HashMap<String, serde_json::Value>,
}