oxirs-chat 0.2.4

RAG chat API with LLM integration and natural language to SPARQL translation
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88

//! LLM Integration Module for OxiRS Chat
//!
//! Provides unified interface for multiple LLM providers including OpenAI, Anthropic Claude,
//! Cohere, Groq, Mistral, and local models with intelligent routing and fallback strategies.

// Module declarations
pub mod anthropic_provider;
pub mod cache; // Response caching for fallback chains
pub mod chain_of_thought; // Chain-of-Thought reasoning
pub mod circuit_breaker;
pub mod cohere_provider; // Cohere Command-R family
pub mod config;
pub mod cross_modal_reasoning;
pub mod federated_learning;
pub mod fine_tuning;
pub mod groq_provider; // Groq ultra-fast LPU inference
pub mod health_checker; // Provider health monitoring
pub mod local_provider;
pub mod manager;
pub mod mistral_provider; // Mistral AI models
pub mod neural_architecture_search;
pub mod openai_provider;
pub mod performance_optimization;
pub mod providers;
pub mod real_time_adaptation;
pub mod reasoning;
pub mod token_budget; // Token budget management
pub mod tree_of_thoughts; // Tree-of-Thoughts reasoning
pub mod types;

// Re-export commonly used types
pub use anthropic_provider::AnthropicProvider;
pub use cache::{CacheConfig, CacheMetrics, CachedResponse, ResponseCache};
pub use chain_of_thought::{
    ChainOfThought, ChainOfThoughtConfig, ChainOfThoughtEngine, StepType, ThoughtStep,
};
pub use circuit_breaker::{CircuitBreaker, CircuitBreakerStats};
pub use cohere_provider::{
    CohereChatMessage, CohereChatRequest, CohereChatResponse, CohereMetadata, CohereModel,
    CohereProvider, CohereUsage,
};
pub use config::{
    BackoffStrategy, CircuitBreakerConfig, CircuitBreakerState, FallbackConfig, LLMConfig,
    ModelConfig, ProviderConfig, RateLimitConfig, RoutingConfig, RoutingStrategy,
};
pub use cross_modal_reasoning::{
    CrossModalConfig, CrossModalInput, CrossModalReasoning, CrossModalResponse, CrossModalStats,
    DataFormat, FusionStrategy, ImageFormat, ImageInput, ReasoningModality, StructuredData,
};
pub use federated_learning::{
    AggregationStrategy, FederatedCoordinator, FederatedLearningConfig, FederatedNode,
    FederationStatistics, PrivacyConfig,
};
pub use fine_tuning::{
    FineTuningConfig, FineTuningEngine, FineTuningJob, FineTuningStatistics, JobStatus,
    TrainingExample, TrainingParameters,
};
pub use groq_provider::{
    GroqChatRequest, GroqChatResponse, GroqChoice, GroqMessage, GroqModel, GroqProvider, GroqUsage,
};
pub use health_checker::{HealthCheckConfig, HealthChecker, HealthStatus, ProviderHealth};
pub use local_provider::LocalModelProvider;
pub use manager::{EnhancedLLMManager, LLMManager};
pub use mistral_provider::{
    MistralChatRequest, MistralChatResponse, MistralChoice, MistralMessage, MistralModel,
    MistralProvider, MistralUsage,
};
pub use neural_architecture_search::{
    ArchitectureOptimizer, ArchitectureSearch, ArchitectureSearchConfig, ModelArchitecture,
    SearchResult,
};
pub use openai_provider::OpenAIProvider;
pub use performance_optimization::{
    BenchmarkConfig, BenchmarkResult, LoadBalanceStrategy, OptimizationRecommendation,
    PerformanceConfig, PerformanceMetrics, PerformanceOptimizer, PerformanceReport,
};
pub use providers::LLMProvider;
pub use real_time_adaptation::{
    AdaptationConfig, AdaptationMetrics, AdaptationStrategy, RealTimeAdaptation,
};
pub use token_budget::{BudgetConfig, TokenBudget, UsageStats as TokenUsageStats, UserBudget};
pub use tree_of_thoughts::{
    SearchStrategy, ThoughtNode, TreeOfThoughts, TreeOfThoughtsConfig, TreeOfThoughtsEngine,
};
pub use types::{
    ChatMessage, ChatRole, LLMRequest, LLMResponse, LLMResponseChunk, LLMResponseStream, Priority,
    RoutingCandidate, Usage, UseCase,
};