List of all items

Structs

• AppState
• anthropic_compat::AnthropicContentBlock
• anthropic_compat::AnthropicMessage
• anthropic_compat::AnthropicMessageRequest
• anthropic_compat::AnthropicMessageResponse
• anthropic_compat::AnthropicUsage
• anthropic_compat::ContentBlock
• anthropic_compat::ImageSource
• api::ChatMessage
• api::GenerateRequest
• api::GenerateResponse
• api::ModelInfo
• api::ModelListResponse
• api_errors::ErrorResponse
• auto_discovery::DiscoveredModel
• auto_discovery::ModelAutoDiscovery
• cache::response_cache::CacheKey
• cache::response_cache::CacheStats
• cache::response_cache::CachedResponse
• cache::response_cache::ResponseCache
• cache::response_cache::ResponseCacheConfig
• cli::Cli
• discovery::DiscoveredModel
• discovery::ModelDiscovery
• engine::GenOptions
• engine::ModelSpec
• engine::adapter::InferenceEngineAdapter
• engine::airframe::AirframeEngine
• engine::safetensors_native::SafeTensorsEngine
• metrics::Metrics
• metrics::MetricsCollector
• metrics::TelemetryCollector
• metrics::TelemetryConfig
• metrics::TelemetryData
• metrics::TelemetryMetrics
• model_manager::ModelLoadInfo
• model_manager::ModelManager
• model_manager::ModelUsageStats
• model_manager::PreloadConfig
• model_manager::PreloadStats
• model_registry::ModelEntry
• model_registry::Registry
• observability::ModelMetrics
• observability::ObservabilityConfig
• observability::ObservabilityManager
• observability::SystemMetrics
• openai_compat::ChatCompletionChunk
• openai_compat::ChatCompletionRequest
• openai_compat::ChatCompletionResponse
• openai_compat::Choice
• openai_compat::ChunkChoice
• openai_compat::CompletionRequest
• openai_compat::ContentPart
• openai_compat::Delta
• openai_compat::ListModel
• openai_compat::Model
• openai_compat::ModelsResponse
• openai_compat::OAIMessage
• openai_compat::Usage
• port_manager::GLOBAL_PORT_ALLOCATOR
• port_manager::PortAllocator
• prompt_render::JinjaExtras
• prompt_render::RenderedPrompt
• tools::CalculatorTool
• tools::FileReadTool
• tools::HttpGetTool
• tools::ToolCall
• tools::ToolDefinition
• tools::ToolRegistry
• tools::ToolResult
• util::diag::Diag
• util::memory::MemoryAvailability
• util::memory::MemoryEstimate
• workflow::StepResult
• workflow::Workflow
• workflow::WorkflowEngine
• workflow::WorkflowRequest
• workflow::WorkflowResult
• workflow::WorkflowStep

Enums

• anthropic_compat::AnthropicContent
• api_errors::ApiError
• cli::Command
• discovery::ModelFormat
• error::ShimmyError
• observability::ExportFormat
• observability::OptimizationAction
• openai_compat::MessageContent
• openai_compat::StopTokens
• prompt_render::RenderMode
• prompt_render::RenderSource
• templates::TemplateFamily
• util::memory::MemoryStatus
• workflow::WorkflowStepType

Traits

• engine::InferenceEngine
• engine::LoadedModel
• tools::Tool

Functions

• anthropic_compat::messages
• api::discover_models
• api::execute_tool
• api::execute_workflow
• api::generate
• api::list_models
• api::list_tools
• api::load_model
• api::model_status
• api::unload_model
• api::ws_generate
• discovery::discover_models_from_directory
• invariant_ppt::assert_invariant
• invariant_ppt::shimmy_invariants::assert_api_response_valid
• invariant_ppt::shimmy_invariants::assert_backend_selection_valid
• invariant_ppt::shimmy_invariants::assert_discovery_valid
• metrics::metrics_handler
• model_registry::read_chat_template
• model_registry::shimmy_ctx_len
• openai_compat::api_tags
• openai_compat::chat_completions
• openai_compat::completions
• openai_compat::models
• openapi::docs
• openapi::openapi_json
• prompt_render::decide
• prompt_render::family_from_spec
• prompt_render::render_chat_prompt
• prompt_render::render_chat_prompt_with_extras
• prompt_render::render_completion_prompt
• prompt_render::render_completion_prompt_with_extras
• safetensors_adapter::convert_safetensors_to_gguf
• safetensors_adapter::is_safetensors_file
• server::run
• templates::generate_docker_template
• templates::generate_express_template
• templates::generate_fastapi_template
• templates::generate_fly_template
• templates::generate_kubernetes_template
• templates::generate_railway_template
• templates::generate_template
• test_utils::acquire_env
• test_utils::create_test_safetensors
• util::diag::diag_handler
• util::memory::check_memory_availability
• util::memory::estimate_memory_requirements
• util::memory::get_available_memory
• util::memory::get_total_memory

Type Aliases

• error::Result