List of all items

Structs

• Response
• Utils
• artifact_manifest::ArtifactManifest
• artifact_manifest::ArtifactManifestChunk
• artifact_manifest::ArtifactManifestFile
• artifact_manifest::SealedArtifactManifest
• cache::CacheConfig
• cache::CacheStats
• cache::ModelInfo
• client_config::ClientArgs
• client_config::ClientConfig
• client_config::LoggingConfig
• config::ConnectionConfig
• config::DurationConfig
• grpc::api::ApiRequest
• grpc::api::ApiResponse
• grpc::api::api_service_client::ApiServiceClient
• grpc::api::api_service_server::ApiServiceServer
• grpc::health::HealthRequest
• grpc::health::HealthResponse
• grpc::health::health_service_client::HealthServiceClient
• grpc::health::health_service_server::HealthServiceServer
• grpc::model::DeleteModelRequest
• grpc::model::DeleteModelResponse
• grpc::model::FileChunk
• grpc::model::ModelDownloadRequest
• grpc::model::ModelFileInfo
• grpc::model::ModelFileList
• grpc::model::ModelFileSelector
• grpc::model::ModelFilesRequest
• grpc::model::ModelStatusUpdate
• grpc::model::model_service_client::ModelServiceClient
• grpc::model::model_service_server::ModelServiceServer
• grpc::p2p::ArtifactChunkTransferDescriptor
• grpc::p2p::ArtifactManifest
• grpc::p2p::ArtifactManifestChunk
• grpc::p2p::ArtifactManifestFile
• grpc::p2p::ArtifactSourceMetadata
• grpc::p2p::GetArtifactManifestChunksRequest
• grpc::p2p::GetArtifactManifestChunksResponse
• grpc::p2p::GetArtifactManifestHeaderRequest
• grpc::p2p::GetArtifactManifestHeaderResponse
• grpc::p2p::GetMetadataRequest
• grpc::p2p::GetMetadataResponse
• grpc::p2p::GetTensorManifestRequest
• grpc::p2p::GetTensorManifestResponse
• grpc::p2p::ListSourcesRequest
• grpc::p2p::ListSourcesResponse
• grpc::p2p::PrepareArtifactChunkRequest
• grpc::p2p::PrepareArtifactChunkResponse
• grpc::p2p::PublishMetadataRequest
• grpc::p2p::PublishMetadataResponse
• grpc::p2p::ReleaseArtifactChunkRequest
• grpc::p2p::ReleaseArtifactChunkResponse
• grpc::p2p::SourceIdentity
• grpc::p2p::SourceInstanceRef
• grpc::p2p::TensorDescriptor
• grpc::p2p::TensorSourceMetadata
• grpc::p2p::UpdateStatusRequest
• grpc::p2p::UpdateStatusResponse
• grpc::p2p::WorkerMetadata
• grpc::p2p::p2p_service_client::P2pServiceClient
• grpc::p2p::p2p_service_server::P2pServiceServer
• grpc::p2p::worker_service_client::WorkerServiceClient
• grpc::p2p::worker_service_server::WorkerServiceServer
• models::ModelStatusResponse
• models::Status
• providers::gcs::GcsProvider
• providers::gcs::GcsProviderCache
• providers::huggingface::HuggingFaceProvider
• providers::ngc::NgcProvider

Enums

• Error
• config::LogFormat
• config::LogLevel
• grpc::model::ModelProvider
• grpc::model::ModelStatus
• grpc::p2p::BackendFramework
• grpc::p2p::MxSourceType
• grpc::p2p::SourceStatus
• grpc::p2p::worker_metadata::BackendMetadata
• grpc::p2p::worker_metadata::SourcePayload
• models::ModelProvider
• models::ModelStatus

Traits

• config::ConfigLoader
• grpc::api::api_service_server::ApiService
• grpc::health::health_service_server::HealthService
• grpc::model::model_service_server::ModelService
• grpc::p2p::p2p_service_server::P2pService
• grpc::p2p::worker_service_server::WorkerService
• providers::ModelProviderTrait

Functions

• cache::resolve_model_path
• config::load_config_file_strict
• config::load_layered_config
• config::normalize_grpc_endpoint
• config::parse_duration_string
• config::validate_config_file
• download::canonical_model_name
• download::download_model
• download::get_provider
• envs::cache_directory
• envs::gc_timeout_secs
• envs::heartbeat_timeout_secs
• envs::hf_hub_cache
• envs::hf_offline
• envs::hf_token
• envs::home_dir
• envs::home_dir_or_cwd
• envs::metadata_backend
• envs::metadata_namespace
• envs::ngc_api_base
• envs::ngc_api_key
• envs::ngc_authn_base
• envs::ngc_cli_home
• envs::reaper_scan_interval_secs
• envs::redis_host
• envs::redis_port
• envs::redis_url
• envs::server_endpoint_or_default

Type Aliases

• Result

Constants

• artifact_manifest::ARTIFACT_MANIFEST_VERSION
• artifact_manifest::MAX_ARTIFACT_TRANSFER_CHUNK_SIZE
• constants::DEFAULT_CACHE_PATH
• constants::DEFAULT_CONFIG_PATH
• constants::DEFAULT_GRPC_PORT
• constants::DEFAULT_HF_CACHE_PATH
• constants::DEFAULT_SHARED_STORAGE
• constants::DEFAULT_TIMEOUT_SECS
• constants::DEFAULT_TRANSFER_CHUNK_SIZE
• envs::DEFAULT_NGC_API_BASE
• envs::DEFAULT_NGC_AUTHN_BASE
• envs::HF_ENDPOINT
• envs::HF_HUB_CACHE
• envs::HF_HUB_OFFLINE
• envs::HF_TOKEN
• envs::HOME
• envs::KUBECONFIG
• envs::MODEL_EXPRESS_CACHE_DIRECTORY
• envs::MODEL_EXPRESS_CACHE_EVICTION_ENABLED
• envs::MODEL_EXPRESS_ENDPOINT
• envs::MODEL_EXPRESS_LOG_FORMAT
• envs::MODEL_EXPRESS_LOG_LEVEL
• envs::MODEL_EXPRESS_MAX_RETRIES
• envs::MODEL_EXPRESS_NO_SHARED_STORAGE
• envs::MODEL_EXPRESS_PREFIX
• envs::MODEL_EXPRESS_RETRY_DELAY
• envs::MODEL_EXPRESS_SERVER_ENDPOINT
• envs::MODEL_EXPRESS_SERVER_HOST
• envs::MODEL_EXPRESS_SERVER_PORT
• envs::MODEL_EXPRESS_TIMEOUT
• envs::MODEL_EXPRESS_TRANSFER_CHUNK_SIZE
• envs::MX_GC_TIMEOUT_SECS
• envs::MX_HEARTBEAT_TIMEOUT_SECS
• envs::MX_METADATA_BACKEND
• envs::MX_METADATA_NAMESPACE
• envs::MX_REAPER_SCAN_INTERVAL_SECS
• envs::MX_REDIS_HOST
• envs::MX_REDIS_PORT
• envs::NGC_API_ENDPOINT
• envs::NGC_API_KEY
• envs::NGC_AUTH_ENDPOINT
• envs::NGC_CLI_API_KEY
• envs::NGC_CLI_HOME
• envs::POD_NAME
• envs::POD_NAMESPACE
• envs::POD_UID
• envs::REDIS_HOST
• envs::REDIS_PORT
• envs::REDIS_URL
• envs::USERPROFILE
• grpc::api::api_service_server::SERVICE_NAME
• grpc::health::health_service_server::SERVICE_NAME
• grpc::model::model_service_server::SERVICE_NAME
• grpc::p2p::p2p_service_server::SERVICE_NAME
• grpc::p2p::worker_service_server::SERVICE_NAME