List of all items

Structs

• context::Context
• context::ContextHandler
• context::CuDevice
• error::Error
• memory::Buffer
• memory::Byte
• memory::CudaArray
• message::Index
• message::Model
• message::Server
• message::Shape
• metrics::Metric
• metrics::MetricArgs
• metrics::MetricFamily
• metrics::PrometheusMetrics
• options::Options
• parameter::Parameter
• request::DefaultAllocator
• request::InferenceError
• request::InputRelease
• request::Request
• request::ResponseFuture
• request::SequenceFlag
• response::Output
• response::Response
• server::Server
• server::State
• trace::Trace

Enums

• error::ErrorCode
• memory::DataType
• memory::MemoryType
• metrics::MetricKind
• options::Control
• options::InstanceGroupKind
• options::Limit
• options::LogFormat
• parameter::ParameterContent
• parameter::TritonParameterType
• request::Sequence
• server::Batch
• server::InstanceGroup
• server::LogLevel
• server::Transaction
• trace::Activity

Traits

• memory::Sample
• request::Allocator
• trace::TensorTraceHandler
• trace::TraceHandler

Functions

• api_version
• context::get_context
• context::init_cuda
• macros::run_in_context
• macros::run_in_context_sync
• parameter::load_config_as_json

Constants

• TRITONSERVER_API_VERSION_MAJOR
• TRITONSERVER_API_VERSION_MINOR
• trace::NOOP