Trait InferenceProviderAdapter 

pub trait InferenceProviderAdapter: Send + Sync {
    // Required methods
    fn name(&self) -> &'static str;
    fn tokens_from_headers(&self, headers: &HeaderMap) -> Option<u64>;
    fn tokens_from_body(&self, body: &[u8]) -> Option<u64>;
    fn estimate_request_tokens(
        &self,
        body: &[u8],
        method: TokenEstimation,
    ) -> u64;
    fn extract_model(&self, headers: &HeaderMap, body: &[u8]) -> Option<String>;
}

Trait for provider-specific token extraction and estimation

Required Methods

fn name(&self) -> &'static str

Provider name for logging/metrics

fn tokens_from_headers(&self, headers: &HeaderMap) -> Option<u64>

Extract token count from response headers (primary method)

fn tokens_from_body(&self, body: &[u8]) -> Option<u64>

Extract token count from response body (fallback method)

fn estimate_request_tokens(&self, body: &[u8], method: TokenEstimation) -> u64

Estimate tokens from request body using the specified method

fn extract_model(&self, headers: &HeaderMap, body: &[u8]) -> Option<String>

Extract model name from request (header or body)

Implementors