Trait DeltaGeneratorExt 

pub trait DeltaGeneratorExt<ResponseType: Send + 'static + Debug>: Send + 'static {
    // Required methods
    fn choice_from_postprocessor(
        &mut self,
        response: BackendOutput,
    ) -> Result<ResponseType>;
    fn get_isl(&self) -> Option<u32>;
    fn create_usage_chunk(&self) -> ResponseType;
    fn is_usage_enabled(&self) -> bool;
}

Required Methods

fn choice_from_postprocessor( &mut self, response: BackendOutput, ) -> Result<ResponseType>

fn get_isl(&self) -> Option<u32>

Gets the current prompt token count (Input Sequence Length).

fn create_usage_chunk(&self) -> ResponseType

Creates a final usage-only chunk for OpenAI compliance.

fn is_usage_enabled(&self) -> bool

Check if usage tracking is enabled.

Implementors

impl DeltaGeneratorExt<NvCreateCompletionResponse> for dynamo_llm::protocols::openai::completions::DeltaGenerator

impl DeltaGeneratorExt<CreateChatCompletionStreamResponse> for dynamo_llm::protocols::openai::chat_completions::DeltaGenerator

Implements the crate::protocols::openai::DeltaGeneratorExt trait for DeltaGenerator, allowing it to transform backend responses into OpenAI-style streaming responses.