Trait DeltaGeneratorExt

pub trait DeltaGeneratorExt<ResponseType: Send + Sync + 'static + Debug>:
    Send
    + Sync
    + 'static {
    // Required methods
    fn choice_from_postprocessor(
        &mut self,
        response: BackendOutput,
    ) -> Result<ResponseType>;
    fn get_isl(&self) -> Option<u32>;
}

Required Methods

fn choice_from_postprocessor( &mut self, response: BackendOutput, ) -> Result<ResponseType>

fn get_isl(&self) -> Option<u32>

Gets the current prompt token count (Input Sequence Length).

Implementors

impl DeltaGeneratorExt<NvCreateChatCompletionStreamResponse> for dynamo_llm::protocols::openai::chat_completions::DeltaGenerator

Implements the crate::protocols::openai::DeltaGeneratorExt trait for DeltaGenerator, allowing it to transform backend responses into OpenAI-style streaming responses.

impl DeltaGeneratorExt<CompletionResponse> for dynamo_llm::protocols::openai::completions::DeltaGenerator