Enum CascadeStep 

pub enum CascadeStep {
    Inference(InferenceStep),
    Guidance(GuidanceStep),
}

Variants

Inference(InferenceStep)

Guidance(GuidanceStep)

Implementations

impl CascadeStep

pub fn new_inference_step(step_config: StepConfig, step_counter: usize) -> Self

pub fn new_guidance_step<S: Into<String>>( step_config: StepConfig, step_counter: usize, llm_content: S, ) -> Self

pub fn display_step_prefix(&self) -> Option<String>

pub async fn run_step( &mut self, generation_prefix: Option<&str>, base_req: &mut CompletionRequest, ) -> Result<()>

pub async fn set_cache_up_to_step( &mut self, generation_prefix: Option<&str>, base_req: &mut CompletionRequest, ) -> Result<()>

pub fn set_dynamic_suffix<S: Into<String>>(&mut self, dynamic_suffix: S)

pub fn display_step_outcome(&self) -> Result<String>

pub fn primitive_result(&self) -> Option<String>

Trait Implementations

impl Clone for CascadeStep

fn clone(&self) -> CascadeStep

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.