Struct CascadeRound 

pub struct CascadeRound {
    pub task: String,
    pub unresolved_steps: VecDeque<CascadeStep>,
    pub resolved_steps: VecDeque<CascadeStep>,
    pub step_separator: Option<char>,
}

Fields

task: String

unresolved_steps: VecDeque<CascadeStep>

resolved_steps: VecDeque<CascadeStep>

step_separator: Option<char>

Implementations

impl CascadeRound

pub fn new<T: Into<String>>(task: T) -> CascadeRound

pub fn step_separator(&mut self, separator: char) -> &mut Self

pub fn add_inference_step( &mut self, step_config: &StepConfig, ) -> &mut CascadeStep

pub fn add_guidance_step<T: Into<String>>( &mut self, step_config: &StepConfig, llm_content: T, ) -> &mut CascadeStep

pub fn generation_prefix( &self, current_step: &CascadeStep, ) -> Result<Option<String>>

pub fn display_outcome(&self) -> Result<String>

pub async fn run_all_steps( &mut self, base_req: &mut CompletionRequest, ) -> Result<()>

pub async fn run_next_step( &mut self, base_req: &mut CompletionRequest, ) -> Result<()>

pub async fn cache_next_step( &mut self, base_req: &mut CompletionRequest, ) -> Result<()>

pub fn primitive_result(&self) -> Option<String>

pub fn open_round(&mut self, base_req: &mut CompletionRequest) -> Result<()>

pub fn last_step(&mut self) -> Result<&mut CascadeStep>

pub fn drop_last_step(&mut self) -> Result<()>

pub fn close_round(&mut self, base_req: &mut CompletionRequest) -> Result<()>

Trait Implementations

impl Clone for CascadeRound

fn clone(&self) -> CascadeRound

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Display for CascadeRound

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.