Struct BasicCompletion 

pub struct BasicCompletion {
    pub base_req: CompletionRequest,
}

Fields

base_req: CompletionRequest

Implementations

impl BasicCompletion

pub fn new(backend: Arc<LLMBackend>) -> Self

pub fn prompt(&mut self) -> &mut LLMPrompt

pub async fn run(&mut self) -> Result<CompletionResponse>

pub fn parse_response(&self, content: &str) -> Result<String>

Trait Implementations

impl Clone for BasicCompletion

fn clone(&self) -> BasicCompletion

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl LogitBiasTrait for BasicCompletion

fn lb_mut(&mut self) -> &mut Option<LogitBias>

fn logit_bias(&mut self) -> &mut LogitBias

fn add_logit_bias_token_id(&mut self, token_id: u32, bias: f32) -> &mut Self

Adds a logit bias for a specific token ID. In the case you have your own tokenizer or other situations where you have token IDs.

fn add_logit_bias_token_ids( &mut self, logit_bias: HashMap<u32, f32>, ) -> &mut Self

Adds multiple logit biases for token IDs. In the case you have your own tokenizer or other situations where you have token IDs.

fn add_logit_bias_from_char(&mut self, char: char, bias: f32) -> &mut Self

Adds a logit bias for a specific character. Not very useful as it does not necessarily remove all instances of that character as the character may be part of other tokens.

fn add_logit_bias_from_word(&mut self, word: &str, bias: f32) -> &mut Self

Adds a logit bias for a specific word. If a word is more than one token, it will be split into multiple tokens. Errors if the word is empty or contains whitespace.

fn add_logit_bias_from_text(&mut self, text: &str, bias: f32) -> &mut Self

Adds a logit bias for a specific text. Splits the text into tokens and applies the bias to each token. It does not add the logit bias value to the whitespace token.

fn clear_logit_bias(&mut self) -> &mut Self

Clearss the logit bias configuration. To reuse the request object for another request. Mostly for testing.

impl RequestConfigTrait for BasicCompletion

fn config(&mut self) -> &mut RequestConfig

fn reset_request(&mut self)

fn max_tokens(&mut self, max_tokens: u64) -> &mut Self

Sets the value of RequestConfig::requested_response_tokens.

fn frequency_penalty(&mut self, frequency_penalty: f32) -> &mut Self

Sets the value of RequestConfig::frequency_penalty.

fn presence_penalty(&mut self, presence_penalty: f32) -> &mut Self

Sets the value of RequestConfig::presence_penalty.

fn temperature(&mut self, temperature: f32) -> &mut Self

Sets the value of RequestConfig::temperature.

fn top_p(&mut self, top_p: f32) -> &mut Self

Sets the value of RequestConfig::top_p.

fn retry_after_fail_n_times( &mut self, retry_after_fail_n_times: u8, ) -> &mut Self

Sets the value of RequestConfig::retry_after_fail_n_times.

fn increase_limit_on_fail(&mut self, increase_limit_on_fail: bool) -> &mut Self

Sets the value of RequestConfig::increase_limit_on_fail.

fn cache_prompt(&mut self, cache_prompt: bool) -> &mut Self

Sets the value of RequestConfig::cache_prompt.