Enum ThreadRequest

pub enum ThreadRequest {
    Adapter(Sender<AdapterList>),
    Info(Sender<RuntimeInfo>),
    Generate {
        request: Box<GenerateRequest>,
        tokenizer: Arc<Tokenizer>,
        sender: Sender<Token>,
    },
    Reload {
        request: Box<ReloadRequest>,
        sender: Option<Sender<bool>>,
    },
    Unload,
    Save {
        request: SaveRequest,
        sender: Sender<bool>,
    },
}

Variants

Adapter(Sender<AdapterList>)

Acquire a list of current available adapters.

Info(Sender<RuntimeInfo>)

Get the current runtime info.

Generate

Request the runtime to complement a prompt.

Fields

request: Box<GenerateRequest>

tokenizer: Arc<Tokenizer>

sender: Sender<Token>

Reload

Reload the runtime with custom config.

Fields

request: Box<ReloadRequest>

sender: Option<Sender<bool>>

Unload

Unload the runtime.

Save

Save the current model with config.

Fields

request: SaveRequest

sender: Sender<bool>

Trait Implementations

impl Clone for ThreadRequest

fn clone(&self) -> ThreadRequest

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ThreadRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.