Struct FleetHead 

pub struct FleetHead { /* private fields */ }

Implementations

impl FleetHead

pub fn connect(addr: &str, auth: Vec<u8>) -> Result<FleetHead, DaemonError>

pub fn accept(sock: TcpStream, auth: Vec<u8>) -> Result<FleetHead, DaemonError>

A node that dialed in; the head still opens the handshake, encrypted when it has a token.

pub fn node(&self) -> &HelloAckF

pub fn drain_status(&mut self) -> Result<(), DaemonError>

Reads what the node sent while the connection sat idle; an error means it is gone.

pub fn keepalive(&mut self) -> Result<(), DaemonError>

pub fn knows(&self, session_id: u64) -> bool

pub fn reconnect( &mut self, addr: &str, auth: Vec<u8>, ) -> Result<Vec<u64>, DaemonError>

pub fn assign( &mut self, session_id: u64, params: GenParams, qos_class: u8, codec: &str, lease: Lease, ) -> Result<u64, DaemonError>

pub fn park(&mut self, session_id: u64) -> Result<(), DaemonError>

pub fn revoke(&mut self, session_id: u64, epoch: u64) -> Result<(), DaemonError>

Ends the session on the node, which frees the context it kept. epoch is the one it was last assigned, so this also reaches a session placed over another connection.

pub fn append( &mut self, session_id: u64, tokens: &[u32], ) -> Result<(), DaemonError>

pub fn generate( &mut self, session_id: u64, max_new_tokens: u64, max_wall_ms: u64, ) -> Result<FleetGeneration, DaemonError>

pub fn generate_streaming( &mut self, session_id: u64, max_new_tokens: u64, max_wall_ms: u64, cancel: &AtomicBool, on_tokens: impl FnMut(&[u32]), ) -> Result<FleetGeneration, DaemonError>

pub fn forward_stage( &mut self, tokens: &[u32], start_layer: u32, end_layer: u32, hidden_in: Option<Vec<u8>>, ) -> Result<StageOutput, DaemonError>

pub fn generate_chat( &mut self, session_id: u64, codec: &dyn TextCodec, messages: &[ChatMessage], tools: &[String], max_new_tokens: u64, max_wall_ms: u64, ) -> Result<Vec<FleetSegment>, DaemonError>

pub fn wal(&self) -> &WalStub