use std::fmt;
use crate::grammar::Grammar;
pub type TokenId = u32;
#[derive(Clone, Copy, Debug, PartialEq, Eq)]
pub enum FinishReason {
Stop,
Length,
Fault,
Rejected,
}
impl fmt::Display for FinishReason {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
match self {
FinishReason::Stop => write!(f, "stop"),
FinishReason::Length => write!(f, "length"),
FinishReason::Fault => write!(f, "fault"),
FinishReason::Rejected => write!(f, "rejected"),
}
}
}
#[derive(Clone, Copy, Debug, PartialEq, Eq)]
pub enum RejectReason {
QueueFull,
TooLong,
EmptyPrompt,
Unsupported,
}
impl fmt::Display for RejectReason {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
match self {
RejectReason::QueueFull => write!(f, "queue_full"),
RejectReason::TooLong => write!(f, "too_long"),
RejectReason::EmptyPrompt => write!(f, "empty_prompt"),
RejectReason::Unsupported => write!(f, "unsupported"),
}
}
}
#[derive(Clone, Debug, PartialEq)]
pub struct SamplingParams {
pub max_tokens: usize,
pub temperature: f32,
pub top_p: f32,
pub top_k: usize,
pub stop: Vec<String>,
pub stop_token_ids: Vec<TokenId>,
pub frequency_penalty: f32,
pub presence_penalty: f32,
pub seed: u64,
pub grammar: Option<Grammar>,
}
impl Default for SamplingParams {
fn default() -> Self {
Self {
max_tokens: 128,
temperature: 0.0,
top_p: 1.0,
top_k: usize::MAX,
stop: Vec::new(),
stop_token_ids: Vec::new(),
frequency_penalty: 0.0,
presence_penalty: 0.0,
seed: 42,
grammar: None,
}
}
}
#[derive(Clone, Debug)]
pub struct WriteRequest {
pub text: String,
pub sampling: SamplingParams,
}
impl WriteRequest {
pub fn new(text: impl Into<String>, sampling: SamplingParams) -> Self {
Self {
text: text.into(),
sampling,
}
}
}
#[derive(Clone, Debug)]
pub struct GenerationOutput {
pub text: String,
pub full_text: Option<String>,
pub output_token_ids: Vec<TokenId>,
pub finish_reason: FinishReason,
pub prompt_tokens: usize,
pub prefix_hit_tokens: usize,
pub forward_count: usize,
pub rejection: Option<RejectReason>,
}