byteforge 0.1.1

A next-generation byte-level transformer with multi-signal patching and SIMD optimization
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

use crate::Result;

pub struct InferenceEngine {
    pub batch_size: usize,
    pub max_length: usize,
}

impl InferenceEngine {
    pub fn new(batch_size: usize, max_length: usize) -> Self {
        Self { batch_size, max_length }
    }

    pub fn generate(&self, prompt: &str) -> Result<String> {
        Ok(format!("Generated continuation of: {}", prompt))
    }
}

impl Default for InferenceEngine {
    fn default() -> Self {
        Self::new(1, 512)
    }
}