Struct MimoTokenIds 

pub struct MimoTokenIds {
    pub vision_start: u32,
    pub vision_end: u32,
    pub image_pad: u32,
    pub video_pad: u32,
    pub audio_pad: u32,
    pub video_start: u32,
    pub video_end: u32,
    pub audio_start: u32,
    pub audio_end: u32,
}

The special token ids, by role.

Fields

vision_start: u32

vision_end: u32

image_pad: u32

video_pad: u32

audio_pad: u32

video_start: u32

video_end: u32

audio_start: u32

audio_end: u32

Implementations

impl MimoTokenIds

pub const PINNED: Self

The release ids (MIMO_SPECIAL_TOKENS).

pub fn named(&self) -> [(&'static str, u32); 9]

(token spelling, id) in the order of MIMO_SPECIAL_TOKENS.

pub fn from_config(cfg: &Value) -> Result<Self, String>

Read the ids from a MiMo config.json (top-level keys, the video markers from processor_config). Every key is required.

pub fn check_pinned(&self, what: &str) -> Result<(), String>

Hard error unless every id equals the pinned one.

Trait Implementations

impl Clone for MimoTokenIds

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for MimoTokenIds

impl Debug for MimoTokenIds

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for MimoTokenIds

impl PartialEq for MimoTokenIds

fn eq(&self, other: &Self) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for MimoTokenIds