maolan-generate 0.0.15

Generate music using Maolan and HeartMuLa
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

//! Probe: verify LM tokenizer special-token handling and the audio-code
//! vocab mapping against the real lm_tokenizer.json.
//!
//! Usage: cargo run --release --example lm_probe -- <model_dir>

use maolan_generate::acestep::lm::{self, AudioCodeVocab};
use std::path::Path;

fn main() -> anyhow::Result<()> {
    let model_dir = std::env::args()
        .nth(1)
        .unwrap_or_else(|| "/home/meka/repos/ace".to_string());
    let lm_tokenizer = Path::new(&model_dir).join("lm_tokenizer.json");

    let vocab = AudioCodeVocab::from_tokenizer_json(&lm_tokenizer)?;
    println!("audio code vocab size: {}", vocab.len());
    for code in [0u32, 1, 2482, 40955, 53754, 63999] {
        println!(
            "code {code} -> token id {:?} -> back {:?}",
            vocab.code_token_id(code),
            vocab
                .code_token_id(code)
                .and_then(|id| vocab.token_id_to_code(id))
        );
    }

    let cot = lm::build_cot_block(
        "Metal guitar with a lot of distortion",
        Some(120.0),
        Some("A minor"),
        Some("4/4"),
        4,
    );
    let prompt = lm::build_codes_prompt("Metal guitar with a lot of distortion", &cot);
    println!("\n===== FULL LM PROMPT =====\n{prompt}");

    let ids = lm::tokenize_prompt(&lm_tokenizer, &prompt)?;
    println!("\n{} token ids", ids.len());
    println!("all: {:?}", ids);
    println!("last 20: {:?}", &ids[ids.len().saturating_sub(20)..]);

    let special = [
        ("<|im_start|>", 151644u32),
        ("<|im_end|>", 151645u32),
        ("<|endoftext|>", 151643u32),
    ];
    for (name, expected) in special {
        let found = ids.contains(&expected);
        println!("{name} id {expected} present in tokenized prompt: {found}");
    }
    Ok(())
}