aha 0.2.6

aha model inference library, now supports Qwen(2.5VL/3/3VL/3.5/ASR/3Embedding/3Reranker), MiniCPM(4/5), VoxCPM(0.5B/1.5/2), DeepSeek-OCR/2, Hunyuan-OCR, PaddleOCR-VL/1.5, RMBG2.0, GLM(ASR-Nano-2512/OCR), Fun-ASR-Nano-2512, LFM(2/2.5/2VL/2.5VL)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152

use aha::models::{
    deepseek_ocr::config::DeepseekOCRConfig,
    hunyuan_ocr::config::HunYuanVLConfig,
    lfm2::config::Lfm2Config,
    lfm2vl::config::{Lfm2ProcessorConfig, Lfm2VLConfig},
    minicpm4::config::MiniCPM4Config,
    minicpm5::config::MiniCPM5Config,
    moss_audio_tokenizer_nano::config::MossAudioTokenizerConfig,
    moss_tts_nano::config::MossTTSConfig,
    paddleocr_vl::config::PaddleOCRVLConfig,
    qwen2_5vl::config::Qwen2_5VLConfig,
    qwen3vl::config::Qwen3VLConfig,
    voxcpm::config::VoxCPMConfig,
};
use anyhow::Result;

#[test]
fn qwen2_5_vl_config() -> Result<()> {
    // cargo test -F cuda,flash-attn qwen2_5vl_config -r -- --nocapture
    let model_path = "/home/jhq/huggingface_model/Qwen/Qwen2.5-VL-3B-Instruct/";
    let config_path = model_path.to_string() + "/config.json";
    let config: Qwen2_5VLConfig = serde_json::from_slice(&std::fs::read(config_path)?)?;
    println!("{:?}", config);
    Ok(())
}

#[test]
fn minicpm4_config() -> Result<()> {
    // cargo test -F cuda,flash-attn minicpm4_config -r -- --nocapture
    let model_path = "/home/jhq/huggingface_model/OpenBMB/MiniCPM4-0.5B/";
    let config_path = model_path.to_string() + "/config.json";
    let config: MiniCPM4Config = serde_json::from_slice(&std::fs::read(config_path)?)?;
    println!("{:?}", config);
    Ok(())
}

#[test]
fn voxcpm_config() -> Result<()> {
    // cargo test -F cuda,flash-attn voxcpm_config -r -- --nocapture
    // cargo test -F cuda voxcpm_config -r -- --nocapture
    let model_path = "/home/jhq/huggingface_model/openbmb/VoxCPM-0.5B/";
    let config_path = model_path.to_string() + "/config.json";
    let config: VoxCPMConfig = serde_json::from_slice(&std::fs::read(config_path)?)?;
    println!("{:?}", config);
    Ok(())
}

#[test]
fn voxcpm1_5_config() -> Result<()> {
    // cargo test -F cuda voxcpm1_5_config -r -- --nocapture
    let model_path = "/home/jhq/huggingface_model/OpenBMB/VoxCPM1.5/";
    let config_path = model_path.to_string() + "/config.json";
    let config: VoxCPMConfig = serde_json::from_slice(&std::fs::read(config_path)?)?;
    println!("{:?}", config);
    Ok(())
}

#[test]
fn qwen3vl_config() -> Result<()> {
    // cargo test -F cuda qwen3vl_config -r -- --nocapture
    let model_path = "/home/jhq/huggingface_model/Qwen/Qwen3-VL-4B-Instruct/";
    let config_path = model_path.to_string() + "/config.json";
    let config: Qwen3VLConfig = serde_json::from_slice(&std::fs::read(config_path)?)?;
    println!("{:?}", config);
    Ok(())
}

#[test]
fn deepseek_ocr_config() -> Result<()> {
    // cargo test -F cuda deepseek_ocr_config -r -- --nocapture
    let model_path = "/home/jhq/huggingface_model/deepseek-ai/DeepSeek-OCR/";
    let config_path = model_path.to_string() + "/config.json";
    let config: DeepseekOCRConfig = serde_json::from_slice(&std::fs::read(config_path)?)?;
    println!("{:?}", config);
    Ok(())
}

#[test]
fn hunyuan_ocr_config() -> Result<()> {
    // cargo test -F cuda hunyuan_ocr_config -r -- --nocapture
    let model_path = "/home/jhq/huggingface_model/Tencent-Hunyuan/HunyuanOCR/";
    let config_path = model_path.to_string() + "/config.json";
    let config: HunYuanVLConfig = serde_json::from_slice(&std::fs::read(config_path)?)?;
    println!("{:?}", config);
    Ok(())
}
#[test]
fn paddleocr_vl_config() -> Result<()> {
    // cargo test -F cuda paddleocr_vl_config -r -- --nocapture
    let model_path = "/home/jhq/huggingface_model/PaddlePaddle/PaddleOCR-VL/";
    let config_path = model_path.to_string() + "/config.json";
    let config: PaddleOCRVLConfig = serde_json::from_slice(&std::fs::read(config_path)?)?;
    println!("{:?}", config);
    Ok(())
}

#[test]
fn lfm2_config() -> Result<()> {
    // cargo test -F cuda --test config_tests lfm2_config -r -- --nocapture
    let model_path = "/home/jhq/.aha/LiquidAI/LFM2-1.2B/";
    // let model_path = "/home/jhq/.aha/LiquidAI/LFM2.5-1.2B-Instruct/";
    let config_path = model_path.to_string() + "/config.json";
    let mut config: Lfm2Config = serde_json::from_slice(&std::fs::read(config_path)?)?;
    println!("{:?}", config);
    config.full_attn_idx2layer_type();
    println!("{:?}", config);
    Ok(())
}

#[test]
fn lfm2vl_config() -> Result<()> {
    // cargo test -F cuda --test config_tests lfm2vl_config -r -- --nocapture
    let model_path = "/home/jhq/.aha/LiquidAI/LFM2.5-VL-1.6B/";
    let config_path = model_path.to_string() + "/config.json";
    let config: Lfm2VLConfig = serde_json::from_slice(&std::fs::read(config_path)?)?;
    println!("{:?}", config);
    let processor_config_path = model_path.to_string() + "/processor_config.json";
    let processor_config: Lfm2ProcessorConfig =
        serde_json::from_slice(&std::fs::read(processor_config_path)?)?;
    println!("{:?}", processor_config);
    Ok(())
}

#[test]
fn moss_audio_tokenizer_config() -> Result<()> {
    // cargo test -F cuda --test config_tests moss_audio_tokenizer_config -r -- --nocapture
    let model_path = "/home/jhq/.aha/openmoss/MOSS-Audio-Tokenizer-Nano/";
    let config_path = model_path.to_string() + "/config.json";
    let config: MossAudioTokenizerConfig = serde_json::from_slice(&std::fs::read(config_path)?)?;
    println!("{:?}", config);
    Ok(())
}

#[test]
fn moss_tts_config() -> Result<()> {
    // cargo test -F cuda --test config_tests moss_tts_config -r -- --nocapture
    let model_path = "/home/jhq/.aha/openmoss/MOSS-TTS-Nano/";
    let config_path = model_path.to_string() + "/config.json";
    let config: MossTTSConfig = serde_json::from_slice(&std::fs::read(config_path)?)?;
    println!("{:?}", config);
    Ok(())
}

#[test]
fn minicpm5_config() -> Result<()> {
    // cargo test -F cuda --test config_tests minicpm5_config -r -- --nocapture
    let model_path = "/home/jhq/.aha/OpenBMB/MiniCPM5-1B/";
    let config_path = model_path.to_string() + "/config.json";
    let config: MiniCPM5Config = serde_json::from_slice(&std::fs::read(config_path)?)?;
    println!("{:?}", config);
    Ok(())
}