rlx-gemma 0.2.0

Gemma / Gemma 2 causal LMs for RLX
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

// RLX — versatile ML compiler + runtime.
// Copyright (C) 2026 Eugene Hauptmann, Nataliya Kosmyna.
//
// Gemma / Gemma 2 / Gemma 3 / Gemma 4 causal LMs for RLX.

pub mod builder;
pub mod capabilities;
pub mod cli;
pub mod config;
pub mod flow;
pub mod generator;
pub mod rope;
pub mod runner;

pub use builder::{
    build_gemma_decode_graph_sized, build_gemma_decode_graph_sized_ext,
    build_gemma_decode_hir_dynamic_ext, build_gemma_decode_hir_sized,
    build_gemma_decode_hir_sized_ext, build_gemma_graph_sized, build_gemma_graph_sized_last_logits,
    build_gemma_graph_sized_packed, build_gemma_prefill_hir_dynamic_ext,
};
pub use config::{GemmaArch, GemmaConfig, gemma_cfg_from_gguf};
pub use flow::{
    GEMMA_PROFILE_FILE, GemmaDecodeOpts, GemmaFlow, GemmaMode, GemmaPrefillOpts,
    build_gemma_decode_built, build_gemma_decode_flow, build_gemma_decode_graph,
    build_gemma_prefill_built, build_gemma_prefill_flow, gemma_profile_near_weights,
};
pub use generator::{GemmaGenerator, decode_profile_for_device};
pub use rlx_qwen35::{encode_prompt, encode_prompt_auto, resolve_tokenizer_path};
pub use runner::{GemmaConfigSource, GemmaRunner, GemmaRunnerBuilder};

#[cfg(feature = "parity-llama")]
pub use rlx_qwen35::llama_oracle;