Skip to main content

cortiq_engine/
lib.rs

1//! Cortiq inference engine — sparse forward pass, attention, tokenization, sampling.
2
3pub mod attention;
4pub mod gpu;
5#[cfg(target_os = "macos")]
6pub mod gpu_metal;
7#[cfg(feature = "gpu")]
8pub mod gpu_wgpu;
9pub mod inference;
10pub mod kv_cache;
11pub mod linear_core;
12pub mod loader;
13pub mod pipeline;
14pub mod pool;
15pub mod qtensor;
16pub mod router;
17pub mod runtime;
18pub mod sampler;
19pub mod swarm;
20pub mod tokenizer;
21
22pub use pipeline::{GenerateResult, Pipeline, TokenCallback, TokenTrace};
23pub use runtime::CortiqRuntime;
24pub use sampler::SamplerConfig;