Skip to main content

tpt_gpu_runtime/
lib.rs

1//! # TPT Runtime (tpt-gpu-runtime)
2//!
3//! Core library for the TPT GPU compute runtime. Provides GPU memory management,
4//! command queue / scheduler, kernel launch interface, and device abstraction.
5
6pub mod arch;
7pub mod command;
8pub mod device;
9pub mod error;
10pub mod inference;
11pub mod kernel;
12pub mod kv_cache;
13pub mod memory;
14pub mod rope;
15
16/// Re-export the error types at the crate root.
17pub use error::{ErrorCode, ErrorContext, TptrError, TptrResult};
18
19/// Re-export the device types at the crate root.
20pub use device::{Device, DeviceHandle, DeviceInfo, DeviceProperties};
21
22/// Re-export memory types at the crate root.
23pub use memory::{MemAccess, MemType, MemoryAllocation, MemoryRegion};
24
25/// Re-export command types at the crate root.
26pub use command::{Command, CommandQueue, CommandScheduler, QueueHandle, QueuePriority};
27
28/// Re-export kernel types at the crate root.
29pub use kernel::{Dim3, Kernel, KernelConfig, KernelHandle, KernelLaunchMode};
30
31/// Re-export inference types at the crate root.
32pub use inference::{parse_gguf_header, GpuInferenceEngine, LlmInference, ModelInfo};
33
34/// Re-export arch-template types at the crate root.
35pub use arch::{template_for_arch, ArchTemplate, ForwardOp};
36
37/// Re-export KV cache at the crate root.
38pub use kv_cache::KvCache;
39
40/// Re-export RoPE types at the crate root.
41pub use rope::{apply_rope, RopeConfig};