vyre-runtime 0.6.1

Persistent megakernel + io_uring zero-copy streaming runtime for vyre - GPU as VIR0 bytecode interpreter
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

//! P4.3  -  content-addressed pipeline cache.
//!
//! Every compiled `Program` has a stable fingerprint =
//! `blake3(canonicalize(program).to_wire())`. The fingerprint
//! becomes the cache key: two authors who write the same
//! computation via different spellings share cached target binaries /
//! native-backend artifacts, skipping recompilation.
//!
//! The cache is deliberately composable at this layer. Hot paths use
//! [`InMemoryPipelineCache`], persistent process-restart reuse uses
//! [`DiskCache`], and callers that want both compose them with
//! [`LayeredPipelineCache`].

#![allow(clippy::missing_const_for_thread_local, clippy::explicit_auto_deref)]

mod disk;
mod fingerprint;
mod in_memory;
mod layered;
mod metrics;
#[cfg(feature = "remote-cache")]
mod remote;
mod store;

#[cfg(test)]
pub(super) mod test_helpers;

pub use disk::{DiskCache, DiskCacheError, PersistentPipelineCacheStore};
pub use fingerprint::PipelineFingerprint;
pub use in_memory::InMemoryPipelineCache;
pub use layered::LayeredPipelineCache;
pub use metrics::PipelineCacheMetrics;
#[cfg(feature = "remote-cache")]
pub use remote::RemoteCache;
pub use store::PipelineCacheStore;