logit_loom_runtime/
lib.rs1#![doc = include_str!("../README.md")]
4#![forbid(unsafe_code)]
5
6mod error;
7mod observer;
8mod pipeline;
9mod request;
10mod runtime;
11mod session;
12mod steering;
13
14pub use error::{Error, Result};
15pub use observer::ObserversBuilder;
16pub use pipeline::PipelineBuilder;
17pub use request::GenerationRequest;
18pub use runtime::{Loom, LoomOptions, NativeLogPolicy};
19pub use session::{AdmissionOutput, CompletionOutput, LoomSession};
20pub use steering::{ControlVectorSession, LoraSession};
21
22pub use logit_loom::*;
23pub use logit_loom_llamacpp::{
24 ActivationCaptureOutput, ActivationConfiguration, ActivationProgramOutput, ControlVector,
25 DevicePolicy, GenerationOutput, LLAMA_CPP_BINDING_SOURCE_REVISION, LLAMA_CPP_BINDING_VERSION,
26 LLAMA_CPP_REVISION, LlamaCppTensorProfile, LoraAdapter, LoraApplication,
27 MAX_TOKENIZATION_BYTES, ModelOptions, PrefillOutput, SessionOptions,
28 SpeculativeActivationOutput, SpeculativeActivations, SpeculativeCheckpointOutput,
29 SpeculativeCheckpointRequest, SpeculativeContinuationRequest, SpeculativeGenerationOutput,
30 SpeculativeRequest, SpeculativeSessionOptions, SpeculativeStateSnapshot, StateSnapshot,
31 SteeringScope, Tokenization, generate_speculative, generate_speculative_checkpointed,
32 resume_speculative_checkpointed, speculation_implementation_identity,
33};
34pub use logit_loom_models::ArtifactReceipt as ModelArtifactReceipt;
35
36pub mod low_level {
39 pub use logit_loom as mechanics;
40 pub use logit_loom_llamacpp as llamacpp;
41}