Skip to main content

logit_loom_runtime/
lib.rs

1// SPDX-License-Identifier: MIT OR Apache-2.0
2
3#![doc = include_str!("../README.md")]
4#![forbid(unsafe_code)]
5
6mod error;
7mod observer;
8mod pipeline;
9mod request;
10mod runtime;
11mod session;
12mod steering;
13
14pub use error::{Error, Result};
15pub use observer::ObserversBuilder;
16pub use pipeline::PipelineBuilder;
17pub use request::GenerationRequest;
18pub use runtime::{Loom, LoomOptions, NativeLogPolicy};
19pub use session::{AdmissionOutput, CompletionOutput, LoomSession};
20pub use steering::{ControlVectorSession, LoraSession};
21
22pub use logit_loom::*;
23pub use logit_loom_llamacpp::{
24    ActivationCaptureOutput, ActivationConfiguration, ActivationProgramOutput, ControlVector,
25    DevicePolicy, GenerationOutput, LLAMA_CPP_BINDING_SOURCE_REVISION, LLAMA_CPP_BINDING_VERSION,
26    LLAMA_CPP_REVISION, LlamaCppTensorProfile, LoraAdapter, LoraApplication,
27    MAX_TOKENIZATION_BYTES, ModelOptions, PrefillOutput, SessionOptions,
28    SpeculativeActivationOutput, SpeculativeActivations, SpeculativeCheckpointOutput,
29    SpeculativeCheckpointRequest, SpeculativeContinuationRequest, SpeculativeGenerationOutput,
30    SpeculativeRequest, SpeculativeSessionOptions, SpeculativeStateSnapshot, StateSnapshot,
31    SteeringScope, Tokenization, generate_speculative, generate_speculative_checkpointed,
32    resume_speculative_checkpointed, speculation_implementation_identity,
33};
34pub use logit_loom_models::ArtifactReceipt as ModelArtifactReceipt;
35
36/// Direct access to the lower-level crates when the façade is intentionally
37/// insufficient.
38pub mod low_level {
39    pub use logit_loom as mechanics;
40    pub use logit_loom_llamacpp as llamacpp;
41}