logit-loom-runtime 0.2.0

Explicit high-level local runtime for Logit Loom and llama.cpp
Documentation
// SPDX-License-Identifier: MIT OR Apache-2.0

#![doc = include_str!("../README.md")]
#![forbid(unsafe_code)]

mod error;
mod observer;
mod pipeline;
mod request;
mod runtime;
mod session;
mod steering;

pub use error::{Error, Result};
pub use observer::ObserversBuilder;
pub use pipeline::PipelineBuilder;
pub use request::GenerationRequest;
pub use runtime::{Loom, LoomOptions, NativeLogPolicy};
pub use session::{AdmissionOutput, CompletionOutput, LoomSession};
pub use steering::{ControlVectorSession, LoraSession};

pub use logit_loom::*;
pub use logit_loom_llamacpp::{
    ActivationCaptureOutput, ActivationConfiguration, ActivationProgramOutput, ControlVector,
    DevicePolicy, GenerationOutput, LLAMA_CPP_BINDING_SOURCE_REVISION, LLAMA_CPP_BINDING_VERSION,
    LLAMA_CPP_REVISION, LlamaCppTensorProfile, LoraAdapter, LoraApplication,
    MAX_TOKENIZATION_BYTES, ModelOptions, PrefillOutput, SessionOptions,
    SpeculativeActivationOutput, SpeculativeActivations, SpeculativeCheckpointOutput,
    SpeculativeCheckpointRequest, SpeculativeContinuationRequest, SpeculativeGenerationOutput,
    SpeculativeRequest, SpeculativeSessionOptions, SpeculativeStateSnapshot, StateSnapshot,
    SteeringScope, Tokenization, generate_speculative, generate_speculative_checkpointed,
    resume_speculative_checkpointed, speculation_implementation_identity,
};
pub use logit_loom_models::ArtifactReceipt as ModelArtifactReceipt;

/// Direct access to the lower-level crates when the façade is intentionally
/// insufficient.
pub mod low_level {
    pub use logit_loom as mechanics;
    pub use logit_loom_llamacpp as llamacpp;
}