use logit_loom::{PrefillMonitor, SteeringReceipt, TokenId};
use logit_loom_llamacpp::{
ControlVector, ControlVectorScope, GenerationOutput, LoraAdapter, LoraScope, Model, Session,
Tokenization,
};
use crate::{
AdmissionOutput, GenerationRequest, LoomSession, Result,
session::{admit_text, generate},
};
impl<'model> LoomSession<'model> {
pub fn lora<'scope>(
&'scope mut self,
adapter: &'scope mut LoraAdapter,
scale: f32,
) -> Result<LoraSession<'scope, 'model>> {
let inner = self.inner.lora_scope(adapter, scale)?;
Ok(LoraSession {
model: self.model,
inner,
})
}
pub fn control_vector<'scope>(
&'scope mut self,
vector: &'scope ControlVector,
) -> Result<ControlVectorSession<'scope, 'model>> {
let inner = self.inner.control_vector_scope(vector)?;
Ok(ControlVectorSession {
model: self.model,
inner,
})
}
}
#[must_use = "retain the scope while LoRA should remain active and call clear to observe cleanup"]
pub struct LoraSession<'scope, 'model> {
model: &'model Model,
inner: LoraScope<'scope, 'model>,
}
impl<'model> LoraSession<'_, 'model> {
pub const fn applied_receipt(&self) -> &SteeringReceipt {
self.inner.applied_receipt()
}
pub fn replace_text(
&mut self,
text: &str,
tokenization: Tokenization,
) -> Result<AdmissionOutput> {
admit_text(
self.inner.session_mut(),
self.model,
text,
tokenization,
true,
None,
)
}
pub fn append_text(
&mut self,
text: &str,
tokenization: Tokenization,
) -> Result<AdmissionOutput> {
admit_text(
self.inner.session_mut(),
self.model,
text,
tokenization,
false,
None,
)
}
pub fn replace_text_observed(
&mut self,
text: &str,
tokenization: Tokenization,
monitor: &mut PrefillMonitor,
) -> Result<AdmissionOutput> {
admit_text(
self.inner.session_mut(),
self.model,
text,
tokenization,
true,
Some(monitor),
)
}
pub fn append_text_observed(
&mut self,
text: &str,
tokenization: Tokenization,
monitor: &mut PrefillMonitor,
) -> Result<AdmissionOutput> {
admit_text(
self.inner.session_mut(),
self.model,
text,
tokenization,
false,
Some(monitor),
)
}
pub fn generate(&mut self, request: GenerationRequest<'_>) -> Result<GenerationOutput> {
generate(self.inner.session_mut(), request)
}
pub fn position(&mut self) -> u64 {
self.inner.session_mut().position()
}
pub fn token_history(&mut self) -> &[TokenId] {
self.inner.session_mut().token_history()
}
pub fn raw_session_mut(&mut self) -> &mut Session<'model> {
self.inner.session_mut()
}
pub fn clear(self) -> Result<SteeringReceipt> {
self.inner.clear().map_err(Into::into)
}
}
#[must_use = "retain the scope while the vector should remain active and call clear to observe cleanup"]
pub struct ControlVectorSession<'scope, 'model> {
model: &'model Model,
inner: ControlVectorScope<'scope, 'model>,
}
impl<'model> ControlVectorSession<'_, 'model> {
pub const fn applied_receipt(&self) -> &SteeringReceipt {
self.inner.applied_receipt()
}
pub fn replace_text(
&mut self,
text: &str,
tokenization: Tokenization,
) -> Result<AdmissionOutput> {
admit_text(
self.inner.session_mut(),
self.model,
text,
tokenization,
true,
None,
)
}
pub fn append_text(
&mut self,
text: &str,
tokenization: Tokenization,
) -> Result<AdmissionOutput> {
admit_text(
self.inner.session_mut(),
self.model,
text,
tokenization,
false,
None,
)
}
pub fn replace_text_observed(
&mut self,
text: &str,
tokenization: Tokenization,
monitor: &mut PrefillMonitor,
) -> Result<AdmissionOutput> {
admit_text(
self.inner.session_mut(),
self.model,
text,
tokenization,
true,
Some(monitor),
)
}
pub fn append_text_observed(
&mut self,
text: &str,
tokenization: Tokenization,
monitor: &mut PrefillMonitor,
) -> Result<AdmissionOutput> {
admit_text(
self.inner.session_mut(),
self.model,
text,
tokenization,
false,
Some(monitor),
)
}
pub fn generate(&mut self, request: GenerationRequest<'_>) -> Result<GenerationOutput> {
generate(self.inner.session_mut(), request)
}
pub fn position(&mut self) -> u64 {
self.inner.session_mut().position()
}
pub fn token_history(&mut self) -> &[TokenId] {
self.inner.session_mut().token_history()
}
pub fn raw_session_mut(&mut self) -> &mut Session<'model> {
self.inner.session_mut()
}
pub fn clear(self) -> Result<SteeringReceipt> {
self.inner.clear().map_err(Into::into)
}
}