rigspark_runtime/
memory_backend.rs1use crate::{
2 identity::ProcessProbe,
3 lifecycle::Registry,
4 memory::{Embedder, EmbeddingOutput, MemoryError},
5 state::StateStore,
6};
7use tokio_util::sync::CancellationToken;
8
9pub struct BackendEmbedder<'runtime> {
10 pub state: &'runtime StateStore,
11 pub registry: &'runtime Registry<'runtime>,
12 pub probe: &'runtime dyn ProcessProbe,
13 pub model: String,
14}
15#[async_trait::async_trait]
16impl Embedder for BackendEmbedder<'_> {
17 fn model(&self) -> &str {
18 &self.model
19 }
20 async fn embed(
21 &self,
22 texts: &[String],
23 cancel: &CancellationToken,
24 ) -> Result<EmbeddingOutput, MemoryError> {
25 let prior = self.state.read()?;
26 let mut active = prior
27 .active
28 .clone()
29 .ok_or_else(|| MemoryError("no active embedding backend".into()))?;
30 let adapter = self
31 .registry
32 .get(&active.backend)
33 .map_err(|_| MemoryError("embedding backend unavailable".into()))?;
34 if !adapter.can_embed() {
35 return Err(MemoryError("embedding backend unsupported".into()));
36 }
37 let listener = crate::process_control::listener(self.probe, &active.endpoint, cancel)
38 .await
39 .map_err(|_| MemoryError("embedding identity unavailable".into()))?;
40 let live = crate::identity::capture(&active, &listener, adapter.trusts(&listener.identity))
41 .map_err(|_| MemoryError("embedding identity changed".into()))?;
42 active.pid = Some(live.expected.pid);
43 active.process_executable = Some(live.expected.executable);
44 active.process_started_at = Some(live.expected.started);
45 let output = adapter
46 .embed(&active, &self.model, texts, cancel)
47 .await
48 .map_err(|_| MemoryError("embedding request failed".into()))?;
49 if self.state.read()? != prior {
50 return Err(MemoryError("embedding backend changed".into()));
51 }
52 Ok(EmbeddingOutput {
53 vectors: output.vectors,
54 dimension: output.dimension,
55 })
56 }
57}