Skip to main content

rigspark_runtime/
memory_backend.rs

1use crate::{
2    identity::ProcessProbe,
3    lifecycle::Registry,
4    memory::{Embedder, EmbeddingOutput, MemoryError},
5    state::StateStore,
6};
7use tokio_util::sync::CancellationToken;
8
9pub struct BackendEmbedder<'runtime> {
10    pub state: &'runtime StateStore,
11    pub registry: &'runtime Registry<'runtime>,
12    pub probe: &'runtime dyn ProcessProbe,
13    pub model: String,
14}
15#[async_trait::async_trait]
16impl Embedder for BackendEmbedder<'_> {
17    fn model(&self) -> &str {
18        &self.model
19    }
20    async fn embed(
21        &self,
22        texts: &[String],
23        cancel: &CancellationToken,
24    ) -> Result<EmbeddingOutput, MemoryError> {
25        let prior = self.state.read()?;
26        let mut active = prior
27            .active
28            .clone()
29            .ok_or_else(|| MemoryError("no active embedding backend".into()))?;
30        let adapter = self
31            .registry
32            .get(&active.backend)
33            .map_err(|_| MemoryError("embedding backend unavailable".into()))?;
34        if !adapter.can_embed() {
35            return Err(MemoryError("embedding backend unsupported".into()));
36        }
37        let listener = crate::process_control::listener(self.probe, &active.endpoint, cancel)
38            .await
39            .map_err(|_| MemoryError("embedding identity unavailable".into()))?;
40        let live = crate::identity::capture(&active, &listener, adapter.trusts(&listener.identity))
41            .map_err(|_| MemoryError("embedding identity changed".into()))?;
42        active.pid = Some(live.expected.pid);
43        active.process_executable = Some(live.expected.executable);
44        active.process_started_at = Some(live.expected.started);
45        let output = adapter
46            .embed(&active, &self.model, texts, cancel)
47            .await
48            .map_err(|_| MemoryError("embedding request failed".into()))?;
49        if self.state.read()? != prior {
50            return Err(MemoryError("embedding backend changed".into()));
51        }
52        Ok(EmbeddingOutput {
53            vectors: output.vectors,
54            dimension: output.dimension,
55        })
56    }
57}