crabtalk 0.0.21

Crabtalk library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

//! Topic hook — `search_topics` and `switch_topic`. Topics partition
//! `(agent, sender)` into parallel conversation threads; see RFC #171.
//!
//! The hook itself owns no state — it holds a late-bind runtime handle
//! (to drive `switch_topic`) and a shared memory handle (to BM25
//! over `EntryKind::Topic` entries).

use crate::daemon::SharedRuntime;
use crabllm_core::Provider;
use runtime::{Hook, SharedMemory};
use search::SearchTopics;
use std::sync::{Arc, OnceLock};
use switch::SwitchTopic;
use wcore::{ToolDispatch, ToolFuture, agent::AsTool, model::Tool};

mod search;
mod switch;

/// Behavioural guidance — when/how to use the topic tools. Tool
/// *signatures* come from each struct's `///` doc comment via schemars.
const TOPIC_PROMPT: &str = include_str!("../../../prompts/topic.md");

pub struct TopicHook<P: Provider + 'static> {
    pub(super) runtime: Arc<OnceLock<SharedRuntime<P>>>,
    pub(super) memory: SharedMemory,
}

impl<P: Provider + 'static> TopicHook<P> {
    pub fn new(runtime: Arc<OnceLock<SharedRuntime<P>>>, memory: SharedMemory) -> Self {
        Self { runtime, memory }
    }
}

impl<P: Provider + 'static> Hook for TopicHook<P> {
    fn schema(&self) -> Vec<Tool> {
        vec![SearchTopics::as_tool(), SwitchTopic::as_tool()]
    }

    fn system_prompt(&self) -> Option<String> {
        Some(format!("\n\n{TOPIC_PROMPT}"))
    }

    fn dispatch<'a>(&'a self, name: &'a str, call: ToolDispatch) -> Option<ToolFuture<'a>> {
        match name {
            "search_topics" => Some(Box::pin(self.handle_search_topics(call))),
            "switch_topic" => Some(Box::pin(self.handle_switch_topic(call))),
            _ => None,
        }
    }
}