use switchyard_protocol::{ContentBlock, InstructionBlock, Message, Request, Role};
pub fn append_note(request: &mut Request, note: &str) {
match request.llm_request.messages.last_mut() {
Some(last) if last.role == Role::User => last.content.push(ContentBlock::Text {
text: note.to_string(),
}),
_ => request
.llm_request
.messages
.push(Message::text(Role::User, note)),
}
drop_exact_replay(request);
}
pub(crate) fn drop_exact_replay(request: &mut Request) {
request.llm_request.preservation.requests.clear();
}
pub(crate) fn prepend_system_prompt(request: &mut Request, prompt: &str) {
request.llm_request.instructions.insert(
0,
InstructionBlock {
role: Role::System,
content: vec![ContentBlock::Text {
text: prompt.to_string(),
}],
},
);
drop_exact_replay(request);
}
#[cfg(test)]
mod tests {
use super::*;
use switchyard_protocol::{LlmRequest, ToolResult, text_request};
const NOTE: &str = "recovering from an error";
fn request_with(messages: Vec<Message>) -> Request {
Request {
llm_request: LlmRequest {
messages,
preservation: preserved_body(),
..LlmRequest::default()
},
raw_request: None,
metadata: None,
}
}
fn preserved_body() -> switchyard_protocol::PreservationMetadata {
let mut preservation = switchyard_protocol::PreservationMetadata::default();
preservation.requests.insert(
"openai_chat".into(),
serde_json::json!({"model": "weak", "messages": [{"role": "user", "content": "hi"}]}),
);
preservation
}
fn replays_exactly(request: &Request) -> bool {
!request.llm_request.preservation.requests.is_empty()
}
#[test]
fn a_note_joins_a_trailing_user_turn_after_its_tool_result() {
let tool_result = ContentBlock::ToolResult(ToolResult {
tool_call_id: "call_1".to_string(),
content: vec![ContentBlock::Text {
text: "exit 1".to_string(),
}],
is_error: Some(true),
});
let mut request = request_with(vec![Message {
role: Role::User,
content: vec![tool_result.clone()],
}]);
append_note(&mut request, NOTE);
let messages = &request.llm_request.messages;
assert_eq!(messages.len(), 1, "no second consecutive user turn");
assert_eq!(
messages[0].content,
vec![
tool_result,
ContentBlock::Text {
text: NOTE.to_string()
}
]
);
}
#[test]
fn a_note_opens_a_user_turn_after_an_assistant_turn() {
let mut request = request_with(vec![Message::text(Role::Assistant, "done")]);
append_note(&mut request, NOTE);
let messages = &request.llm_request.messages;
assert_eq!(messages.len(), 2);
assert_eq!(messages[1].role, Role::User);
assert_eq!(messages[1].text_content(""), Some(NOTE.to_string()));
}
#[test]
fn a_note_leaves_the_rest_of_the_conversation_untouched() {
let mut request = Request {
llm_request: LlmRequest {
preservation: preserved_body(),
..text_request(Some("auto".to_string()), "fix the build")
},
raw_request: None,
metadata: None,
};
append_note(&mut request, NOTE);
let trail: Vec<String> = request
.llm_request
.messages
.iter()
.filter_map(|message| message.text_content("|"))
.collect();
assert_eq!(trail, vec![format!("fix the build|{NOTE}")]);
assert!(
!replays_exactly(&request),
"a same-format hop would replay the body captured before the note"
);
}
}