second-brain-sync 0.2.0

Bidirectional sync for second-brain: SSH transport, JSONL change log, conflict resolution
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122

use std::io::{BufReader, BufWriter};
use std::process::{Command, Stdio};

use anyhow::{Context, Result};

use second_brain_core::kuzu_store::KuzuStore;
use second_brain_core::schema::SyncState;

use crate::import::ImportStats;

pub struct SshTransport {
    pub host: String,
    pub user: Option<String>,
    pub sb_binary: String,
}

impl SshTransport {
    pub fn new(host: String) -> Self {
        Self {
            host,
            user: None,
            sb_binary: "sb".to_string(),
        }
    }

    pub fn with_binary(mut self, path: String) -> Self {
        self.sb_binary = path;
        self
    }

    pub fn with_user(mut self, user: String) -> Self {
        self.user = Some(user);
        self
    }

    pub fn pull(&self, store: &KuzuStore) -> Result<ImportStats> {
        let sync_state = store.get_sync_state(&self.host)?;
        let after_seq = sync_state.map(|s| s.last_seq).unwrap_or(0);

        let mut child = Command::new("ssh")
            .arg("-o")
            .arg("StrictHostKeyChecking=no")
            .arg("-o")
            .arg("ServerAliveInterval=30")
            .arg(self.ssh_target())
            .arg(&self.sb_binary)
            .arg("sync-export")
            .arg("--after-seq")
            .arg(after_seq.to_string())
            .stdout(Stdio::piped())
            .stderr(Stdio::inherit())
            .spawn()
            .context("spawning ssh for pull")?;

        let stdout = child.stdout.take().unwrap();
        let reader = BufReader::new(stdout);

        let (stats, max_seq) = crate::import::import_changes(store, reader)?;

        let status = child.wait()?;
        if !status.success() {
            anyhow::bail!("ssh pull exited with {}", status);
        }

        if max_seq > after_seq {
            store.set_sync_state(&SyncState {
                peer_id: self.host.clone(),
                last_seq: max_seq,
                last_sync_at: chrono::Utc::now(),
            })?;
        }

        Ok(stats)
    }

    pub fn push(&self, store: &KuzuStore) -> Result<u64> {
        let push_peer = format!("push:{}", self.host);
        let sync_state = store.get_sync_state(&push_peer)?;
        let after_seq = sync_state.map(|s| s.last_seq).unwrap_or(0);

        let mut child = Command::new("ssh")
            .arg("-o")
            .arg("StrictHostKeyChecking=no")
            .arg("-o")
            .arg("ServerAliveInterval=30")
            .arg(self.ssh_target())
            .arg(&self.sb_binary)
            .arg("sync-import")
            .stdin(Stdio::piped())
            .stderr(Stdio::inherit())
            .spawn()
            .context("spawning ssh for push")?;

        let stdin = child.stdin.take().unwrap();
        let mut writer = BufWriter::new(stdin);

        let max_seq = crate::export::export_changes(store, after_seq, &mut writer)?;
        drop(writer);

        let status = child.wait()?;
        if !status.success() {
            anyhow::bail!("ssh push exited with {}", status);
        }

        if max_seq > after_seq {
            store.set_sync_state(&SyncState {
                peer_id: push_peer,
                last_seq: max_seq,
                last_sync_at: chrono::Utc::now(),
            })?;
        }

        Ok(max_seq)
    }

    fn ssh_target(&self) -> String {
        match &self.user {
            Some(u) => format!("{}@{}", u, self.host),
            None => self.host.clone(),
        }
    }
}