Skip to main content

code_kb_core/
telemetry.rs

1use std::collections::{HashMap, HashSet};
2use std::path::{Path, PathBuf};
3use std::sync::RwLock;
4use std::time::SystemTime;
5
6use rusqlite::{Connection, params};
7use serde::{Deserialize, Serialize};
8
9use crate::queries::QueryError;
10use crate::workspace::{normalize_path, to_forward_slash};
11
12#[derive(Debug, Clone)]
13pub struct ToolInvocation<'a> {
14    pub tool: &'a str,
15    pub duration_ms: u64,
16    pub outcome: &'a str, // "ok", "empty", "error"
17    pub error_message: Option<&'a str>,
18    pub logical_result_count: Option<usize>,
19    pub bytes_returned: usize,
20    pub est_tokens: usize,
21    pub est_tokens_saved: usize,
22    /// True when the answer had files to measure against, so `est_tokens_saved` is a real figure.
23    pub est_tokens_saved_known: bool,
24    pub reconcile_ms: Option<u64>,
25    pub query_ms: Option<u64>,
26}
27
28#[derive(Debug, Clone, Copy, PartialEq, Eq, Default, Serialize, Deserialize)]
29pub enum TimeWindow {
30    Today,
31    Last7Days,
32    Last30Days,
33    ThisMonth,
34    LastYear,
35    #[default]
36    AllTime,
37}
38
39impl TimeWindow {
40    pub fn parse(s: &str) -> Option<Self> {
41        match s.to_lowercase().as_str() {
42            "today" => Some(Self::Today),
43            "7d" | "week" => Some(Self::Last7Days),
44            "30d" => Some(Self::Last30Days),
45            "month" | "this-month" => Some(Self::ThisMonth),
46            "year" | "last-year" => Some(Self::LastYear),
47            "all" | "all-time" => Some(Self::AllTime),
48            _ => None,
49        }
50    }
51
52    pub fn to_sqlite_condition(&self) -> Option<&'static str> {
53        match self {
54            Self::Today => Some("timestamp >= datetime('now', 'localtime', 'start of day')"),
55            Self::Last7Days => Some("timestamp >= datetime('now', '-7 days')"),
56            Self::Last30Days => Some("timestamp >= datetime('now', '-30 days')"),
57            Self::ThisMonth => Some("timestamp >= datetime('now', 'localtime', 'start of month')"),
58            Self::LastYear => Some("timestamp >= datetime('now', '-365 days')"),
59            Self::AllTime => None,
60        }
61    }
62}
63
64impl std::fmt::Display for TimeWindow {
65    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
66        match self {
67            Self::Today => write!(f, "today"),
68            Self::Last7Days => write!(f, "7d"),
69            Self::Last30Days => write!(f, "30d"),
70            Self::ThisMonth => write!(f, "month"),
71            Self::LastYear => write!(f, "year"),
72            Self::AllTime => write!(f, "all"),
73        }
74    }
75}
76
77#[derive(Debug, Clone, Default, Serialize, Deserialize)]
78pub struct TelemetryFilter {
79    pub time_window: TimeWindow,
80    pub workspace_root: Option<PathBuf>,
81    pub version: Option<String>,
82}
83
84#[derive(Debug, Clone, Serialize, Deserialize)]
85pub struct TelemetrySummary {
86    pub total_calls: usize,
87    pub ok_calls: usize,
88    pub empty_calls: usize,
89    pub error_calls: usize,
90    pub total_tokens_returned: usize,
91    pub est_tokens_saved: usize,
92    pub saved_known_calls: usize,
93    pub time_window: TimeWindow,
94    pub scope_description: String,
95    pub tool_stats: Vec<ToolStat>,
96    pub recent_errors: Vec<TelemetryErrorRecord>,
97}
98
99#[derive(Debug, Clone, Serialize, Deserialize)]
100pub struct ToolStat {
101    pub tool: String,
102    pub count: usize,
103    pub ok_count: usize,
104    pub empty_count: usize,
105    pub error_count: usize,
106    pub avg_duration_ms: u64,
107    pub p50_ms: Option<u64>,
108    pub p95_ms: Option<u64>,
109    pub avg_reconcile_ms: Option<u64>,
110    pub avg_query_ms: Option<u64>,
111    pub tokens_returned: usize,
112    pub tokens_saved: usize,
113    pub saved_known_count: usize,
114}
115
116#[derive(Debug, Clone, Serialize, Deserialize)]
117pub struct TelemetryErrorRecord {
118    pub timestamp: String,
119    pub tool: String,
120    pub error_message: String,
121}
122
123#[derive(Debug, Clone, Serialize, Deserialize)]
124pub struct IndexFacts {
125    pub extractor_version: Option<String>,
126    pub schema_version: Option<String>,
127    pub index_level: Option<String>,
128    pub updated_at: Option<String>,
129    pub file_count: i64,
130    pub symbol_count: i64,
131}
132
133#[derive(Debug, Clone, Serialize, Deserialize)]
134pub struct BugReportBundle {
135    pub os_info: String,
136    pub arch_info: String,
137    pub code_kb_version: String,
138    pub julie_extract_version: String,
139    pub active_workspace_name: Option<String>,
140    pub index: Option<IndexFacts>,
141    pub recent_errors: Vec<TelemetryErrorRecord>,
142    pub log_tail: Vec<String>,
143    pub markdown_body: String,
144    pub github_issue_url: String,
145}
146
147static TELEMETRY_DIR_OVERRIDE: RwLock<Option<PathBuf>> = RwLock::new(None);
148
149pub fn resolve_telemetry_dir(
150    env_dir: Option<String>,
151    cargo_target_tmp: Option<String>,
152    home: Option<String>,
153    userprofile: Option<String>,
154) -> PathBuf {
155    if let Some(dir) = env_dir
156        && !dir.trim().is_empty()
157    {
158        return PathBuf::from(dir);
159    }
160    if let Some(target_tmp) = cargo_target_tmp
161        && !target_tmp.trim().is_empty()
162    {
163        return PathBuf::from(target_tmp).join("test-telemetry");
164    }
165    if let Some(home) = home
166        && !home.trim().is_empty()
167    {
168        return PathBuf::from(home).join(".code-kb");
169    }
170    if let Some(profile) = userprofile
171        && !profile.trim().is_empty()
172    {
173        return PathBuf::from(profile).join(".code-kb");
174    }
175    PathBuf::from(".code-kb")
176}
177
178pub fn is_telemetry_disabled_with(no_telem: Option<&str>, disable_telem: Option<&str>) -> bool {
179    no_telem
180        .or(disable_telem)
181        .map(|v| v == "1" || v.eq_ignore_ascii_case("true"))
182        .unwrap_or(false)
183}
184
185pub fn is_telemetry_disabled() -> bool {
186    let no_telem = std::env::var("CODE_KB_NO_TELEMETRY").ok();
187    let disable_telem = std::env::var("CODE_KB_DISABLE_TELEMETRY").ok();
188    is_telemetry_disabled_with(no_telem.as_deref(), disable_telem.as_deref())
189}
190
191pub fn get_global_telemetry_dir() -> PathBuf {
192    if let Ok(guard) = TELEMETRY_DIR_OVERRIDE.read()
193        && let Some(ref path) = *guard
194    {
195        return path.clone();
196    }
197    resolve_telemetry_dir(
198        std::env::var("CODE_KB_TELEMETRY_DIR").ok(),
199        std::env::var("CARGO_TARGET_TMPDIR").ok(),
200        std::env::var("HOME").ok(),
201        std::env::var("USERPROFILE").ok(),
202    )
203}
204
205#[cfg(test)]
206pub(crate) fn set_telemetry_dir_override(path: Option<PathBuf>) {
207    if let Ok(mut guard) = TELEMETRY_DIR_OVERRIDE.write() {
208        *guard = path;
209    }
210}
211
212pub fn open_global_telemetry_db() -> Result<Connection, QueryError> {
213    open_telemetry_db_at(&get_global_telemetry_dir())
214}
215
216pub fn open_telemetry_db_at(dir: &Path) -> Result<Connection, QueryError> {
217    if !dir.exists() {
218        let _ = std::fs::create_dir_all(dir);
219    }
220    let db_path = dir.join("telemetry.db");
221    let conn = Connection::open(&db_path)?;
222    init_telemetry_db(&conn)?;
223    Ok(conn)
224}
225
226fn init_telemetry_db(conn: &Connection) -> Result<(), QueryError> {
227    conn.execute_batch(
228        "PRAGMA journal_mode = WAL;
229         PRAGMA synchronous = NORMAL;
230         PRAGMA busy_timeout = 5000;
231         CREATE TABLE IF NOT EXISTS tool_telemetry (
232             id TEXT PRIMARY KEY,
233             timestamp TEXT NOT NULL,
234             workspace_root TEXT NOT NULL,
235             workspace_name TEXT NOT NULL,
236             tool TEXT NOT NULL,
237             duration_ms INTEGER NOT NULL,
238             outcome TEXT NOT NULL,
239             error_message TEXT,
240             result_count INTEGER NOT NULL DEFAULT 0,
241             result_count_known INTEGER NOT NULL DEFAULT 0,
242             bytes_returned INTEGER NOT NULL DEFAULT 0,
243             est_tokens INTEGER NOT NULL DEFAULT 0,
244             est_tokens_saved INTEGER NOT NULL DEFAULT 0,
245             est_tokens_saved_known INTEGER NOT NULL DEFAULT 0,
246             code_kb_version TEXT NOT NULL,
247             reconcile_ms INTEGER DEFAULT NULL,
248             query_ms INTEGER DEFAULT NULL
249         );
250         CREATE INDEX IF NOT EXISTS idx_tool_telemetry_tool ON tool_telemetry(tool, timestamp DESC);
251         CREATE INDEX IF NOT EXISTS idx_tool_telemetry_ts ON tool_telemetry(timestamp DESC);
252         DELETE FROM tool_telemetry WHERE timestamp < datetime('now', '-365 days');",
253    )?;
254
255    // Handle column migrations if table previously existed without workspace columns
256    let mut stmt = conn.prepare("PRAGMA table_info(tool_telemetry)")?;
257    let cols = stmt.query_map([], |row| row.get::<_, String>(1))?;
258    let mut col_names = HashSet::new();
259    for col in cols.flatten() {
260        col_names.insert(col);
261    }
262    if !col_names.contains("workspace_root") {
263        conn.execute(
264            "ALTER TABLE tool_telemetry ADD COLUMN workspace_root TEXT NOT NULL DEFAULT ''",
265            [],
266        )?;
267    }
268    if !col_names.contains("workspace_name") {
269        conn.execute(
270            "ALTER TABLE tool_telemetry ADD COLUMN workspace_name TEXT NOT NULL DEFAULT ''",
271            [],
272        )?;
273    }
274    if !col_names.contains("est_tokens_saved") {
275        conn.execute(
276            "ALTER TABLE tool_telemetry ADD COLUMN est_tokens_saved INTEGER NOT NULL DEFAULT 0",
277            [],
278        )?;
279    }
280    if !col_names.contains("est_tokens_saved_known") {
281        conn.execute(
282            "ALTER TABLE tool_telemetry ADD COLUMN est_tokens_saved_known INTEGER NOT NULL DEFAULT 0",
283            [],
284        )?;
285    }
286    if !col_names.contains("result_count_known") {
287        conn.execute(
288            "ALTER TABLE tool_telemetry ADD COLUMN result_count_known INTEGER NOT NULL DEFAULT 0",
289            [],
290        )?;
291    }
292    if !col_names.contains("reconcile_ms") {
293        conn.execute(
294            "ALTER TABLE tool_telemetry ADD COLUMN reconcile_ms INTEGER DEFAULT NULL",
295            [],
296        )?;
297    }
298    if !col_names.contains("query_ms") {
299        conn.execute(
300            "ALTER TABLE tool_telemetry ADD COLUMN query_ms INTEGER DEFAULT NULL",
301            [],
302        )?;
303    }
304    if col_names.contains("version") && !col_names.contains("code_kb_version") {
305        conn.execute(
306            "ALTER TABLE tool_telemetry RENAME COLUMN version TO code_kb_version",
307            [],
308        )?;
309    } else if !col_names.contains("code_kb_version") {
310        conn.execute(
311            "ALTER TABLE tool_telemetry ADD COLUMN code_kb_version TEXT NOT NULL DEFAULT ''",
312            [],
313        )?;
314    }
315
316    // Dependent indexes must be created AFTER columns are verified to exist
317    conn.execute(
318        "CREATE INDEX IF NOT EXISTS idx_tool_telemetry_ws_ts ON tool_telemetry(workspace_root, timestamp DESC)",
319        [],
320    )?;
321
322    Ok(())
323}
324
325/// Open the global telemetry database, delegating to `open_global_telemetry_db()`.
326pub fn open_telemetry_db(_workspace_root: &Path) -> Result<Connection, QueryError> {
327    open_global_telemetry_db()
328}
329
330/// Returns the normalized workspace root and an optional alternate representation
331/// (e.g. resolving canonical path, or mapping macOS `/private/var`, `/private/tmp`, `/private/etc` symmetry).
332pub(crate) fn workspace_root_match_candidates(ws: &Path) -> (String, Option<String>) {
333    let norm = to_forward_slash(&normalize_path(ws));
334    let canonical = dunce::canonicalize(ws)
335        .map(|p| to_forward_slash(&normalize_path(&p)))
336        .unwrap_or_else(|_| norm.clone());
337
338    if canonical != norm {
339        return (canonical, Some(norm));
340    }
341
342    // Handle macOS `/private/var`, `/private/tmp`, `/private/etc` symmetry
343    if let Some(rest) = norm.strip_prefix("/private/") {
344        if rest.starts_with("var/") || rest.starts_with("tmp/") || rest.starts_with("etc/") {
345            return (norm.clone(), Some(format!("/{}", rest)));
346        }
347    } else if norm.starts_with("/var/") || norm.starts_with("/tmp/") || norm.starts_with("/etc/") {
348        return (norm.clone(), Some(format!("/private{}", norm)));
349    }
350
351    (norm, None)
352}
353
354/// Fast record of a tool invocation with normalized workspace path attribution.
355pub fn record_tool_call_conn(
356    conn: &Connection,
357    workspace_root: &Path,
358    invocation: &ToolInvocation,
359) {
360    if is_telemetry_disabled() {
361        return;
362    }
363    let now = SystemTime::now()
364        .duration_since(SystemTime::UNIX_EPOCH)
365        .unwrap_or_default();
366    let ts = format!("{:?}", SystemTime::now());
367    let id_source = format!("{}:{}:{}", invocation.tool, ts, now.as_nanos());
368    let id = blake3::hash(id_source.as_bytes()).to_hex().to_string();
369    let version = env!("CARGO_PKG_VERSION");
370
371    let canonical =
372        dunce::canonicalize(workspace_root).unwrap_or_else(|_| workspace_root.to_path_buf());
373    let norm_ws = to_forward_slash(&normalize_path(&canonical));
374    let ws_name = Path::new(&norm_ws)
375        .file_name()
376        .map(|n| n.to_string_lossy().to_string())
377        .unwrap_or_else(|| "repo".to_string());
378
379    let _ = conn.execute(
380        "INSERT INTO tool_telemetry (
381            id, timestamp, workspace_root, workspace_name, tool,
382            duration_ms, outcome, error_message, result_count, result_count_known,
383            bytes_returned, est_tokens, est_tokens_saved, est_tokens_saved_known,
384            code_kb_version, reconcile_ms, query_ms
385        ) VALUES (?1, datetime('now'), ?2, ?3, ?4, ?5, ?6, ?7, ?8, ?9, ?10, ?11, ?12, ?13, ?14, ?15, ?16)",
386        params![
387            id,
388            norm_ws,
389            ws_name,
390            invocation.tool,
391            invocation.duration_ms as i64,
392            invocation.outcome,
393            invocation.error_message,
394            invocation.logical_result_count.unwrap_or_default() as i64,
395            invocation.logical_result_count.is_some() as i64,
396            invocation.bytes_returned as i64,
397            invocation.est_tokens as i64,
398            invocation.est_tokens_saved as i64,
399            invocation.est_tokens_saved_known as i64,
400            version,
401            invocation.reconcile_ms.map(|v| v as i64),
402            invocation.query_ms.map(|v| v as i64),
403        ],
404    );
405}
406
407/// Record a tool call to the global telemetry database.
408/// Best-effort and non-panicking.
409pub fn record_tool_call(workspace_root: &Path, invocation: &ToolInvocation) {
410    if is_telemetry_disabled() {
411        return;
412    }
413    if let Ok(conn) = open_global_telemetry_db() {
414        record_tool_call_conn(&conn, workspace_root, invocation);
415    }
416}
417
418fn calculate_percentile(sorted: &[u64], pct: f64) -> Option<u64> {
419    if sorted.is_empty() {
420        return None;
421    }
422    let rank = ((pct / 100.0) * sorted.len() as f64).ceil() as usize;
423    let idx = rank.saturating_sub(1).min(sorted.len() - 1);
424    Some(sorted[idx])
425}
426
427pub fn get_telemetry_summary(
428    conn: &Connection,
429    filter: &TelemetryFilter,
430) -> Result<TelemetrySummary, QueryError> {
431    let mut conditions = Vec::new();
432    let mut params_vec: Vec<Box<dyn rusqlite::ToSql>> = Vec::new();
433
434    if let Some(time_cond) = filter.time_window.to_sqlite_condition() {
435        conditions.push(time_cond.to_string());
436    }
437
438    if let Some(ref ws) = filter.workspace_root {
439        let (canon, alt) = workspace_root_match_candidates(ws);
440        if let Some(alt_val) = alt {
441            let idx1 = params_vec.len() + 1;
442            let idx2 = params_vec.len() + 2;
443            conditions.push(format!(
444                "(workspace_root = ?{} OR workspace_root = ?{})",
445                idx1, idx2
446            ));
447            params_vec.push(Box::new(canon));
448            params_vec.push(Box::new(alt_val));
449        } else {
450            let idx1 = params_vec.len() + 1;
451            conditions.push(format!("workspace_root = ?{}", idx1));
452            params_vec.push(Box::new(canon));
453        }
454    }
455
456    if let Some(ref v) = filter.version {
457        let idx = params_vec.len() + 1;
458        conditions.push(format!("code_kb_version = ?{}", idx));
459        params_vec.push(Box::new(v.clone()));
460    }
461
462    let where_clause = if conditions.is_empty() {
463        String::new()
464    } else {
465        format!("WHERE {}", conditions.join(" AND "))
466    };
467
468    let ws_desc = match &filter.workspace_root {
469        Some(ws) => format!("Workspace: {}", to_forward_slash(&normalize_path(ws))),
470        None => "Global (all workspaces)".to_string(),
471    };
472    let ver_desc = match &filter.version {
473        Some(v) => format!("Version: {}", v),
474        None => "Version: all".to_string(),
475    };
476    let scope_description = format!("{} | {}", ws_desc, ver_desc);
477
478    let params_slice: Vec<&dyn rusqlite::ToSql> = params_vec.iter().map(|p| p.as_ref()).collect();
479
480    // 1. Overall aggregations
481    let totals_sql = format!(
482        "SELECT COUNT(*),
483                SUM(CASE WHEN outcome = 'ok' THEN 1 ELSE 0 END),
484                SUM(CASE WHEN outcome = 'empty' THEN 1 ELSE 0 END),
485                SUM(CASE WHEN outcome = 'error' THEN 1 ELSE 0 END),
486                SUM(est_tokens),
487                SUM(est_tokens_saved),
488                SUM(CASE WHEN est_tokens_saved_known = 1 THEN 1 ELSE 0 END)
489         FROM tool_telemetry
490         {}",
491        where_clause
492    );
493
494    let (
495        total_calls,
496        ok_calls,
497        empty_calls,
498        error_calls,
499        total_tokens_returned,
500        est_tokens_saved,
501        saved_known_calls,
502    ) = {
503        let mut stmt = conn.prepare(&totals_sql)?;
504        let row_mapper = |row: &rusqlite::Row| {
505            let total: i64 = row.get(0)?;
506            let ok: Option<i64> = row.get(1)?;
507            let empty: Option<i64> = row.get(2)?;
508            let error: Option<i64> = row.get(3)?;
509            let tokens: Option<i64> = row.get(4)?;
510            let tokens_saved: Option<i64> = row.get(5)?;
511            let saved_known: Option<i64> = row.get(6)?;
512            Ok((
513                total as usize,
514                ok.unwrap_or(0) as usize,
515                empty.unwrap_or(0) as usize,
516                error.unwrap_or(0) as usize,
517                tokens.unwrap_or(0) as usize,
518                tokens_saved.unwrap_or(0) as usize,
519                saved_known.unwrap_or(0) as usize,
520            ))
521        };
522        stmt.query_row(
523            rusqlite::params_from_iter(params_slice.iter().copied()),
524            row_mapper,
525        )?
526    };
527
528    // 2. Collect durations for percentiles
529    let mut durations_by_tool: HashMap<String, Vec<u64>> = HashMap::new();
530    {
531        let durations_sql = format!(
532            "SELECT tool, duration_ms
533             FROM tool_telemetry
534             {}
535             ORDER BY tool, duration_ms ASC",
536            where_clause
537        );
538        let mut d_stmt = conn.prepare(&durations_sql)?;
539        let d_rows = d_stmt.query_map(
540            rusqlite::params_from_iter(params_slice.iter().copied()),
541            |row| {
542                let tool: String = row.get(0)?;
543                let dur: i64 = row.get(1)?;
544                Ok((tool, dur.max(0) as u64))
545            },
546        )?;
547        for item in d_rows.flatten() {
548            durations_by_tool.entry(item.0).or_default().push(item.1);
549        }
550    }
551
552    // 3. Per-tool statistics
553    let tool_stats_sql = format!(
554        "SELECT tool,
555                COUNT(*),
556                SUM(CASE WHEN outcome = 'ok' THEN 1 ELSE 0 END),
557                SUM(CASE WHEN outcome = 'empty' THEN 1 ELSE 0 END),
558                SUM(CASE WHEN outcome = 'error' THEN 1 ELSE 0 END),
559                ROUND(AVG(duration_ms)),
560                SUM(est_tokens),
561                SUM(est_tokens_saved),
562                SUM(CASE WHEN est_tokens_saved_known = 1 THEN 1 ELSE 0 END),
563                ROUND(AVG(reconcile_ms)),
564                ROUND(AVG(query_ms))
565         FROM tool_telemetry
566         {}
567         GROUP BY tool
568         ORDER BY COUNT(*) DESC",
569        where_clause
570    );
571
572    let mut tool_stats = Vec::new();
573    {
574        let mut stmt = conn.prepare(&tool_stats_sql)?;
575        let row_mapper = |row: &rusqlite::Row| {
576            let tool: String = row.get(0)?;
577            let count: i64 = row.get(1)?;
578            let ok_count: Option<i64> = row.get(2)?;
579            let empty_count: Option<i64> = row.get(3)?;
580            let error_count: Option<i64> = row.get(4)?;
581            let avg_duration: Option<f64> = row.get(5)?;
582            let tokens: Option<i64> = row.get(6)?;
583            let tokens_saved: Option<i64> = row.get(7)?;
584            let saved_known: Option<i64> = row.get(8)?;
585            let avg_rec: Option<f64> = row.get(9)?;
586            let avg_q: Option<f64> = row.get(10)?;
587
588            let (p50, p95) = if let Some(durs) = durations_by_tool.get(&tool) {
589                (
590                    calculate_percentile(durs, 50.0),
591                    calculate_percentile(durs, 95.0),
592                )
593            } else {
594                (None, None)
595            };
596
597            Ok(ToolStat {
598                tool,
599                count: count as usize,
600                ok_count: ok_count.unwrap_or(0) as usize,
601                empty_count: empty_count.unwrap_or(0) as usize,
602                error_count: error_count.unwrap_or(0) as usize,
603                avg_duration_ms: avg_duration.unwrap_or(0.0).round() as u64,
604                p50_ms: p50,
605                p95_ms: p95,
606                avg_reconcile_ms: avg_rec.map(|v| v.round() as u64),
607                avg_query_ms: avg_q.map(|v| v.round() as u64),
608                tokens_returned: tokens.unwrap_or(0) as usize,
609                tokens_saved: tokens_saved.unwrap_or(0) as usize,
610                saved_known_count: saved_known.unwrap_or(0) as usize,
611            })
612        };
613
614        let rows = stmt.query_map(
615            rusqlite::params_from_iter(params_slice.iter().copied()),
616            row_mapper,
617        )?;
618        for stat in rows.flatten() {
619            tool_stats.push(stat);
620        }
621    }
622
623    // 4. Recent errors
624    let error_where_clause = if where_clause.is_empty() {
625        "WHERE outcome = 'error' AND error_message IS NOT NULL".to_string()
626    } else {
627        format!(
628            "{} AND outcome = 'error' AND error_message IS NOT NULL",
629            where_clause
630        )
631    };
632
633    let errors_sql = format!(
634        "SELECT timestamp, tool, error_message
635         FROM tool_telemetry
636         {}
637         ORDER BY timestamp DESC
638         LIMIT 10",
639        error_where_clause
640    );
641
642    let mut recent_errors = Vec::new();
643    {
644        let mut stmt = conn.prepare(&errors_sql)?;
645        let row_mapper = |row: &rusqlite::Row| {
646            let raw_msg: String = row.get(2)?;
647            Ok(TelemetryErrorRecord {
648                timestamp: row.get(0)?,
649                tool: row.get(1)?,
650                error_message: sanitize_error_message(&raw_msg),
651            })
652        };
653
654        let rows = stmt.query_map(
655            rusqlite::params_from_iter(params_slice.iter().copied()),
656            row_mapper,
657        )?;
658        for err in rows.flatten() {
659            recent_errors.push(err);
660        }
661    }
662
663    Ok(TelemetrySummary {
664        total_calls,
665        ok_calls,
666        empty_calls,
667        error_calls,
668        total_tokens_returned,
669        est_tokens_saved,
670        saved_known_calls,
671        time_window: filter.time_window,
672        scope_description,
673        tool_stats,
674        recent_errors,
675    })
676}
677
678fn sanitize_error_message(msg: &str) -> String {
679    let home_candidates = home_candidates();
680    sanitize_error_message_with_homes(msg, &home_candidates)
681}
682
683/// Replaces the user's home directory with `~` and keeps everything else, including newlines.
684fn mask_home_paths(text: &str) -> String {
685    mask_home_paths_with(text, &home_candidates())
686}
687
688fn home_candidates() -> Vec<String> {
689    let mut candidates = Vec::new();
690    for var in ["HOME", "USERPROFILE"] {
691        if let Ok(home) = std::env::var(var)
692            && !home.trim().is_empty()
693            && home != "/"
694        {
695            let simplified = dunce::simplified(Path::new(&home))
696                .to_string_lossy()
697                .to_string();
698            if simplified != home {
699                candidates.push(simplified);
700            }
701            candidates.push(home);
702        }
703    }
704    candidates
705}
706
707fn mask_home_paths_with(text: &str, home_candidates: &[String]) -> String {
708    let mut masked = text.to_string();
709    for home in home_candidates {
710        let norm_home = to_forward_slash(&normalize_path(Path::new(home)));
711        masked = masked.replace(home.as_str(), "~");
712        if norm_home != *home {
713            masked = masked.replace(&norm_home, "~");
714        }
715        let backslash_home = home.replace('/', "\\");
716        if backslash_home != *home {
717            masked = masked.replace(&backslash_home, "~");
718        }
719    }
720    masked
721}
722
723fn sanitize_error_message_with_homes(msg: &str, home_candidates: &[String]) -> String {
724    let mut sanitized = mask_home_paths_with(msg, home_candidates);
725
726    // Replace newlines with spaces to avoid breaking markdown tables
727    sanitized = sanitized.replace("\r\n", " ").replace(['\n', '\r'], " ");
728
729    // Escape markdown table pipe characters
730    sanitized = sanitized.replace('|', "\\|");
731
732    // Truncate message to 500 characters
733    if sanitized.chars().count() > 500 {
734        let mut truncated: String = sanitized.chars().take(500).collect();
735        if truncated.ends_with('\\') && !truncated.ends_with("\\\\") {
736            truncated.pop();
737        }
738        truncated
739    } else {
740        sanitized
741    }
742}
743
744fn index_facts(workspace_root: &Path) -> Option<IndexFacts> {
745    let db_path = workspace_root.join(".code-kb").join("artifact.db");
746    let conn = crate::db::open_read_only(&db_path).ok()?;
747    let metadata = |key: &str| {
748        conn.query_row(
749            "SELECT value FROM artifact_metadata WHERE key = ?1",
750            [key],
751            |row| row.get::<_, String>(0),
752        )
753        .ok()
754    };
755    let count = |table: &str| {
756        conn.query_row(&format!("SELECT COUNT(*) FROM {table}"), [], |row| {
757            row.get::<_, i64>(0)
758        })
759        .unwrap_or(0)
760    };
761    Some(IndexFacts {
762        extractor_version: metadata("binary_version"),
763        schema_version: metadata("schema_version"),
764        index_level: metadata("index_level"),
765        updated_at: metadata("updated_at"),
766        file_count: count("files"),
767        symbol_count: count("symbols"),
768    })
769}
770
771fn log_tail(workspace_root: &Path, lines: usize) -> Vec<String> {
772    let mut tail: Vec<String> = Vec::new();
773    for path in crate::workspace::log_files_newest_first(workspace_root) {
774        if tail.len() >= lines {
775            break;
776        }
777        let Ok(content) = std::fs::read_to_string(path) else {
778            continue;
779        };
780        let wanted = lines - tail.len();
781        let file_lines: Vec<&str> = content.lines().collect();
782        let mut older: Vec<String> = file_lines[file_lines.len().saturating_sub(wanted)..]
783            .iter()
784            .map(|line| mask_home_paths(line))
785            .collect();
786        older.append(&mut tail);
787        tail = older;
788    }
789    tail
790}
791
792/// Browsers and GitHub truncate query strings past a few kilobytes.
793const MAX_ISSUE_URL_LEN: usize = 8000;
794
795fn build_issue_url(title: &str, body: &str) -> Result<url::Url, QueryError> {
796    let mut issue_url = url::Url::parse("https://github.com/anortham/code-kb/issues/new")
797        .map_err(|e| QueryError::Sqlite(rusqlite::Error::ToSqlConversionFailure(Box::new(e))))?;
798    issue_url
799        .query_pairs_mut()
800        .append_pair("title", title)
801        .append_pair("body", body);
802    Ok(issue_url)
803}
804
805/// Builds the diagnostic bundle for a GitHub issue. `markdown_body` is complete. The
806/// pre-filled issue URL omits the log tail, and falls back to the environment and index
807/// sections alone when the rest would push it past `MAX_ISSUE_URL_LEN`.
808pub fn generate_bug_report(
809    conn: &Connection,
810    workspace_root: Option<&Path>,
811    issue_title: Option<&str>,
812    description: Option<&str>,
813    log_lines: usize,
814) -> Result<BugReportBundle, QueryError> {
815    let os_info = std::env::consts::OS.to_string();
816    let arch_info = std::env::consts::ARCH.to_string();
817    let code_kb_version = env!("CARGO_PKG_VERSION").to_string();
818
819    let exe_name = if cfg!(windows) {
820        "julie-extract.exe"
821    } else {
822        "julie-extract"
823    };
824
825    let sibling_binary = std::env::current_exe()
826        .ok()
827        .and_then(|p| p.parent().map(|d| d.join(exe_name)))
828        .filter(|p| p.is_file());
829
830    let julie_extract_version = if let Some(bin) = sibling_binary {
831        if let Ok(output) = std::process::Command::new(&bin).arg("--version").output() {
832            let ver = String::from_utf8_lossy(&output.stdout).trim().to_string();
833            if !ver.is_empty() {
834                ver
835            } else {
836                crate::sync::PINNED_JULIE_VERSION.to_string()
837            }
838        } else {
839            crate::sync::PINNED_JULIE_VERSION.to_string()
840        }
841    } else {
842        crate::sync::PINNED_JULIE_VERSION.to_string()
843    };
844
845    let active_workspace_name = workspace_root.map(|ws| {
846        let norm = to_forward_slash(&normalize_path(ws));
847        Path::new(&norm)
848            .file_name()
849            .map(|n| n.to_string_lossy().to_string())
850            .unwrap_or_else(|| "repo".to_string())
851    });
852
853    // Query recent errors
854    let mut recent_errors = Vec::new();
855    let (error_sql, ws_param, alt_ws_param) = if let Some(ws) = workspace_root {
856        let (canon, alt) = workspace_root_match_candidates(ws);
857        if alt.is_some() {
858            (
859                "SELECT timestamp, tool, error_message
860                 FROM tool_telemetry
861                 WHERE outcome = 'error' AND error_message IS NOT NULL AND (workspace_root = ?1 OR workspace_root = ?2)
862                 ORDER BY timestamp DESC
863                 LIMIT 10",
864                Some(canon),
865                alt,
866            )
867        } else {
868            (
869                "SELECT timestamp, tool, error_message
870                 FROM tool_telemetry
871                 WHERE outcome = 'error' AND error_message IS NOT NULL AND workspace_root = ?1
872                 ORDER BY timestamp DESC
873                 LIMIT 10",
874                Some(canon),
875                None,
876            )
877        }
878    } else {
879        (
880            "SELECT timestamp, tool, error_message
881             FROM tool_telemetry
882             WHERE outcome = 'error' AND error_message IS NOT NULL
883             ORDER BY timestamp DESC
884             LIMIT 10",
885            None,
886            None,
887        )
888    };
889
890    {
891        let mut stmt = conn.prepare(error_sql)?;
892        let row_mapper = |row: &rusqlite::Row| {
893            let raw_msg: String = row.get(2)?;
894            Ok(TelemetryErrorRecord {
895                timestamp: row.get(0)?,
896                tool: row.get(1)?,
897                error_message: sanitize_error_message(&raw_msg),
898            })
899        };
900        match (&ws_param, &alt_ws_param) {
901            (Some(ws), Some(alt)) => {
902                let rows = stmt.query_map(params![ws, alt], row_mapper)?;
903                for err in rows.flatten() {
904                    recent_errors.push(err);
905                }
906            }
907            (Some(ws), None) => {
908                let rows = stmt.query_map(params![ws], row_mapper)?;
909                for err in rows.flatten() {
910                    recent_errors.push(err);
911                }
912            }
913            _ => {
914                let rows = stmt.query_map([], row_mapper)?;
915                for err in rows.flatten() {
916                    recent_errors.push(err);
917                }
918            }
919        }
920    }
921
922    // Build markdown body
923    let mut markdown = String::new();
924    markdown.push_str("### Environment\n");
925    markdown.push_str(&format!("- **OS:** {}\n", os_info));
926    markdown.push_str(&format!("- **Architecture:** {}\n", arch_info));
927    markdown.push_str(&format!("- **code-kb Version:** {}\n", code_kb_version));
928    markdown.push_str(&format!(
929        "- **julie-extract Version:** {}\n",
930        julie_extract_version
931    ));
932    if let Some(ref ws) = active_workspace_name {
933        markdown.push_str(&format!("- **Active Workspace:** {}\n", ws));
934    }
935
936    let index = workspace_root.and_then(index_facts);
937    markdown.push_str("\n### Index\n");
938    match &index {
939        Some(facts) => {
940            let field = |value: &Option<String>| value.clone().unwrap_or_else(|| "unknown".into());
941            markdown.push_str(&format!(
942                "- **Extractor:** {} (schema {}, level {})\n- **Updated:** {}\n- **Files / Symbols:** {} / {}\n",
943                field(&facts.extractor_version),
944                field(&facts.schema_version),
945                field(&facts.index_level),
946                field(&facts.updated_at),
947                facts.file_count,
948                facts.symbol_count
949            ));
950        }
951        None => markdown.push_str("- No `.code-kb/artifact.db` in the active workspace.\n"),
952    }
953
954    let short_body = markdown.clone();
955    markdown.push_str("\n### Description\n");
956    match description.map(str::trim).filter(|text| !text.is_empty()) {
957        Some(text) => markdown.push_str(&format!("{}\n\n", mask_home_paths(text))),
958        None => markdown.push_str("<!-- Please describe the bug or unexpected behavior -->\n\n"),
959    }
960
961    if !recent_errors.is_empty() {
962        markdown.push_str("### Recent Telemetry Errors\n");
963        markdown.push_str("| Timestamp | Tool | Error Message |\n");
964        markdown.push_str("|---|---|---|\n");
965        for err in &recent_errors {
966            markdown.push_str(&format!(
967                "| {} | `{}` | {} |\n",
968                err.timestamp, err.tool, err.error_message
969            ));
970        }
971    }
972
973    let title_str = issue_title
974        .map(sanitize_error_message)
975        .unwrap_or_else(|| "Bug report".to_string());
976    let mut issue_url = build_issue_url(&title_str, &markdown)?;
977    if issue_url.as_str().len() > MAX_ISSUE_URL_LEN {
978        let short_body = format!(
979            "{short_body}\n<!-- The full report was too long for a URL. Paste the output of `code-kb bug-report` here. -->\n"
980        );
981        issue_url = build_issue_url(&title_str, &short_body)?;
982    }
983
984    let log_tail = workspace_root
985        .map(|root| log_tail(root, log_lines))
986        .unwrap_or_default();
987    if !log_tail.is_empty() {
988        markdown.push_str(&format!(
989            "\n### Recent Log Lines\n```text\n{}\n```\n",
990            log_tail.join("\n")
991        ));
992    }
993
994    Ok(BugReportBundle {
995        os_info,
996        arch_info,
997        code_kb_version,
998        julie_extract_version,
999        active_workspace_name,
1000        index,
1001        recent_errors,
1002        log_tail,
1003        markdown_body: markdown,
1004        github_issue_url: issue_url.to_string(),
1005    })
1006}
1007
1008pub fn format_telemetry_summary(summary: &TelemetrySummary) -> String {
1009    let mut out = String::new();
1010    out.push_str("=================================================================\n");
1011    out.push_str("                    code-kb Telemetry Summary                    \n");
1012    out.push_str("=================================================================\n");
1013
1014    if summary.total_calls == 0 {
1015        out.push_str(&format!(
1016            "Scope: {} | Window: {}\nNo tool calls recorded for this scope yet.\n",
1017            summary.scope_description, summary.time_window
1018        ));
1019        return out;
1020    }
1021
1022    let success_rate = if summary.total_calls > 0 {
1023        ((summary.ok_calls + summary.empty_calls) as f64 / summary.total_calls as f64) * 100.0
1024    } else {
1025        0.0
1026    };
1027
1028    out.push_str(&format!(
1029        "Scope: {} | Window: {} | Total Tool Calls: {} | Success Rate: {:.1}% | Empty Results: {} | Tokens Served: ~{} | Est. Tokens Saved: ~{} (baseline known for {} of {} calls)\n\n",
1030        summary.scope_description,
1031        summary.time_window,
1032        summary.total_calls,
1033        success_rate,
1034        summary.empty_calls,
1035        summary.total_tokens_returned,
1036        summary.est_tokens_saved,
1037        summary.saved_known_calls,
1038        summary.total_calls
1039    ));
1040
1041    out.push_str("### Tool Invocations & Performance\n");
1042    out.push_str(
1043        "| Tool | Calls | Empty | Latency (p50 / p95 / avg) | Query / Reconcile | Tokens Served | Est. Tokens Saved | Success Rate |\n",
1044    );
1045    out.push_str("|---|---:|---:|---:|---:|---:|---:|---:|\n");
1046
1047    for stat in &summary.tool_stats {
1048        let rate = if stat.count > 0 {
1049            ((stat.ok_count + stat.empty_count) as f64 / stat.count as f64) * 100.0
1050        } else {
1051            0.0
1052        };
1053        let p50_str = stat
1054            .p50_ms
1055            .map(|v| format!("{}ms", v))
1056            .unwrap_or_else(|| "-".to_string());
1057        let p95_str = stat
1058            .p95_ms
1059            .map(|v| format!("{}ms", v))
1060            .unwrap_or_else(|| "-".to_string());
1061        let latency_str = format!("{} / {} / {}ms", p50_str, p95_str, stat.avg_duration_ms);
1062
1063        let query_str = stat
1064            .avg_query_ms
1065            .map(|v| format!("{}ms", v))
1066            .unwrap_or_else(|| "-".to_string());
1067        let rec_str = stat
1068            .avg_reconcile_ms
1069            .map(|v| format!("{}ms", v))
1070            .unwrap_or_else(|| "-".to_string());
1071        let phase_str = format!("{} / {}", query_str, rec_str);
1072
1073        out.push_str(&format!(
1074            "| `{}` | {} | {} | {} | {} | ~{} | ~{} ({}/{}) | {:.1}% |\n",
1075            stat.tool,
1076            stat.count,
1077            stat.empty_count,
1078            latency_str,
1079            phase_str,
1080            stat.tokens_returned,
1081            stat.tokens_saved,
1082            stat.saved_known_count,
1083            stat.count,
1084            rate
1085        ));
1086    }
1087
1088    if !summary.recent_errors.is_empty() {
1089        out.push_str("\n### Recent Errors\n");
1090        for err in &summary.recent_errors {
1091            out.push_str(&format!(
1092                "- {} [`{}`]: {}\n",
1093                err.timestamp, err.tool, err.error_message
1094            ));
1095        }
1096    }
1097
1098    out
1099}
1100
1101#[cfg(test)]
1102mod tests {
1103    use super::*;
1104
1105    #[test]
1106    fn test_global_telemetry_dir_isolation() {
1107        let custom_dir = PathBuf::from("/custom/telemetry/path");
1108        let target_tmp = PathBuf::from("/workspace/target/tmp");
1109        let home_dir = PathBuf::from("/home/user");
1110        let profile_dir = PathBuf::from("C:\\Users\\user");
1111
1112        // 1. Explicit CODE_KB_TELEMETRY_DIR takes highest precedence
1113        assert_eq!(
1114            resolve_telemetry_dir(
1115                Some(custom_dir.to_string_lossy().to_string()),
1116                Some(target_tmp.to_string_lossy().to_string()),
1117                Some(home_dir.to_string_lossy().to_string()),
1118                Some(profile_dir.to_string_lossy().to_string()),
1119            ),
1120            custom_dir
1121        );
1122
1123        // 2. CARGO_TARGET_TMPDIR isolates tests when explicit dir is absent
1124        assert_eq!(
1125            resolve_telemetry_dir(
1126                None,
1127                Some(target_tmp.to_string_lossy().to_string()),
1128                Some(home_dir.to_string_lossy().to_string()),
1129                Some(profile_dir.to_string_lossy().to_string()),
1130            ),
1131            target_tmp.join("test-telemetry")
1132        );
1133
1134        // 3. HOME directory fallback
1135        assert_eq!(
1136            resolve_telemetry_dir(
1137                None,
1138                None,
1139                Some(home_dir.to_string_lossy().to_string()),
1140                Some(profile_dir.to_string_lossy().to_string()),
1141            ),
1142            home_dir.join(".code-kb")
1143        );
1144
1145        // 4. USERPROFILE directory fallback
1146        assert_eq!(
1147            resolve_telemetry_dir(
1148                None,
1149                None,
1150                None,
1151                Some(profile_dir.to_string_lossy().to_string()),
1152            ),
1153            profile_dir.join(".code-kb")
1154        );
1155
1156        // 5. Default current working dir
1157        assert_eq!(
1158            resolve_telemetry_dir(None, None, None, None),
1159            PathBuf::from(".code-kb")
1160        );
1161
1162        let temp = crate::safe_tempdir();
1163        set_telemetry_dir_override(Some(temp.path().to_path_buf()));
1164        let dir = get_global_telemetry_dir();
1165        assert_eq!(dir, temp.path());
1166
1167        let conn = open_global_telemetry_db().expect("open_global_telemetry_db should succeed");
1168        assert!(temp.path().join("telemetry.db").exists());
1169        drop(conn);
1170        set_telemetry_dir_override(None);
1171    }
1172
1173    #[test]
1174    fn test_telemetry_disabled_flags() {
1175        assert!(is_telemetry_disabled_with(Some("1"), None));
1176        assert!(is_telemetry_disabled_with(Some("true"), None));
1177        assert!(is_telemetry_disabled_with(Some("TRUE"), None));
1178        assert!(is_telemetry_disabled_with(None, Some("1")));
1179        assert!(is_telemetry_disabled_with(None, Some("true")));
1180        assert!(is_telemetry_disabled_with(None, Some("TRUE")));
1181
1182        assert!(!is_telemetry_disabled_with(Some("0"), None));
1183        assert!(!is_telemetry_disabled_with(Some("false"), None));
1184        assert!(!is_telemetry_disabled_with(None, Some("0")));
1185        assert!(!is_telemetry_disabled_with(None, None));
1186    }
1187
1188    #[test]
1189    fn test_telemetry_filter_time_windows() {
1190        assert_eq!(TimeWindow::parse("today"), Some(TimeWindow::Today));
1191        assert_eq!(TimeWindow::parse("7d"), Some(TimeWindow::Last7Days));
1192        assert_eq!(TimeWindow::parse("week"), Some(TimeWindow::Last7Days));
1193        assert_eq!(TimeWindow::parse("30d"), Some(TimeWindow::Last30Days));
1194        assert_eq!(TimeWindow::parse("month"), Some(TimeWindow::ThisMonth));
1195        assert_eq!(TimeWindow::parse("this-month"), Some(TimeWindow::ThisMonth));
1196        assert_eq!(TimeWindow::parse("year"), Some(TimeWindow::LastYear));
1197        assert_eq!(TimeWindow::parse("last-year"), Some(TimeWindow::LastYear));
1198        assert_eq!(TimeWindow::parse("all"), Some(TimeWindow::AllTime));
1199        assert_eq!(TimeWindow::parse("all-time"), Some(TimeWindow::AllTime));
1200        assert_eq!(TimeWindow::parse("invalid"), None);
1201
1202        let temp = crate::safe_tempdir();
1203        let conn = open_telemetry_db_at(temp.path()).expect("open db");
1204
1205        let ws_root = Path::new("/workspace/test");
1206        let norm_ws =
1207            crate::workspace::to_forward_slash(&crate::workspace::normalize_path(ws_root));
1208
1209        conn.execute(
1210            "INSERT INTO tool_telemetry (id, timestamp, workspace_root, workspace_name, tool, duration_ms, outcome, est_tokens, est_tokens_saved, code_kb_version)
1211             VALUES ('id1', datetime('now'), ?1, 'test', 'find_symbol', 10, 'ok', 100, 200, '0.7.0')",
1212            params![norm_ws],
1213        ).unwrap();
1214
1215        conn.execute(
1216            "INSERT INTO tool_telemetry (id, timestamp, workspace_root, workspace_name, tool, duration_ms, outcome, est_tokens, est_tokens_saved, code_kb_version)
1217             VALUES ('id2', datetime('now', '-2 days'), ?1, 'test', 'find_symbol', 10, 'ok', 100, 200, '0.7.0')",
1218            params![norm_ws],
1219        ).unwrap();
1220
1221        conn.execute(
1222            "INSERT INTO tool_telemetry (id, timestamp, workspace_root, workspace_name, tool, duration_ms, outcome, est_tokens, est_tokens_saved, code_kb_version)
1223             VALUES ('id3', datetime('now', '-15 days'), ?1, 'test', 'find_symbol', 10, 'ok', 100, 200, '0.7.0')",
1224            params![norm_ws],
1225        ).unwrap();
1226
1227        conn.execute(
1228            "INSERT INTO tool_telemetry (id, timestamp, workspace_root, workspace_name, tool, duration_ms, outcome, est_tokens, est_tokens_saved, code_kb_version)
1229             VALUES ('id4', datetime('now', '-60 days'), ?1, 'test', 'find_symbol', 10, 'ok', 100, 200, '0.7.0')",
1230            params![norm_ws],
1231        ).unwrap();
1232
1233        let s_today = get_telemetry_summary(
1234            &conn,
1235            &TelemetryFilter {
1236                time_window: TimeWindow::Today,
1237                workspace_root: None,
1238                version: None,
1239            },
1240        )
1241        .unwrap();
1242        assert_eq!(s_today.total_calls, 1);
1243
1244        let s_7d = get_telemetry_summary(
1245            &conn,
1246            &TelemetryFilter {
1247                time_window: TimeWindow::Last7Days,
1248                workspace_root: None,
1249                version: None,
1250            },
1251        )
1252        .unwrap();
1253        assert_eq!(s_7d.total_calls, 2);
1254
1255        let s_30d = get_telemetry_summary(
1256            &conn,
1257            &TelemetryFilter {
1258                time_window: TimeWindow::Last30Days,
1259                workspace_root: None,
1260                version: None,
1261            },
1262        )
1263        .unwrap();
1264        assert_eq!(s_30d.total_calls, 3);
1265
1266        let s_year = get_telemetry_summary(
1267            &conn,
1268            &TelemetryFilter {
1269                time_window: TimeWindow::LastYear,
1270                workspace_root: None,
1271                version: None,
1272            },
1273        )
1274        .unwrap();
1275        assert_eq!(s_year.total_calls, 4);
1276
1277        let s_all = get_telemetry_summary(
1278            &conn,
1279            &TelemetryFilter {
1280                time_window: TimeWindow::AllTime,
1281                workspace_root: None,
1282                version: None,
1283            },
1284        )
1285        .unwrap();
1286        assert_eq!(s_all.total_calls, 4);
1287    }
1288
1289    #[test]
1290    fn test_telemetry_workspace_scoping() {
1291        let temp = crate::safe_tempdir();
1292        let conn = open_telemetry_db_at(temp.path()).expect("open db");
1293
1294        let ws_a = Path::new("/projects/alpha");
1295        let ws_b = Path::new("/projects/beta");
1296
1297        let inv_a = ToolInvocation {
1298            tool: "find_symbol",
1299            duration_ms: 15,
1300            outcome: "ok",
1301            error_message: None,
1302            logical_result_count: Some(1),
1303            bytes_returned: 100,
1304            est_tokens: 25,
1305            est_tokens_saved: 100,
1306            est_tokens_saved_known: true,
1307            reconcile_ms: None,
1308            query_ms: None,
1309        };
1310        record_tool_call_conn(&conn, ws_a, &inv_a);
1311        record_tool_call_conn(&conn, ws_a, &inv_a);
1312
1313        let inv_b = ToolInvocation {
1314            tool: "file_skeleton",
1315            duration_ms: 8,
1316            outcome: "ok",
1317            error_message: None,
1318            logical_result_count: Some(1),
1319            bytes_returned: 200,
1320            est_tokens: 50,
1321            est_tokens_saved: 200,
1322            est_tokens_saved_known: true,
1323            reconcile_ms: None,
1324            query_ms: None,
1325        };
1326        record_tool_call_conn(&conn, ws_b, &inv_b);
1327
1328        let filter_a = TelemetryFilter {
1329            time_window: TimeWindow::AllTime,
1330            workspace_root: Some(ws_a.to_path_buf()),
1331            version: None,
1332        };
1333        let sum_a = get_telemetry_summary(&conn, &filter_a).unwrap();
1334        assert_eq!(sum_a.total_calls, 2);
1335        assert_eq!(sum_a.tool_stats.len(), 1);
1336        assert_eq!(sum_a.tool_stats[0].tool, "find_symbol");
1337        assert!(sum_a.scope_description.contains("alpha"));
1338
1339        let filter_b = TelemetryFilter {
1340            time_window: TimeWindow::AllTime,
1341            workspace_root: Some(ws_b.to_path_buf()),
1342            version: None,
1343        };
1344        let sum_b = get_telemetry_summary(&conn, &filter_b).unwrap();
1345        assert_eq!(sum_b.total_calls, 1);
1346        assert_eq!(sum_b.tool_stats.len(), 1);
1347        assert_eq!(sum_b.tool_stats[0].tool, "file_skeleton");
1348        assert!(sum_b.scope_description.contains("beta"));
1349
1350        let filter_global = TelemetryFilter {
1351            time_window: TimeWindow::AllTime,
1352            workspace_root: None,
1353            version: None,
1354        };
1355        let sum_global = get_telemetry_summary(&conn, &filter_global).unwrap();
1356        assert_eq!(sum_global.total_calls, 3);
1357        assert!(
1358            sum_global
1359                .scope_description
1360                .contains("Global (all workspaces)")
1361        );
1362    }
1363
1364    #[test]
1365    fn test_est_tokens_saved_aggregation() {
1366        let temp = crate::safe_tempdir();
1367        let conn = open_telemetry_db_at(temp.path()).expect("open db");
1368        let ws = Path::new("/projects/token_test");
1369
1370        let inv1 = ToolInvocation {
1371            tool: "file_skeleton",
1372            duration_ms: 10,
1373            outcome: "ok",
1374            error_message: None,
1375            logical_result_count: Some(5),
1376            bytes_returned: 1000,
1377            est_tokens: 250,
1378            est_tokens_saved: 750,
1379            est_tokens_saved_known: true,
1380            reconcile_ms: None,
1381            query_ms: None,
1382        };
1383        let inv2 = ToolInvocation {
1384            tool: "file_skeleton",
1385            duration_ms: 20,
1386            outcome: "ok",
1387            error_message: None,
1388            logical_result_count: Some(3),
1389            bytes_returned: 600,
1390            est_tokens: 150,
1391            est_tokens_saved: 450,
1392            est_tokens_saved_known: true,
1393            reconcile_ms: None,
1394            query_ms: None,
1395        };
1396        let inv3 = ToolInvocation {
1397            tool: "get_symbol_body",
1398            duration_ms: 30,
1399            outcome: "ok",
1400            error_message: None,
1401            logical_result_count: Some(1),
1402            bytes_returned: 200,
1403            est_tokens: 50,
1404            est_tokens_saved: 500,
1405            est_tokens_saved_known: true,
1406            reconcile_ms: None,
1407            query_ms: None,
1408        };
1409
1410        record_tool_call_conn(&conn, ws, &inv1);
1411        record_tool_call_conn(&conn, ws, &inv2);
1412        record_tool_call_conn(&conn, ws, &inv3);
1413
1414        let filter = TelemetryFilter::default();
1415        let summary = get_telemetry_summary(&conn, &filter).unwrap();
1416
1417        assert_eq!(summary.total_calls, 3);
1418        assert_eq!(summary.total_tokens_returned, 450);
1419        assert_eq!(summary.est_tokens_saved, 1700);
1420
1421        let skel_stat = summary
1422            .tool_stats
1423            .iter()
1424            .find(|s| s.tool == "file_skeleton")
1425            .unwrap();
1426        assert_eq!(skel_stat.count, 2);
1427        assert_eq!(skel_stat.tokens_returned, 400);
1428        assert_eq!(skel_stat.tokens_saved, 1200);
1429        assert_eq!(skel_stat.avg_duration_ms, 15);
1430
1431        let sym_stat = summary
1432            .tool_stats
1433            .iter()
1434            .find(|s| s.tool == "get_symbol_body")
1435            .unwrap();
1436        assert_eq!(sym_stat.count, 1);
1437        assert_eq!(sym_stat.tokens_returned, 50);
1438        assert_eq!(sym_stat.tokens_saved, 500);
1439        assert_eq!(sym_stat.avg_duration_ms, 30);
1440    }
1441
1442    #[test]
1443    fn test_saved_baseline_coverage_counts_known_and_unknown_apart() {
1444        let temp = crate::safe_tempdir();
1445        let conn = open_telemetry_db_at(temp.path()).expect("open db");
1446        let ws = Path::new("/projects/coverage_test");
1447
1448        let known = ToolInvocation {
1449            tool: "find_references",
1450            duration_ms: 10,
1451            outcome: "ok",
1452            error_message: None,
1453            logical_result_count: Some(4),
1454            bytes_returned: 400,
1455            est_tokens: 100,
1456            est_tokens_saved: 900,
1457            est_tokens_saved_known: true,
1458            reconcile_ms: None,
1459            query_ms: None,
1460        };
1461        let unknown = ToolInvocation {
1462            tool: "find_references",
1463            duration_ms: 12,
1464            outcome: "ok",
1465            error_message: None,
1466            logical_result_count: Some(0),
1467            bytes_returned: 40,
1468            est_tokens: 10,
1469            est_tokens_saved: 0,
1470            est_tokens_saved_known: false,
1471            reconcile_ms: None,
1472            query_ms: None,
1473        };
1474        let outline = ToolInvocation {
1475            tool: "codebase_outline",
1476            duration_ms: 8,
1477            outcome: "ok",
1478            error_message: None,
1479            logical_result_count: Some(7),
1480            bytes_returned: 200,
1481            est_tokens: 50,
1482            est_tokens_saved: 0,
1483            est_tokens_saved_known: false,
1484            reconcile_ms: None,
1485            query_ms: None,
1486        };
1487
1488        record_tool_call_conn(&conn, ws, &known);
1489        record_tool_call_conn(&conn, ws, &unknown);
1490        record_tool_call_conn(&conn, ws, &outline);
1491
1492        let summary = get_telemetry_summary(&conn, &TelemetryFilter::default()).unwrap();
1493        assert_eq!(summary.total_calls, 3);
1494        assert_eq!(summary.est_tokens_saved, 900);
1495        assert_eq!(summary.saved_known_calls, 1);
1496
1497        let refs_stat = summary
1498            .tool_stats
1499            .iter()
1500            .find(|s| s.tool == "find_references")
1501            .unwrap();
1502        assert_eq!(refs_stat.count, 2);
1503        assert_eq!(refs_stat.saved_known_count, 1);
1504
1505        let outline_stat = summary
1506            .tool_stats
1507            .iter()
1508            .find(|s| s.tool == "codebase_outline")
1509            .unwrap();
1510        assert_eq!(outline_stat.saved_known_count, 0);
1511
1512        let formatted = format_telemetry_summary(&summary);
1513        assert!(
1514            formatted.contains("Est. Tokens Saved: ~900 (baseline known for 1 of 3 calls)"),
1515            "{formatted}"
1516        );
1517        assert!(formatted.contains("~900 (1/2)"), "{formatted}");
1518        assert!(formatted.contains("~0 (0/1)"), "{formatted}");
1519    }
1520
1521    #[test]
1522    fn test_bug_report_bundle_generation() {
1523        let temp = crate::safe_tempdir();
1524        let conn = open_telemetry_db_at(temp.path()).unwrap();
1525        let ws = Path::new("/home/user/src/code-kb");
1526
1527        let inv_err = ToolInvocation {
1528            tool: "replace_symbol_body",
1529            duration_ms: 50,
1530            outcome: "error",
1531            error_message: Some("Tree-sitter parse failure on invalid syntax"),
1532            logical_result_count: None,
1533            bytes_returned: 0,
1534            est_tokens: 0,
1535            est_tokens_saved: 0,
1536            est_tokens_saved_known: true,
1537            reconcile_ms: None,
1538            query_ms: None,
1539        };
1540        record_tool_call_conn(&conn, ws, &inv_err);
1541
1542        let bundle = generate_bug_report(&conn, Some(ws), Some("Parser failure"), None, 0).unwrap();
1543        assert_eq!(bundle.code_kb_version, env!("CARGO_PKG_VERSION"));
1544        assert!(!bundle.os_info.is_empty());
1545        assert!(!bundle.arch_info.is_empty());
1546        assert!(
1547            bundle
1548                .julie_extract_version
1549                .contains(crate::sync::PINNED_JULIE_VERSION)
1550        );
1551        assert_eq!(bundle.active_workspace_name, Some("code-kb".to_string()));
1552        assert_eq!(bundle.recent_errors.len(), 1);
1553        assert!(
1554            bundle.recent_errors[0]
1555                .error_message
1556                .contains("Tree-sitter parse failure")
1557        );
1558
1559        assert!(bundle.markdown_body.contains("code-kb"));
1560        assert!(bundle.markdown_body.contains(&bundle.os_info));
1561        assert!(bundle.markdown_body.contains("Tree-sitter parse failure"));
1562
1563        assert!(
1564            bundle
1565                .github_issue_url
1566                .starts_with("https://github.com/anortham/code-kb/issues/new?")
1567        );
1568        assert!(bundle.github_issue_url.contains("title=Parser"));
1569
1570        let parsed_url = url::Url::parse(&bundle.github_issue_url).unwrap();
1571        assert_eq!(parsed_url.host_str(), Some("github.com"));
1572    }
1573
1574    #[test]
1575    fn test_logical_result_count_persists_known_empty_and_nonempty_results() {
1576        let temp = crate::safe_tempdir();
1577        let conn = open_telemetry_db_at(temp.path()).expect("open db");
1578        let root = temp.path();
1579
1580        for (tool, outcome, logical_result_count) in [
1581            ("search_symbols", "empty", Some(0)),
1582            ("search_symbols", "ok", Some(3)),
1583        ] {
1584            record_tool_call_conn(
1585                &conn,
1586                root,
1587                &ToolInvocation {
1588                    tool,
1589                    duration_ms: 1,
1590                    outcome,
1591                    error_message: None,
1592                    logical_result_count,
1593                    bytes_returned: 10,
1594                    est_tokens: 2,
1595                    est_tokens_saved: 0,
1596                    est_tokens_saved_known: true,
1597                    reconcile_ms: None,
1598                    query_ms: None,
1599                },
1600            );
1601        }
1602
1603        let counts = conn
1604            .prepare("SELECT result_count, result_count_known FROM tool_telemetry ORDER BY rowid")
1605            .unwrap()
1606            .query_map([], |row| Ok((row.get::<_, i64>(0)?, row.get::<_, i64>(1)?)))
1607            .unwrap()
1608            .collect::<Result<Vec<_>, _>>()
1609            .unwrap();
1610        assert_eq!(counts, vec![(0, 1), (3, 1)]);
1611
1612        let summary = get_telemetry_summary(&conn, &TelemetryFilter::default()).unwrap();
1613        assert_eq!(summary.empty_calls, 1);
1614        assert_eq!(summary.ok_calls, 1);
1615        assert_eq!(summary.tool_stats[0].empty_count, 1);
1616        let formatted = format_telemetry_summary(&summary);
1617        assert!(formatted.contains("Success Rate: 100.0%"));
1618        assert!(formatted.contains("Empty Results: 1"));
1619        assert!(formatted.contains("| `search_symbols` | 2 | 1 |"));
1620    }
1621
1622    #[test]
1623    fn test_telemetry_recording_and_summary() {
1624        let temp = crate::safe_tempdir();
1625        let root = temp.path();
1626        let conn = open_telemetry_db_at(temp.path()).expect("open db");
1627
1628        let inv1 = ToolInvocation {
1629            tool: "file_skeleton",
1630            duration_ms: 6,
1631            outcome: "ok",
1632            error_message: None,
1633            logical_result_count: Some(5),
1634            bytes_returned: 1200,
1635            est_tokens: 300,
1636            est_tokens_saved: 900,
1637            est_tokens_saved_known: true,
1638            reconcile_ms: None,
1639            query_ms: None,
1640        };
1641        record_tool_call_conn(&conn, root, &inv1);
1642
1643        let inv2 = ToolInvocation {
1644            tool: "file_skeleton",
1645            duration_ms: 4,
1646            outcome: "ok",
1647            error_message: None,
1648            logical_result_count: Some(3),
1649            bytes_returned: 800,
1650            est_tokens: 200,
1651            est_tokens_saved: 600,
1652            est_tokens_saved_known: true,
1653            reconcile_ms: None,
1654            query_ms: None,
1655        };
1656        record_tool_call_conn(&conn, root, &inv2);
1657
1658        let inv3 = ToolInvocation {
1659            tool: "replace_symbol_body",
1660            duration_ms: 12,
1661            outcome: "error",
1662            error_message: Some("Syntax error in Rust function"),
1663            logical_result_count: None,
1664            bytes_returned: 50,
1665            est_tokens: 12,
1666            est_tokens_saved: 0,
1667            est_tokens_saved_known: true,
1668            reconcile_ms: None,
1669            query_ms: None,
1670        };
1671        record_tool_call_conn(&conn, root, &inv3);
1672
1673        let summary = get_telemetry_summary(&conn, &TelemetryFilter::default()).unwrap();
1674        assert_eq!(summary.total_calls, 3);
1675        assert_eq!(summary.ok_calls, 2);
1676        assert_eq!(summary.error_calls, 1);
1677        assert_eq!(summary.total_tokens_returned, 512);
1678        assert_eq!(summary.est_tokens_saved, 1500);
1679
1680        assert_eq!(summary.tool_stats.len(), 2);
1681        let skel_stat = summary
1682            .tool_stats
1683            .iter()
1684            .find(|s| s.tool == "file_skeleton")
1685            .unwrap();
1686        assert_eq!(skel_stat.count, 2);
1687        assert_eq!(skel_stat.ok_count, 2);
1688        assert_eq!(skel_stat.avg_duration_ms, 5);
1689
1690        assert_eq!(summary.recent_errors.len(), 1);
1691        assert_eq!(summary.recent_errors[0].tool, "replace_symbol_body");
1692        assert!(
1693            summary.recent_errors[0]
1694                .error_message
1695                .contains("Syntax error")
1696        );
1697
1698        let formatted = format_telemetry_summary(&summary);
1699        assert!(formatted.contains("Total Tool Calls: 3"));
1700        assert!(formatted.contains("| `file_skeleton` | 2 |"));
1701        assert!(formatted.contains("Syntax error in Rust function"));
1702    }
1703
1704    #[test]
1705    fn test_old_schema_upgrade() {
1706        let temp = crate::safe_tempdir();
1707        let db_path = temp.path().join("telemetry.db");
1708        let conn = Connection::open(&db_path).unwrap();
1709
1710        // Create old schema v1 without workspace_root, workspace_name, or est_tokens_saved
1711        conn.execute_batch(
1712            "CREATE TABLE tool_telemetry (
1713                id TEXT PRIMARY KEY,
1714                timestamp TEXT NOT NULL,
1715                tool TEXT NOT NULL,
1716                duration_ms INTEGER NOT NULL,
1717                outcome TEXT NOT NULL,
1718                error_message TEXT,
1719                result_count INTEGER NOT NULL DEFAULT 0,
1720                bytes_returned INTEGER NOT NULL DEFAULT 0,
1721                est_tokens INTEGER NOT NULL DEFAULT 0,
1722                code_kb_version TEXT NOT NULL
1723            );
1724            INSERT INTO tool_telemetry VALUES (
1725                'old1', '2026-09-01 12:00:00', 'find_symbol', 10, 'ok', NULL, 1, 50, 12, '0.6.0'
1726            );",
1727        )
1728        .unwrap();
1729
1730        // Running init_telemetry_db must migrate columns before creating index
1731        init_telemetry_db(&conn).expect("schema upgrade should succeed on legacy DB");
1732
1733        // Verify that workspace_root was added and idx_tool_telemetry_ws_ts was created
1734        let summary = get_telemetry_summary(&conn, &TelemetryFilter::default()).unwrap();
1735        assert_eq!(summary.total_calls, 1);
1736        assert_eq!(summary.ok_calls, 1);
1737        assert_eq!(
1738            conn.query_row(
1739                "SELECT result_count_known FROM tool_telemetry WHERE id = 'old1'",
1740                [],
1741                |row| row.get::<_, i64>(0),
1742            )
1743            .unwrap(),
1744            0
1745        );
1746        assert_eq!(
1747            conn.query_row(
1748                "SELECT est_tokens_saved_known FROM tool_telemetry WHERE id = 'old1'",
1749                [],
1750                |row| row.get::<_, i64>(0),
1751            )
1752            .unwrap(),
1753            0
1754        );
1755        assert_eq!(
1756            get_telemetry_summary(&conn, &TelemetryFilter::default())
1757                .unwrap()
1758                .saved_known_calls,
1759            0
1760        );
1761
1762        // Verify we can insert a new record with workspace_root and query via index
1763        let inv = ToolInvocation {
1764            tool: "file_skeleton",
1765            duration_ms: 5,
1766            outcome: "ok",
1767            error_message: None,
1768            logical_result_count: Some(1),
1769            bytes_returned: 100,
1770            est_tokens: 25,
1771            est_tokens_saved: 75,
1772            est_tokens_saved_known: true,
1773            reconcile_ms: None,
1774            query_ms: None,
1775        };
1776        record_tool_call_conn(&conn, Path::new("/workspace/project"), &inv);
1777
1778        let ws_filter = TelemetryFilter {
1779            time_window: TimeWindow::AllTime,
1780            workspace_root: Some(PathBuf::from("/workspace/project")),
1781            version: None,
1782        };
1783        let ws_summary = get_telemetry_summary(&conn, &ws_filter).unwrap();
1784        assert_eq!(ws_summary.total_calls, 1);
1785    }
1786
1787    #[test]
1788    fn test_bug_report_includes_index_facts_description_and_masked_log_tail() {
1789        let telemetry_dir = crate::safe_tempdir();
1790        let conn = open_telemetry_db_at(telemetry_dir.path()).unwrap();
1791        let workspace = crate::safe_tempdir();
1792        let root = workspace.path();
1793        let kb_dir = root.join(".code-kb");
1794        std::fs::create_dir_all(kb_dir.join("logs")).unwrap();
1795        let index = Connection::open(kb_dir.join("artifact.db")).unwrap();
1796        index
1797            .execute_batch(
1798                "CREATE TABLE artifact_metadata (key TEXT PRIMARY KEY, value TEXT);
1799                 INSERT INTO artifact_metadata VALUES ('binary_version', '3.1.1'), ('schema_version', '7'), ('index_level', 'facts');
1800                 CREATE TABLE files (file_id TEXT); INSERT INTO files VALUES ('a'), ('b');
1801                 CREATE TABLE symbols (symbol_id TEXT); INSERT INTO symbols VALUES ('s');",
1802            )
1803            .unwrap();
1804        drop(index);
1805        let home = std::env::var("HOME")
1806            .or_else(|_| std::env::var("USERPROFILE"))
1807            .unwrap_or_else(|_| "/default/home".to_string());
1808        let logs = kb_dir.join("logs");
1809        std::fs::write(
1810            logs.join("code-kb.log.2026-09-19"),
1811            "older one\nolder two\n",
1812        )
1813        .unwrap();
1814        std::thread::sleep(std::time::Duration::from_millis(20));
1815        std::fs::write(
1816            logs.join("code-kb.log.2026-09-20"),
1817            format!("first\nsecond {home}/repo/src/lib.rs\nthird\n"),
1818        )
1819        .unwrap();
1820        std::thread::sleep(std::time::Duration::from_millis(20));
1821        std::fs::write(logs.join("notes.txt"), "not a log\n").unwrap();
1822
1823        let bundle =
1824            generate_bug_report(&conn, Some(root), Some("Crash"), Some("  It crashed.  "), 2)
1825                .unwrap();
1826
1827        let facts = bundle.index.as_ref().unwrap();
1828        assert_eq!(facts.extractor_version.as_deref(), Some("3.1.1"));
1829        assert_eq!(facts.schema_version.as_deref(), Some("7"));
1830        assert_eq!(facts.index_level.as_deref(), Some("facts"));
1831        assert_eq!(facts.updated_at, None);
1832        assert_eq!((facts.file_count, facts.symbol_count), (2, 1));
1833        assert_eq!(bundle.log_tail, vec!["second ~/repo/src/lib.rs", "third"]);
1834        assert!(
1835            bundle
1836                .markdown_body
1837                .contains("- **Extractor:** 3.1.1 (schema 7, level facts)")
1838        );
1839        assert!(
1840            bundle
1841                .markdown_body
1842                .contains("- **Files / Symbols:** 2 / 1")
1843        );
1844        assert!(
1845            bundle
1846                .markdown_body
1847                .contains("### Description\nIt crashed.\n")
1848        );
1849        assert!(
1850            bundle
1851                .markdown_body
1852                .contains("### Recent Log Lines\n```text\nsecond ~/repo/src/lib.rs\nthird\n```")
1853        );
1854        assert!(!bundle.markdown_body.contains(&home));
1855        assert!(!bundle.github_issue_url.contains("Recent+Log+Lines"));
1856        assert!(bundle.github_issue_url.contains("It+crashed."));
1857
1858        let across_rollover = generate_bug_report(
1859            &conn,
1860            Some(root),
1861            None,
1862            Some(&format!("{home}/x\nline two")),
1863            4,
1864        )
1865        .unwrap();
1866        assert_eq!(
1867            across_rollover.log_tail,
1868            vec!["older two", "first", "second ~/repo/src/lib.rs", "third"]
1869        );
1870        assert!(
1871            across_rollover
1872                .markdown_body
1873                .contains("### Description\n~/x\nline two\n")
1874        );
1875        assert!(!across_rollover.markdown_body.contains(&home));
1876        assert!(!across_rollover.github_issue_url.contains("notes"));
1877
1878        let oversized =
1879            generate_bug_report(&conn, Some(root), None, Some(&"y".repeat(9000)), 0).unwrap();
1880        assert!(oversized.markdown_body.contains(&"y".repeat(9000)));
1881        assert!(oversized.github_issue_url.len() <= MAX_ISSUE_URL_LEN);
1882        assert!(oversized.github_issue_url.contains("too+long+for+a+URL"));
1883        assert!(oversized.github_issue_url.contains("Files+%2F+Symbols"));
1884
1885        let without_index =
1886            generate_bug_report(&conn, Some(Path::new("/nonexistent/ws")), None, None, 0).unwrap();
1887        assert!(without_index.index.is_none());
1888        assert!(without_index.log_tail.is_empty());
1889        assert!(
1890            without_index
1891                .markdown_body
1892                .contains("No `.code-kb/artifact.db`")
1893        );
1894        assert!(without_index.markdown_body.contains("<!-- Please describe"));
1895    }
1896
1897    #[test]
1898    fn test_bug_report_sanitization_and_no_external_exec() {
1899        let temp = crate::safe_tempdir();
1900        let conn = open_telemetry_db_at(temp.path()).unwrap();
1901
1902        let current_home = std::env::var("HOME")
1903            .or_else(|_| std::env::var("USERPROFILE"))
1904            .unwrap_or_else(|_| "/default/home".to_string());
1905
1906        let sensitive_error = format!(
1907            "{}/workspace/secret-repo/src/lib.rs: syntax error | unexpected token | extra line\nsecond line of error | {}",
1908            current_home,
1909            "x".repeat(600), // > 500 chars to test truncation
1910        );
1911
1912        let inv = ToolInvocation {
1913            tool: "replace_symbol_body",
1914            duration_ms: 10,
1915            outcome: "error",
1916            error_message: Some(&sensitive_error),
1917            logical_result_count: None,
1918            bytes_returned: 0,
1919            est_tokens: 0,
1920            est_tokens_saved: 0,
1921            est_tokens_saved_known: true,
1922            reconcile_ms: None,
1923            query_ms: None,
1924        };
1925        // Create a fake malicious julie-extract binary in a .tools directory in workspace
1926        let ws_temp = crate::safe_tempdir();
1927        record_tool_call_conn(&conn, ws_temp.path(), &inv);
1928        let malicious_tools_dir = ws_temp.path().join(".tools");
1929        std::fs::create_dir_all(&malicious_tools_dir).unwrap();
1930        let fake_bin = if cfg!(windows) {
1931            malicious_tools_dir.join("julie-extract.exe")
1932        } else {
1933            malicious_tools_dir.join("julie-extract")
1934        };
1935        std::fs::write(&fake_bin, b"#!/bin/sh\necho malicious 9.9.9\nexit 0\n").unwrap();
1936        #[cfg(unix)]
1937        {
1938            use std::os::unix::fs::PermissionsExt;
1939            std::fs::set_permissions(&fake_bin, std::fs::Permissions::from_mode(0o755)).unwrap();
1940        }
1941
1942        let bundle = generate_bug_report(
1943            &conn,
1944            Some(ws_temp.path()),
1945            Some("Issue with | pipes"),
1946            None,
1947            0,
1948        )
1949        .unwrap();
1950
1951        // 1. Path sanitization verification
1952        if !current_home.is_empty() && current_home != "/" {
1953            assert!(
1954                !bundle.markdown_body.contains(&current_home),
1955                "Home directory must be sanitized to ~"
1956            );
1957            assert!(
1958                bundle.markdown_body.contains("~/workspace/secret-repo"),
1959                "Home directory should be replaced with ~"
1960            );
1961            assert!(
1962                !bundle.github_issue_url.contains(&current_home),
1963                "GitHub URL must not leak home directory"
1964            );
1965        }
1966
1967        // Direct test of custom home path sanitization
1968        let custom_sanitized = sanitize_error_message_with_homes(
1969            "/custom/secret/path/main.rs: err | note\nsecond line",
1970            &["/custom/secret/path".to_string()],
1971        );
1972        assert_eq!(custom_sanitized, "~/main.rs: err \\| note second line");
1973
1974        // 2. Pipe and newline escaping
1975        assert!(
1976            !bundle.markdown_body.contains(" | unexpected token"),
1977            "Pipe characters must be escaped"
1978        );
1979        assert!(
1980            bundle.markdown_body.contains(r" \| unexpected token"),
1981            "Pipe characters must be escaped as \\|"
1982        );
1983        assert!(
1984            !bundle.markdown_body.contains("extra line\nsecond line"),
1985            "Newlines must be sanitized"
1986        );
1987
1988        // 3. Length truncation (max 500 chars)
1989        assert!(
1990            bundle.recent_errors[0].error_message.chars().count() <= 500,
1991            "Error message must be truncated to 500 chars"
1992        );
1993
1994        // 4. No external binary execution verification
1995        assert_ne!(
1996            bundle.julie_extract_version, "malicious 9.9.9",
1997            "Must not execute .tools/julie-extract from workspace"
1998        );
1999        assert_eq!(
2000            bundle.julie_extract_version,
2001            crate::sync::PINNED_JULIE_VERSION,
2002            "Must report pinned version"
2003        );
2004    }
2005
2006    #[test]
2007    fn test_telemetry_summary_symlink_and_macos_private_var_matching() {
2008        let telem_dir = crate::safe_tempdir();
2009        let conn = Connection::open(telem_dir.path().join("telemetry.db")).unwrap();
2010        init_telemetry_db(&conn).unwrap();
2011
2012        // Insert a record using macOS /var/folders path
2013        let raw_var_path = "/var/folders/zz/12345678/T/my_repo";
2014        conn.execute(
2015            "INSERT INTO tool_telemetry VALUES (
2016                't-1', datetime('now'), ?1, 'my_repo', 'lookup_symbol',
2017                12, 'error', 'Failed to find symbol Foo', 0, 0, 100, 25, 0, 0, '0.9.0',
2018                NULL, NULL
2019            )",
2020            params![raw_var_path],
2021        )
2022        .unwrap();
2023
2024        // Query using canonical macOS /private/var/folders path
2025        let filter = TelemetryFilter {
2026            time_window: TimeWindow::AllTime,
2027            workspace_root: Some(PathBuf::from("/private/var/folders/zz/12345678/T/my_repo")),
2028            version: None,
2029        };
2030        let summary = get_telemetry_summary(&conn, &filter).unwrap();
2031        assert_eq!(
2032            summary.total_calls, 1,
2033            "Must match record across /private/var and /var"
2034        );
2035        assert_eq!(summary.recent_errors.len(), 1);
2036        assert!(
2037            summary.recent_errors[0]
2038                .error_message
2039                .contains("Failed to find symbol Foo")
2040        );
2041
2042        // Reverse: insert with /private/var, query with /var
2043        conn.execute(
2044            "INSERT INTO tool_telemetry VALUES (
2045                't-2', datetime('now'), ?1, 'other_repo', 'lookup_symbol',
2046                12, 'error', 'Reverse matching error', 0, 0, 100, 25, 0, 0, '0.9.0',
2047                NULL, NULL
2048            )",
2049            params!["/private/var/folders/zz/99999999/T/other_repo"],
2050        )
2051        .unwrap();
2052
2053        let filter_rev = TelemetryFilter {
2054            time_window: TimeWindow::AllTime,
2055            workspace_root: Some(PathBuf::from("/var/folders/zz/99999999/T/other_repo")),
2056            version: None,
2057        };
2058        let summary_rev = get_telemetry_summary(&conn, &filter_rev).unwrap();
2059        assert_eq!(summary_rev.total_calls, 1);
2060        assert_eq!(summary_rev.recent_errors.len(), 1);
2061        assert!(
2062            summary_rev.recent_errors[0]
2063                .error_message
2064                .contains("Reverse matching error")
2065        );
2066
2067        // Bug report must also match
2068        let bug_report = generate_bug_report(
2069            &conn,
2070            Some(Path::new("/private/var/folders/zz/12345678/T/my_repo")),
2071            Some("test issue"),
2072            None,
2073            0,
2074        )
2075        .unwrap();
2076        assert_eq!(bug_report.recent_errors.len(), 1);
2077        assert!(
2078            bug_report.recent_errors[0]
2079                .error_message
2080                .contains("Failed to find symbol Foo")
2081        );
2082    }
2083
2084    #[test]
2085    fn test_phase_metrics_and_version_filtering() {
2086        let temp = crate::safe_tempdir();
2087        let db_path = temp.path().join("telemetry.db");
2088        let conn = Connection::open(&db_path).unwrap();
2089
2090        // 1. Verify schema upgrade adds reconcile_ms and query_ms
2091        conn.execute_batch(
2092            "CREATE TABLE tool_telemetry (
2093                id TEXT PRIMARY KEY,
2094                timestamp TEXT NOT NULL,
2095                workspace_root TEXT NOT NULL,
2096                workspace_name TEXT NOT NULL,
2097                tool TEXT NOT NULL,
2098                duration_ms INTEGER NOT NULL,
2099                outcome TEXT NOT NULL,
2100                error_message TEXT,
2101                result_count INTEGER NOT NULL DEFAULT 0,
2102                result_count_known INTEGER NOT NULL DEFAULT 0,
2103                bytes_returned INTEGER NOT NULL DEFAULT 0,
2104                est_tokens INTEGER NOT NULL DEFAULT 0,
2105                est_tokens_saved INTEGER NOT NULL DEFAULT 0,
2106                code_kb_version TEXT NOT NULL
2107            );
2108            INSERT INTO tool_telemetry VALUES (
2109                'legacy1', '2026-09-01 12:00:00', '/ws', 'ws', 'lookup_symbol', 10, 'ok', NULL, 1, 1, 50, 12, 0, '1.1.0'
2110            );",
2111        )
2112        .unwrap();
2113
2114        init_telemetry_db(&conn).expect("schema upgrade should succeed on legacy DB");
2115
2116        // Verify legacy row has NULL reconcile_ms and query_ms
2117        let (rec, q): (Option<i64>, Option<i64>) = conn
2118            .query_row(
2119                "SELECT reconcile_ms, query_ms FROM tool_telemetry WHERE id = 'legacy1'",
2120                [],
2121                |row| Ok((row.get(0)?, row.get(1)?)),
2122            )
2123            .unwrap();
2124        assert_eq!(rec, None);
2125        assert_eq!(q, None);
2126
2127        // 2. Insert records with phase metrics and different versions
2128        let inv1 = ToolInvocation {
2129            tool: "lookup_symbol",
2130            duration_ms: 120,
2131            outcome: "ok",
2132            error_message: None,
2133            logical_result_count: Some(1),
2134            bytes_returned: 100,
2135            est_tokens: 25,
2136            est_tokens_saved: 50,
2137            est_tokens_saved_known: true,
2138            reconcile_ms: Some(100),
2139            query_ms: Some(20),
2140        };
2141        // Record with custom version manually for test partitioning
2142        conn.execute(
2143            "INSERT INTO tool_telemetry (
2144                id, timestamp, workspace_root, workspace_name, tool,
2145                duration_ms, outcome, error_message, result_count, result_count_known,
2146                bytes_returned, est_tokens, est_tokens_saved, code_kb_version,
2147                reconcile_ms, query_ms
2148            ) VALUES ('c1', datetime('now'), '/ws', 'ws', ?1, ?2, ?3, NULL, 1, 1, ?4, ?5, ?6, '1.1.2', ?7, ?8)",
2149            params![
2150                inv1.tool,
2151                inv1.duration_ms as i64,
2152                inv1.outcome,
2153                inv1.bytes_returned as i64,
2154                inv1.est_tokens as i64,
2155                inv1.est_tokens_saved as i64,
2156                inv1.reconcile_ms.map(|v| v as i64),
2157                inv1.query_ms.map(|v| v as i64),
2158            ],
2159        ).unwrap();
2160
2161        for (id, dur, q_ms) in [("c2", 5, 5), ("c3", 15, 15), ("c4", 25, 25)] {
2162            conn.execute(
2163                "INSERT INTO tool_telemetry (
2164                    id, timestamp, workspace_root, workspace_name, tool,
2165                    duration_ms, outcome, error_message, result_count, result_count_known,
2166                    bytes_returned, est_tokens, est_tokens_saved, code_kb_version,
2167                    reconcile_ms, query_ms
2168                ) VALUES (?1, datetime('now'), '/ws', 'ws', 'lookup_symbol', ?2, 'ok', NULL, 1, 1, 100, 25, 50, '1.1.3', 0, ?3)",
2169                params![id, dur as i64, q_ms as i64],
2170            ).unwrap();
2171        }
2172
2173        // 3. Test version filtering: "1.1.3"
2174        let filter_v113 = TelemetryFilter {
2175            time_window: TimeWindow::AllTime,
2176            workspace_root: None,
2177            version: Some("1.1.3".to_string()),
2178        };
2179        let summary_v113 = get_telemetry_summary(&conn, &filter_v113).unwrap();
2180        assert_eq!(summary_v113.total_calls, 3);
2181        assert_eq!(summary_v113.tool_stats.len(), 1);
2182        let stat = &summary_v113.tool_stats[0];
2183        assert_eq!(stat.tool, "lookup_symbol");
2184        assert_eq!(stat.count, 3);
2185        assert_eq!(stat.p50_ms, Some(15));
2186        assert_eq!(stat.p95_ms, Some(25));
2187        assert_eq!(stat.avg_reconcile_ms, Some(0));
2188        assert_eq!(stat.avg_query_ms, Some(15));
2189
2190        // 4. Test version filtering: None (all versions including legacy)
2191        let filter_all = TelemetryFilter {
2192            time_window: TimeWindow::AllTime,
2193            workspace_root: None,
2194            version: None,
2195        };
2196        let summary_all = get_telemetry_summary(&conn, &filter_all).unwrap();
2197        assert_eq!(summary_all.total_calls, 5); // legacy1 + c1 + c2 + c3 + c4
2198
2199        // 5. Test record_tool_call_conn persists phase fields
2200        record_tool_call_conn(&conn, Path::new("/ws"), &inv1);
2201        let (last_rec, last_q): (Option<i64>, Option<i64>) = conn
2202            .query_row(
2203                "SELECT reconcile_ms, query_ms FROM tool_telemetry ORDER BY rowid DESC LIMIT 1",
2204                [],
2205                |row| Ok((row.get(0)?, row.get(1)?)),
2206            )
2207            .unwrap();
2208        assert_eq!(last_rec, Some(100));
2209        assert_eq!(last_q, Some(20));
2210    }
2211}