1use std::collections::{HashMap, HashSet};
2use std::path::{Path, PathBuf};
3use std::sync::RwLock;
4use std::time::SystemTime;
5
6use rusqlite::{Connection, params};
7use serde::{Deserialize, Serialize};
8
9use crate::queries::QueryError;
10use crate::workspace::{normalize_path, to_forward_slash};
11
12#[derive(Debug, Clone)]
13pub struct ToolInvocation<'a> {
14 pub tool: &'a str,
15 pub duration_ms: u64,
16 pub outcome: &'a str, pub error_message: Option<&'a str>,
18 pub logical_result_count: Option<usize>,
19 pub bytes_returned: usize,
20 pub est_tokens: usize,
21 pub est_tokens_saved: usize,
22 pub est_tokens_saved_known: bool,
24 pub reconcile_ms: Option<u64>,
25 pub query_ms: Option<u64>,
26}
27
28#[derive(Debug, Clone, Copy, PartialEq, Eq, Default, Serialize, Deserialize)]
29pub enum TimeWindow {
30 Today,
31 Last7Days,
32 Last30Days,
33 ThisMonth,
34 LastYear,
35 #[default]
36 AllTime,
37}
38
39impl TimeWindow {
40 pub fn parse(s: &str) -> Option<Self> {
41 match s.to_lowercase().as_str() {
42 "today" => Some(Self::Today),
43 "7d" | "week" => Some(Self::Last7Days),
44 "30d" => Some(Self::Last30Days),
45 "month" | "this-month" => Some(Self::ThisMonth),
46 "year" | "last-year" => Some(Self::LastYear),
47 "all" | "all-time" => Some(Self::AllTime),
48 _ => None,
49 }
50 }
51
52 pub fn to_sqlite_condition(&self) -> Option<&'static str> {
53 match self {
54 Self::Today => Some("timestamp >= datetime('now', 'localtime', 'start of day')"),
55 Self::Last7Days => Some("timestamp >= datetime('now', '-7 days')"),
56 Self::Last30Days => Some("timestamp >= datetime('now', '-30 days')"),
57 Self::ThisMonth => Some("timestamp >= datetime('now', 'localtime', 'start of month')"),
58 Self::LastYear => Some("timestamp >= datetime('now', '-365 days')"),
59 Self::AllTime => None,
60 }
61 }
62}
63
64impl std::fmt::Display for TimeWindow {
65 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
66 match self {
67 Self::Today => write!(f, "today"),
68 Self::Last7Days => write!(f, "7d"),
69 Self::Last30Days => write!(f, "30d"),
70 Self::ThisMonth => write!(f, "month"),
71 Self::LastYear => write!(f, "year"),
72 Self::AllTime => write!(f, "all"),
73 }
74 }
75}
76
77#[derive(Debug, Clone, Default, Serialize, Deserialize)]
78pub struct TelemetryFilter {
79 pub time_window: TimeWindow,
80 pub workspace_root: Option<PathBuf>,
81 pub version: Option<String>,
82}
83
84#[derive(Debug, Clone, Serialize, Deserialize)]
85pub struct TelemetrySummary {
86 pub total_calls: usize,
87 pub ok_calls: usize,
88 pub empty_calls: usize,
89 pub error_calls: usize,
90 pub total_tokens_returned: usize,
91 pub est_tokens_saved: usize,
92 pub saved_known_calls: usize,
93 pub time_window: TimeWindow,
94 pub scope_description: String,
95 pub tool_stats: Vec<ToolStat>,
96 pub recent_errors: Vec<TelemetryErrorRecord>,
97}
98
99#[derive(Debug, Clone, Serialize, Deserialize)]
100pub struct ToolStat {
101 pub tool: String,
102 pub count: usize,
103 pub ok_count: usize,
104 pub empty_count: usize,
105 pub error_count: usize,
106 pub avg_duration_ms: u64,
107 pub p50_ms: Option<u64>,
108 pub p95_ms: Option<u64>,
109 pub avg_reconcile_ms: Option<u64>,
110 pub avg_query_ms: Option<u64>,
111 pub tokens_returned: usize,
112 pub tokens_saved: usize,
113 pub saved_known_count: usize,
114}
115
116#[derive(Debug, Clone, Serialize, Deserialize)]
117pub struct TelemetryErrorRecord {
118 pub timestamp: String,
119 pub tool: String,
120 pub error_message: String,
121}
122
123#[derive(Debug, Clone, Serialize, Deserialize)]
124pub struct IndexFacts {
125 pub extractor_version: Option<String>,
126 pub schema_version: Option<String>,
127 pub index_level: Option<String>,
128 pub updated_at: Option<String>,
129 pub file_count: i64,
130 pub symbol_count: i64,
131}
132
133#[derive(Debug, Clone, Serialize, Deserialize)]
134pub struct BugReportBundle {
135 pub os_info: String,
136 pub arch_info: String,
137 pub code_kb_version: String,
138 pub julie_extract_version: String,
139 pub active_workspace_name: Option<String>,
140 pub index: Option<IndexFacts>,
141 pub recent_errors: Vec<TelemetryErrorRecord>,
142 pub log_tail: Vec<String>,
143 pub markdown_body: String,
144 pub github_issue_url: String,
145}
146
147static TELEMETRY_DIR_OVERRIDE: RwLock<Option<PathBuf>> = RwLock::new(None);
148
149pub fn resolve_telemetry_dir(
150 env_dir: Option<String>,
151 cargo_target_tmp: Option<String>,
152 home: Option<String>,
153 userprofile: Option<String>,
154) -> PathBuf {
155 if let Some(dir) = env_dir
156 && !dir.trim().is_empty()
157 {
158 return PathBuf::from(dir);
159 }
160 if let Some(target_tmp) = cargo_target_tmp
161 && !target_tmp.trim().is_empty()
162 {
163 return PathBuf::from(target_tmp).join("test-telemetry");
164 }
165 if let Some(home) = home
166 && !home.trim().is_empty()
167 {
168 return PathBuf::from(home).join(".code-kb");
169 }
170 if let Some(profile) = userprofile
171 && !profile.trim().is_empty()
172 {
173 return PathBuf::from(profile).join(".code-kb");
174 }
175 PathBuf::from(".code-kb")
176}
177
178pub fn is_telemetry_disabled_with(no_telem: Option<&str>, disable_telem: Option<&str>) -> bool {
179 no_telem
180 .or(disable_telem)
181 .map(|v| v == "1" || v.eq_ignore_ascii_case("true"))
182 .unwrap_or(false)
183}
184
185pub fn is_telemetry_disabled() -> bool {
186 let no_telem = std::env::var("CODE_KB_NO_TELEMETRY").ok();
187 let disable_telem = std::env::var("CODE_KB_DISABLE_TELEMETRY").ok();
188 is_telemetry_disabled_with(no_telem.as_deref(), disable_telem.as_deref())
189}
190
191pub fn get_global_telemetry_dir() -> PathBuf {
192 if let Ok(guard) = TELEMETRY_DIR_OVERRIDE.read()
193 && let Some(ref path) = *guard
194 {
195 return path.clone();
196 }
197 resolve_telemetry_dir(
198 std::env::var("CODE_KB_TELEMETRY_DIR").ok(),
199 std::env::var("CARGO_TARGET_TMPDIR").ok(),
200 std::env::var("HOME").ok(),
201 std::env::var("USERPROFILE").ok(),
202 )
203}
204
205#[cfg(test)]
206pub(crate) fn set_telemetry_dir_override(path: Option<PathBuf>) {
207 if let Ok(mut guard) = TELEMETRY_DIR_OVERRIDE.write() {
208 *guard = path;
209 }
210}
211
212pub fn open_global_telemetry_db() -> Result<Connection, QueryError> {
213 open_telemetry_db_at(&get_global_telemetry_dir())
214}
215
216pub fn open_telemetry_db_at(dir: &Path) -> Result<Connection, QueryError> {
217 if !dir.exists() {
218 let _ = std::fs::create_dir_all(dir);
219 }
220 let db_path = dir.join("telemetry.db");
221 let conn = Connection::open(&db_path)?;
222 init_telemetry_db(&conn)?;
223 Ok(conn)
224}
225
226fn init_telemetry_db(conn: &Connection) -> Result<(), QueryError> {
227 conn.execute_batch(
228 "PRAGMA journal_mode = WAL;
229 PRAGMA synchronous = NORMAL;
230 PRAGMA busy_timeout = 5000;
231 CREATE TABLE IF NOT EXISTS tool_telemetry (
232 id TEXT PRIMARY KEY,
233 timestamp TEXT NOT NULL,
234 workspace_root TEXT NOT NULL,
235 workspace_name TEXT NOT NULL,
236 tool TEXT NOT NULL,
237 duration_ms INTEGER NOT NULL,
238 outcome TEXT NOT NULL,
239 error_message TEXT,
240 result_count INTEGER NOT NULL DEFAULT 0,
241 result_count_known INTEGER NOT NULL DEFAULT 0,
242 bytes_returned INTEGER NOT NULL DEFAULT 0,
243 est_tokens INTEGER NOT NULL DEFAULT 0,
244 est_tokens_saved INTEGER NOT NULL DEFAULT 0,
245 est_tokens_saved_known INTEGER NOT NULL DEFAULT 0,
246 code_kb_version TEXT NOT NULL,
247 reconcile_ms INTEGER DEFAULT NULL,
248 query_ms INTEGER DEFAULT NULL
249 );
250 CREATE INDEX IF NOT EXISTS idx_tool_telemetry_tool ON tool_telemetry(tool, timestamp DESC);
251 CREATE INDEX IF NOT EXISTS idx_tool_telemetry_ts ON tool_telemetry(timestamp DESC);
252 DELETE FROM tool_telemetry WHERE timestamp < datetime('now', '-365 days');",
253 )?;
254
255 let mut stmt = conn.prepare("PRAGMA table_info(tool_telemetry)")?;
257 let cols = stmt.query_map([], |row| row.get::<_, String>(1))?;
258 let mut col_names = HashSet::new();
259 for col in cols.flatten() {
260 col_names.insert(col);
261 }
262 if !col_names.contains("workspace_root") {
263 conn.execute(
264 "ALTER TABLE tool_telemetry ADD COLUMN workspace_root TEXT NOT NULL DEFAULT ''",
265 [],
266 )?;
267 }
268 if !col_names.contains("workspace_name") {
269 conn.execute(
270 "ALTER TABLE tool_telemetry ADD COLUMN workspace_name TEXT NOT NULL DEFAULT ''",
271 [],
272 )?;
273 }
274 if !col_names.contains("est_tokens_saved") {
275 conn.execute(
276 "ALTER TABLE tool_telemetry ADD COLUMN est_tokens_saved INTEGER NOT NULL DEFAULT 0",
277 [],
278 )?;
279 }
280 if !col_names.contains("est_tokens_saved_known") {
281 conn.execute(
282 "ALTER TABLE tool_telemetry ADD COLUMN est_tokens_saved_known INTEGER NOT NULL DEFAULT 0",
283 [],
284 )?;
285 }
286 if !col_names.contains("result_count_known") {
287 conn.execute(
288 "ALTER TABLE tool_telemetry ADD COLUMN result_count_known INTEGER NOT NULL DEFAULT 0",
289 [],
290 )?;
291 }
292 if !col_names.contains("reconcile_ms") {
293 conn.execute(
294 "ALTER TABLE tool_telemetry ADD COLUMN reconcile_ms INTEGER DEFAULT NULL",
295 [],
296 )?;
297 }
298 if !col_names.contains("query_ms") {
299 conn.execute(
300 "ALTER TABLE tool_telemetry ADD COLUMN query_ms INTEGER DEFAULT NULL",
301 [],
302 )?;
303 }
304 if col_names.contains("version") && !col_names.contains("code_kb_version") {
305 conn.execute(
306 "ALTER TABLE tool_telemetry RENAME COLUMN version TO code_kb_version",
307 [],
308 )?;
309 } else if !col_names.contains("code_kb_version") {
310 conn.execute(
311 "ALTER TABLE tool_telemetry ADD COLUMN code_kb_version TEXT NOT NULL DEFAULT ''",
312 [],
313 )?;
314 }
315
316 conn.execute(
318 "CREATE INDEX IF NOT EXISTS idx_tool_telemetry_ws_ts ON tool_telemetry(workspace_root, timestamp DESC)",
319 [],
320 )?;
321
322 Ok(())
323}
324
325pub fn open_telemetry_db(_workspace_root: &Path) -> Result<Connection, QueryError> {
327 open_global_telemetry_db()
328}
329
330pub(crate) fn workspace_root_match_candidates(ws: &Path) -> (String, Option<String>) {
333 let norm = to_forward_slash(&normalize_path(ws));
334 let canonical = dunce::canonicalize(ws)
335 .map(|p| to_forward_slash(&normalize_path(&p)))
336 .unwrap_or_else(|_| norm.clone());
337
338 if canonical != norm {
339 return (canonical, Some(norm));
340 }
341
342 if let Some(rest) = norm.strip_prefix("/private/") {
344 if rest.starts_with("var/") || rest.starts_with("tmp/") || rest.starts_with("etc/") {
345 return (norm.clone(), Some(format!("/{}", rest)));
346 }
347 } else if norm.starts_with("/var/") || norm.starts_with("/tmp/") || norm.starts_with("/etc/") {
348 return (norm.clone(), Some(format!("/private{}", norm)));
349 }
350
351 (norm, None)
352}
353
354pub fn record_tool_call_conn(
356 conn: &Connection,
357 workspace_root: &Path,
358 invocation: &ToolInvocation,
359) {
360 if is_telemetry_disabled() {
361 return;
362 }
363 let now = SystemTime::now()
364 .duration_since(SystemTime::UNIX_EPOCH)
365 .unwrap_or_default();
366 let ts = format!("{:?}", SystemTime::now());
367 let id_source = format!("{}:{}:{}", invocation.tool, ts, now.as_nanos());
368 let id = blake3::hash(id_source.as_bytes()).to_hex().to_string();
369 let version = env!("CARGO_PKG_VERSION");
370
371 let canonical =
372 dunce::canonicalize(workspace_root).unwrap_or_else(|_| workspace_root.to_path_buf());
373 let norm_ws = to_forward_slash(&normalize_path(&canonical));
374 let ws_name = Path::new(&norm_ws)
375 .file_name()
376 .map(|n| n.to_string_lossy().to_string())
377 .unwrap_or_else(|| "repo".to_string());
378
379 let _ = conn.execute(
380 "INSERT INTO tool_telemetry (
381 id, timestamp, workspace_root, workspace_name, tool,
382 duration_ms, outcome, error_message, result_count, result_count_known,
383 bytes_returned, est_tokens, est_tokens_saved, est_tokens_saved_known,
384 code_kb_version, reconcile_ms, query_ms
385 ) VALUES (?1, datetime('now'), ?2, ?3, ?4, ?5, ?6, ?7, ?8, ?9, ?10, ?11, ?12, ?13, ?14, ?15, ?16)",
386 params![
387 id,
388 norm_ws,
389 ws_name,
390 invocation.tool,
391 invocation.duration_ms as i64,
392 invocation.outcome,
393 invocation.error_message,
394 invocation.logical_result_count.unwrap_or_default() as i64,
395 invocation.logical_result_count.is_some() as i64,
396 invocation.bytes_returned as i64,
397 invocation.est_tokens as i64,
398 invocation.est_tokens_saved as i64,
399 invocation.est_tokens_saved_known as i64,
400 version,
401 invocation.reconcile_ms.map(|v| v as i64),
402 invocation.query_ms.map(|v| v as i64),
403 ],
404 );
405}
406
407pub fn record_tool_call(workspace_root: &Path, invocation: &ToolInvocation) {
410 if is_telemetry_disabled() {
411 return;
412 }
413 if let Ok(conn) = open_global_telemetry_db() {
414 record_tool_call_conn(&conn, workspace_root, invocation);
415 }
416}
417
418fn calculate_percentile(sorted: &[u64], pct: f64) -> Option<u64> {
419 if sorted.is_empty() {
420 return None;
421 }
422 let rank = ((pct / 100.0) * sorted.len() as f64).ceil() as usize;
423 let idx = rank.saturating_sub(1).min(sorted.len() - 1);
424 Some(sorted[idx])
425}
426
427pub fn get_telemetry_summary(
428 conn: &Connection,
429 filter: &TelemetryFilter,
430) -> Result<TelemetrySummary, QueryError> {
431 let mut conditions = Vec::new();
432 let mut params_vec: Vec<Box<dyn rusqlite::ToSql>> = Vec::new();
433
434 if let Some(time_cond) = filter.time_window.to_sqlite_condition() {
435 conditions.push(time_cond.to_string());
436 }
437
438 if let Some(ref ws) = filter.workspace_root {
439 let (canon, alt) = workspace_root_match_candidates(ws);
440 if let Some(alt_val) = alt {
441 let idx1 = params_vec.len() + 1;
442 let idx2 = params_vec.len() + 2;
443 conditions.push(format!(
444 "(workspace_root = ?{} OR workspace_root = ?{})",
445 idx1, idx2
446 ));
447 params_vec.push(Box::new(canon));
448 params_vec.push(Box::new(alt_val));
449 } else {
450 let idx1 = params_vec.len() + 1;
451 conditions.push(format!("workspace_root = ?{}", idx1));
452 params_vec.push(Box::new(canon));
453 }
454 }
455
456 if let Some(ref v) = filter.version {
457 let idx = params_vec.len() + 1;
458 conditions.push(format!("code_kb_version = ?{}", idx));
459 params_vec.push(Box::new(v.clone()));
460 }
461
462 let where_clause = if conditions.is_empty() {
463 String::new()
464 } else {
465 format!("WHERE {}", conditions.join(" AND "))
466 };
467
468 let ws_desc = match &filter.workspace_root {
469 Some(ws) => format!("Workspace: {}", to_forward_slash(&normalize_path(ws))),
470 None => "Global (all workspaces)".to_string(),
471 };
472 let ver_desc = match &filter.version {
473 Some(v) => format!("Version: {}", v),
474 None => "Version: all".to_string(),
475 };
476 let scope_description = format!("{} | {}", ws_desc, ver_desc);
477
478 let params_slice: Vec<&dyn rusqlite::ToSql> = params_vec.iter().map(|p| p.as_ref()).collect();
479
480 let totals_sql = format!(
482 "SELECT COUNT(*),
483 SUM(CASE WHEN outcome = 'ok' THEN 1 ELSE 0 END),
484 SUM(CASE WHEN outcome = 'empty' THEN 1 ELSE 0 END),
485 SUM(CASE WHEN outcome = 'error' THEN 1 ELSE 0 END),
486 SUM(est_tokens),
487 SUM(est_tokens_saved),
488 SUM(CASE WHEN est_tokens_saved_known = 1 THEN 1 ELSE 0 END)
489 FROM tool_telemetry
490 {}",
491 where_clause
492 );
493
494 let (
495 total_calls,
496 ok_calls,
497 empty_calls,
498 error_calls,
499 total_tokens_returned,
500 est_tokens_saved,
501 saved_known_calls,
502 ) = {
503 let mut stmt = conn.prepare(&totals_sql)?;
504 let row_mapper = |row: &rusqlite::Row| {
505 let total: i64 = row.get(0)?;
506 let ok: Option<i64> = row.get(1)?;
507 let empty: Option<i64> = row.get(2)?;
508 let error: Option<i64> = row.get(3)?;
509 let tokens: Option<i64> = row.get(4)?;
510 let tokens_saved: Option<i64> = row.get(5)?;
511 let saved_known: Option<i64> = row.get(6)?;
512 Ok((
513 total as usize,
514 ok.unwrap_or(0) as usize,
515 empty.unwrap_or(0) as usize,
516 error.unwrap_or(0) as usize,
517 tokens.unwrap_or(0) as usize,
518 tokens_saved.unwrap_or(0) as usize,
519 saved_known.unwrap_or(0) as usize,
520 ))
521 };
522 stmt.query_row(
523 rusqlite::params_from_iter(params_slice.iter().copied()),
524 row_mapper,
525 )?
526 };
527
528 let mut durations_by_tool: HashMap<String, Vec<u64>> = HashMap::new();
530 {
531 let durations_sql = format!(
532 "SELECT tool, duration_ms
533 FROM tool_telemetry
534 {}
535 ORDER BY tool, duration_ms ASC",
536 where_clause
537 );
538 let mut d_stmt = conn.prepare(&durations_sql)?;
539 let d_rows = d_stmt.query_map(
540 rusqlite::params_from_iter(params_slice.iter().copied()),
541 |row| {
542 let tool: String = row.get(0)?;
543 let dur: i64 = row.get(1)?;
544 Ok((tool, dur.max(0) as u64))
545 },
546 )?;
547 for item in d_rows.flatten() {
548 durations_by_tool.entry(item.0).or_default().push(item.1);
549 }
550 }
551
552 let tool_stats_sql = format!(
554 "SELECT tool,
555 COUNT(*),
556 SUM(CASE WHEN outcome = 'ok' THEN 1 ELSE 0 END),
557 SUM(CASE WHEN outcome = 'empty' THEN 1 ELSE 0 END),
558 SUM(CASE WHEN outcome = 'error' THEN 1 ELSE 0 END),
559 ROUND(AVG(duration_ms)),
560 SUM(est_tokens),
561 SUM(est_tokens_saved),
562 SUM(CASE WHEN est_tokens_saved_known = 1 THEN 1 ELSE 0 END),
563 ROUND(AVG(reconcile_ms)),
564 ROUND(AVG(query_ms))
565 FROM tool_telemetry
566 {}
567 GROUP BY tool
568 ORDER BY COUNT(*) DESC",
569 where_clause
570 );
571
572 let mut tool_stats = Vec::new();
573 {
574 let mut stmt = conn.prepare(&tool_stats_sql)?;
575 let row_mapper = |row: &rusqlite::Row| {
576 let tool: String = row.get(0)?;
577 let count: i64 = row.get(1)?;
578 let ok_count: Option<i64> = row.get(2)?;
579 let empty_count: Option<i64> = row.get(3)?;
580 let error_count: Option<i64> = row.get(4)?;
581 let avg_duration: Option<f64> = row.get(5)?;
582 let tokens: Option<i64> = row.get(6)?;
583 let tokens_saved: Option<i64> = row.get(7)?;
584 let saved_known: Option<i64> = row.get(8)?;
585 let avg_rec: Option<f64> = row.get(9)?;
586 let avg_q: Option<f64> = row.get(10)?;
587
588 let (p50, p95) = if let Some(durs) = durations_by_tool.get(&tool) {
589 (
590 calculate_percentile(durs, 50.0),
591 calculate_percentile(durs, 95.0),
592 )
593 } else {
594 (None, None)
595 };
596
597 Ok(ToolStat {
598 tool,
599 count: count as usize,
600 ok_count: ok_count.unwrap_or(0) as usize,
601 empty_count: empty_count.unwrap_or(0) as usize,
602 error_count: error_count.unwrap_or(0) as usize,
603 avg_duration_ms: avg_duration.unwrap_or(0.0).round() as u64,
604 p50_ms: p50,
605 p95_ms: p95,
606 avg_reconcile_ms: avg_rec.map(|v| v.round() as u64),
607 avg_query_ms: avg_q.map(|v| v.round() as u64),
608 tokens_returned: tokens.unwrap_or(0) as usize,
609 tokens_saved: tokens_saved.unwrap_or(0) as usize,
610 saved_known_count: saved_known.unwrap_or(0) as usize,
611 })
612 };
613
614 let rows = stmt.query_map(
615 rusqlite::params_from_iter(params_slice.iter().copied()),
616 row_mapper,
617 )?;
618 for stat in rows.flatten() {
619 tool_stats.push(stat);
620 }
621 }
622
623 let error_where_clause = if where_clause.is_empty() {
625 "WHERE outcome = 'error' AND error_message IS NOT NULL".to_string()
626 } else {
627 format!(
628 "{} AND outcome = 'error' AND error_message IS NOT NULL",
629 where_clause
630 )
631 };
632
633 let errors_sql = format!(
634 "SELECT timestamp, tool, error_message
635 FROM tool_telemetry
636 {}
637 ORDER BY timestamp DESC
638 LIMIT 10",
639 error_where_clause
640 );
641
642 let mut recent_errors = Vec::new();
643 {
644 let mut stmt = conn.prepare(&errors_sql)?;
645 let row_mapper = |row: &rusqlite::Row| {
646 let raw_msg: String = row.get(2)?;
647 Ok(TelemetryErrorRecord {
648 timestamp: row.get(0)?,
649 tool: row.get(1)?,
650 error_message: sanitize_error_message(&raw_msg),
651 })
652 };
653
654 let rows = stmt.query_map(
655 rusqlite::params_from_iter(params_slice.iter().copied()),
656 row_mapper,
657 )?;
658 for err in rows.flatten() {
659 recent_errors.push(err);
660 }
661 }
662
663 Ok(TelemetrySummary {
664 total_calls,
665 ok_calls,
666 empty_calls,
667 error_calls,
668 total_tokens_returned,
669 est_tokens_saved,
670 saved_known_calls,
671 time_window: filter.time_window,
672 scope_description,
673 tool_stats,
674 recent_errors,
675 })
676}
677
678fn sanitize_error_message(msg: &str) -> String {
679 let home_candidates = home_candidates();
680 sanitize_error_message_with_homes(msg, &home_candidates)
681}
682
683fn mask_home_paths(text: &str) -> String {
685 mask_home_paths_with(text, &home_candidates())
686}
687
688fn home_candidates() -> Vec<String> {
689 let mut candidates = Vec::new();
690 for var in ["HOME", "USERPROFILE"] {
691 if let Ok(home) = std::env::var(var)
692 && !home.trim().is_empty()
693 && home != "/"
694 {
695 let simplified = dunce::simplified(Path::new(&home))
696 .to_string_lossy()
697 .to_string();
698 if simplified != home {
699 candidates.push(simplified);
700 }
701 candidates.push(home);
702 }
703 }
704 candidates
705}
706
707fn mask_home_paths_with(text: &str, home_candidates: &[String]) -> String {
708 let mut masked = text.to_string();
709 for home in home_candidates {
710 let norm_home = to_forward_slash(&normalize_path(Path::new(home)));
711 masked = masked.replace(home.as_str(), "~");
712 if norm_home != *home {
713 masked = masked.replace(&norm_home, "~");
714 }
715 let backslash_home = home.replace('/', "\\");
716 if backslash_home != *home {
717 masked = masked.replace(&backslash_home, "~");
718 }
719 }
720 masked
721}
722
723fn sanitize_error_message_with_homes(msg: &str, home_candidates: &[String]) -> String {
724 let mut sanitized = mask_home_paths_with(msg, home_candidates);
725
726 sanitized = sanitized.replace("\r\n", " ").replace(['\n', '\r'], " ");
728
729 sanitized = sanitized.replace('|', "\\|");
731
732 if sanitized.chars().count() > 500 {
734 let mut truncated: String = sanitized.chars().take(500).collect();
735 if truncated.ends_with('\\') && !truncated.ends_with("\\\\") {
736 truncated.pop();
737 }
738 truncated
739 } else {
740 sanitized
741 }
742}
743
744fn index_facts(workspace_root: &Path) -> Option<IndexFacts> {
745 let db_path = workspace_root.join(".code-kb").join("artifact.db");
746 let conn = crate::db::open_read_only(&db_path).ok()?;
747 let metadata = |key: &str| {
748 conn.query_row(
749 "SELECT value FROM artifact_metadata WHERE key = ?1",
750 [key],
751 |row| row.get::<_, String>(0),
752 )
753 .ok()
754 };
755 let count = |table: &str| {
756 conn.query_row(&format!("SELECT COUNT(*) FROM {table}"), [], |row| {
757 row.get::<_, i64>(0)
758 })
759 .unwrap_or(0)
760 };
761 Some(IndexFacts {
762 extractor_version: metadata("binary_version"),
763 schema_version: metadata("schema_version"),
764 index_level: metadata("index_level"),
765 updated_at: metadata("updated_at"),
766 file_count: count("files"),
767 symbol_count: count("symbols"),
768 })
769}
770
771fn log_tail(workspace_root: &Path, lines: usize) -> Vec<String> {
772 let mut tail: Vec<String> = Vec::new();
773 for path in crate::workspace::log_files_newest_first(workspace_root) {
774 if tail.len() >= lines {
775 break;
776 }
777 let Ok(content) = std::fs::read_to_string(path) else {
778 continue;
779 };
780 let wanted = lines - tail.len();
781 let file_lines: Vec<&str> = content.lines().collect();
782 let mut older: Vec<String> = file_lines[file_lines.len().saturating_sub(wanted)..]
783 .iter()
784 .map(|line| mask_home_paths(line))
785 .collect();
786 older.append(&mut tail);
787 tail = older;
788 }
789 tail
790}
791
792const MAX_ISSUE_URL_LEN: usize = 8000;
794
795fn build_issue_url(title: &str, body: &str) -> Result<url::Url, QueryError> {
796 let mut issue_url = url::Url::parse("https://github.com/anortham/code-kb/issues/new")
797 .map_err(|e| QueryError::Sqlite(rusqlite::Error::ToSqlConversionFailure(Box::new(e))))?;
798 issue_url
799 .query_pairs_mut()
800 .append_pair("title", title)
801 .append_pair("body", body);
802 Ok(issue_url)
803}
804
805pub fn generate_bug_report(
809 conn: &Connection,
810 workspace_root: Option<&Path>,
811 issue_title: Option<&str>,
812 description: Option<&str>,
813 log_lines: usize,
814) -> Result<BugReportBundle, QueryError> {
815 let os_info = std::env::consts::OS.to_string();
816 let arch_info = std::env::consts::ARCH.to_string();
817 let code_kb_version = env!("CARGO_PKG_VERSION").to_string();
818
819 let exe_name = if cfg!(windows) {
820 "julie-extract.exe"
821 } else {
822 "julie-extract"
823 };
824
825 let sibling_binary = std::env::current_exe()
826 .ok()
827 .and_then(|p| p.parent().map(|d| d.join(exe_name)))
828 .filter(|p| p.is_file());
829
830 let julie_extract_version = if let Some(bin) = sibling_binary {
831 if let Ok(output) = std::process::Command::new(&bin).arg("--version").output() {
832 let ver = String::from_utf8_lossy(&output.stdout).trim().to_string();
833 if !ver.is_empty() {
834 ver
835 } else {
836 crate::sync::PINNED_JULIE_VERSION.to_string()
837 }
838 } else {
839 crate::sync::PINNED_JULIE_VERSION.to_string()
840 }
841 } else {
842 crate::sync::PINNED_JULIE_VERSION.to_string()
843 };
844
845 let active_workspace_name = workspace_root.map(|ws| {
846 let norm = to_forward_slash(&normalize_path(ws));
847 Path::new(&norm)
848 .file_name()
849 .map(|n| n.to_string_lossy().to_string())
850 .unwrap_or_else(|| "repo".to_string())
851 });
852
853 let mut recent_errors = Vec::new();
855 let (error_sql, ws_param, alt_ws_param) = if let Some(ws) = workspace_root {
856 let (canon, alt) = workspace_root_match_candidates(ws);
857 if alt.is_some() {
858 (
859 "SELECT timestamp, tool, error_message
860 FROM tool_telemetry
861 WHERE outcome = 'error' AND error_message IS NOT NULL AND (workspace_root = ?1 OR workspace_root = ?2)
862 ORDER BY timestamp DESC
863 LIMIT 10",
864 Some(canon),
865 alt,
866 )
867 } else {
868 (
869 "SELECT timestamp, tool, error_message
870 FROM tool_telemetry
871 WHERE outcome = 'error' AND error_message IS NOT NULL AND workspace_root = ?1
872 ORDER BY timestamp DESC
873 LIMIT 10",
874 Some(canon),
875 None,
876 )
877 }
878 } else {
879 (
880 "SELECT timestamp, tool, error_message
881 FROM tool_telemetry
882 WHERE outcome = 'error' AND error_message IS NOT NULL
883 ORDER BY timestamp DESC
884 LIMIT 10",
885 None,
886 None,
887 )
888 };
889
890 {
891 let mut stmt = conn.prepare(error_sql)?;
892 let row_mapper = |row: &rusqlite::Row| {
893 let raw_msg: String = row.get(2)?;
894 Ok(TelemetryErrorRecord {
895 timestamp: row.get(0)?,
896 tool: row.get(1)?,
897 error_message: sanitize_error_message(&raw_msg),
898 })
899 };
900 match (&ws_param, &alt_ws_param) {
901 (Some(ws), Some(alt)) => {
902 let rows = stmt.query_map(params![ws, alt], row_mapper)?;
903 for err in rows.flatten() {
904 recent_errors.push(err);
905 }
906 }
907 (Some(ws), None) => {
908 let rows = stmt.query_map(params![ws], row_mapper)?;
909 for err in rows.flatten() {
910 recent_errors.push(err);
911 }
912 }
913 _ => {
914 let rows = stmt.query_map([], row_mapper)?;
915 for err in rows.flatten() {
916 recent_errors.push(err);
917 }
918 }
919 }
920 }
921
922 let mut markdown = String::new();
924 markdown.push_str("### Environment\n");
925 markdown.push_str(&format!("- **OS:** {}\n", os_info));
926 markdown.push_str(&format!("- **Architecture:** {}\n", arch_info));
927 markdown.push_str(&format!("- **code-kb Version:** {}\n", code_kb_version));
928 markdown.push_str(&format!(
929 "- **julie-extract Version:** {}\n",
930 julie_extract_version
931 ));
932 if let Some(ref ws) = active_workspace_name {
933 markdown.push_str(&format!("- **Active Workspace:** {}\n", ws));
934 }
935
936 let index = workspace_root.and_then(index_facts);
937 markdown.push_str("\n### Index\n");
938 match &index {
939 Some(facts) => {
940 let field = |value: &Option<String>| value.clone().unwrap_or_else(|| "unknown".into());
941 markdown.push_str(&format!(
942 "- **Extractor:** {} (schema {}, level {})\n- **Updated:** {}\n- **Files / Symbols:** {} / {}\n",
943 field(&facts.extractor_version),
944 field(&facts.schema_version),
945 field(&facts.index_level),
946 field(&facts.updated_at),
947 facts.file_count,
948 facts.symbol_count
949 ));
950 }
951 None => markdown.push_str("- No `.code-kb/artifact.db` in the active workspace.\n"),
952 }
953
954 let short_body = markdown.clone();
955 markdown.push_str("\n### Description\n");
956 match description.map(str::trim).filter(|text| !text.is_empty()) {
957 Some(text) => markdown.push_str(&format!("{}\n\n", mask_home_paths(text))),
958 None => markdown.push_str("<!-- Please describe the bug or unexpected behavior -->\n\n"),
959 }
960
961 if !recent_errors.is_empty() {
962 markdown.push_str("### Recent Telemetry Errors\n");
963 markdown.push_str("| Timestamp | Tool | Error Message |\n");
964 markdown.push_str("|---|---|---|\n");
965 for err in &recent_errors {
966 markdown.push_str(&format!(
967 "| {} | `{}` | {} |\n",
968 err.timestamp, err.tool, err.error_message
969 ));
970 }
971 }
972
973 let title_str = issue_title
974 .map(sanitize_error_message)
975 .unwrap_or_else(|| "Bug report".to_string());
976 let mut issue_url = build_issue_url(&title_str, &markdown)?;
977 if issue_url.as_str().len() > MAX_ISSUE_URL_LEN {
978 let short_body = format!(
979 "{short_body}\n<!-- The full report was too long for a URL. Paste the output of `code-kb bug-report` here. -->\n"
980 );
981 issue_url = build_issue_url(&title_str, &short_body)?;
982 }
983
984 let log_tail = workspace_root
985 .map(|root| log_tail(root, log_lines))
986 .unwrap_or_default();
987 if !log_tail.is_empty() {
988 markdown.push_str(&format!(
989 "\n### Recent Log Lines\n```text\n{}\n```\n",
990 log_tail.join("\n")
991 ));
992 }
993
994 Ok(BugReportBundle {
995 os_info,
996 arch_info,
997 code_kb_version,
998 julie_extract_version,
999 active_workspace_name,
1000 index,
1001 recent_errors,
1002 log_tail,
1003 markdown_body: markdown,
1004 github_issue_url: issue_url.to_string(),
1005 })
1006}
1007
1008pub fn format_telemetry_summary(summary: &TelemetrySummary) -> String {
1009 let mut out = String::new();
1010 out.push_str("=================================================================\n");
1011 out.push_str(" code-kb Telemetry Summary \n");
1012 out.push_str("=================================================================\n");
1013
1014 if summary.total_calls == 0 {
1015 out.push_str(&format!(
1016 "Scope: {} | Window: {}\nNo tool calls recorded for this scope yet.\n",
1017 summary.scope_description, summary.time_window
1018 ));
1019 return out;
1020 }
1021
1022 let success_rate = if summary.total_calls > 0 {
1023 ((summary.ok_calls + summary.empty_calls) as f64 / summary.total_calls as f64) * 100.0
1024 } else {
1025 0.0
1026 };
1027
1028 out.push_str(&format!(
1029 "Scope: {} | Window: {} | Total Tool Calls: {} | Success Rate: {:.1}% | Empty Results: {} | Tokens Served: ~{} | Est. Tokens Saved: ~{} (baseline known for {} of {} calls)\n\n",
1030 summary.scope_description,
1031 summary.time_window,
1032 summary.total_calls,
1033 success_rate,
1034 summary.empty_calls,
1035 summary.total_tokens_returned,
1036 summary.est_tokens_saved,
1037 summary.saved_known_calls,
1038 summary.total_calls
1039 ));
1040
1041 out.push_str("### Tool Invocations & Performance\n");
1042 out.push_str(
1043 "| Tool | Calls | Empty | Latency (p50 / p95 / avg) | Query / Reconcile | Tokens Served | Est. Tokens Saved | Success Rate |\n",
1044 );
1045 out.push_str("|---|---:|---:|---:|---:|---:|---:|---:|\n");
1046
1047 for stat in &summary.tool_stats {
1048 let rate = if stat.count > 0 {
1049 ((stat.ok_count + stat.empty_count) as f64 / stat.count as f64) * 100.0
1050 } else {
1051 0.0
1052 };
1053 let p50_str = stat
1054 .p50_ms
1055 .map(|v| format!("{}ms", v))
1056 .unwrap_or_else(|| "-".to_string());
1057 let p95_str = stat
1058 .p95_ms
1059 .map(|v| format!("{}ms", v))
1060 .unwrap_or_else(|| "-".to_string());
1061 let latency_str = format!("{} / {} / {}ms", p50_str, p95_str, stat.avg_duration_ms);
1062
1063 let query_str = stat
1064 .avg_query_ms
1065 .map(|v| format!("{}ms", v))
1066 .unwrap_or_else(|| "-".to_string());
1067 let rec_str = stat
1068 .avg_reconcile_ms
1069 .map(|v| format!("{}ms", v))
1070 .unwrap_or_else(|| "-".to_string());
1071 let phase_str = format!("{} / {}", query_str, rec_str);
1072
1073 out.push_str(&format!(
1074 "| `{}` | {} | {} | {} | {} | ~{} | ~{} ({}/{}) | {:.1}% |\n",
1075 stat.tool,
1076 stat.count,
1077 stat.empty_count,
1078 latency_str,
1079 phase_str,
1080 stat.tokens_returned,
1081 stat.tokens_saved,
1082 stat.saved_known_count,
1083 stat.count,
1084 rate
1085 ));
1086 }
1087
1088 if !summary.recent_errors.is_empty() {
1089 out.push_str("\n### Recent Errors\n");
1090 for err in &summary.recent_errors {
1091 out.push_str(&format!(
1092 "- {} [`{}`]: {}\n",
1093 err.timestamp, err.tool, err.error_message
1094 ));
1095 }
1096 }
1097
1098 out
1099}
1100
1101#[cfg(test)]
1102mod tests {
1103 use super::*;
1104
1105 #[test]
1106 fn test_global_telemetry_dir_isolation() {
1107 let custom_dir = PathBuf::from("/custom/telemetry/path");
1108 let target_tmp = PathBuf::from("/workspace/target/tmp");
1109 let home_dir = PathBuf::from("/home/user");
1110 let profile_dir = PathBuf::from("C:\\Users\\user");
1111
1112 assert_eq!(
1114 resolve_telemetry_dir(
1115 Some(custom_dir.to_string_lossy().to_string()),
1116 Some(target_tmp.to_string_lossy().to_string()),
1117 Some(home_dir.to_string_lossy().to_string()),
1118 Some(profile_dir.to_string_lossy().to_string()),
1119 ),
1120 custom_dir
1121 );
1122
1123 assert_eq!(
1125 resolve_telemetry_dir(
1126 None,
1127 Some(target_tmp.to_string_lossy().to_string()),
1128 Some(home_dir.to_string_lossy().to_string()),
1129 Some(profile_dir.to_string_lossy().to_string()),
1130 ),
1131 target_tmp.join("test-telemetry")
1132 );
1133
1134 assert_eq!(
1136 resolve_telemetry_dir(
1137 None,
1138 None,
1139 Some(home_dir.to_string_lossy().to_string()),
1140 Some(profile_dir.to_string_lossy().to_string()),
1141 ),
1142 home_dir.join(".code-kb")
1143 );
1144
1145 assert_eq!(
1147 resolve_telemetry_dir(
1148 None,
1149 None,
1150 None,
1151 Some(profile_dir.to_string_lossy().to_string()),
1152 ),
1153 profile_dir.join(".code-kb")
1154 );
1155
1156 assert_eq!(
1158 resolve_telemetry_dir(None, None, None, None),
1159 PathBuf::from(".code-kb")
1160 );
1161
1162 let temp = crate::safe_tempdir();
1163 set_telemetry_dir_override(Some(temp.path().to_path_buf()));
1164 let dir = get_global_telemetry_dir();
1165 assert_eq!(dir, temp.path());
1166
1167 let conn = open_global_telemetry_db().expect("open_global_telemetry_db should succeed");
1168 assert!(temp.path().join("telemetry.db").exists());
1169 drop(conn);
1170 set_telemetry_dir_override(None);
1171 }
1172
1173 #[test]
1174 fn test_telemetry_disabled_flags() {
1175 assert!(is_telemetry_disabled_with(Some("1"), None));
1176 assert!(is_telemetry_disabled_with(Some("true"), None));
1177 assert!(is_telemetry_disabled_with(Some("TRUE"), None));
1178 assert!(is_telemetry_disabled_with(None, Some("1")));
1179 assert!(is_telemetry_disabled_with(None, Some("true")));
1180 assert!(is_telemetry_disabled_with(None, Some("TRUE")));
1181
1182 assert!(!is_telemetry_disabled_with(Some("0"), None));
1183 assert!(!is_telemetry_disabled_with(Some("false"), None));
1184 assert!(!is_telemetry_disabled_with(None, Some("0")));
1185 assert!(!is_telemetry_disabled_with(None, None));
1186 }
1187
1188 #[test]
1189 fn test_telemetry_filter_time_windows() {
1190 assert_eq!(TimeWindow::parse("today"), Some(TimeWindow::Today));
1191 assert_eq!(TimeWindow::parse("7d"), Some(TimeWindow::Last7Days));
1192 assert_eq!(TimeWindow::parse("week"), Some(TimeWindow::Last7Days));
1193 assert_eq!(TimeWindow::parse("30d"), Some(TimeWindow::Last30Days));
1194 assert_eq!(TimeWindow::parse("month"), Some(TimeWindow::ThisMonth));
1195 assert_eq!(TimeWindow::parse("this-month"), Some(TimeWindow::ThisMonth));
1196 assert_eq!(TimeWindow::parse("year"), Some(TimeWindow::LastYear));
1197 assert_eq!(TimeWindow::parse("last-year"), Some(TimeWindow::LastYear));
1198 assert_eq!(TimeWindow::parse("all"), Some(TimeWindow::AllTime));
1199 assert_eq!(TimeWindow::parse("all-time"), Some(TimeWindow::AllTime));
1200 assert_eq!(TimeWindow::parse("invalid"), None);
1201
1202 let temp = crate::safe_tempdir();
1203 let conn = open_telemetry_db_at(temp.path()).expect("open db");
1204
1205 let ws_root = Path::new("/workspace/test");
1206 let norm_ws =
1207 crate::workspace::to_forward_slash(&crate::workspace::normalize_path(ws_root));
1208
1209 conn.execute(
1210 "INSERT INTO tool_telemetry (id, timestamp, workspace_root, workspace_name, tool, duration_ms, outcome, est_tokens, est_tokens_saved, code_kb_version)
1211 VALUES ('id1', datetime('now'), ?1, 'test', 'find_symbol', 10, 'ok', 100, 200, '0.7.0')",
1212 params![norm_ws],
1213 ).unwrap();
1214
1215 conn.execute(
1216 "INSERT INTO tool_telemetry (id, timestamp, workspace_root, workspace_name, tool, duration_ms, outcome, est_tokens, est_tokens_saved, code_kb_version)
1217 VALUES ('id2', datetime('now', '-2 days'), ?1, 'test', 'find_symbol', 10, 'ok', 100, 200, '0.7.0')",
1218 params![norm_ws],
1219 ).unwrap();
1220
1221 conn.execute(
1222 "INSERT INTO tool_telemetry (id, timestamp, workspace_root, workspace_name, tool, duration_ms, outcome, est_tokens, est_tokens_saved, code_kb_version)
1223 VALUES ('id3', datetime('now', '-15 days'), ?1, 'test', 'find_symbol', 10, 'ok', 100, 200, '0.7.0')",
1224 params![norm_ws],
1225 ).unwrap();
1226
1227 conn.execute(
1228 "INSERT INTO tool_telemetry (id, timestamp, workspace_root, workspace_name, tool, duration_ms, outcome, est_tokens, est_tokens_saved, code_kb_version)
1229 VALUES ('id4', datetime('now', '-60 days'), ?1, 'test', 'find_symbol', 10, 'ok', 100, 200, '0.7.0')",
1230 params![norm_ws],
1231 ).unwrap();
1232
1233 let s_today = get_telemetry_summary(
1234 &conn,
1235 &TelemetryFilter {
1236 time_window: TimeWindow::Today,
1237 workspace_root: None,
1238 version: None,
1239 },
1240 )
1241 .unwrap();
1242 assert_eq!(s_today.total_calls, 1);
1243
1244 let s_7d = get_telemetry_summary(
1245 &conn,
1246 &TelemetryFilter {
1247 time_window: TimeWindow::Last7Days,
1248 workspace_root: None,
1249 version: None,
1250 },
1251 )
1252 .unwrap();
1253 assert_eq!(s_7d.total_calls, 2);
1254
1255 let s_30d = get_telemetry_summary(
1256 &conn,
1257 &TelemetryFilter {
1258 time_window: TimeWindow::Last30Days,
1259 workspace_root: None,
1260 version: None,
1261 },
1262 )
1263 .unwrap();
1264 assert_eq!(s_30d.total_calls, 3);
1265
1266 let s_year = get_telemetry_summary(
1267 &conn,
1268 &TelemetryFilter {
1269 time_window: TimeWindow::LastYear,
1270 workspace_root: None,
1271 version: None,
1272 },
1273 )
1274 .unwrap();
1275 assert_eq!(s_year.total_calls, 4);
1276
1277 let s_all = get_telemetry_summary(
1278 &conn,
1279 &TelemetryFilter {
1280 time_window: TimeWindow::AllTime,
1281 workspace_root: None,
1282 version: None,
1283 },
1284 )
1285 .unwrap();
1286 assert_eq!(s_all.total_calls, 4);
1287 }
1288
1289 #[test]
1290 fn test_telemetry_workspace_scoping() {
1291 let temp = crate::safe_tempdir();
1292 let conn = open_telemetry_db_at(temp.path()).expect("open db");
1293
1294 let ws_a = Path::new("/projects/alpha");
1295 let ws_b = Path::new("/projects/beta");
1296
1297 let inv_a = ToolInvocation {
1298 tool: "find_symbol",
1299 duration_ms: 15,
1300 outcome: "ok",
1301 error_message: None,
1302 logical_result_count: Some(1),
1303 bytes_returned: 100,
1304 est_tokens: 25,
1305 est_tokens_saved: 100,
1306 est_tokens_saved_known: true,
1307 reconcile_ms: None,
1308 query_ms: None,
1309 };
1310 record_tool_call_conn(&conn, ws_a, &inv_a);
1311 record_tool_call_conn(&conn, ws_a, &inv_a);
1312
1313 let inv_b = ToolInvocation {
1314 tool: "file_skeleton",
1315 duration_ms: 8,
1316 outcome: "ok",
1317 error_message: None,
1318 logical_result_count: Some(1),
1319 bytes_returned: 200,
1320 est_tokens: 50,
1321 est_tokens_saved: 200,
1322 est_tokens_saved_known: true,
1323 reconcile_ms: None,
1324 query_ms: None,
1325 };
1326 record_tool_call_conn(&conn, ws_b, &inv_b);
1327
1328 let filter_a = TelemetryFilter {
1329 time_window: TimeWindow::AllTime,
1330 workspace_root: Some(ws_a.to_path_buf()),
1331 version: None,
1332 };
1333 let sum_a = get_telemetry_summary(&conn, &filter_a).unwrap();
1334 assert_eq!(sum_a.total_calls, 2);
1335 assert_eq!(sum_a.tool_stats.len(), 1);
1336 assert_eq!(sum_a.tool_stats[0].tool, "find_symbol");
1337 assert!(sum_a.scope_description.contains("alpha"));
1338
1339 let filter_b = TelemetryFilter {
1340 time_window: TimeWindow::AllTime,
1341 workspace_root: Some(ws_b.to_path_buf()),
1342 version: None,
1343 };
1344 let sum_b = get_telemetry_summary(&conn, &filter_b).unwrap();
1345 assert_eq!(sum_b.total_calls, 1);
1346 assert_eq!(sum_b.tool_stats.len(), 1);
1347 assert_eq!(sum_b.tool_stats[0].tool, "file_skeleton");
1348 assert!(sum_b.scope_description.contains("beta"));
1349
1350 let filter_global = TelemetryFilter {
1351 time_window: TimeWindow::AllTime,
1352 workspace_root: None,
1353 version: None,
1354 };
1355 let sum_global = get_telemetry_summary(&conn, &filter_global).unwrap();
1356 assert_eq!(sum_global.total_calls, 3);
1357 assert!(
1358 sum_global
1359 .scope_description
1360 .contains("Global (all workspaces)")
1361 );
1362 }
1363
1364 #[test]
1365 fn test_est_tokens_saved_aggregation() {
1366 let temp = crate::safe_tempdir();
1367 let conn = open_telemetry_db_at(temp.path()).expect("open db");
1368 let ws = Path::new("/projects/token_test");
1369
1370 let inv1 = ToolInvocation {
1371 tool: "file_skeleton",
1372 duration_ms: 10,
1373 outcome: "ok",
1374 error_message: None,
1375 logical_result_count: Some(5),
1376 bytes_returned: 1000,
1377 est_tokens: 250,
1378 est_tokens_saved: 750,
1379 est_tokens_saved_known: true,
1380 reconcile_ms: None,
1381 query_ms: None,
1382 };
1383 let inv2 = ToolInvocation {
1384 tool: "file_skeleton",
1385 duration_ms: 20,
1386 outcome: "ok",
1387 error_message: None,
1388 logical_result_count: Some(3),
1389 bytes_returned: 600,
1390 est_tokens: 150,
1391 est_tokens_saved: 450,
1392 est_tokens_saved_known: true,
1393 reconcile_ms: None,
1394 query_ms: None,
1395 };
1396 let inv3 = ToolInvocation {
1397 tool: "get_symbol_body",
1398 duration_ms: 30,
1399 outcome: "ok",
1400 error_message: None,
1401 logical_result_count: Some(1),
1402 bytes_returned: 200,
1403 est_tokens: 50,
1404 est_tokens_saved: 500,
1405 est_tokens_saved_known: true,
1406 reconcile_ms: None,
1407 query_ms: None,
1408 };
1409
1410 record_tool_call_conn(&conn, ws, &inv1);
1411 record_tool_call_conn(&conn, ws, &inv2);
1412 record_tool_call_conn(&conn, ws, &inv3);
1413
1414 let filter = TelemetryFilter::default();
1415 let summary = get_telemetry_summary(&conn, &filter).unwrap();
1416
1417 assert_eq!(summary.total_calls, 3);
1418 assert_eq!(summary.total_tokens_returned, 450);
1419 assert_eq!(summary.est_tokens_saved, 1700);
1420
1421 let skel_stat = summary
1422 .tool_stats
1423 .iter()
1424 .find(|s| s.tool == "file_skeleton")
1425 .unwrap();
1426 assert_eq!(skel_stat.count, 2);
1427 assert_eq!(skel_stat.tokens_returned, 400);
1428 assert_eq!(skel_stat.tokens_saved, 1200);
1429 assert_eq!(skel_stat.avg_duration_ms, 15);
1430
1431 let sym_stat = summary
1432 .tool_stats
1433 .iter()
1434 .find(|s| s.tool == "get_symbol_body")
1435 .unwrap();
1436 assert_eq!(sym_stat.count, 1);
1437 assert_eq!(sym_stat.tokens_returned, 50);
1438 assert_eq!(sym_stat.tokens_saved, 500);
1439 assert_eq!(sym_stat.avg_duration_ms, 30);
1440 }
1441
1442 #[test]
1443 fn test_saved_baseline_coverage_counts_known_and_unknown_apart() {
1444 let temp = crate::safe_tempdir();
1445 let conn = open_telemetry_db_at(temp.path()).expect("open db");
1446 let ws = Path::new("/projects/coverage_test");
1447
1448 let known = ToolInvocation {
1449 tool: "find_references",
1450 duration_ms: 10,
1451 outcome: "ok",
1452 error_message: None,
1453 logical_result_count: Some(4),
1454 bytes_returned: 400,
1455 est_tokens: 100,
1456 est_tokens_saved: 900,
1457 est_tokens_saved_known: true,
1458 reconcile_ms: None,
1459 query_ms: None,
1460 };
1461 let unknown = ToolInvocation {
1462 tool: "find_references",
1463 duration_ms: 12,
1464 outcome: "ok",
1465 error_message: None,
1466 logical_result_count: Some(0),
1467 bytes_returned: 40,
1468 est_tokens: 10,
1469 est_tokens_saved: 0,
1470 est_tokens_saved_known: false,
1471 reconcile_ms: None,
1472 query_ms: None,
1473 };
1474 let outline = ToolInvocation {
1475 tool: "codebase_outline",
1476 duration_ms: 8,
1477 outcome: "ok",
1478 error_message: None,
1479 logical_result_count: Some(7),
1480 bytes_returned: 200,
1481 est_tokens: 50,
1482 est_tokens_saved: 0,
1483 est_tokens_saved_known: false,
1484 reconcile_ms: None,
1485 query_ms: None,
1486 };
1487
1488 record_tool_call_conn(&conn, ws, &known);
1489 record_tool_call_conn(&conn, ws, &unknown);
1490 record_tool_call_conn(&conn, ws, &outline);
1491
1492 let summary = get_telemetry_summary(&conn, &TelemetryFilter::default()).unwrap();
1493 assert_eq!(summary.total_calls, 3);
1494 assert_eq!(summary.est_tokens_saved, 900);
1495 assert_eq!(summary.saved_known_calls, 1);
1496
1497 let refs_stat = summary
1498 .tool_stats
1499 .iter()
1500 .find(|s| s.tool == "find_references")
1501 .unwrap();
1502 assert_eq!(refs_stat.count, 2);
1503 assert_eq!(refs_stat.saved_known_count, 1);
1504
1505 let outline_stat = summary
1506 .tool_stats
1507 .iter()
1508 .find(|s| s.tool == "codebase_outline")
1509 .unwrap();
1510 assert_eq!(outline_stat.saved_known_count, 0);
1511
1512 let formatted = format_telemetry_summary(&summary);
1513 assert!(
1514 formatted.contains("Est. Tokens Saved: ~900 (baseline known for 1 of 3 calls)"),
1515 "{formatted}"
1516 );
1517 assert!(formatted.contains("~900 (1/2)"), "{formatted}");
1518 assert!(formatted.contains("~0 (0/1)"), "{formatted}");
1519 }
1520
1521 #[test]
1522 fn test_bug_report_bundle_generation() {
1523 let temp = crate::safe_tempdir();
1524 let conn = open_telemetry_db_at(temp.path()).unwrap();
1525 let ws = Path::new("/home/user/src/code-kb");
1526
1527 let inv_err = ToolInvocation {
1528 tool: "replace_symbol_body",
1529 duration_ms: 50,
1530 outcome: "error",
1531 error_message: Some("Tree-sitter parse failure on invalid syntax"),
1532 logical_result_count: None,
1533 bytes_returned: 0,
1534 est_tokens: 0,
1535 est_tokens_saved: 0,
1536 est_tokens_saved_known: true,
1537 reconcile_ms: None,
1538 query_ms: None,
1539 };
1540 record_tool_call_conn(&conn, ws, &inv_err);
1541
1542 let bundle = generate_bug_report(&conn, Some(ws), Some("Parser failure"), None, 0).unwrap();
1543 assert_eq!(bundle.code_kb_version, env!("CARGO_PKG_VERSION"));
1544 assert!(!bundle.os_info.is_empty());
1545 assert!(!bundle.arch_info.is_empty());
1546 assert!(
1547 bundle
1548 .julie_extract_version
1549 .contains(crate::sync::PINNED_JULIE_VERSION)
1550 );
1551 assert_eq!(bundle.active_workspace_name, Some("code-kb".to_string()));
1552 assert_eq!(bundle.recent_errors.len(), 1);
1553 assert!(
1554 bundle.recent_errors[0]
1555 .error_message
1556 .contains("Tree-sitter parse failure")
1557 );
1558
1559 assert!(bundle.markdown_body.contains("code-kb"));
1560 assert!(bundle.markdown_body.contains(&bundle.os_info));
1561 assert!(bundle.markdown_body.contains("Tree-sitter parse failure"));
1562
1563 assert!(
1564 bundle
1565 .github_issue_url
1566 .starts_with("https://github.com/anortham/code-kb/issues/new?")
1567 );
1568 assert!(bundle.github_issue_url.contains("title=Parser"));
1569
1570 let parsed_url = url::Url::parse(&bundle.github_issue_url).unwrap();
1571 assert_eq!(parsed_url.host_str(), Some("github.com"));
1572 }
1573
1574 #[test]
1575 fn test_logical_result_count_persists_known_empty_and_nonempty_results() {
1576 let temp = crate::safe_tempdir();
1577 let conn = open_telemetry_db_at(temp.path()).expect("open db");
1578 let root = temp.path();
1579
1580 for (tool, outcome, logical_result_count) in [
1581 ("search_symbols", "empty", Some(0)),
1582 ("search_symbols", "ok", Some(3)),
1583 ] {
1584 record_tool_call_conn(
1585 &conn,
1586 root,
1587 &ToolInvocation {
1588 tool,
1589 duration_ms: 1,
1590 outcome,
1591 error_message: None,
1592 logical_result_count,
1593 bytes_returned: 10,
1594 est_tokens: 2,
1595 est_tokens_saved: 0,
1596 est_tokens_saved_known: true,
1597 reconcile_ms: None,
1598 query_ms: None,
1599 },
1600 );
1601 }
1602
1603 let counts = conn
1604 .prepare("SELECT result_count, result_count_known FROM tool_telemetry ORDER BY rowid")
1605 .unwrap()
1606 .query_map([], |row| Ok((row.get::<_, i64>(0)?, row.get::<_, i64>(1)?)))
1607 .unwrap()
1608 .collect::<Result<Vec<_>, _>>()
1609 .unwrap();
1610 assert_eq!(counts, vec![(0, 1), (3, 1)]);
1611
1612 let summary = get_telemetry_summary(&conn, &TelemetryFilter::default()).unwrap();
1613 assert_eq!(summary.empty_calls, 1);
1614 assert_eq!(summary.ok_calls, 1);
1615 assert_eq!(summary.tool_stats[0].empty_count, 1);
1616 let formatted = format_telemetry_summary(&summary);
1617 assert!(formatted.contains("Success Rate: 100.0%"));
1618 assert!(formatted.contains("Empty Results: 1"));
1619 assert!(formatted.contains("| `search_symbols` | 2 | 1 |"));
1620 }
1621
1622 #[test]
1623 fn test_telemetry_recording_and_summary() {
1624 let temp = crate::safe_tempdir();
1625 let root = temp.path();
1626 let conn = open_telemetry_db_at(temp.path()).expect("open db");
1627
1628 let inv1 = ToolInvocation {
1629 tool: "file_skeleton",
1630 duration_ms: 6,
1631 outcome: "ok",
1632 error_message: None,
1633 logical_result_count: Some(5),
1634 bytes_returned: 1200,
1635 est_tokens: 300,
1636 est_tokens_saved: 900,
1637 est_tokens_saved_known: true,
1638 reconcile_ms: None,
1639 query_ms: None,
1640 };
1641 record_tool_call_conn(&conn, root, &inv1);
1642
1643 let inv2 = ToolInvocation {
1644 tool: "file_skeleton",
1645 duration_ms: 4,
1646 outcome: "ok",
1647 error_message: None,
1648 logical_result_count: Some(3),
1649 bytes_returned: 800,
1650 est_tokens: 200,
1651 est_tokens_saved: 600,
1652 est_tokens_saved_known: true,
1653 reconcile_ms: None,
1654 query_ms: None,
1655 };
1656 record_tool_call_conn(&conn, root, &inv2);
1657
1658 let inv3 = ToolInvocation {
1659 tool: "replace_symbol_body",
1660 duration_ms: 12,
1661 outcome: "error",
1662 error_message: Some("Syntax error in Rust function"),
1663 logical_result_count: None,
1664 bytes_returned: 50,
1665 est_tokens: 12,
1666 est_tokens_saved: 0,
1667 est_tokens_saved_known: true,
1668 reconcile_ms: None,
1669 query_ms: None,
1670 };
1671 record_tool_call_conn(&conn, root, &inv3);
1672
1673 let summary = get_telemetry_summary(&conn, &TelemetryFilter::default()).unwrap();
1674 assert_eq!(summary.total_calls, 3);
1675 assert_eq!(summary.ok_calls, 2);
1676 assert_eq!(summary.error_calls, 1);
1677 assert_eq!(summary.total_tokens_returned, 512);
1678 assert_eq!(summary.est_tokens_saved, 1500);
1679
1680 assert_eq!(summary.tool_stats.len(), 2);
1681 let skel_stat = summary
1682 .tool_stats
1683 .iter()
1684 .find(|s| s.tool == "file_skeleton")
1685 .unwrap();
1686 assert_eq!(skel_stat.count, 2);
1687 assert_eq!(skel_stat.ok_count, 2);
1688 assert_eq!(skel_stat.avg_duration_ms, 5);
1689
1690 assert_eq!(summary.recent_errors.len(), 1);
1691 assert_eq!(summary.recent_errors[0].tool, "replace_symbol_body");
1692 assert!(
1693 summary.recent_errors[0]
1694 .error_message
1695 .contains("Syntax error")
1696 );
1697
1698 let formatted = format_telemetry_summary(&summary);
1699 assert!(formatted.contains("Total Tool Calls: 3"));
1700 assert!(formatted.contains("| `file_skeleton` | 2 |"));
1701 assert!(formatted.contains("Syntax error in Rust function"));
1702 }
1703
1704 #[test]
1705 fn test_old_schema_upgrade() {
1706 let temp = crate::safe_tempdir();
1707 let db_path = temp.path().join("telemetry.db");
1708 let conn = Connection::open(&db_path).unwrap();
1709
1710 conn.execute_batch(
1712 "CREATE TABLE tool_telemetry (
1713 id TEXT PRIMARY KEY,
1714 timestamp TEXT NOT NULL,
1715 tool TEXT NOT NULL,
1716 duration_ms INTEGER NOT NULL,
1717 outcome TEXT NOT NULL,
1718 error_message TEXT,
1719 result_count INTEGER NOT NULL DEFAULT 0,
1720 bytes_returned INTEGER NOT NULL DEFAULT 0,
1721 est_tokens INTEGER NOT NULL DEFAULT 0,
1722 code_kb_version TEXT NOT NULL
1723 );
1724 INSERT INTO tool_telemetry VALUES (
1725 'old1', '2026-09-01 12:00:00', 'find_symbol', 10, 'ok', NULL, 1, 50, 12, '0.6.0'
1726 );",
1727 )
1728 .unwrap();
1729
1730 init_telemetry_db(&conn).expect("schema upgrade should succeed on legacy DB");
1732
1733 let summary = get_telemetry_summary(&conn, &TelemetryFilter::default()).unwrap();
1735 assert_eq!(summary.total_calls, 1);
1736 assert_eq!(summary.ok_calls, 1);
1737 assert_eq!(
1738 conn.query_row(
1739 "SELECT result_count_known FROM tool_telemetry WHERE id = 'old1'",
1740 [],
1741 |row| row.get::<_, i64>(0),
1742 )
1743 .unwrap(),
1744 0
1745 );
1746 assert_eq!(
1747 conn.query_row(
1748 "SELECT est_tokens_saved_known FROM tool_telemetry WHERE id = 'old1'",
1749 [],
1750 |row| row.get::<_, i64>(0),
1751 )
1752 .unwrap(),
1753 0
1754 );
1755 assert_eq!(
1756 get_telemetry_summary(&conn, &TelemetryFilter::default())
1757 .unwrap()
1758 .saved_known_calls,
1759 0
1760 );
1761
1762 let inv = ToolInvocation {
1764 tool: "file_skeleton",
1765 duration_ms: 5,
1766 outcome: "ok",
1767 error_message: None,
1768 logical_result_count: Some(1),
1769 bytes_returned: 100,
1770 est_tokens: 25,
1771 est_tokens_saved: 75,
1772 est_tokens_saved_known: true,
1773 reconcile_ms: None,
1774 query_ms: None,
1775 };
1776 record_tool_call_conn(&conn, Path::new("/workspace/project"), &inv);
1777
1778 let ws_filter = TelemetryFilter {
1779 time_window: TimeWindow::AllTime,
1780 workspace_root: Some(PathBuf::from("/workspace/project")),
1781 version: None,
1782 };
1783 let ws_summary = get_telemetry_summary(&conn, &ws_filter).unwrap();
1784 assert_eq!(ws_summary.total_calls, 1);
1785 }
1786
1787 #[test]
1788 fn test_bug_report_includes_index_facts_description_and_masked_log_tail() {
1789 let telemetry_dir = crate::safe_tempdir();
1790 let conn = open_telemetry_db_at(telemetry_dir.path()).unwrap();
1791 let workspace = crate::safe_tempdir();
1792 let root = workspace.path();
1793 let kb_dir = root.join(".code-kb");
1794 std::fs::create_dir_all(kb_dir.join("logs")).unwrap();
1795 let index = Connection::open(kb_dir.join("artifact.db")).unwrap();
1796 index
1797 .execute_batch(
1798 "CREATE TABLE artifact_metadata (key TEXT PRIMARY KEY, value TEXT);
1799 INSERT INTO artifact_metadata VALUES ('binary_version', '3.1.1'), ('schema_version', '7'), ('index_level', 'facts');
1800 CREATE TABLE files (file_id TEXT); INSERT INTO files VALUES ('a'), ('b');
1801 CREATE TABLE symbols (symbol_id TEXT); INSERT INTO symbols VALUES ('s');",
1802 )
1803 .unwrap();
1804 drop(index);
1805 let home = std::env::var("HOME")
1806 .or_else(|_| std::env::var("USERPROFILE"))
1807 .unwrap_or_else(|_| "/default/home".to_string());
1808 let logs = kb_dir.join("logs");
1809 std::fs::write(
1810 logs.join("code-kb.log.2026-09-19"),
1811 "older one\nolder two\n",
1812 )
1813 .unwrap();
1814 std::thread::sleep(std::time::Duration::from_millis(20));
1815 std::fs::write(
1816 logs.join("code-kb.log.2026-09-20"),
1817 format!("first\nsecond {home}/repo/src/lib.rs\nthird\n"),
1818 )
1819 .unwrap();
1820 std::thread::sleep(std::time::Duration::from_millis(20));
1821 std::fs::write(logs.join("notes.txt"), "not a log\n").unwrap();
1822
1823 let bundle =
1824 generate_bug_report(&conn, Some(root), Some("Crash"), Some(" It crashed. "), 2)
1825 .unwrap();
1826
1827 let facts = bundle.index.as_ref().unwrap();
1828 assert_eq!(facts.extractor_version.as_deref(), Some("3.1.1"));
1829 assert_eq!(facts.schema_version.as_deref(), Some("7"));
1830 assert_eq!(facts.index_level.as_deref(), Some("facts"));
1831 assert_eq!(facts.updated_at, None);
1832 assert_eq!((facts.file_count, facts.symbol_count), (2, 1));
1833 assert_eq!(bundle.log_tail, vec!["second ~/repo/src/lib.rs", "third"]);
1834 assert!(
1835 bundle
1836 .markdown_body
1837 .contains("- **Extractor:** 3.1.1 (schema 7, level facts)")
1838 );
1839 assert!(
1840 bundle
1841 .markdown_body
1842 .contains("- **Files / Symbols:** 2 / 1")
1843 );
1844 assert!(
1845 bundle
1846 .markdown_body
1847 .contains("### Description\nIt crashed.\n")
1848 );
1849 assert!(
1850 bundle
1851 .markdown_body
1852 .contains("### Recent Log Lines\n```text\nsecond ~/repo/src/lib.rs\nthird\n```")
1853 );
1854 assert!(!bundle.markdown_body.contains(&home));
1855 assert!(!bundle.github_issue_url.contains("Recent+Log+Lines"));
1856 assert!(bundle.github_issue_url.contains("It+crashed."));
1857
1858 let across_rollover = generate_bug_report(
1859 &conn,
1860 Some(root),
1861 None,
1862 Some(&format!("{home}/x\nline two")),
1863 4,
1864 )
1865 .unwrap();
1866 assert_eq!(
1867 across_rollover.log_tail,
1868 vec!["older two", "first", "second ~/repo/src/lib.rs", "third"]
1869 );
1870 assert!(
1871 across_rollover
1872 .markdown_body
1873 .contains("### Description\n~/x\nline two\n")
1874 );
1875 assert!(!across_rollover.markdown_body.contains(&home));
1876 assert!(!across_rollover.github_issue_url.contains("notes"));
1877
1878 let oversized =
1879 generate_bug_report(&conn, Some(root), None, Some(&"y".repeat(9000)), 0).unwrap();
1880 assert!(oversized.markdown_body.contains(&"y".repeat(9000)));
1881 assert!(oversized.github_issue_url.len() <= MAX_ISSUE_URL_LEN);
1882 assert!(oversized.github_issue_url.contains("too+long+for+a+URL"));
1883 assert!(oversized.github_issue_url.contains("Files+%2F+Symbols"));
1884
1885 let without_index =
1886 generate_bug_report(&conn, Some(Path::new("/nonexistent/ws")), None, None, 0).unwrap();
1887 assert!(without_index.index.is_none());
1888 assert!(without_index.log_tail.is_empty());
1889 assert!(
1890 without_index
1891 .markdown_body
1892 .contains("No `.code-kb/artifact.db`")
1893 );
1894 assert!(without_index.markdown_body.contains("<!-- Please describe"));
1895 }
1896
1897 #[test]
1898 fn test_bug_report_sanitization_and_no_external_exec() {
1899 let temp = crate::safe_tempdir();
1900 let conn = open_telemetry_db_at(temp.path()).unwrap();
1901
1902 let current_home = std::env::var("HOME")
1903 .or_else(|_| std::env::var("USERPROFILE"))
1904 .unwrap_or_else(|_| "/default/home".to_string());
1905
1906 let sensitive_error = format!(
1907 "{}/workspace/secret-repo/src/lib.rs: syntax error | unexpected token | extra line\nsecond line of error | {}",
1908 current_home,
1909 "x".repeat(600), );
1911
1912 let inv = ToolInvocation {
1913 tool: "replace_symbol_body",
1914 duration_ms: 10,
1915 outcome: "error",
1916 error_message: Some(&sensitive_error),
1917 logical_result_count: None,
1918 bytes_returned: 0,
1919 est_tokens: 0,
1920 est_tokens_saved: 0,
1921 est_tokens_saved_known: true,
1922 reconcile_ms: None,
1923 query_ms: None,
1924 };
1925 let ws_temp = crate::safe_tempdir();
1927 record_tool_call_conn(&conn, ws_temp.path(), &inv);
1928 let malicious_tools_dir = ws_temp.path().join(".tools");
1929 std::fs::create_dir_all(&malicious_tools_dir).unwrap();
1930 let fake_bin = if cfg!(windows) {
1931 malicious_tools_dir.join("julie-extract.exe")
1932 } else {
1933 malicious_tools_dir.join("julie-extract")
1934 };
1935 std::fs::write(&fake_bin, b"#!/bin/sh\necho malicious 9.9.9\nexit 0\n").unwrap();
1936 #[cfg(unix)]
1937 {
1938 use std::os::unix::fs::PermissionsExt;
1939 std::fs::set_permissions(&fake_bin, std::fs::Permissions::from_mode(0o755)).unwrap();
1940 }
1941
1942 let bundle = generate_bug_report(
1943 &conn,
1944 Some(ws_temp.path()),
1945 Some("Issue with | pipes"),
1946 None,
1947 0,
1948 )
1949 .unwrap();
1950
1951 if !current_home.is_empty() && current_home != "/" {
1953 assert!(
1954 !bundle.markdown_body.contains(¤t_home),
1955 "Home directory must be sanitized to ~"
1956 );
1957 assert!(
1958 bundle.markdown_body.contains("~/workspace/secret-repo"),
1959 "Home directory should be replaced with ~"
1960 );
1961 assert!(
1962 !bundle.github_issue_url.contains(¤t_home),
1963 "GitHub URL must not leak home directory"
1964 );
1965 }
1966
1967 let custom_sanitized = sanitize_error_message_with_homes(
1969 "/custom/secret/path/main.rs: err | note\nsecond line",
1970 &["/custom/secret/path".to_string()],
1971 );
1972 assert_eq!(custom_sanitized, "~/main.rs: err \\| note second line");
1973
1974 assert!(
1976 !bundle.markdown_body.contains(" | unexpected token"),
1977 "Pipe characters must be escaped"
1978 );
1979 assert!(
1980 bundle.markdown_body.contains(r" \| unexpected token"),
1981 "Pipe characters must be escaped as \\|"
1982 );
1983 assert!(
1984 !bundle.markdown_body.contains("extra line\nsecond line"),
1985 "Newlines must be sanitized"
1986 );
1987
1988 assert!(
1990 bundle.recent_errors[0].error_message.chars().count() <= 500,
1991 "Error message must be truncated to 500 chars"
1992 );
1993
1994 assert_ne!(
1996 bundle.julie_extract_version, "malicious 9.9.9",
1997 "Must not execute .tools/julie-extract from workspace"
1998 );
1999 assert_eq!(
2000 bundle.julie_extract_version,
2001 crate::sync::PINNED_JULIE_VERSION,
2002 "Must report pinned version"
2003 );
2004 }
2005
2006 #[test]
2007 fn test_telemetry_summary_symlink_and_macos_private_var_matching() {
2008 let telem_dir = crate::safe_tempdir();
2009 let conn = Connection::open(telem_dir.path().join("telemetry.db")).unwrap();
2010 init_telemetry_db(&conn).unwrap();
2011
2012 let raw_var_path = "/var/folders/zz/12345678/T/my_repo";
2014 conn.execute(
2015 "INSERT INTO tool_telemetry VALUES (
2016 't-1', datetime('now'), ?1, 'my_repo', 'lookup_symbol',
2017 12, 'error', 'Failed to find symbol Foo', 0, 0, 100, 25, 0, 0, '0.9.0',
2018 NULL, NULL
2019 )",
2020 params![raw_var_path],
2021 )
2022 .unwrap();
2023
2024 let filter = TelemetryFilter {
2026 time_window: TimeWindow::AllTime,
2027 workspace_root: Some(PathBuf::from("/private/var/folders/zz/12345678/T/my_repo")),
2028 version: None,
2029 };
2030 let summary = get_telemetry_summary(&conn, &filter).unwrap();
2031 assert_eq!(
2032 summary.total_calls, 1,
2033 "Must match record across /private/var and /var"
2034 );
2035 assert_eq!(summary.recent_errors.len(), 1);
2036 assert!(
2037 summary.recent_errors[0]
2038 .error_message
2039 .contains("Failed to find symbol Foo")
2040 );
2041
2042 conn.execute(
2044 "INSERT INTO tool_telemetry VALUES (
2045 't-2', datetime('now'), ?1, 'other_repo', 'lookup_symbol',
2046 12, 'error', 'Reverse matching error', 0, 0, 100, 25, 0, 0, '0.9.0',
2047 NULL, NULL
2048 )",
2049 params!["/private/var/folders/zz/99999999/T/other_repo"],
2050 )
2051 .unwrap();
2052
2053 let filter_rev = TelemetryFilter {
2054 time_window: TimeWindow::AllTime,
2055 workspace_root: Some(PathBuf::from("/var/folders/zz/99999999/T/other_repo")),
2056 version: None,
2057 };
2058 let summary_rev = get_telemetry_summary(&conn, &filter_rev).unwrap();
2059 assert_eq!(summary_rev.total_calls, 1);
2060 assert_eq!(summary_rev.recent_errors.len(), 1);
2061 assert!(
2062 summary_rev.recent_errors[0]
2063 .error_message
2064 .contains("Reverse matching error")
2065 );
2066
2067 let bug_report = generate_bug_report(
2069 &conn,
2070 Some(Path::new("/private/var/folders/zz/12345678/T/my_repo")),
2071 Some("test issue"),
2072 None,
2073 0,
2074 )
2075 .unwrap();
2076 assert_eq!(bug_report.recent_errors.len(), 1);
2077 assert!(
2078 bug_report.recent_errors[0]
2079 .error_message
2080 .contains("Failed to find symbol Foo")
2081 );
2082 }
2083
2084 #[test]
2085 fn test_phase_metrics_and_version_filtering() {
2086 let temp = crate::safe_tempdir();
2087 let db_path = temp.path().join("telemetry.db");
2088 let conn = Connection::open(&db_path).unwrap();
2089
2090 conn.execute_batch(
2092 "CREATE TABLE tool_telemetry (
2093 id TEXT PRIMARY KEY,
2094 timestamp TEXT NOT NULL,
2095 workspace_root TEXT NOT NULL,
2096 workspace_name TEXT NOT NULL,
2097 tool TEXT NOT NULL,
2098 duration_ms INTEGER NOT NULL,
2099 outcome TEXT NOT NULL,
2100 error_message TEXT,
2101 result_count INTEGER NOT NULL DEFAULT 0,
2102 result_count_known INTEGER NOT NULL DEFAULT 0,
2103 bytes_returned INTEGER NOT NULL DEFAULT 0,
2104 est_tokens INTEGER NOT NULL DEFAULT 0,
2105 est_tokens_saved INTEGER NOT NULL DEFAULT 0,
2106 code_kb_version TEXT NOT NULL
2107 );
2108 INSERT INTO tool_telemetry VALUES (
2109 'legacy1', '2026-09-01 12:00:00', '/ws', 'ws', 'lookup_symbol', 10, 'ok', NULL, 1, 1, 50, 12, 0, '1.1.0'
2110 );",
2111 )
2112 .unwrap();
2113
2114 init_telemetry_db(&conn).expect("schema upgrade should succeed on legacy DB");
2115
2116 let (rec, q): (Option<i64>, Option<i64>) = conn
2118 .query_row(
2119 "SELECT reconcile_ms, query_ms FROM tool_telemetry WHERE id = 'legacy1'",
2120 [],
2121 |row| Ok((row.get(0)?, row.get(1)?)),
2122 )
2123 .unwrap();
2124 assert_eq!(rec, None);
2125 assert_eq!(q, None);
2126
2127 let inv1 = ToolInvocation {
2129 tool: "lookup_symbol",
2130 duration_ms: 120,
2131 outcome: "ok",
2132 error_message: None,
2133 logical_result_count: Some(1),
2134 bytes_returned: 100,
2135 est_tokens: 25,
2136 est_tokens_saved: 50,
2137 est_tokens_saved_known: true,
2138 reconcile_ms: Some(100),
2139 query_ms: Some(20),
2140 };
2141 conn.execute(
2143 "INSERT INTO tool_telemetry (
2144 id, timestamp, workspace_root, workspace_name, tool,
2145 duration_ms, outcome, error_message, result_count, result_count_known,
2146 bytes_returned, est_tokens, est_tokens_saved, code_kb_version,
2147 reconcile_ms, query_ms
2148 ) VALUES ('c1', datetime('now'), '/ws', 'ws', ?1, ?2, ?3, NULL, 1, 1, ?4, ?5, ?6, '1.1.2', ?7, ?8)",
2149 params![
2150 inv1.tool,
2151 inv1.duration_ms as i64,
2152 inv1.outcome,
2153 inv1.bytes_returned as i64,
2154 inv1.est_tokens as i64,
2155 inv1.est_tokens_saved as i64,
2156 inv1.reconcile_ms.map(|v| v as i64),
2157 inv1.query_ms.map(|v| v as i64),
2158 ],
2159 ).unwrap();
2160
2161 for (id, dur, q_ms) in [("c2", 5, 5), ("c3", 15, 15), ("c4", 25, 25)] {
2162 conn.execute(
2163 "INSERT INTO tool_telemetry (
2164 id, timestamp, workspace_root, workspace_name, tool,
2165 duration_ms, outcome, error_message, result_count, result_count_known,
2166 bytes_returned, est_tokens, est_tokens_saved, code_kb_version,
2167 reconcile_ms, query_ms
2168 ) VALUES (?1, datetime('now'), '/ws', 'ws', 'lookup_symbol', ?2, 'ok', NULL, 1, 1, 100, 25, 50, '1.1.3', 0, ?3)",
2169 params![id, dur as i64, q_ms as i64],
2170 ).unwrap();
2171 }
2172
2173 let filter_v113 = TelemetryFilter {
2175 time_window: TimeWindow::AllTime,
2176 workspace_root: None,
2177 version: Some("1.1.3".to_string()),
2178 };
2179 let summary_v113 = get_telemetry_summary(&conn, &filter_v113).unwrap();
2180 assert_eq!(summary_v113.total_calls, 3);
2181 assert_eq!(summary_v113.tool_stats.len(), 1);
2182 let stat = &summary_v113.tool_stats[0];
2183 assert_eq!(stat.tool, "lookup_symbol");
2184 assert_eq!(stat.count, 3);
2185 assert_eq!(stat.p50_ms, Some(15));
2186 assert_eq!(stat.p95_ms, Some(25));
2187 assert_eq!(stat.avg_reconcile_ms, Some(0));
2188 assert_eq!(stat.avg_query_ms, Some(15));
2189
2190 let filter_all = TelemetryFilter {
2192 time_window: TimeWindow::AllTime,
2193 workspace_root: None,
2194 version: None,
2195 };
2196 let summary_all = get_telemetry_summary(&conn, &filter_all).unwrap();
2197 assert_eq!(summary_all.total_calls, 5); record_tool_call_conn(&conn, Path::new("/ws"), &inv1);
2201 let (last_rec, last_q): (Option<i64>, Option<i64>) = conn
2202 .query_row(
2203 "SELECT reconcile_ms, query_ms FROM tool_telemetry ORDER BY rowid DESC LIMIT 1",
2204 [],
2205 |row| Ok((row.get(0)?, row.get(1)?)),
2206 )
2207 .unwrap();
2208 assert_eq!(last_rec, Some(100));
2209 assert_eq!(last_q, Some(20));
2210 }
2211}