stmo_cli/commands/
fetch.rs1#![allow(clippy::missing_errors_doc)]
2
3use anyhow::{Context, Result};
4use std::fs;
5use std::path::Path;
6
7use crate::api::RedashClient;
8
9fn slugify(s: &str) -> String {
10 s.to_lowercase()
11 .chars()
12 .map(|c| if c.is_alphanumeric() { c } else { '-' })
13 .collect::<String>()
14 .split('-')
15 .filter(|s| !s.is_empty())
16 .collect::<Vec<_>>()
17 .join("-")
18}
19
20fn extract_query_ids_from_directory() -> Result<Vec<u64>> {
21 let queries_dir = Path::new("queries");
22
23 if !queries_dir.exists() {
24 return Ok(Vec::new());
25 }
26
27 let mut query_ids = Vec::new();
28
29 for entry in fs::read_dir(queries_dir).context("Failed to read queries directory")? {
30 let entry = entry.context("Failed to read directory entry")?;
31 let path = entry.path();
32
33 if path.extension().is_some_and(|ext| ext == "yaml")
34 && let Some(filename) = path.file_name().and_then(|f| f.to_str())
35 && let Some(id_str) = filename.split('-').next()
36 && let Ok(id) = id_str.parse::<u64>()
37 {
38 query_ids.push(id);
39 }
40 }
41
42 query_ids.sort_unstable();
43 query_ids.dedup();
44
45 Ok(query_ids)
46}
47
48pub async fn fetch(client: &RedashClient, query_ids: Vec<u64>, all: bool) -> Result<()> {
49 fs::create_dir_all("queries")
50 .context("Failed to create queries directory")?;
51
52 let existing_query_ids = extract_query_ids_from_directory()?;
53
54 let queries_to_fetch = if all {
55 if existing_query_ids.is_empty() {
56 anyhow::bail!("No queries found in queries/ directory. Use specific query IDs or run 'discover' to see available queries.");
57 }
58 println!("Fetching {} queries from local directory...\n", existing_query_ids.len());
59 let mut queries = Vec::new();
60 for id in &existing_query_ids {
61 match client.get_query(*id).await {
62 Ok(query) => queries.push(query),
63 Err(e) => eprintln!(" ⚠ Query {id} failed to fetch: {e}"),
64 }
65 }
66 queries
67 } else if !query_ids.is_empty() {
68 println!("Fetching {} specific queries...\n", query_ids.len());
69 let mut queries = Vec::new();
70 for id in &query_ids {
71 match client.get_query(*id).await {
72 Ok(query) => queries.push(query),
73 Err(e) => eprintln!(" ⚠ Query {id} failed to fetch: {e}"),
74 }
75 }
76 queries
77 } else {
78 anyhow::bail!("No query IDs specified. Use --all to fetch tracked queries, or provide specific query IDs.\n\nExamples:\n stmo-cli fetch --all\n stmo-cli fetch 123 456 789\n stmo-cli discover (to see available queries)");
79 };
80
81 println!("Fetching {} queries...", queries_to_fetch.len());
82
83 let mut archived_queries = Vec::new();
84
85 for query in &queries_to_fetch {
86 let slug = slugify(&query.name);
87 let filename_base = format!("{}-{}", query.id, slug);
88
89 let sql_path = format!("queries/{filename_base}.sql");
90 fs::write(&sql_path, &query.sql)
91 .context(format!("Failed to write {sql_path}"))?;
92
93 let mut visualizations = query.visualizations.clone();
94 visualizations.sort_by_key(|v| v.id);
95 let metadata = crate::models::QueryMetadata {
96 id: query.id,
97 name: query.name.clone(),
98 description: query.description.clone(),
99 data_source_id: query.data_source_id,
100 user_id: query.user.as_ref().map(|u| u.id),
101 schedule: query.schedule.clone(),
102 options: query.options.clone(),
103 visualizations,
104 tags: query.tags.clone(),
105 };
106
107 let yaml_path = format!("queries/{filename_base}.yaml");
108 let yaml_content = serde_yaml::to_string(&metadata)
109 .context("Failed to serialize query metadata")?;
110 fs::write(&yaml_path, yaml_content)
111 .context(format!("Failed to write {yaml_path}"))?;
112
113 if query.is_archived {
114 archived_queries.push((query.id, query.name.clone()));
115 println!(" ✓ {} - {} [ARCHIVED]", query.id, query.name);
116 } else {
117 println!(" ✓ {} - {}", query.id, query.name);
118 }
119 }
120
121 println!("\n✓ All resources fetched successfully");
122
123 if !archived_queries.is_empty() {
124 println!("\n⚠ Warning: {} archived queries have local files:", archived_queries.len());
125 for (id, name) in &archived_queries {
126 println!(" - {id}: {name}");
127 }
128 let binary_name = std::env::args().next()
129 .and_then(|path| std::path::Path::new(&path).file_name().map(|s| s.to_string_lossy().to_string()))
130 .unwrap_or_else(|| "stmo-cli".to_string());
131 println!("\nConsider cleaning up with: {binary_name} archive --cleanup");
132 }
133
134 Ok(())
135}
136
137#[cfg(test)]
138#[allow(clippy::missing_errors_doc)]
139mod tests {
140 use super::*;
141
142 #[test]
143 fn test_slugify_simple() {
144 assert_eq!(slugify("Hello World"), "hello-world");
145 }
146
147 #[test]
148 fn test_slugify_special_chars() {
149 assert_eq!(slugify("Foo & Bar!"), "foo-bar");
150 assert_eq!(slugify("Test@#$%Query"), "test-query");
151 }
152
153 #[test]
154 fn test_slugify_unicode() {
155 assert_eq!(slugify("Café Münch"), "café-münch");
156 assert_eq!(slugify("日本語"), "日本語");
157 }
158
159 #[test]
160 fn test_slugify_multiple_spaces() {
161 assert_eq!(slugify("a b c"), "a-b-c");
162 assert_eq!(slugify(" leading and trailing "), "leading-and-trailing");
163 }
164
165 #[test]
166 fn test_slugify_already_slugified() {
167 assert_eq!(slugify("already-slug"), "already-slug");
168 assert_eq!(slugify("some-kebab-case"), "some-kebab-case");
169 }
170
171 #[test]
172 fn test_slugify_numbers() {
173 assert_eq!(slugify("Query 123"), "query-123");
174 assert_eq!(slugify("123-456"), "123-456");
175 }
176
177 #[test]
178 fn test_slugify_mixed() {
179 assert_eq!(slugify("Mozilla's .deb Package!"), "mozilla-s-deb-package");
180 assert_eq!(slugify("Copy of 100234 - Gecko decision task"), "copy-of-100234-gecko-decision-task");
181 }
182}