use std::path::{Path, PathBuf};
use serde::Serialize;
use serde_cbor::Value as CborValue;
use zip::result::ZipError;
#[derive(Clone, Debug, Serialize)]
pub struct DiscoveryResult {
pub domains: DetectedDomains,
pub providers: Vec<DetectedProvider>,
pub app_packs: Vec<DetectedProvider>,
}
#[derive(Clone, Debug, Serialize)]
pub struct DetectedDomains {
pub messaging: bool,
pub events: bool,
pub oauth: bool,
pub state: bool,
pub secrets: bool,
}
#[derive(Clone, Debug, Serialize)]
pub struct DetectedProvider {
pub provider_id: String,
pub display_name: Option<String>,
pub domain: String,
pub pack_path: PathBuf,
pub id_source: ProviderIdSource,
pub kind: DetectedPackKind,
}
#[derive(Clone, Copy, Debug, Serialize, PartialEq, Eq)]
#[serde(rename_all = "snake_case")]
pub enum DetectedPackKind {
Provider,
App,
}
#[derive(Clone, Copy, Debug, Serialize, PartialEq, Eq)]
#[serde(rename_all = "lowercase")]
pub enum ProviderIdSource {
Manifest,
Filename,
}
struct PackMeta {
pack_id: String,
display_name: Option<String>,
}
#[derive(Clone, Debug)]
pub struct DiscoveredPackMeta {
pub pack_id: String,
pub display_name: Option<String>,
}
#[derive(Default)]
pub struct DiscoveryOptions {
pub cbor_only: bool,
}
const DOMAIN_DIRS: &[(&str, &str)] = &[
("messaging", "providers/messaging"),
("events", "providers/events"),
("oauth", "providers/oauth"),
("state", "providers/state"),
("secrets", "providers/secrets"),
];
pub fn discover(root: &Path) -> anyhow::Result<DiscoveryResult> {
discover_with_options(root, DiscoveryOptions::default())
}
pub fn discover_with_options(
root: &Path,
options: DiscoveryOptions,
) -> anyhow::Result<DiscoveryResult> {
let mut providers = Vec::new();
for &(domain, dir) in DOMAIN_DIRS {
let providers_dir = root.join(dir);
if !providers_dir.exists() {
continue;
}
for entry in std::fs::read_dir(&providers_dir)? {
let entry = entry?;
if !entry.file_type()?.is_file() {
continue;
}
let path = entry.path();
if path.extension().and_then(|ext| ext.to_str()) != Some("gtpack") {
continue;
}
let (provider_id, display_name, id_source) = if options.cbor_only {
match read_pack_meta_cbor_only(&path)? {
Some(meta) => (meta.pack_id, meta.display_name, ProviderIdSource::Manifest),
None => return Err(missing_cbor_error(&path)),
}
} else {
match read_pack_meta_from_manifest(&path)? {
Some(meta) => (meta.pack_id, meta.display_name, ProviderIdSource::Manifest),
None => {
let stem = path
.file_stem()
.and_then(|v| v.to_str())
.unwrap_or_default()
.to_string();
(stem, None, ProviderIdSource::Filename)
}
}
};
providers.push(DetectedProvider {
provider_id,
display_name,
domain: domain.to_string(),
pack_path: path,
id_source,
kind: DetectedPackKind::Provider,
});
}
}
let mut app_packs = Vec::new();
let packs_dir = root.join("packs");
if packs_dir.exists() {
for entry in std::fs::read_dir(&packs_dir)? {
let entry = entry?;
if !entry.file_type()?.is_file() {
continue;
}
let path = entry.path();
if path.extension().and_then(|ext| ext.to_str()) != Some("gtpack") {
continue;
}
let (provider_id, display_name, id_source) = if options.cbor_only {
match read_pack_meta_cbor_only(&path)? {
Some(meta) => (meta.pack_id, meta.display_name, ProviderIdSource::Manifest),
None => return Err(missing_cbor_error(&path)),
}
} else {
match read_pack_meta_from_manifest(&path)? {
Some(meta) => (meta.pack_id, meta.display_name, ProviderIdSource::Manifest),
None => {
let stem = path
.file_stem()
.and_then(|v| v.to_str())
.unwrap_or_default()
.to_string();
(stem, None, ProviderIdSource::Filename)
}
}
};
app_packs.push(DetectedProvider {
provider_id,
display_name,
domain: "app".to_string(),
pack_path: path,
id_source,
kind: DetectedPackKind::App,
});
}
}
providers.sort_by(|a, b| a.pack_path.cmp(&b.pack_path));
app_packs.sort_by(|a, b| a.pack_path.cmp(&b.pack_path));
let domains = DetectedDomains {
messaging: providers.iter().any(|p| p.domain == "messaging"),
events: providers.iter().any(|p| p.domain == "events"),
oauth: providers.iter().any(|p| p.domain == "oauth"),
state: providers.iter().any(|p| p.domain == "state"),
secrets: providers.iter().any(|p| p.domain == "secrets"),
};
Ok(DiscoveryResult {
domains,
providers,
app_packs,
})
}
pub fn persist(root: &Path, tenant: &str, discovery: &DiscoveryResult) -> anyhow::Result<()> {
let runtime_root = root.join("state").join("runtime").join(tenant);
std::fs::create_dir_all(&runtime_root)?;
let domains_path = runtime_root.join("detected_domains.json");
let providers_path = runtime_root.join("detected_providers.json");
let app_packs_path = runtime_root.join("detected_app_packs.json");
write_json(&domains_path, &discovery.domains)?;
write_json(&providers_path, &discovery.providers)?;
write_json(&app_packs_path, &discovery.app_packs)?;
Ok(())
}
impl DiscoveryResult {
pub fn setup_targets(&self) -> Vec<&DetectedProvider> {
self.providers.iter().chain(self.app_packs.iter()).collect()
}
pub fn find_setup_target(&self, provider_id: &str) -> Option<&DetectedProvider> {
self.providers
.iter()
.chain(self.app_packs.iter())
.find(|pack| pack.provider_id == provider_id)
}
}
pub fn read_pack_meta(path: &Path) -> anyhow::Result<Option<DiscoveredPackMeta>> {
read_pack_meta_from_manifest(path).map(|meta| {
meta.map(|meta| DiscoveredPackMeta {
pack_id: meta.pack_id,
display_name: meta.display_name,
})
})
}
fn write_json<T: Serialize>(path: &Path, value: &T) -> anyhow::Result<()> {
if let Some(parent) = path.parent() {
std::fs::create_dir_all(parent)?;
}
let payload = serde_json::to_string_pretty(value)?;
std::fs::write(path, payload)?;
Ok(())
}
fn read_pack_meta_from_manifest(path: &Path) -> anyhow::Result<Option<PackMeta>> {
let file = std::fs::File::open(path)?;
match zip::ZipArchive::new(file) {
Ok(mut archive) => {
if let Some(meta) = read_manifest_cbor(&mut archive)? {
return Ok(Some(meta));
}
if let Some(meta) = read_manifest_json(&mut archive, "pack.manifest.json")? {
return Ok(Some(meta));
}
}
Err(_) => {
if let Some(meta) = read_manifest_cbor_from_tar(path)? {
return Ok(Some(meta));
}
}
}
Ok(None)
}
fn read_pack_meta_cbor_only(path: &Path) -> anyhow::Result<Option<PackMeta>> {
let file = std::fs::File::open(path)?;
match zip::ZipArchive::new(file) {
Ok(mut archive) => read_manifest_cbor(&mut archive),
Err(_) => read_manifest_cbor_from_tar(path),
}
}
fn read_manifest_cbor(
archive: &mut zip::ZipArchive<std::fs::File>,
) -> anyhow::Result<Option<PackMeta>> {
let mut file = match archive.by_name("manifest.cbor") {
Ok(file) => file,
Err(ZipError::FileNotFound) => return Ok(None),
Err(err) => return Err(err.into()),
};
let mut bytes = Vec::new();
std::io::Read::read_to_end(&mut file, &mut bytes)?;
let value: CborValue = serde_cbor::from_slice(&bytes)?;
extract_pack_meta_from_cbor(&value)
}
fn read_manifest_json(
archive: &mut zip::ZipArchive<std::fs::File>,
name: &str,
) -> anyhow::Result<Option<PackMeta>> {
let mut file = match archive.by_name(name) {
Ok(file) => file,
Err(ZipError::FileNotFound) => return Ok(None),
Err(err) => return Err(err.into()),
};
let mut contents = String::new();
std::io::Read::read_to_string(&mut file, &mut contents)?;
let parsed: serde_json::Value = serde_json::from_str(&contents)?;
let resolve_dn = |obj: &serde_json::Value| -> Option<String> {
obj.get("display_name")
.and_then(|v| v.as_str())
.or_else(|| obj.get("name").and_then(|v| v.as_str()))
.map(String::from)
};
let display_name = resolve_dn(&parsed);
if let Some(id) = parsed.get("pack_id").and_then(|v| v.as_str()) {
return Ok(Some(PackMeta {
pack_id: id.to_string(),
display_name,
}));
}
if let Some(meta) = parsed.get("meta")
&& let Some(id) = meta.get("pack_id").and_then(|v| v.as_str())
{
let dn = resolve_dn(meta).or(display_name);
return Ok(Some(PackMeta {
pack_id: id.to_string(),
display_name: dn,
}));
}
Ok(None)
}
fn read_manifest_cbor_from_tar(path: &Path) -> anyhow::Result<Option<PackMeta>> {
let file = std::fs::File::open(path)?;
let mut archive = tar::Archive::new(file);
for entry in archive.entries()? {
let mut entry = entry?;
if entry.path()?.as_ref() != Path::new("manifest.cbor") {
continue;
}
let mut bytes = Vec::new();
std::io::Read::read_to_end(&mut entry, &mut bytes)?;
let value: CborValue = serde_cbor::from_slice(&bytes)?;
return extract_pack_meta_from_cbor(&value);
}
Ok(None)
}
fn extract_pack_meta_from_cbor(value: &CborValue) -> anyhow::Result<Option<PackMeta>> {
let CborValue::Map(map) = value else {
return Ok(None);
};
let symbols = match map_get(map, "symbols") {
Some(CborValue::Map(map)) => Some(map),
_ => None,
};
let resolve_display_name =
|source_map: &std::collections::BTreeMap<CborValue, CborValue>| -> Option<String> {
map_get(source_map, "display_name")
.and_then(|v| match v {
CborValue::Text(text) => Some(text.clone()),
_ => resolve_string_symbol(v, symbols, "display_names")
.ok()
.flatten(),
})
.or_else(|| {
map_get(source_map, "name").and_then(|v| match v {
CborValue::Text(text) => Some(text.clone()),
_ => resolve_string_symbol(v, symbols, "names").ok().flatten(),
})
})
};
if let Some(pack_id) = map_get(map, "pack_id")
&& let Some(id) = resolve_string_symbol(pack_id, symbols, "pack_ids")?
{
return Ok(Some(PackMeta {
pack_id: id,
display_name: resolve_display_name(map),
}));
}
if let Some(CborValue::Map(meta)) = map_get(map, "meta")
&& let Some(pack_id) = map_get(meta, "pack_id")
&& let Some(id) = resolve_string_symbol(pack_id, symbols, "pack_ids")?
{
return Ok(Some(PackMeta {
pack_id: id,
display_name: resolve_display_name(meta).or_else(|| resolve_display_name(map)),
}));
}
Ok(None)
}
fn resolve_string_symbol(
value: &CborValue,
symbols: Option<&std::collections::BTreeMap<CborValue, CborValue>>,
symbol_key: &str,
) -> anyhow::Result<Option<String>> {
match value {
CborValue::Text(text) => Ok(Some(text.clone())),
CborValue::Integer(idx) => {
let Some(symbols) = symbols else {
return Ok(Some(idx.to_string()));
};
let Some(CborValue::Array(values)) = map_get(symbols, symbol_key)
.or_else(|| map_get(symbols, symbol_key.strip_suffix('s').unwrap_or(symbol_key)))
else {
return Ok(Some(idx.to_string()));
};
let idx = usize::try_from(*idx).unwrap_or(usize::MAX);
match values.get(idx) {
Some(CborValue::Text(text)) => Ok(Some(text.clone())),
_ => Ok(Some(idx.to_string())),
}
}
_ => Ok(None),
}
}
fn map_get<'a>(
map: &'a std::collections::BTreeMap<CborValue, CborValue>,
key: &str,
) -> Option<&'a CborValue> {
map.iter().find_map(|(k, v)| match k {
CborValue::Text(text) if text == key => Some(v),
_ => None,
})
}
fn missing_cbor_error(path: &Path) -> anyhow::Error {
anyhow::anyhow!(
"demo packs must be CBOR-only (.gtpack must contain manifest.cbor). \
Rebuild the pack with greentic-pack build (do not use --dev). Missing in {}",
path.display()
)
}
#[cfg(test)]
mod tests {
use super::*;
use std::io::Write;
use zip::write::{FileOptions, ZipWriter};
fn write_test_pack(path: &Path, pack_id: &str, display_name: &str) -> anyhow::Result<()> {
let file = std::fs::File::create(path)?;
let mut writer = ZipWriter::new(file);
let options: FileOptions<'_, ()> =
FileOptions::default().compression_method(zip::CompressionMethod::Stored);
writer.start_file("pack.manifest.json", options)?;
writer.write_all(
serde_json::json!({
"pack_id": pack_id,
"display_name": display_name,
})
.to_string()
.as_bytes(),
)?;
writer.finish()?;
Ok(())
}
#[test]
fn discover_includes_app_packs_in_setup_targets() -> anyhow::Result<()> {
let temp = tempfile::tempdir()?;
let root = temp.path();
std::fs::create_dir_all(root.join("providers/messaging"))?;
std::fs::create_dir_all(root.join("packs"))?;
write_test_pack(
&root
.join("providers")
.join("messaging")
.join("messaging-telegram.gtpack"),
"messaging-telegram",
"Telegram",
)?;
write_test_pack(
&root.join("packs").join("weather-app.gtpack"),
"weather-app",
"Weather App",
)?;
let discovered = discover(root)?;
assert_eq!(discovered.providers.len(), 1);
assert_eq!(discovered.app_packs.len(), 1);
assert_eq!(discovered.setup_targets().len(), 2);
assert_eq!(discovered.app_packs[0].provider_id, "weather-app");
assert_eq!(discovered.app_packs[0].domain, "app");
assert_eq!(discovered.app_packs[0].kind, DetectedPackKind::App);
Ok(())
}
}