use futures_util::StreamExt;
use crate::compose::types::ComposeFile;
use crate::error::{ComposeError, Result};
use crate::libpod::{urlencoded, LogOutput, API_PREFIX};
use super::Engine;
mod exec;
mod inspect;
mod inspect_util;
mod log_prefix;
mod ps;
pub use ps::{PsFilterOptions, PsOptions};
pub use exec::ExecOptions;
use log_prefix::LinePrefixer;
#[derive(Default)]
pub struct ImagesOptions {
pub quiet: bool,
pub json: bool,
}
#[derive(Default)]
pub struct LogsOptions {
pub follow: bool,
pub tail: Option<String>,
pub since: Option<String>,
pub until: Option<String>,
pub timestamps: bool,
}
#[derive(Default)]
pub struct LogsDisplay {
pub no_color: bool,
pub no_log_prefix: bool,
}
fn validate_log_filters(opts: &LogsOptions) -> Result<()> {
if let Some(tail) = &opts.tail {
if tail != "all" && tail.parse::<u64>().is_err() {
return Err(ComposeError::Unsupported(format!(
"invalid --tail value {tail:?}: expected a non-negative integer or 'all'"
)));
}
}
for (flag, value) in [("--since", &opts.since), ("--until", &opts.until)] {
if let Some(v) = value {
if !is_valid_log_time(v) {
return Err(ComposeError::Unsupported(format!(
"invalid {flag} value {v:?}: expected a duration (e.g. 10m, 1h30m), a Unix \
timestamp, or an RFC3339 time"
)));
}
}
}
Ok(())
}
fn is_valid_log_time(v: &str) -> bool {
if v.is_empty() {
return false;
}
if v.parse::<f64>().is_ok() {
return true;
}
if is_go_duration(v) {
return true;
}
let bytes = v.as_bytes();
bytes.len() >= 4
&& bytes[..4].iter().all(u8::is_ascii_digit)
&& v.chars().all(|c| {
c.is_ascii_digit() || matches!(c, '-' | ':' | 't' | 'T' | 'z' | 'Z' | '.' | '+' | ' ')
})
}
fn is_go_duration(v: &str) -> bool {
let mut rest = v.strip_prefix('-').unwrap_or(v);
if rest.is_empty() {
return false;
}
let mut segments = 0;
while !rest.is_empty() {
let digits = rest.trim_start_matches(|c: char| c.is_ascii_digit() || c == '.');
if digits.len() == rest.len() {
return false;
}
rest = digits;
let unit_len = ["ms", "ns", "us", "µs", "s", "m", "h"]
.into_iter()
.find(|u| rest.starts_with(u))
.map(str::len);
match unit_len {
Some(n) => rest = &rest[n..],
None => return false,
}
segments += 1;
}
segments > 0
}
fn log_query(opts: &LogsOptions) -> String {
let mut q = format!(
"stdout=true&stderr=true&follow={}×tamps={}",
opts.follow, opts.timestamps
);
if let Some(tail) = &opts.tail {
q.push_str(&format!("&tail={}", urlencoded(tail)));
}
if let Some(since) = &opts.since {
q.push_str(&format!("&since={}", urlencoded(since)));
}
if let Some(until) = &opts.until {
q.push_str(&format!("&until={}", urlencoded(until)));
}
q
}
impl Engine {
pub async fn logs(
&self,
file: &ComposeFile,
service_name: Option<&str>,
follow: bool,
) -> Result<()> {
let targets: Vec<String> = service_name
.map(|s| vec![s.to_string()])
.unwrap_or_default();
self.logs_with_options(
file,
&targets,
LogsOptions {
follow,
..Default::default()
},
)
.await
}
pub async fn logs_with_options(
&self,
file: &ComposeFile,
target_services: &[String],
opts: LogsOptions,
) -> Result<()> {
self.logs_with_display(file, target_services, opts, LogsDisplay::default())
.await
}
pub async fn logs_with_display(
&self,
file: &ComposeFile,
target_services: &[String],
opts: LogsOptions,
display: LogsDisplay,
) -> Result<()> {
validate_log_filters(&opts)?;
let follow = opts.follow;
let prefix = !display.no_log_prefix;
let allow_color = !display.no_color;
let query = log_query(&opts);
for svc in target_services {
if !file.services.contains_key(svc) {
return Err(ComposeError::ServiceNotFound(svc.into()));
}
}
let selected: std::collections::HashSet<&str> =
target_services.iter().map(String::as_str).collect();
let targets: Vec<(String, bool)> = file
.services
.iter()
.filter(|(n, _)| selected.is_empty() || selected.contains(n.as_str()))
.flat_map(|(n, s)| {
let is_tty = s.tty.unwrap_or(false);
self.replica_names(n, s)
.into_iter()
.map(move |cname| (cname, is_tty))
})
.collect();
if follow && targets.len() > 1 {
let futs: Vec<_> = targets
.into_iter()
.map(|(container_name, is_tty)| {
let client = &self.client;
let query = query.clone();
async move {
let path = format!(
"{API_PREFIX}/containers/{}/logs?{query}",
urlencoded(&container_name),
);
let resp = match client.get_stream(&path).await {
Ok(r) => r,
Err(e) => {
tracing::warn!("logs {container_name}: {e}");
return;
}
};
let mut stream = if is_tty {
crate::libpod::parse_raw(resp.into_body())
} else {
crate::libpod::parse_multiplexed(resp.into_body())
};
let mut out_pfx = LinePrefixer::new(&container_name, prefix, allow_color);
let mut err_pfx = LinePrefixer::new(&container_name, prefix, allow_color);
while let Some(msg) = stream.next().await {
match msg {
Ok(LogOutput::StdOut { message }) => {
out_pfx.write(&mut std::io::stdout().lock(), &message);
}
Ok(LogOutput::StdErr { message }) => {
err_pfx.write(&mut std::io::stderr().lock(), &message);
}
Err(_) => break,
}
}
out_pfx.flush_tail(&mut std::io::stdout().lock());
err_pfx.flush_tail(&mut std::io::stderr().lock());
}
})
.collect();
futures_util::future::join_all(futs).await;
} else {
for (container_name, is_tty) in targets {
let path = format!(
"{API_PREFIX}/containers/{}/logs?{query}",
urlencoded(&container_name),
);
let resp = match self.client.get_stream(&path).await {
Ok(r) => r,
Err(e) => {
tracing::warn!("logs {container_name}: {e}");
continue;
}
};
let mut stream = if is_tty {
crate::libpod::parse_raw(resp.into_body())
} else {
crate::libpod::parse_multiplexed(resp.into_body())
};
let mut out = std::io::stdout().lock();
let mut out_pfx = LinePrefixer::new(&container_name, prefix, allow_color);
let mut err_pfx = LinePrefixer::new(&container_name, prefix, allow_color);
while let Some(msg) = stream.next().await {
match msg {
Ok(LogOutput::StdOut { message }) => out_pfx.write(&mut out, &message),
Ok(LogOutput::StdErr { message }) => {
err_pfx.write(&mut std::io::stderr().lock(), &message)
}
Err(_) => break,
}
}
out_pfx.flush_tail(&mut out);
err_pfx.flush_tail(&mut std::io::stderr().lock());
}
}
Ok(())
}
async fn orphan_container_names(&self, file: &ComposeFile) -> Result<Vec<String>> {
let label = format!("podup.project={}", self.project);
let filters = serde_json::json!({ "label": [label] });
let path = format!(
"{API_PREFIX}/containers/json?all=true&filters={}",
urlencoded(&filters.to_string()),
);
let running = self
.client
.get_json::<Vec<crate::libpod::types::container::ContainerListEntry>>(&path)
.await
.map_err(ComposeError::Podman)?;
let known: std::collections::HashSet<String> = file
.services
.iter()
.flat_map(|(n, s)| self.replica_names(n, s))
.collect();
let names: Vec<String> = running
.iter()
.flat_map(|c| c.names.iter())
.map(|raw| raw.trim_start_matches('/').to_string())
.collect();
Ok(filter_orphans(names, &known))
}
pub async fn remove_orphans(&self, file: &ComposeFile) -> Result<()> {
for name in self.orphan_container_names(file).await? {
tracing::info!("removing orphan container {name}");
let rm_path = format!("{API_PREFIX}/containers/{}?force=true", urlencoded(&name));
if let Err(e) = self.client.delete_ok(&rm_path).await {
tracing::debug!("orphan delete {name}: {e}");
}
}
Ok(())
}
pub async fn warn_orphans(&self, file: &ComposeFile) -> Result<()> {
let orphans = self.orphan_container_names(file).await?;
if !orphans.is_empty() {
eprintln!(
"Found orphan container(s) ({}) for this project. If you removed or renamed a \
service in your compose file, run with --remove-orphans to remove them.",
orphans.join(", ")
);
}
Ok(())
}
}
fn filter_orphans(names: Vec<String>, known: &std::collections::HashSet<String>) -> Vec<String> {
names.into_iter().filter(|n| !known.contains(n)).collect()
}
#[cfg(test)]
mod tests {
use super::{filter_orphans, is_valid_log_time, log_query, validate_log_filters, LogsOptions};
use std::collections::HashSet;
#[test]
fn filter_orphans_keeps_only_unknown_names() {
let known: HashSet<String> = ["web-1".to_string(), "db".to_string()].into();
let names = vec![
"web-1".to_string(),
"db".to_string(),
"old-cache".to_string(),
];
assert_eq!(filter_orphans(names, &known), vec!["old-cache".to_string()]);
}
#[test]
fn filter_orphans_empty_when_all_known() {
let known: HashSet<String> = ["web".to_string()].into();
assert!(filter_orphans(vec!["web".to_string()], &known).is_empty());
}
#[test]
fn log_query_defaults_to_stdout_stderr_no_follow() {
let q = log_query(&LogsOptions::default());
assert_eq!(q, "stdout=true&stderr=true&follow=false×tamps=false");
}
#[test]
fn log_query_includes_set_options() {
let q = log_query(&LogsOptions {
follow: true,
tail: Some("20".into()),
since: Some("10m".into()),
until: Some("2024-01-01T00:00:00".into()),
timestamps: true,
});
assert!(q.contains("follow=true"));
assert!(q.contains("timestamps=true"));
assert!(q.contains("&tail=20"));
assert!(q.contains("&since=10m"));
assert!(q.contains("&until=2024-01-01T00%3A00%3A00"));
}
#[test]
fn validate_log_filters_accepts_good_values() {
assert!(validate_log_filters(&LogsOptions {
tail: Some("all".into()),
since: Some("10m".into()),
until: Some("2024-01-01T00:00:00Z".into()),
..Default::default()
})
.is_ok());
assert!(validate_log_filters(&LogsOptions {
tail: Some("100".into()),
since: Some("1700000000".into()),
..Default::default()
})
.is_ok());
assert!(validate_log_filters(&LogsOptions::default()).is_ok());
}
#[test]
fn validate_log_filters_rejects_bad_tail_and_time() {
assert!(validate_log_filters(&LogsOptions {
tail: Some("abc".into()),
..Default::default()
})
.is_err());
assert!(validate_log_filters(&LogsOptions {
since: Some("yesterday".into()),
..Default::default()
})
.is_err());
assert!(validate_log_filters(&LogsOptions {
until: Some("not-a-time".into()),
..Default::default()
})
.is_err());
}
#[test]
fn is_valid_log_time_classifies_forms() {
assert!(is_valid_log_time("10m"));
assert!(is_valid_log_time("1h30m"));
assert!(is_valid_log_time("500ms"));
assert!(is_valid_log_time("1700000000"));
assert!(is_valid_log_time("2024-01-02T03:04:05Z"));
assert!(!is_valid_log_time("abc"));
assert!(!is_valid_log_time(""));
assert!(!is_valid_log_time("10x"));
}
}