thepipelinetool 0.2.0

An *experimental* pipeline orchestration tool drawing on concepts from Apache Airflow
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124

use std::env;
use std::path::Path;

use clap::{arg, command, ArgMatches, Command as CliCommand};

use crate::{
    dev::{execute_function_using_json_files, execute_function_using_json_str_args},
    statics::*,
};

pub fn display_tasks() {
    let tasks = get_tasks().read().unwrap();
    println!("{}", serde_json::to_string_pretty(&*tasks).unwrap());
}

pub fn display_edges() {
    let edges = get_edges().read().unwrap();
    println!("{}", serde_json::to_string_pretty(&*edges).unwrap());
}

pub fn run_function(matches: &ArgMatches) {
    let functions = get_functions().read().unwrap();
    let sub_matches = matches.subcommand_matches("function").unwrap();
    let function_name = sub_matches.get_one::<String>("function_name").unwrap();
    let in_arg = sub_matches.get_one::<String>("in_path").unwrap();
    let out_path_match = sub_matches.get_one::<String>("out_path");

    if functions.contains_key(function_name) {
        if let Some(out_path) = out_path_match {
            execute_function_using_json_files(
                Path::new(in_arg),
                Path::new(out_path),
                &functions[function_name],
            );
        } else {
            execute_function_using_json_str_args(in_arg, &functions[function_name]);
        }
    } else {
        panic!(
            "no such function '{function_name}'\navailable functions: {:#?}",
            functions.keys().collect::<Vec<&String>>()
        )
    }
}

fn create_commands() -> CliCommand {
    command!()
        .about("DAG CLI Tool")
        .subcommand(
            CliCommand::new("describe")
                .about("Run complete DAG or function by name")
                .arg_required_else_help(true)
                .subcommand(CliCommand::new("tasks").about("Displays tasks as JSON"))
                .subcommand(CliCommand::new("edges").about("Displays edges as JSON")),
        )
        .subcommand(
            CliCommand::new("run")
                .about("Run complete DAG or function by name")
                .arg_required_else_help(true)
                .subcommand(
                    CliCommand::new("function")
                        .about("Runs function")
                        .arg(
                            arg!(
                                <function_name> "Function name"
                            )
                            .required(true),
                        )
                        .arg(
                            arg!(
                                <in_path> "Input file"
                            )
                            .required(true),
                        )
                        .arg(
                            arg!(
                                <out_path> "Output file"
                            )
                            .required(false),
                        ),
                )
                .subcommand_required(true),
        )
        .subcommand_required(true)
}

/// Parses command-line arguments and executes various tasks in the DAG CLI tool.
///
/// This function parses command-line arguments using the `command!` macro and executes
/// corresponding tasks based on the subcommands and options provided. It interacts with
/// the task management system to perform operations like displaying task information, running
/// tasks, and more.
///
/// The `parse_cli` function is typically called in the `main` function of your Rust application.
/// If you are using the #[dag] macro, it will automatically add a `parse_cli()` function call
/// to the end of the `main` function, simplifying the setup.
/// The behavior of the CLI tool depends on the subcommands and options passed on the command
/// line. Use the "--help" command to see the CLI details.
pub fn parse_cli() {
    let command = create_commands();
    let matches = command.get_matches();
    match matches.subcommand_name().unwrap() {
        "describe" => {
            match matches
                .subcommand_matches("describe")
                .unwrap()
                .subcommand_name()
                .unwrap()
            {
                "tasks" => display_tasks(),
                "edges" => display_edges(),
                _ => {}
            }
        }

        "run" => {
            let matches = matches.subcommand_matches("run").unwrap();
            if matches.subcommand_name().unwrap() == "function" {
                run_function(&matches)
            }
        }
        _ => {}
    }
}