pigeon-cli 0.4.9

Pigeon: authenticate, sink, and transform personal data from external services.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109

//! `pigeon job run rclone copy`/`rclone delete` (ADR-0101, restructured by
//! ADR-0110): copies or recursively deletes data by shelling out to the
//! external `rclone` binary. Unlike every other job, `--source-path`/
//! `--destination-path` are raw `remote:path` strings passed straight
//! through to `rclone`'s argv, never pigeon `BucketConfig`/keyring aliases
//! -- the backing `rclone.conf` is provisioned by an external deployment
//! process, entirely outside this crate's scope. This is also why this job
//! can reach backends pigeon's own `minio`-backed jobs never could.
//! `copy`'s `--transfers`/`--checkers`/`--tpslimit` are overridable
//! per-destination (ADR-0108); every other rclone performance/retry flag
//! stays fixed. `delete` (`rclone purge`) has no destination and no
//! transfer-tuning flags at all.

pub mod wizard;
mod worker;

use std::path::PathBuf;

use crate::core::job::Job;

pub(crate) use worker::{RcloneCopyPlan, RcloneCopySummary, RcloneDeletePlan, RcloneDeleteSummary};

/// The `Job` implementor for `pigeon job run rclone copy`.
pub(crate) struct RcloneCopyJob {
    pub source: String,
    pub destination: String,
    pub log_path: PathBuf,
    pub transfers: usize,
    pub checkers: usize,
    pub tpslimit: Option<usize>,
}

impl Job for RcloneCopyJob {
    type Plan = RcloneCopyPlan;
    type Summary = RcloneCopySummary;

    /// Trivially carries the already-validated fields forward -- unlike
    /// every other job, there's no file-by-file manifest to discover here:
    /// `rclone` does its own source listing/diffing internally.
    async fn gather(&self) -> Result<RcloneCopyPlan, String> {
        Ok(RcloneCopyPlan {
            source: self.source.clone(),
            destination: self.destination.clone(),
            log_path: self.log_path.clone(),
            transfers: self.transfers,
            checkers: self.checkers,
            tpslimit: self.tpslimit,
        })
    }

    /// Ignores both concurrency parameters -- rclone's own
    /// `--transfers`/`--checkers` flags own that dial, resolved per-run
    /// (ADR-0108), matching `DecryptFilesJob`'s precedent (ADR-0090) for a
    /// job this trait parameter doesn't apply to.
    async fn run(
        self,
        plan: RcloneCopyPlan,
        _concurrency: usize,
        _upload_concurrency: usize,
    ) -> Result<RcloneCopySummary, String> {
        worker::run_copy_job(
            &plan.source,
            &plan.destination,
            &plan.log_path,
            plan.transfers,
            plan.checkers,
            plan.tpslimit,
        )
        .await
    }
}

/// The `Job` implementor for `pigeon job run rclone delete` (ADR-0110).
/// Kept as its own struct rather than folded into `RcloneCopyJob` with an
/// action discriminant -- its `Plan`/`Summary` shape genuinely differs (no
/// destination, no transfers/tpslimit, no bytes-transferred count), and
/// nothing holds a job value generically across both actions since
/// dispatch (`src/commands/job/commands.rs`) already branches on the
/// action before either job type is constructed.
pub(crate) struct RcloneDeleteJob {
    pub source: String,
    pub log_path: PathBuf,
    pub checkers: usize,
}

impl Job for RcloneDeleteJob {
    type Plan = RcloneDeletePlan;
    type Summary = RcloneDeleteSummary;

    async fn gather(&self) -> Result<RcloneDeletePlan, String> {
        Ok(RcloneDeletePlan {
            source: self.source.clone(),
            log_path: self.log_path.clone(),
            checkers: self.checkers,
        })
    }

    /// Ignores both concurrency parameters, same reasoning as
    /// `RcloneCopyJob::run` -- `rclone purge`'s own `--checkers` flag owns
    /// this dial.
    async fn run(
        self,
        plan: RcloneDeletePlan,
        _concurrency: usize,
        _upload_concurrency: usize,
    ) -> Result<RcloneDeleteSummary, String> {
        worker::run_delete_job(&plan.source, &plan.log_path, plan.checkers).await
    }
}