prodigy 0.4.4

Turn ad-hoc Claude sessions into reproducible development pipelines with parallel AI agents
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110

//! Core types for streaming infrastructure

use std::time::Duration;

/// Streaming mode configuration
#[derive(Debug, Clone)]
pub enum StreamingMode {
    /// Traditional batch capture (default)
    Batch,
    /// Line-by-line streaming
    Streaming,
    /// Streaming with structured parsing
    StructuredStreaming { format: OutputFormat },
}

impl Default for StreamingMode {
    fn default() -> Self {
        Self::Batch
    }
}

/// Output format for structured streaming
#[derive(Debug, Clone)]
pub enum OutputFormat {
    PlainText,
    JsonLines,
    YamlStream,
}

/// Stream source identifier
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum StreamSource {
    Stdout,
    Stderr,
}

/// Buffer configuration for streaming
#[derive(Debug, Clone)]
pub struct BufferConfig {
    /// Line buffer size in bytes
    pub line_buffer_size: usize,
    /// Maximum number of lines to keep in memory
    pub max_lines: Option<usize>,
    /// Buffer overflow strategy
    pub overflow_strategy: crate::subprocess::streaming::backpressure::OverflowStrategy,
    /// Maximum time to wait for buffer space (for Block strategy)
    pub block_timeout: Duration,
}

impl Default for BufferConfig {
    fn default() -> Self {
        Self {
            line_buffer_size: 8192,
            max_lines: Some(10000),
            overflow_strategy:
                crate::subprocess::streaming::backpressure::OverflowStrategy::DropOldest,
            block_timeout: Duration::from_secs(5),
        }
    }
}

/// Streaming configuration
#[derive(Debug, Clone)]
pub struct StreamingConfig {
    /// Enable streaming mode
    pub enabled: bool,
    /// Streaming mode
    pub mode: StreamingMode,
    /// Buffer configuration
    pub buffer_config: BufferConfig,
    /// Processor configurations
    pub processors: Vec<ProcessorConfig>,
}

impl Default for StreamingConfig {
    fn default() -> Self {
        Self {
            enabled: false,
            mode: StreamingMode::Batch,
            buffer_config: BufferConfig::default(),
            processors: Vec::new(),
        }
    }
}

/// Processor configuration
#[derive(Debug, Clone)]
pub enum ProcessorConfig {
    /// Parse JSON lines and emit events
    JsonLines { emit_events: bool },
    /// Match patterns in output
    PatternMatcher { patterns: Vec<regex::Regex> },
    /// Emit events of a specific type
    EventEmitter { event_type: String },
    /// Custom processor (not cloneable, so we use a marker)
    Custom { id: String },
}

/// Output from streaming command execution
#[derive(Debug)]
pub struct StreamingOutput {
    /// Process exit status
    pub status: std::process::ExitStatus,
    /// Captured stdout lines
    pub stdout: Vec<String>,
    /// Captured stderr lines
    pub stderr: Vec<String>,
    /// Execution duration
    pub duration: Duration,
}