prodigy 0.4.4

Turn ad-hoc Claude sessions into reproducible development pipelines with parallel AI agents
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

//! Sub-expression caching for common subexpression elimination (CSE)

use crate::cook::execution::expression::ast::Expression;
use std::collections::HashMap;

/// Sub-expression cache for CSE
#[derive(Debug)]
pub(super) struct SubExpressionCache {
    #[allow(dead_code)]
    expressions: HashMap<u64, CachedExpression>,
    #[allow(dead_code)]
    access_count: HashMap<u64, usize>,
}

impl SubExpressionCache {
    pub(super) fn new() -> Self {
        Self {
            expressions: HashMap::new(),
            access_count: HashMap::new(),
        }
    }

    #[allow(dead_code)]
    pub(super) fn get(&mut self, hash: u64) -> Option<&CachedExpression> {
        self.access_count
            .entry(hash)
            .and_modify(|c| *c += 1)
            .or_insert(1);
        self.expressions.get(&hash)
    }

    #[allow(dead_code)]
    pub(super) fn insert(&mut self, hash: u64, expr: CachedExpression) {
        self.expressions.insert(hash, expr);
        self.access_count.insert(hash, 1);
    }

    #[allow(dead_code)]
    pub(super) fn should_cache(&self, hash: u64, threshold: usize) -> bool {
        self.access_count.get(&hash).copied().unwrap_or(0) >= threshold
    }
}

/// Cached expression with metadata
#[derive(Debug, Clone)]
pub(super) struct CachedExpression {
    #[allow(dead_code)]
    pub(super) id: usize,
    #[allow(dead_code)]
    pub(super) expr: Expression,
    #[allow(dead_code)]
    pub(super) cost: u32,
}