malvin 0.2.4

Non-interactive research and coding agent
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

#[test]
fn default_router_prompts_follow_vision_problem_solving_language() {
    // VISION: no explicit coding/eval-task language; no soft coding-shaped metaphors in routers.
    let vision_forbidden = [
        "coding",
        "evaluation task",
        "evaluation tasks",
        "fast task",
        "fast_tasks",
    ];
    let router_metaphors = [
        "convenience check",
        "smoke check",
        "green light",
        "looks green",
        "proxy green",
        "stage then commit",
        "validate before mutate",
        "import",
        "module",
        "backend",
        "grader",
        "pytest",
    ];
    for name in [
        "header.md",
        "router_a.md",
        "router_b.md",
        "router_b_creative.md",
        "router_summarize.md",
    ] {
        let body = crate::prompts::default_file(name)
            .unwrap_or_else(|| panic!("missing default prompt {name}"))
            .to_ascii_lowercase();
        for needle in vision_forbidden {
            assert!(!body.contains(needle), "{name} must not contain {needle:?}");
        }
    }
    let router_a = crate::prompts::default_file("router_a.md").expect("router_a");
    assert!(
        router_a.contains("KPop: Find unsatisfied requirements")
            && router_a.contains("__MALVIN_DONE__")
            && !router_a.to_ascii_lowercase().contains("falsif"),
        "router_a should ask for unsatisfied requirements without falsification language"
    );
    for name in ["router_a.md", "router_b.md", "router_b_creative.md"] {
        let body = crate::prompts::default_file(name)
            .unwrap_or_else(|| panic!("missing {name}"))
            .to_ascii_lowercase();
        assert!(body.contains("kpop:"), "{name} must keep KPop steering");
        for needle in router_metaphors {
            assert!(!body.contains(needle), "{name} must not contain {needle:?}");
        }
    }
    let router_b = crate::prompts::default_file("router_b.md").expect("router_b");
    let creative = crate::prompts::default_file("router_b_creative.md").expect("router_b_creative");
    assert!(
        router_b.contains("KPop: Satisfy the requirements.")
            && !router_b.contains("malvin inspire"),
        "router_b must keep KPop satisfy instruction without inspire"
    );
    assert!(
        creative.contains("KPop: Satisfy the requirements.") && creative.contains("malvin inspire"),
        "router_b_creative must keep KPop satisfy instruction and inspire"
    );
}