aethershell 0.3.1

The world's first multi-agent shell with typed functional pipelines and multi-modal AI
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

use aethershell::ai::{clear_mcp_cache, detect_mcp_servers, detect_mcp_servers_uncached};
use criterion::{black_box, criterion_group, criterion_main, Criterion};
use std::time::Duration;

fn benchmark_mcp_detection_cached(c: &mut Criterion) {
    let mut group = c.benchmark_group("mcp_detection_cached");
    group.measurement_time(Duration::from_secs(15));

    group.bench_function("first_call", |b| {
        b.iter_with_large_drop(|| {
            // Clear cache before each measurement
            let _ = clear_mcp_cache();
            // First call should populate cache
            black_box(detect_mcp_servers())
        })
    });

    group.bench_function("cached_call", |b| {
        // Populate cache once
        let _ = detect_mcp_servers();

        b.iter(|| {
            // Subsequent calls should use cache
            black_box(detect_mcp_servers())
        })
    });

    group.finish();
}

fn benchmark_mcp_detection_uncached(c: &mut Criterion) {
    let mut group = c.benchmark_group("mcp_detection_uncached");
    group.measurement_time(Duration::from_secs(10));
    group.sample_size(10); // Reduce sample size for network calls

    group.bench_function("uncached_call", |b| {
        b.iter(|| {
            // Always performs network calls
            black_box(detect_mcp_servers_uncached())
        })
    });

    group.finish();
}

fn benchmark_cache_performance_comparison(c: &mut Criterion) {
    let mut group = c.benchmark_group("cache_comparison");
    group.measurement_time(Duration::from_secs(10));

    // Warm up cache
    let _ = detect_mcp_servers();

    group.bench_function("cached", |b| b.iter(|| black_box(detect_mcp_servers())));

    group.bench_function("uncached_single_sample", |b| {
        b.iter(|| black_box(detect_mcp_servers_uncached()))
    });

    group.finish();
}

criterion_group!(
    benches,
    benchmark_mcp_detection_cached,
    benchmark_mcp_detection_uncached,
    benchmark_cache_performance_comparison
);
criterion_main!(benches);