cli-testing-specialist 1.0.10

Comprehensive testing framework for CLI tools - automated analysis, test generation, and security validation
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97

@test "[${TEST_MODULE}] execution time under 5 seconds" {
    local start_time=$(date +%s%N)
    run timeout 10 "$CLI_BINARY" --version
    local end_time=$(date +%s%N)

    local duration_ns=$((end_time - start_time))
    local duration_ms=$((duration_ns / 1000000))

    # Log execution time
    echo "# Execution time: ${duration_ms}ms" >&3

    # Should complete within 5 seconds (5000ms)
    [ "$duration_ms" -lt 5000 ]
}

@test "[${TEST_MODULE}] memory usage stays within reasonable limits" {
    # Use appropriate time command based on OS
    if command -v gtime &>/dev/null; then
        # GNU time (via Homebrew on macOS)
        run gtime -f "%M" "$CLI_BINARY" --version 2>&1
    elif [[ -f /usr/bin/time ]]; then
        # Detect OS to use correct flags
        if [[ "$(uname)" == "Darwin" ]]; then
            # macOS/BSD time uses -l
            run /usr/bin/time -l "$CLI_BINARY" --version 2>&1
        else
            # Linux/GNU time uses -v
            run /usr/bin/time -v "$CLI_BINARY" --version 2>&1
        fi
    else
        skip "time command not available for memory measurement"
    fi

    [ "$status" -eq 0 ] || [ "$status" -eq 1 ]
    echo "# Memory check completed" >&3
}

@test "[${TEST_MODULE}] handles large input efficiently" {
    local large_input=$(printf 'A%.0s' {1..1000})

    local start_time=$(date +%s%N)
    run timeout 10 "$CLI_BINARY" --help "$large_input" 2>&1
    local end_time=$(date +%s%N)

    local duration_ms=$(( (end_time - start_time) / 1000000 ))

    echo "# Large input processing time: ${duration_ms}ms" >&3

    # Should complete within 10 seconds
    [ "$duration_ms" -lt 10000 ]
}

@test "[${TEST_MODULE}] rapid successive calls performance" {
    local iterations=10
    local start_time=$(date +%s%N)

    for i in $(seq 1 $iterations); do
        "$CLI_BINARY" --version >/dev/null 2>&1 || true
    done

    local end_time=$(date +%s%N)
    local total_ms=$(( (end_time - start_time) / 1000000 ))
    local avg_ms=$((total_ms / iterations))

    echo "# ${iterations} iterations: ${total_ms}ms total, ${avg_ms}ms average" >&3

    # Average should be reasonable (under 1 second per call)
    [ "$avg_ms" -lt 1000 ]
}

@test "[${TEST_MODULE}] resource cleanup after execution" {
    local initial_fds
    if [[ -d /proc/self/fd ]]; then
        initial_fds=$(ls /proc/self/fd 2>/dev/null | wc -l)
    else
        # macOS fallback - use lsof
        initial_fds=$(lsof -p $$ 2>/dev/null | wc -l || echo "0")
    fi

    # Run CLI multiple times
    for i in {1..5}; do
        "$CLI_BINARY" --version >/dev/null 2>&1 || true
    done

    local final_fds
    if [[ -d /proc/self/fd ]]; then
        final_fds=$(ls /proc/self/fd 2>/dev/null | wc -l)
    else
        final_fds=$(lsof -p $$ 2>/dev/null | wc -l || echo "0")
    fi

    echo "# File descriptors: initial=$initial_fds, final=$final_fds" >&3

    # Should not leak file descriptors (allow small variance)
    local fd_diff=$((final_fds - initial_fds))
    [ "$fd_diff" -lt 10 ] || skip "FD tracking not reliable on this platform"
}