forge-guardrails 0.1.2

Foundation types for an LLM-agent workflow framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88

"""Tests for ErrorTracker."""

from forge.guardrails import ErrorTracker


class TestErrorTrackerRetries:
    """Consecutive retry tracking."""

    def test_initial_state(self):
        tracker = ErrorTracker(max_retries=3)
        assert tracker.consecutive_retries == 0
        assert tracker.retries_exhausted is False

    def test_record_and_exhaust(self):
        tracker = ErrorTracker(max_retries=2)
        tracker.record_retry()
        assert tracker.retries_exhausted is False
        tracker.record_retry()
        assert tracker.retries_exhausted is False
        tracker.record_retry()
        assert tracker.retries_exhausted is True

    def test_reset_retries(self):
        tracker = ErrorTracker(max_retries=1)
        tracker.record_retry()
        tracker.record_retry()
        assert tracker.retries_exhausted is True
        tracker.reset_retries()
        assert tracker.retries_exhausted is False
        assert tracker.consecutive_retries == 0


class TestErrorTrackerToolErrors:
    """Consecutive tool error tracking."""

    def test_initial_state(self):
        tracker = ErrorTracker(max_tool_errors=2)
        assert tracker.consecutive_tool_errors == 0
        assert tracker.tool_errors_exhausted is False

    def test_record_and_exhaust(self):
        tracker = ErrorTracker(max_tool_errors=1)
        tracker.record_result(success=False)
        assert tracker.tool_errors_exhausted is False
        tracker.record_result(success=False)
        assert tracker.tool_errors_exhausted is True

    def test_soft_error_does_not_count(self):
        tracker = ErrorTracker(max_tool_errors=1)
        tracker.record_result(success=False, is_soft_error=True)
        tracker.record_result(success=False, is_soft_error=True)
        tracker.record_result(success=False, is_soft_error=True)
        assert tracker.tool_errors_exhausted is False
        assert tracker.consecutive_tool_errors == 0

    def test_success_does_not_reset_counter(self):
        """Individual success doesn't reset — only reset_errors() does."""
        tracker = ErrorTracker(max_tool_errors=2)
        tracker.record_result(success=False)
        tracker.record_result(success=True)
        assert tracker.consecutive_tool_errors == 1

    def test_reset_errors(self):
        tracker = ErrorTracker(max_tool_errors=1)
        tracker.record_result(success=False)
        tracker.record_result(success=False)
        assert tracker.tool_errors_exhausted is True
        tracker.reset_errors()
        assert tracker.tool_errors_exhausted is False
        assert tracker.consecutive_tool_errors == 0


class TestErrorTrackerIndependence:
    """Retry and tool error counters are independent."""

    def test_retry_does_not_affect_tool_errors(self):
        tracker = ErrorTracker(max_retries=1, max_tool_errors=1)
        tracker.record_retry()
        tracker.record_retry()
        assert tracker.retries_exhausted is True
        assert tracker.tool_errors_exhausted is False

    def test_tool_error_does_not_affect_retries(self):
        tracker = ErrorTracker(max_retries=1, max_tool_errors=1)
        tracker.record_result(success=False)
        tracker.record_result(success=False)
        assert tracker.tool_errors_exhausted is True
        assert tracker.retries_exhausted is False