trip-test 0.1.2

Contract testing & regression safety for MCP servers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101

name: trip-test Contract Check

on:
  pull_request:
  push:
    branches:
      - main

jobs:
  contract-check:
    runs-on: ubuntu-latest

    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Install Rust
        uses: dtolnay/rust-toolchain@stable

      - name: Cache Rust dependencies
        uses: swatinem/rust-cache@v2

      - name: Build examples
        run: cargo build --release --examples

      - name: Install trip-test
        run: cargo install --path .

      - name: Run contract check
        id: check
        run: |
          trip-test diff --config trip-test.toml --format json > diff-report.json || true
          cat diff-report.json

      - name: Parse and comment on PR
        if: github.event_name == 'pull_request'
        uses: actions/github-script@v7
        with:
          script: |
            const fs = require('fs');

            let reportContent = '';
            try {
              reportContent = fs.readFileSync('diff-report.json', 'utf8');
            } catch (e) {
              console.log('No report file found');
              return;
            }

            const report = JSON.parse(reportContent);

            let comment = '## 🔍 trip-test Contract Check\n\n';

            if (report.overall_verdict === 'BREAKING') {
              comment += '### ❌ Breaking Changes Detected\n\n';
              comment += 'The following breaking changes were found:\n\n';
              comment += '| Tool | Change Type | Details |\n';
              comment += '|------|-------------|----------|\n';

              report.breaking_changes.forEach(change => {
                comment += `| \`${change.tool_name}\` | ${change.change_type} | ${change.details} |\n`;
              });
            } else {
              comment += '### ✅ No Breaking Changes\n\n';
              comment += 'The contract is safe to merge.\n\n';
            }

            if (report.non_breaking_changes.length > 0) {
              comment += '\n### ⚠️ Non-Breaking Changes\n\n';
              comment += '| Tool | Change | Details |\n';
              comment += '|------|--------|----------|\n';
              report.non_breaking_changes.forEach(change => {
                comment += `| \`${change.tool_name}\` | ${change.change_type} | ${change.details} |\n`;
              });
            }

            if (report.additive_changes.length > 0) {
              comment += '\n### ✨ Additive Changes\n\n';
              comment += '| Tool | Change | Details |\n';
              comment += '|------|--------|----------|\n';
              report.additive_changes.forEach(change => {
                comment += `| \`${change.tool_name}\` | ${change.change_type} | ${change.details} |\n`;
              });
            }

            comment += '\n---\n';
            comment += `**Verdict:** \`${report.overall_verdict}\`\n`;

            github.rest.issues.createComment({
              issue_number: context.issue.number,
              owner: context.repo.owner,
              repo: context.repo.repo,
              body: comment
            });

      - name: Fail if breaking changes
        run: |
          if grep -q '"overall_verdict": "BREAKING"' diff-report.json; then
            echo "Breaking changes detected - failing check"
            exit 1
          fi