checkmate-cli 0.4.1

Checkmate - API Testing Framework CLI
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127

name: "Error Handling Tests"
description: "Test error responses for invalid requests"

env:
  base_url: "http://localhost:80"
  timeout_ms: 10000

requests:
  missing_email:
    body:
      name: "Test User"
      ip: "192.168.1.1"
      user_agent: "TestAgent/1.0"

  missing_ip:
    body:
      name: "Test User"
      email: "test@example.com"
      user_agent: "TestAgent/1.0"

  missing_user_agent:
    body:
      name: "Test User"
      email: "test@example.com"
      ip: "192.168.1.1"

  missing_name:
    body:
      email: "test@example.com"
      ip: "192.168.1.1"
      user_agent: "TestAgent/1.0"

  missing_all_required:
    body:
      ticket_count: 1

  empty_body:
    body: {}

tests:
  error_missing_email:
    description: "Expect 422 when email is missing"
    endpoint: /api/v1/check-order
    expect_status: 422
    requests: [missing_email]
    assertions:
      - query: "$[detail]?"
        expect: true
        message: "Error response should contain detail field"
      - query: "$[detail]"
        expect_type: array
        message: "detail should be an array of validation errors"

  error_missing_ip:
    description: "Expect 422 when ip is missing"
    endpoint: /api/v1/check-order
    expect_status: 422
    requests: [missing_ip]
    assertions:
      - query: "$[detail]?"
        expect: true
        message: "Error response should contain detail field"

  error_missing_user_agent:
    description: "Expect 422 when user_agent is missing"
    endpoint: /api/v1/check-order
    expect_status: 422
    requests: [missing_user_agent]
    assertions:
      - query: "$[detail]?"
        expect: true
        message: "Error response should contain detail field"

  error_missing_name:
    description: "Expect 422 when name is missing"
    endpoint: /api/v1/check-order
    expect_status: 422
    requests: [missing_name]
    assertions:
      - query: "$[detail]?"
        expect: true
        message: "Error response should contain detail field"

  error_missing_all_required:
    description: "Expect 422 when all required fields are missing"
    endpoint: /api/v1/check-order
    expect_status: 422
    requests: [missing_all_required]
    assertions:
      - query: "$[detail]?"
        expect: true
        message: "Error response should contain detail field"
      - query: "$[detail].length()"
        expect_gte: 3
        message: "Should have at least 3 validation errors (name, email, ip, user_agent)"

  error_empty_body:
    description: "Expect 422 when body is empty"
    endpoint: /api/v1/check-order
    expect_status: 422
    requests: [empty_body]
    assertions:
      - query: "$[detail]?"
        expect: true
        message: "Error response should contain detail field"
      - query: "$[detail].length()"
        expect_gte: 4
        message: "Should have 4 validation errors for all required fields"

  error_response_structure:
    description: "Verify validation error response structure"
    endpoint: /api/v1/check-order
    expect_status: 422
    requests: [missing_email]
    assertions:
      - query: "$[detail][0][type]?"
        expect: true
        message: "Validation error should have type field"
      - query: "$[detail][0][loc]?"
        expect: true
        message: "Validation error should have loc field"
      - query: "$[detail][0][msg]?"
        expect: true
        message: "Validation error should have msg field"
      - query: "$[detail][0][type]"
        expect: "missing"
        message: "Error type should be 'missing' for missing field"