toolproof 0.20.0

Standalone test suite for CLI tools and applications
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80

name: Summary separates snapshot changes from failures

steps:
  - step: I have a "normal.toolproof.yml" file with the content {yaml}
    yaml: |-
      name: Normal failing test

      steps:
        - I run 'echo "hello"'
        - stdout should contain "goodbye"
  - step: I have a "snap.toolproof.yml" file with the content {yaml}
    yaml: |-
      name: Snapshot changing test

      steps:
        - I run 'echo "actual output"'
        - snapshot: stdout
          snapshot_content: |-
            ╎stale output
  - I run "%toolproof_path% --porcelain -c 1" and expect it to fail
  - snapshot: stdout
    snapshot_content: |-
      ╎
      ╎Running tests
      ╎
      ╎✘ Normal failing test
      ╎--- STEPS ---
      ╎✓ I run 'echo "hello"'
      ╎✘ stdout should contain "goodbye"
      ╎--- ERROR ---
      ╎Error in step "stdout should contain "goodbye"":
      ╎--
      ╎Failed assertion: The value
      ╎---
      ╎"hello\n"
      ╎---
      ╎does not contain
      ╎---
      ╎"goodbye"
      ╎---
      ╎⚠ Snapshot changing test
      ╎--- SNAPSHOT CHANGED ---
      ╎
      ╎    0     0 │ name: Snapshot changing test
      ╎    1     1 │ 
      ╎    2     2 │ steps:
      ╎    3     3 │   - I run 'echo "actual output"'
      ╎    4     4 │   - snapshot: stdout
      ╎    5     5 │     snapshot_content: |-
      ╎    6       │-      ╎stale output
      ╎          6 │+      ╎actual output
      ╎
      ╎
      ╎--- END SNAPSHOT CHANGE ---
      ╎
      ╎Run in interactive mode (-i) or with --update (-u) to accept new snapshots
      ╎
      ╎
      ╎Finished running tests
      ╎
      ╎Total passing tests: 0
      ╎Passed after retry: 0
      ╎Failing tests: 1
      ╎Changed snapshots: 1
      ╎Skipped tests: 0
      ╎
      ╎Failing tests:
      ╎  ✘ Normal failing test
      ╎
      ╎Rerun the failing tests with:
      ╎  toolproof --name 'Normal failing test'
      ╎
      ╎Changed snapshots:
      ╎  ⚠ Snapshot changing test
      ╎
      ╎Review the changed snapshots. If a change is correct, accept it with --update (-u):
      ╎  toolproof --name 'Snapshot changing test' --update
      ╎
      ╎Some tests failed
  - stderr should be empty