toolproof 0.20.0

Standalone test suite for CLI tools and applications
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72

name: Summary lists every failing test

steps:
  - step: I have a "alpha.toolproof.yml" file with the content {yaml}
    yaml: |-
      name: Alpha failing test

      steps:
        - I run 'echo "hello"'
        - stdout should contain "goodbye"
  - step: I have a "beta.toolproof.yml" file with the content {yaml}
    yaml: |-
      name: Beta failing test

      steps:
        - I run 'echo "hello"'
        - stdout should contain "farewell"
  - I run "%toolproof_path% --porcelain -c 1" and expect it to fail
  - snapshot: stdout
    snapshot_content: |-
      ╎
      ╎Running tests
      ╎
      ╎✘ Alpha failing test
      ╎--- STEPS ---
      ╎✓ I run 'echo "hello"'
      ╎✘ stdout should contain "goodbye"
      ╎--- ERROR ---
      ╎Error in step "stdout should contain "goodbye"":
      ╎--
      ╎Failed assertion: The value
      ╎---
      ╎"hello\n"
      ╎---
      ╎does not contain
      ╎---
      ╎"goodbye"
      ╎---
      ╎✘ Beta failing test
      ╎--- STEPS ---
      ╎✓ I run 'echo "hello"'
      ╎✘ stdout should contain "farewell"
      ╎--- ERROR ---
      ╎Error in step "stdout should contain "farewell"":
      ╎--
      ╎Failed assertion: The value
      ╎---
      ╎"hello\n"
      ╎---
      ╎does not contain
      ╎---
      ╎"farewell"
      ╎---
      ╎
      ╎Finished running tests
      ╎
      ╎Total passing tests: 0
      ╎Passed after retry: 0
      ╎Failing tests: 2
      ╎Changed snapshots: 0
      ╎Skipped tests: 0
      ╎
      ╎Failing tests:
      ╎  ✘ Alpha failing test
      ╎  ✘ Beta failing test
      ╎
      ╎Rerun the failing tests with:
      ╎  toolproof --name 'Alpha failing test'
      ╎  toolproof --name 'Beta failing test'
      ╎
      ╎Some tests failed
  - stderr should be empty