rusty_hogs 1.0.1

This project provides a set of scanners that will use regular expressions to try and detect the presence of sensitive information such as API keys, passwords, and personal information. It includes a set of regular expressions by default, but will also accept a JSON object containing your custom regular expressions.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

#!/usr/bin/env python

# This is a simple script meant to filter the results from gh_org_scanner.py using a blacklist of words.
# It outputs the results as output_filtered.csv

import csv

fpwords = ['foo',
           'bar',
           'example',
           'test',
           'host.com',
           'LicenseEditMaskedEdit',
           'user:pass',
           'git@github',
           'TRAFFIC_INSIGHTS',
           'GithubComGoogleSubcommands',
           'DO_NOT_USE',
           'account', # FILTERS ALL ACCOUNT ID FINDINGS!
           'DO_NOT_PASS_THIS',
           '0000000000',
           'local_development',
           'bootstrap',
           'local_production',
           'username@hostname',
           '1234567890',
           'metadata-injection',
           'kubernetes-static',
           'fitzgen@github.com',
           'user@domain.com',
           'admin:admin123',
           '$gh_token:x-oauth-basic',
           'templates',
           'you-must-create',
           'username:password',
           'Agent.Core.dll',
           'code.highcharts.com',
           'OS_DEPENDENT_NETWORK',
           'LicenseKeyEditEdit',
           '@bitbucket.org/',
           '123456789',
           'abcdefghij',
           'XXXXXXXXXX',
           'YOUR_GITLAB_TOKEN',
           'rpm_site_local_dev__secret',
           'secret-key-authenticated-encryption-secretbox'
           ]


def fpfilter(x):
    for (k,v) in x.items():
        for badword in fpwords:
            if badword.lower() in v.lower():
                return False
    return True


with open('output.csv') as f:
    reader = csv.DictReader(f)
    out = filter(fpfilter, reader)
    with open('output_filtered.csv', 'w') as o:
        writer = csv.DictWriter(o, fieldnames=['Repository','reason','stringsFound','path','commit','commitHash','date'])
        writer.writerows(out)