parsepatch 0.3.1

Parse git patch.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104

import codecs
from collections import OrderedDict
import json
import os
import re
import whatthepatch
from pprint import pprint

def _bytes_repr(c):
    # https://github.com/jboy/distil/blob/master/distil/unicode_string_utils.py#L170
    if c == 146:
        return u'\u2019'
    if c == 147:
        return u'\u201C'
    if c == 150:
        return u'\u2013'
    raise UnicodeDecodeError()


def myreplacement(ex):
    s, start, end = ex.object, ex.start, ex.end
    return ''.join(_bytes_repr(c) for c in s[start:end]), end


codecs.register_error('myreplacement', myreplacement)


pat = re.compile(r"\t+$", re.MULTILINE)
directory = './patches'
for f in os.listdir(directory):
    #if not f.endswith("ea8bdd612f43.patch"):
    #    continue
    if not f.endswith('.patch'):
        continue
    with open(os.path.join(directory, f), 'rb') as In:
        patch = In.read()

    patch = patch.decode('utf-8', errors='myreplacement')
    bp = 'third_party/rust/bitvec/doc/Bit Patterns.md'
    rep = 'third_party/rust/bitvec/doc/BitPatterns.md'
    if bp in patch:
        patch = patch.replace(bp, rep)
        patch = pat.sub('', patch)
    res = []

    if 'd12b0a6c7641' in f:
        # need to hack here because of bug in wtp
        patch = patch.replace('diff commits', 'Diff commits')
        patch = patch.replace('diffs for', 'Diffs for')

    if '044115544bf6' in f:
        # wtp sees a diff entry because of the ---
        # so workaround to avoid to have this entry in the output.
        patch = patch.replace('--- target_task_set@d009f0738a', '___ target_task_set@d009f0738a')

    for diff in whatthepatch.parse_patch(patch):
        r = OrderedDict()

        old = diff.header.old_path
        new = diff.header.new_path

        old = old[2:] if old.startswith('a/') else old
        new = new[2:] if new.startswith('b/') else new

        if old == rep:
            old = bp

        if new == rep:
            new = bp

        if old == "/dev/null":
            old = None

        r['filename'] = new
        r['new'] = False
        r['deleted'] = False
        r['binary'] = "GIT binary patch" in diff.text
        r['copied_from'] = old if old != new else None
        r['hunks'] = hunks = []
        last_hunk = -1

        if diff.changes:
            for old, new, line, hunk in diff.changes:
                if hunk != last_hunk:
                    lines = []
                    hunks.append({'lines': lines})
                    last_hunk = hunk

                if old is None:
                    lines.append(
                        OrderedDict([('line', new), ('deleted', False), ('data', line)])
                    )
                if new is None and old != 0:
                    lines.append(
                        OrderedDict([('line', old), ('deleted', True), ('data', line)])
                    )

        res.append(r)
    res = {'diffs': res}

    f = os.path.splitext(f)[0]

    with open(os.path.join('output', f + '.json'), 'w') as Out:
        json.dump(res, Out, indent=4, separators=(',', ': '))