add-determinism 0.7.3

RPM buildroot helper to strip nondeterministic bits in files
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190

B

�/g^�Yc	@sdZddlZddlZddlZddlZddlZddlZddlZddl	Z	e	�
��e	�de�ddl
Z
WdQRXejdZejdZejdZejdZeefZejZiZdd	�ZiZd
d�ZGdd
�d
�ZGdd�d�Zdd�Zedk�ry
e�ZWnek
�red�YnXdS)z3Find modules used by a script, using introspection.�NZignore�
LOAD_CONST�IMPORT_NAME�
STORE_NAME�STORE_GLOBALcCst�|g��|�dS�N)�packagePathMapZ
setdefault�append)Zpackagename�path�r	�$/usr/lib64/python3.7/modulefinder.py�AddPackagePath�rcCs|t|<dSr)�replacePackageMap)Zoldname�newnamer	r	r
�ReplacePackage*rrc@seZdZddd�Zdd�ZdS)�ModuleNcCs(||_||_||_d|_i|_i|_dSr)�__name__�__file__�__path__�__code__�globalnames�starimports)�self�nameZfilerr	r	r
�__init__0szModule.__init__cCsLd|jf}|jdk	r&|d|jf}|jdk	r@|d|jf}|d}|S)Nz	Module(%rz, %rz))rrr)rZsr	r	r
�__repr__=s

zModule.__repr__)NN)r�
__module__�__qualname__rrr	r	r	r
r.s

rc@s�eZdZddggfdd�Zdd�Zdd�Zd	d
�Zdd�Zd
d�Zd6dd�Z	d7dd�Z
dd�Zdd�Zd8dd�Z
dd�Zdd�Zdd�Zd d!�Zd9d"d#�Zd$d%�Zd&d'�Zd(d)�Zd*d+�Zd:d,d-�Zd.d/�Zd0d1�Zd2d3�Zd4d5�ZdS);�ModuleFinderNrcCsB|dkrtj}||_i|_i|_||_d|_||_||_g|_dS)Nr)	�sysr�modules�
badmodules�debug�indent�excludes�
replace_paths�processed_paths)rrr!r#r$r	r	r
rHszModuleFinder.__init__cGs^||jkrZxt|j�D]}tddd�qWt|dd�x|D]}tt|�dd�q<Wt�dS)N�   � �Zend)r!�ranger"�print�repr)r�level�str�args�i�argr	r	r
�msgTs

zModuleFinder.msgcGs,|d}||jkr(|jd|_|j|�dS�Nr��r!r"r1�rr.r,r	r	r
�msgin]�
zModuleFinder.msgincGs,|d}||jkr(|jd|_|j|�dSr2r4r5r	r	r
�msgoutcr7zModuleFinder.msgoutc	CsB|�dd|�t|��"}ddtjf}|�d|||�WdQRXdS)N��
run_script��r�__main__)r1�open�imp�	PY_SOURCE�load_module)r�pathname�fp�stuffr	r	r
r:is
zModuleFinder.run_scriptc	CsTtj�|�\}}tj�|�\}}t|��"}|dtjf}|�||||�WdQRXdS)Nr<)�osr�splitZsplitextr>r?r@rA)rrB�dirrZextrCrDr	r	r
�	load_fileos

zModuleFinder.load_file�����c	Cs\|�dd||||�|j||d�}|�||�\}}|�||�}|sF|S|jrX|�||�dS)N��import_hook�r,)r1�determine_parent�find_head_package�	load_tailr�ensure_fromlist)	rr�caller�fromlistr,�parent�q�tail�mr	r	r
rKvszModuleFinder.import_hookcCsN|�dd||�|r|dkr,|�dd�dS|j}|dkr�|jrH|d8}|dkrx|j|}||ksft�|�dd|�|S|�d�|kr�td��d�|�	d�d|��}|j|}|�dd|�|S|jr�|j|}||ks�t�|�dd|�|Sd|k�r>|�
d�}|d|�}|j|}|j|k�s,t�|�dd|�|S|�dd�dS)	N�rMrzdetermine_parent -> Noner3zdetermine_parent ->�.zrelative importpath too deep)r6r8rrrZAssertionErrorZcount�ImportError�joinrF�rfind)rrQr,ZpnamerSr/r	r	r
rM�sB





zModuleFinder.determine_parentcCs�|�dd||�d|kr@|�d�}|d|�}||dd�}n|}d}|r\d|j|f}n|}|�|||�}|r�|�dd||f�||fS|r�|}d}|�|||�}|r�|�dd||f�||fS|�dd|�td	|��dS)
NrWrNrXr3r;�%s.%szfind_head_package ->�"raise ImportError: No module named�No module named )r6�findr�
import_moduler8rY)rrSrr/�headrUZqnamerTr	r	r
rN�s.
zModuleFinder.find_head_packagecCs�|�dd||�|}xz|r�|�d�}|dkr4t|�}|d|�||dd�}}d|j|f}|�|||�}|s|�dd|�td|��qW|�dd	|�|S)
NrWrOrXrr3r\r]r^zload_tail ->)r6r_�lenrr`r8rY)rrTrUrVr/raZmnamer	r	r
rO�s
zModuleFinder.load_tailcCs�|�dd|||�xl|D]d}|dkrF|s||�|�}|r||�||d�qt||�sd|j|f}|�|||�}|std|��qWdS)NrWrP�*r3r\r^)r1�find_all_submodulesrPZhasattrrr`rY)rrVrRZ	recursive�subZall�subnameZsubmodr	r	r
rP�s


zModuleFinder.ensure_fromlistc
	Cs�|js
dSi}g}|tjjdd�7}|tjjdd�7}|tjjdd�7}x�|jD]�}yt�|�}Wn$tk
r�|�	dd|�wVYnXx\|D]T}d}x6|D].}t
|�}	||	d�|kr�|d|	�}Pq�W|r�|dkr�|||<q�WqVW|��S)Nr9zcan't list directoryr)r�	importlibZ	machineryZEXTENSION_SUFFIXESZSOURCE_SUFFIXESZBYTECODE_SUFFIXESrEZlistdirZOSErrorr1rb�keys)
rrVrZsuffixesrG�namesrZmodZsuffZnr	r	r
rd�s.

z ModuleFinder.find_all_submodulescCs|�dd|||�y|j|}Wntk
r4YnX|�dd|�|S||jkrb|�dd�dS|r�|jdkr�|�dd�dSy|�||o�|j|�\}}}Wn"tk
r�|�ddd�dSXz|�||||�}Wd|r�|�	�X|r�t
|||�|�dd|�|S)NrJr`zimport_module ->zimport_module -> None)r6rZKeyErrorr8r r�find_modulerYrA�closeZsetattr)rZpartname�fqnamerSrVrCrBrDr	r	r
r`�s6

zModuleFinder.import_modulec
Cs2|\}}}|�dd||od|�|tjkrH|�||�}|�dd|�|S|tjkrht|��d|d�}	n~|tjkr�y|��}
t	j
�|
|i�Wn:tk
r�}z|�ddt
|�|��Wdd}~XYnXt�t|
�dd��}	nd}	|�|�}||_|	�r |j�r|�|	�}	|	|_|�|	|�|�dd|�|S)	Nr9rArCzload_module ->Z
Zexeczraise ImportError: i)r6r?Z
PKG_DIRECTORY�load_packager8r@ZcompileZreadZPY_COMPILEDrgZ_bootstrap_externalZ
_classify_pycrYr-�marshalZloadsZ
memoryview�
add_modulerr$�replace_paths_in_coder�	scan_code)rrlrCrBZ	file_infoZsuffixZmode�typerV�coZdataZexcr	r	r
rAs4





zModuleFinder.load_modulecCs<||jkri|j|<|r*d|j||j<nd|j|d<dS)Nr3z-)r r)rrrQr	r	r
�_add_badmodule4s


zModuleFinder._add_badmodulecCs||jkr|�||�dSy|j|||d�Wn@tk
rn}z"|�ddt|��|�||�Wdd}~XYn�X|�rx�|D]�}||jkr�|�||�q|y|j|||g|d�Wq|tk
r�}z.|�ddt|��|d|}|�||�Wdd}~XYq|Xq|WdS)NrLr9zImportError:rX)r rtrKrYr1r-)rrrQrRr,r1re�fullnamer	r	r
�_safe_import_hook<s&


zModuleFinder._safe_import_hookccs�|j}|j}|j}dd�t�|�D�}x�t|�D]�\}\}}|tkrVd||ffVq0|tkr0|dkr0||dd||ddkr�tkr0nq0|||dd}	|||dd}
|	dkr�d|
||ffVq0d|	|
||ffVq0q0WdS)	NcSs"g|]\}}}|tkr||f�qSr	)�EXTENDED_ARG)�.0Z_�opr0r	r	r
�
<listcomp>Xsz-ModuleFinder.scan_opcodes.<locals>.<listcomp>�storer9r3r�absolute_import�relative_import)	�co_code�co_names�	co_consts�disZ_unpack_opargsZ	enumerate�	STORE_OPSrr)rrs�coderi�constsZopargsr/ryZopargr,rRr	r	r
�scan_opcodesSs 0zModuleFinder.scan_opcodescCs�|j}|j}�xT||�D�]F\}}|dkr<|\}d|j|<q|dk�r|\}}d}	|dk	rtd|krfd}	dd�|D�}|j|||dd�|	�r`d}
|jr�|j�|jd	|�}
|
dkr�|j�|�}
|
dk	r�|j�|
j�|j	�|
j	�|
j
dkr�d|j	|<n
d|j	|<q|d
k�rX|\}}}|�r4|j||||d�n"|j||d�}|j|jd|dd�qt|��qWx,|j
D]"}
t|
t|���rl|�|
|��qlWdS)Nr{r3r|rrccSsg|]}|dkr|�qS)rcr	)rx�fr	r	r
rzusz*ModuleFinder.scan_code.<locals>.<listcomp>rLrXr})r~r�rrvrr�getrZupdaterrrMZRuntimeErrorr��
isinstancerrrq)rrsrVr�ZscannerZwhatr.rrRZ	have_starZmmr,rSZcr	r	r
rqhsH



zModuleFinder.scan_codecCs�|�dd||�t�|�}|r"|}|�|�}||_|g|_|jt�|g�|_|�d|j�\}}}z"|�||||�|�	dd|�|S|r�|�
�XdS)Nr9rmrzload_package ->)r6r
r�rorrrrjrAr8rk)rrlrBrrVrCZbufrDr	r	r
rm�s

zModuleFinder.load_packagecCs*||jkr|j|St|�|j|<}|Sr)rr)rrlrVr	r	r
ro�s

zModuleFinder.add_modulecCsr|dk	r|jd|}n|}||jkr<|�dd|�t|��|dkrf|tjkr`ddddtjffS|j}t�	||�S)NrXrJzfind_module -> Excludedr;)
rr#r8rYrZbuiltin_module_namesr?Z	C_BUILTINrrj)rrrrSrur	r	r
rj�s

zModuleFinder.find_modulecCs"t�tdd�tdd�t|j���}xJ|D]B}|j|}|jrTtddd�ntddd�td||jppd	�q2W|��\}}|r�t�td
�x2|D]*}t|j|���}td|dd
�|��q�W|�rt�tddd�td�x2|D]*}t|j|���}td|dd
�|��q�WdS)z�Print a report to stdout, listing the found modules with their
        paths, as well as modules that are missing, or seem to be missing.
        z
  %-25s %s)ZNameZFile)�----r�ZPr'r(rVz%-25sr;zMissing modules:z?z
imported fromz, z7Submodules that appear to be missing, but could also bez#global names in the parent package:N)	r*Zsortedrrhrr�any_missing_mayber rZ)rrhZkeyrV�missing�mayberZmodsr	r	r
�report�s0



zModuleFinder.reportcCs|��\}}||S)z�Return a list of modules that appear to be missing. Use
        any_missing_maybe() if you want to know which modules are
        certain to be missing, and which *may* be missing.
        )r�)rr�r�r	r	r
�any_missing�szModuleFinder.any_missingcCs�g}g}x�|jD]�}||jkr q|�d�}|dkr>|�|�q||dd�}|d|�}|j�|�}|dk	r�||j|kr�|�|�q�||jkr�q�|jr�|�|�q�|�|�q|�|�qW|��|��||fS)a�Return two lists, one with modules that are certainly missing
        and one with modules that *may* be missing. The latter names could
        either be submodules *or* just global names in the package.

        The reason it can't always be determined is that it's impossible to
        tell which names are imported when "from module import *" is done
        with an extension module, short of actually importing it.
        rXrr3N)	r r#r[rrr�rrZsort)rr�r�rr/rfZpkgnameZpkgr	r	r
r��s0	



zModuleFinder.any_missing_maybecCstj�|j�}}x2|jD](\}}|�|�r||t|�d�}PqW|jr�||jkr�||krt|�	dd||f�n|�	dd|f�|j�
|�t|j�}x8t
t|��D](}t||t|��r�|�||�||<q�Wt�|j|j|j|j|j|jt|�|j|j||j|j|j|j|j �S)Nr9zco_filename %r changed to %rz co_filename %r remains unchanged)!rErZnormpathZco_filenamer$Z
startswithrbr!r%r8rZlistr�r)r�rrrp�typesZCodeTypeZco_argcountZco_kwonlyargcountZ
co_nlocalsZco_stacksizeZco_flagsr~ZtuplerZco_varnamesZco_nameZco_firstlinenoZ	co_lnotabZco_freevarsZco_cellvars)rrsZnew_filenameZoriginal_filenamer�r<r�r/r	r	r
rps,



z"ModuleFinder.replace_paths_in_code)NNrI�rI)rr�r)rrrrr1r6r8r:rHrKrMrNrOrPrdr`rArtrvr�rqrmrorjr�r�r�rpr	r	r	r
rFs2	

#

1
".rc
Cs�ddl}y|�tjdd�d�\}}Wn,|jk
rR}zt|�dSd}~XYnXd}d}g}g}xb|D]Z\}}	|dkr�|d}|dkr�d}|dkr�||	�tj�}|dkr�d}|dkrj|�|	�qjW|s�d	}
n|d}
tj	dd�}tj	�
|
�|d<||}|dk�r0td
�x|D]}tdt|���qWt|||�}
xp|dd�D]`}|dk�r`d}�qJ|�r�|dd�d
k�r�|
�
|dd�ddg�n
|
�
|�n
|
�|��qJW|
�|
�|
��|
S)Nrr3zdmp:qx:z-dz-mz-pz-qz-xzhello.pyzpath:r&i����z.*rc)�getoptrZargvZerrorr*rFrEZpathseprrZdirnamer+rrKrHr:r�)r�Zoptsr.r1r!ZdomodsZaddpathZexcludeZoZaZscriptrZitem�mfr0r	r	r
�test:sX



r�r=z
[interrupted]) Z__doc__r�Zimportlib._bootstrap_externalrgZimportlib.machineryrnrErr�ZwarningsZcatch_warningsZsimplefilterZDeprecationWarningr?Zopmaprrrrr�rwrrr
rrrr�rr�ZKeyboardInterruptr*r	r	r	r
Z<module>s@




w;