add-determinism 0.7.3

RPM buildroot helper to strip nondeterministic bits in files
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153

a

Z��^Q_c@s
dZddlZddlZddlZddlZddlZddlZddlZej	dZ
ej	dZej	dZej	dZ
ee
fZejZdZdZdZd	Zd
ZdZdZiZd
d�ZiZdd�Zddd�ZGdd�d�ZGdd�d�Zdd�Zedk�rz
e�Z Wne!�ye"d�Yn0dS)z3Find modules used by a script, using introspection.�N�
LOAD_CONST�IMPORT_NAME�
STORE_NAME�STORE_GLOBAL���iiicCst�|g��|�dS�N)�packagePathMapZ
setdefault�append)Zpackagename�path�r�$/usr/lib64/python3.9/modulefinder.py�AddPackagePath&�rcCs|t|<dSr)�replacePackageMap)Zoldname�newnamerrr
�ReplacePackage1rrcCstjj��tjj�||�}|dur8tdj|d�|d��|jtjjurVddddt	ffS|jtjj
urtddddtffS|j}|j�
|�r�dtj�|�ddtffSt|jtjj�r�t}n<t|jtjj�r�t}n&t|jtjj�r�t}nddddtffSt�|�}tj�|�d}|||d|ffS)zDAn importlib reimplementation of imp.find_module (for our purposes).NzNo module named {name!r})�name�������rb)�	importlib�	machineryZ
PathFinderZinvalidate_cachesZ	find_spec�ImportErrorZformatZloaderZBuiltinImporter�
_C_BUILTINZFrozenImporter�
_PY_FROZENZoriginZ
is_package�osr�dirname�_PKG_DIRECTORY�
isinstanceZSourceFileLoader�
_PY_SOURCEZExtensionFileLoader�_C_EXTENSIONZSourcelessFileLoader�_PY_COMPILED�
_SEARCH_ERROR�io�	open_code�splitext)rrZspecZ	file_pathZkind�file�suffixrrr
�_find_module5s*
r)c@seZdZddd�Zdd�ZdS)�ModuleNcCs(||_||_||_d|_i|_i|_dSr)�__name__�__file__�__path__�__code__�globalnames�starimports)�selfrr'rrrr
�__init__dszModule.__init__cCsLd|jf}|jdur&|d|jf}|jdur@|d|jf}|d}|S)Nz	Module(%rz, %rz))r+r,r-)r1Zsrrr
�__repr__qs

zModule.__repr__)NN)r+�
__module__�__qualname__r2r3rrrr
r*bs

r*c@s�eZdZd6dd�Zdd�Zdd�Zd	d
�Zdd�Zd
d�Zd7dd�Z	d8dd�Z
dd�Zdd�Zd9dd�Z
dd�Zdd�Zdd�Zd d!�Zd:d"d#�Zd$d%�Zd&d'�Zd(d)�Zd*d+�Zd;d,d-�Zd.d/�Zd0d1�Zd2d3�Zd4d5�ZdS)<�ModuleFinderNrcCsZ|durtj}||_i|_i|_||_d|_|dur8|ng|_|durJ|ng|_g|_dS)Nr)	�sysr�modules�
badmodules�debug�indent�excludes�
replace_paths�processed_paths)r1rr:r<r=rrr
r2|szModuleFinder.__init__cGsV||jkrRt|j�D]}tddd�qt|dd�|D]}tt|�dd�q6t�dS)N�   � �Zend)r:�ranger;�print�repr)r1�level�str�args�i�argrrr
�msg�s
zModuleFinder.msgcGs,|d}||jkr(|jd|_|j|�dS�Nrr�r:r;rJ�r1rGrErrr
�msgin��
zModuleFinder.msgincGs,|d}||jkr(|jd|_|j|�dSrKrLrMrrr
�msgout�rOzModuleFinder.msgoutcCsV|�dd|�t�|��*}ddtf}|�d|||�Wd�n1sH0YdS)Nr�
run_scriptrr�__main__)rJr$r%r �load_module)r1�pathname�fp�stuffrrr
rQ�s
zModuleFinder.run_scriptcCshtj�|�\}}tj�|�\}}t�|��*}|dtf}|�||||�Wd�n1sZ0YdS)Nr)rr�splitr&r$r%r rS)r1rT�dirrZextrUrVrrr
�	load_file�s

zModuleFinder.load_filerc	Cs\|�dd||||�|j||d�}|�||�\}}|�||�}|sF|S|jrX|�||�dS)Nr�import_hook�rE)rJ�determine_parent�find_head_package�	load_tailr-�ensure_fromlist)	r1r�caller�fromlistrE�parent�q�tail�mrrr
rZ�szModuleFinder.import_hookcCs&|�dd||�|r|dkr,|�dd�dS|j}|dkr�|jrH|d8}|dkrl|j|}|�dd|�|S|�d�|kr�td��d�|�d�d|��}|j|}|�dd|�|S|jr�|j|}|�dd|�|Sd|v�r|�	d�}|d|�}|j|}|�dd|�|S|�dd�dS)	N�r\rzdetermine_parent -> Nonerzdetermine_parent ->�.zrelative importpath too deep)
rNrPr+r-r8Zcountr�joinrW�rfind)r1r`rEZpnamerbrHrrr
r\�s<





zModuleFinder.determine_parentcCs�|�dd||�d|vr@|�d�}|d|�}||dd�}n|}d}|r\d|j|f}n|}|�|||�}|r�|�dd||f�||fS|r�|}d}|�|||�}|r�|�dd||f�||fS|�dd|�td	|��dS)
Nrfr]rgrr�%s.%szfind_head_package ->�"raise ImportError: No module named�No module named )rN�findr+�
import_modulerPr)r1rbrrH�headrdZqnamercrrr
r]�s.
zModuleFinder.find_head_packagecCs�|�dd||�|}|r�|�d�}|dkr2t|�}|d|�||dd�}}d|j|f}|�|||�}|s|�dd|�td|��q|�dd	|�|S)
Nrfr^rgrrrjrkrlzload_tail ->)rNrm�lenr+rnrPr)r1rcrdrerHroZmnamerrr
r^�s
zModuleFinder.load_tailcCs�|�dd|||�|D]d}|dkrD|sz|�|�}|rz|�||d�qt||�sd|j|f}|�|||�}|std|��qdS)Nrfr_�*rrjrl)rJ�find_all_submodulesr_Zhasattrr+rnr)r1reraZ	recursive�subZall�subnameZsubmodrrr
r_s

zModuleFinder.ensure_fromlistc
	Cs�|js
dSi}g}|tjjdd�7}|tjjdd�7}|tjjdd�7}|jD]�}zt�|�}Wn$ty�|�	dd|�YqTYn0|D]R}d}|D]0}t
|�}	||	d�|kr�|d|	�}q�q�|r�|dkr�|||<q�qT|��S)Nrzcan't list directoryr2)r-rrZEXTENSION_SUFFIXESZSOURCE_SUFFIXESZBYTECODE_SUFFIXESrZlistdirZOSErrorrJrp�keys)
r1rer8ZsuffixesrX�namesrZmodZsuffZnrrr
rrs.

z ModuleFinder.find_all_submodulescCs|�dd|||�z|j|}Wnty2Yn0|�dd|�|S||jvr`|�dd�dS|r~|jdur~|�dd�dSz|�||o�|j|�\}}}Wn"ty�|�ddd�YdS0z |�||||�}W|r�|�	�n|r�|�	�0|�rt
|||�|�dd|�|S)Nrrnzimport_module ->zimport_module -> None)rNr8ZKeyErrorrPr9r-�find_modulerrS�closeZsetattr)r1Zpartname�fqnamerbrerUrTrVrrr
rn,s<

�
�
zModuleFinder.import_modulec
Cs*|\}}}|�dd||od|�|tkrF|�||�}|�dd|�|S|tkr`t|��|d�}	n~|tkr�z|��}
tj	�
|
|i�Wn<ty�}z$|�ddt|�|��WYd}~n
d}~00t
�t|
�dd��}	nd}	|�|�}||_|	�r|j�r|�|	�}	|	|_|�|	|�|�dd|�|S)NrrSrUzload_module ->Zexeczraise ImportError: i)rNr�load_packagerPr ZcompileZreadr"rZ_bootstrap_externalZ
_classify_pycrrF�marshalZloadsZ
memoryview�
add_moduler,r=�replace_paths_in_coder.�	scan_code)r1ryrUrTZ	file_infor(Zmode�typere�coZdataZexcrrr
rSLs4


zModuleFinder.load_modulecCs<||jvri|j|<|r*d|j||j<nd|j|d<dS)Nrz-)r9r+)r1rr`rrr
�_add_badmoduleis


zModuleFinder._add_badmodulecCsH||jvr|�||�dSz|j|||d�Wn�typ}z*|�ddt|��|�||�WYd}~n�d}~0ty�}z*|�ddt|��|�||�WYd}~n�d}~00|�rD|D]�}|d|}||jvr�|�||�q�z|j|||g|d�Wq�t�y@}z*|�ddt|��|�||�WYd}~q�d}~00q�dS)Nr[rzImportError:zSyntaxError:rg)r9r�rZrrJrFZSyntaxError)r1rr`rarErJrs�fullnamerrr
�_safe_import_hookqs,
 "
zModuleFinder._safe_import_hookccs�|j}|j}|j}dd�t�|�D�}t|�D]�\}\}}|tvrTd||ffVq.|tkr.|dkr.||dd||ddkr�tkr.nq.|||dd}	|||dd}
|	dkr�d|
||ffVq.d|	|
||ffVq.q.dS)	NcSs"g|]\}}}|tkr||f�qSr)�EXTENDED_ARG)�.0Z_�oprIrrr
�
<listcomp>�s�z-ModuleFinder.scan_opcodes.<locals>.<listcomp>�storerrr�absolute_import�relative_import)	�co_codeZco_names�	co_consts�disZ_unpack_opargsZ	enumerate�	STORE_OPSrr)r1r��coderv�constsZopargsrHr�ZopargrErarrr
�scan_opcodes�s&��
zModuleFinder.scan_opcodescCs�|j}|j}||�D�]F\}}|dkr8|\}d|j|<q|dk�r|\}}d}	|durpd|vrbd}	dd�|D�}|j|||dd�|	�r\d}
|jr�|j�|jd	|�}
|
dur�|j�|�}
|
dur�|j�|
j�|j	�|
j	�|
j
dur�d|j	|<n
d|j	|<q|d
k�rT|\}}}|�r0|j||||d�n"|j||d�}|j|jd|dd�qt|��q|j
D]"}
t|
t|���rd|�|
|��qddS)Nr�rr�rrqcSsg|]}|dkr|�qS)rqr)r��frrr
r��sz*ModuleFinder.scan_code.<locals>.<listcomp>r[rgr�)r�r�r/r�r-r8�getr+Zupdater0r.r\ZRuntimeErrorr�rrr~)r1r�rer�ZscannerZwhatrGrraZ	have_starZmmrErbZcrrr
r~�sH





zModuleFinder.scan_codecCs�|�dd||�t�|�}|r"|}|�|�}||_|g|_|jt�|g�|_|�d|j�\}}}z2|�||||�|�	dd|�|W|r�|�
�Sn|r�|�
�0dS)Nrrzr2zload_package ->)rNrr�r|r,r-r	rwrSrPrx)r1ryrTrrerUZbufrVrrr
rz�s(

��zModuleFinder.load_packagecCs*||jvr|j|St|�|j|<}|Sr)r8r*)r1ryrerrr
r|�s

zModuleFinder.add_modulecCsn|dur|jd|}n|}||jvr<|�dd|�t|��|durd|tjvr^ddddtffS|j}t||�S)Nrgrzfind_module -> Excludedr)	r+r<rPrr7Zbuiltin_module_namesrrr))r1rrrbr�rrr
rw�s

zModuleFinder.find_modulecCst�tdd�tdd�t|j���}|D]B}|j|}|jrRtddd�ntddd�td||jpnd	�q0|��\}}|r�t�td
�|D]*}t|j|���}td|dd
�|��q�|�rt�tddd�td�|D]*}t|j|���}td|dd
�|��q�dS)z�Print a report to stdout, listing the found modules with their
        paths, as well as modules that are missing, or seem to be missing.
        z
  %-25s %s)ZNameZFile)�----r�ZPr@rArez%-25srzMissing modules:z?z
imported fromz, z7Submodules that appear to be missing, but could also bez#global names in the parent package:N)	rCZsortedr8rur-r,�any_missing_mayber9rh)r1ruZkeyre�missing�mayberZmodsrrr
�report�s0
zModuleFinder.reportcCs|��\}}||S)z�Return a list of modules that appear to be missing. Use
        any_missing_maybe() if you want to know which modules are
        certain to be missing, and which *may* be missing.
        )r�)r1r�r�rrr
�any_missing szModuleFinder.any_missingcCs�g}g}|jD]�}||jvrq|�d�}|dkr<|�|�q||dd�}|d|�}|j�|�}|dur�||j|vr�|�|�q�||jvr�q�|jr�|�|�q�|�|�q|�|�q|��|��||fS)a�Return two lists, one with modules that are certainly missing
        and one with modules that *may* be missing. The latter names could
        either be submodules *or* just global names in the package.

        The reason it can't always be determined is that it's impossible to
        tell which names are imported when "from module import *" is done
        with an extension module, short of actually importing it.
        rgrrN)	r9r<rir
r8r�r/r0Zsort)r1r�r�rrHrtZpkgnameZpkgrrr
r�(s0	




zModuleFinder.any_missing_maybecCs�tj�|j�}}|jD]*\}}|�|�r||t|�d�}qDq|jr�||jvr�||krr|�	dd||f�n|�	dd|f�|j�
|�t|j�}t
t|��D](}t||t|��r�|�||�||<q�|jt|�|d�S)Nrzco_filename %r changed to %rz co_filename %r remains unchanged)r��co_filename)rrZnormpathr�r=Z
startswithrpr:r>rPr
Zlistr�rBrrr}ZreplaceZtuple)r1r�Znew_filenameZoriginal_filenamer�Zrr�rHrrr
r}Vs&
��
z"ModuleFinder.replace_paths_in_code)NrNN)NNr�r)rr�r)r+r4r5r2rJrNrPrQrYrZr\r]r^r_rrrnrSr�r�r�r~rzr|rwr�r�r�r}rrrr
r6zs2
	

#
 
1
".r6c
Cs�ddl}z|�tjdd�d�\}}Wn0|jyV}zt|�WYd}~dSd}~00d}d}g}g}|D]Z\}}	|dkr�|d}|dkr�d}|dkr�||	�tj�}|dkr�d}|dkrl|�|	�ql|s�d	}
n|d}
tj	dd�}tj	�
|
�|d<||}|dk�r,td
�|D]}tdt|���qt|||�}
|dd�D]`}|dk�rZd}�qD|�r�|dd�d
k�r�|
�
|dd�ddg�n
|
�
|�n
|
�|��qD|
�|
�|
��|
S)Nrrzdmp:qx:z-dz-mz-pz-qz-xzhello.pyzpath:r?i����z.*rq)�getoptr7ZargvZerrorrCrWrZpathsepr
rrrDr6rZrYrQr�)r�ZoptsrGrJr:ZdomodsZaddpathZexcludeZoZaZscriptrZitem�mfrIrrr
�testnsX


r�rRz
[interrupted]r)#Z__doc__r�Zimportlib._bootstrap_externalrZimportlib.machineryr{rr$r7Zopmaprrrrr�r�r#r r"r!rrrr	rrrr)r*r6r�r+r�ZKeyboardInterruptrCrrrr
Z<module>sH




-w;