B
�/g^� c @ sR d dddgZ dZdZdZdZdZd Zd
Zd Zd Z d
Z
dZ dZ dZ
dZdZdZdZdZdZdZdZdZdZdZd Zd Zd Zd Z d Z d!Z d"Z d#Z d$Z!d%Z"d&Z#d'Z$d(Z%d)Z&d*Z'd+Z(d,Z)d-Z*d.Z+d/Z,d0Z-d1Z.d2Z/d3Z0d4Z1d5Z2d6Z3d7Z4d8Z5d9Z6d:Z7d;Z8d<Z9d=Z:d>Z;d?Z<d@dA� e=� �>� D �Z?e �@e?�A� � dBd� ZBdCd� ZCdDd� ZDdEdF� ZEeFdGk�rNeE� dHS )I�tok_name�
ISTERMINAL�
ISNONTERMINAL�ISEOF� � � � � i i i i i i
i i i
i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i c C s* i | ]"\}}t |t�r|�d �s||�qS )Z_)Z
isinstance�intZ
startswith)Z.0�nameZvalue� r � /usr/lib64/python3.7/token.py�
<dictcomp>N s r
c C s | t k S �N�� NT_OFFSET�Zxr r r r S � c C s | t kS r r r r r r r V r c C s | t kS r )� ENDMARKERr r r r r Y r c
C s� dd l } dd l}|jdd � }|r*|d p,d}d}t|�dkrF|d }y t|�}W n@ tk
r� } z"|j�dt|� � |� d� W d d }~X Y nX |� |�
� � d�}W d Q R X | � d| j
�}| � d| j
�} i }
d } xr|D ]j} |�| �}
|
�r|
�dd �\}}t|�}d
|i|
|< |} q�| �| �}|r�| d k r�|�d�}||
| d < q�W t|
�� �}y t|�}W nB tk
�r� } z"|j�dt|� � |� d � W d d }~X Y nX |� |�
� � d�}W d Q R X y |�d �d }|�d
�}W n, tk
�r |j�d� |� d� Y nX g }xL|D ]D}|�d|
| d
|f � d |
| k�r|�d|
| d � �qW ||||�< yt|d�}W nB tk
�r� } z"|j�dt|� � |� d� W d d }~X Y nX |� |�d�|�� W d Q R X d S )Nr r zInclude/token.hz Lib/token.pyzI/O error: %s
Z
z>#define[ \t][ \t]*([A-Z0-9][A-Z0-9_]*)[ \t][ \t]*([0-9][0-9]*)z^\s*/\*\s*(.+?)\s*\*/\s*$r Ztoken�commentz#--start constants--z#--end constants--z&target does not contain format markersr z%s = %dz# %sZwr )�re�sysZargvZlenZopenZOSErrorZstdoutZwriteZstrZexitZreadZsplitZcompileZ
IGNORECASE�matchZgroupr Zsorted�keysZstderrZindexZ
ValueErrorZappendZjoin)r r ZargsZ
inFileNameZ outFileNameZfpZerrZlinesZprogZ
comment_regexZtokensZprev_valZliner r
ZvalZ
comment_matchr r ZformatZstartZendZkeyr r r �_main] sx
r Z__main__N)GZ__all__r ZNAMEZNUMBERZSTRINGZNEWLINEZINDENTZDEDENTZLPARZRPARZLSQBZRSQBZCOLONZCOMMAZSEMIZPLUSZMINUSZSTARZSLASHZVBARZAMPERZLESSZGREATERZEQUALZDOTZPERCENTZLBRACEZRBRACEZEQEQUALZNOTEQUALZ LESSEQUALZ GREATEREQUALZTILDEZ
CIRCUMFLEXZ LEFTSHIFTZ
RIGHTSHIFTZ
DOUBLESTARZ PLUSEQUALZMINEQUALZ STAREQUALZ
SLASHEQUALZ PERCENTEQUALZ
AMPEREQUALZ VBAREQUALZCIRCUMFLEXEQUALZLEFTSHIFTEQUALZRIGHTSHIFTEQUALZDOUBLESTAREQUALZ DOUBLESLASHZDOUBLESLASHEQUALZATZATEQUALZRARROWZELLIPSISZOPZ
ERRORTOKENZCOMMENTZNLZENCODINGZN_TOKENSr ZglobalsZitemsr ZextendZvaluesr r r r Z__name__r r r r Z<module> s�
B