MINI MINI MANI MO
3
\ @ sN d dddgZ dZdZdZdZdZd Zd
Zd Zd Z d
Z
dZ dZ dZ
dZdZdZdZdZdZdZdZdZdZdZd Zd Zd Zd Z d Z d!Z d"Z d#Z d$Z!d%Z"d&Z#d'Z$d(Z%d)Z&d*Z'd+Z(d,Z)d-Z*d.Z+d/Z,d0Z-d1Z.d2Z/d3Z0d4Z1d5Z2d6Z3d7Z4d8Z5d9Z6d:Z7d;Z8d<Z9d=Z:d>Z;d?d@ e< j= D Z>e j?e>j@ dAd ZAdBd ZBdCd ZCdDdE ZDeEdFkrJeD dGS )Htok_name
ISTERMINAL
ISNONTERMINALISEOF
! " # $ % & ' ( ) * + , - . / 0 1 2 3 4 5 6 7 8 9 c C s, i | ]$\}}t |tr|jd r||qS )_)
isinstanceint
startswith).0namevalue rG /usr/lib64/python3.6/token.py
<dictcomp>J s rI c C s | t k S )N) NT_OFFSET)xrG rG rH r O s c C s | t kS )N)rJ )rK rG rG rH r R s c C s | t kS )N) ENDMARKER)rK rG rG rH r U s c J C sp dd l } dd l}|jdd }|r*|d p,d}d}t|dkrF|d }y t|}W n@ tk
r } z$|jjdt| |j d W Y d d }~X nX | |j
j d}W d Q R X | j d| j
}i } x:|D ]2}
|j|
} | r| jdd\} }
t|
}
| | |
< qW t| j }y t|}W nB tk
rZ } z$|jjdt| |j d W Y d d }~X nX | |j
j d}W d Q R X y |jd d }|jd
}W n, tk
r |jjd |j d Y nX g }x$|D ] }
|jd
| |
|
f qW ||||< yt|d}W nB tk
rJ } z$|jjdt| |j d W Y d d }~X nX | |jdj| W d Q R X d S )Nr r zInclude/token.hz Lib/token.pyzI/O error: %s
z:#define[ ][ ]*([A-Z0-9][A-Z0-9_]*)[ ][ ]*([0-9][0-9]*)r z#--start constants--z#--end constants--z&target does not contain format markersr z%s = %dwr )resysargvlenopenOSErrorstdoutwritestrexitreadsplitcompile
IGNORECASEmatchgrouprB sortedkeysstderrindex
ValueErrorappendjoin)rO rP args
inFileName outFileNamefperrlinesprogtokensliner] rE valr` formatstartendrG rG rH _mainY sb
rs __main__N)F__all__rL NAMENUMBERSTRINGNEWLINEINDENTDEDENTLPARRPARLSQBRSQBCOLONCOMMASEMIPLUSMINUSSTARSLASHVBARAMPERLESSGREATEREQUALDOTPERCENTLBRACERBRACEEQEQUALNOTEQUAL LESSEQUAL GREATEREQUALTILDE
CIRCUMFLEX LEFTSHIFT
RIGHTSHIFT
DOUBLESTAR PLUSEQUALMINEQUAL STAREQUAL
SLASHEQUAL PERCENTEQUAL
AMPEREQUAL VBAREQUALCIRCUMFLEXEQUALLEFTSHIFTEQUALRIGHTSHIFTEQUALDOUBLESTAREQUAL DOUBLESLASHDOUBLESLASHEQUALATATEQUALRARROWELLIPSISOPAWAITASYNC
ERRORTOKENN_TOKENSrJ globalsitemsr extendvaluesr r r rs __name__rG rG rG rH <module> s
5
OHA YOOOO