Your IP : 18.188.211.246


Current Path : /opt/alt/python310/lib64/python3.10/lib2to3/pgen2/__pycache__/
Upload File :
Current File : //opt/alt/python310/lib64/python3.10/lib2to3/pgen2/__pycache__/tokenize.cpython-310.opt-2.pyc

o

6��fR�
@s�	dZdZddlZddlZddlmZmZddlTddlm	Z	dd	�e
e	�D�gd
�Z[	zeWne
y<eZYnwdd�Zd
d�Zdd�Zdd�ZdZdZeede�ee�ZdZdZdZdZedd�Zeeeee�ZdZedd�ee�ZdeZeee�Zed ed!�Z ee ee�Z!d"Z"d#Z#d$Z$d%Z%d&Z&ee&d'e&d(�Z'ee&d)e&d*�Z(ed+d,d-d.d/d0d1d2d3�	Z)d4Z*ed5d6d7�Z+ee)e*e+�Z,ee!e,e(e�Z-ee-Z.ee&d8ed9d�e&d:ed;d��Z/edee'�Z0eee0e!e,e/e�Z1e2ej3e.e1e$e%f�\Z4Z5Z6Z7ed<d=d>d?�ed<d=d@dA�BhdB�BZ8e�3e"�e�3e#�e6e7dC�dDdE�e8D��dFdE�e8D��dGdE�e8D��Z9d'd(hdHdI�e8D�BdJdI�e8D�BZ:d9d;hdKdI�e8D�BdLdI�e8D�BZ;dMZ<GdNdO�dOe=�Z>GdPdQ�dQe=�Z?dRdS�Z@e@fdTdU�ZAdVdW�ZBGdXdY�dY�ZCe�3dZejD�ZEe�3d[ejD�ZFd\d]�ZGd^d_�ZHd`da�ZIdbdc�ZJeKddk�r�ddlLZLeMeLjN�dk�r�eAeOeLjNd�jP�dSeAeLjQjP�dSdS)ezKa-Ping Yee <ping@lfw.org>z@GvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro�N)�BOM_UTF8�lookup)�*�)�tokencCsg|]
}|ddkr|�qS)r�_�)�.0�xrr�=/opt/alt/python310/lib64/python3.10/lib2to3/pgen2/tokenize.py�
<listcomp>%sr)�tokenize�generate_tokens�
untokenizecGsdd�|�dS)N�(�|�))�join��choicesrrr�group0�rcG�t|�dS)Nr�rrrrr�any1�rcGr)N�?rrrrr�maybe2rrcst�fdd��D��S)Nc3s6�|]}�dD]}|��|��kr||VqqdS))�N)�casefold)r	r
�y��lrr�	<genexpr>4s�� �z _combinations.<locals>.<genexpr>)�setr!rr!r�
_combinations3s�r%z[ \f\t]*z	#[^\r\n]*z\\\r?\nz\w+z0[bB]_?[01]+(?:_[01]+)*z(0[xX]_?[\da-fA-F]+(?:_[\da-fA-F]+)*[lL]?z0[oO]?_?[0-7]+(?:_[0-7]+)*[lL]?z[1-9]\d*(?:_\d+)*[lL]?z0[lL]?z[eE][-+]?\d+(?:_\d+)*z\d+(?:_\d+)*\.(?:\d+(?:_\d+)*)?z\.\d+(?:_\d+)*z\d+(?:_\d+)*z\d+(?:_\d+)*[jJ]z[jJ]z[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'(?:[uUrRbBfF]|[rR][fFbB]|[fFbBuU][rR])?�'''�"""z'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"z\*\*=?z>>=?z<<=?z<>z!=z//=?z->z[+\-*/%&@|^=<>]=?�~z[][(){}]z\r?\nz:=z[:;.,`@]z'[^\n'\\]*(?:\\.[^\n'\\]*)*�'z"[^\n"\\]*(?:\\.[^\n"\\]*)*�"�r�R�f�F�b�B>ZuR�UZUrZurZUR�u)r)r*r&r'cC�i|]}|�d�t�qS�r&)�single3prog�r	�prefixrrr�
<dictcomp>y�r8cCr3�r')�double3progr6rrrr8zr9cCsi|]}|d�qS�Nrr6rrrr8{rcC�h|]}|�d��qSr4rr6rrr�	<setcomp>�r>cCr=r:rr6rrrr>�r?cCr=)r)rr6rrrr>�r?cCr=)r*rr6rrrr>�r?�c@�eZdZdS)�
TokenErrorN��__name__�
__module__�__qualname__rrrrrB�rrBc@rA)�StopTokenizingNrCrrrrrG�rrGc		Cs4|\}}|\}}td||||t|t|�f�dS)Nz%d,%d-%d,%d:	%s	%s)�print�tok_name�repr)	�typerZxxx_todo_changemeZxxx_todo_changeme1�lineZsrowZscolZerowZecolrrr�
printtoken�s

�rMcCs(	zt||�WdStyYdSwr<)�
tokenize_looprG)�readline�
tokeneaterrrrr
�s�r
cCst|�D]}||�qdSr<)r)rOrPZ
token_inforrrrN�s
�rNc@s,eZdZdd�Zdd�Zdd�Zdd�Zd	S)
�UntokenizercCsg|_d|_d|_dS)Nrr)�tokens�prev_row�prev_col)�selfrrr�__init__�s
zUntokenizer.__init__cCs.|\}}||j}|r|j�d|�dSdS)N� )rTrR�append)rU�start�row�col�
col_offsetrrr�add_whitespace�s

�zUntokenizer.add_whitespacecCs�|D]8}t|�dkr|�||�n)|\}}}}}|�|�|j�|�|\|_|_|ttfvr:|jd7_d|_qd�	|j�S)N�rrr)
�len�compatr]rRrXrSrT�NEWLINE�NLr)rU�iterable�t�tok_typerrY�endrLrrrr�s
�zUntokenizer.untokenizec	Cs�d}g}|jj}|\}}|ttfvr|d7}|ttfvrd}|D]B}|dd�\}}|ttttfvr6|d7}|tkr@|�|�q |t	krI|�
�q |ttfvrRd}n|r^|r^||d�d}||�q dS)NFrWTr^���)rRrX�NAME�NUMBERrarb�ASYNC�AWAIT�INDENT�DEDENT�pop)	rUrrc�	startline�indents�toks_append�toknum�tokval�tokrrrr`�s2

�zUntokenizer.compatN)rDrErFrVr]rr`rrrrrQ�s
rQz&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s^[ \t\f]*(?:[#\r\n]|$)cCsJ	|dd����dd�}|dks|�d�rdS|dvs!|�d�r#dS|S)	N�r�-�utf-8zutf-8-)zlatin-1�
iso-8859-1ziso-latin-1)zlatin-1-ziso-8859-1-ziso-latin-1-rx)�lower�replace�
startswith)�orig_enc�encrrr�_get_normal_name�s�r~cs�	d�d}d}�fdd�}�fdd�}|�}|�t�r%d�|dd�}d	}|s+|gfS||�}|r6||gfSt�|�s@||gfS|�}|sJ||gfS||�}|rV|||gfS|||gfS)
NFrwcs"z��WStyt�YSwr<)�
StopIteration�bytesr)rOrr�read_or_stops

�z%detect_encoding.<locals>.read_or_stopcs�z|�d�}Wn
tyYdSwt�|�}|sdSt|�d��}zt|�}Wn
ty5td|��w�rE|j	dkrAtd��|d7}|S)N�asciirzunknown encoding: rwzencoding problem: utf-8z-sig)
�decode�UnicodeDecodeError�	cookie_re�matchr~rr�LookupError�SyntaxError�name)rL�line_stringr��encoding�codec)�	bom_foundrr�find_cookies&�
�
z$detect_encoding.<locals>.find_cookieT�z	utf-8-sig)r{r�blank_rer�)rOr��defaultr�r��first�secondr)r�rOr�detect_encoding�s2




r�cCs	t�}|�|�Sr<)rQr)rc�utrrrr:s
rccsx�	d}}}d\}}d}dg}d}d}	d}
d}	z|�}Wnty*d}Ynw|d}dt|�}
}|r�|s?td|��|�|�}|rg|�d�}
}t||d|�|||f||fVd\}}d}�nN|r�|dd�dkr�|d	d�d
kr�t||||t|�f|fVd}d}q||}||}q|dk�r�|�s�|s��n�d}|
|kr�||
dkr�|d}n||
dkr�|tdt}n
||
d
kr�d}nn|
d}
|
|ks�|
|krِn�|r�|Vd}||
dv�r;||
dk�r ||
d��d�}|
t|�}t	|||
f||
t|�f|fVt
||d�||f|t|�f|fVnt
t	f||
dk||
d�||
f|t|�f|fVq||dk�rW|�|�t|d|
�|df||
f|fV||dk�r�||v�rlt
dd||
|f��|dd�}|	�r�|
|dk�r�d}	d}d}
td||
f||
f|fV||dk�s^|	�r�|�r�|
|dk�r�d}	d}d}
n|�s�td|df��d}|
|k�r�t�||
�}|�rv|�d�\}}||f||f|}}}
|||�||}}|tjv�s�|dk�r�|dk�r�t||||fV�n�|dv�r!t}|dk�r
t
}n|	�rd}|�r|Vd}|||||fV�ni|dk�r8|�r.|Vd}t	||||fV�nR|tv�rwt|}|�||
�}|�ri|�d�}
|||
�}|�r]|Vd}t||||
f|fV�n!||f}||d�}|}�n|tv�s�|dd�tv�s�|dd�tv�r�|ddk�r�||f}t|�p�t|d�p�t|d}||d�d}}|}n�|�r�|Vd}t||||fVn�|���r8|dv�r�|	�r�|dk�r�tnt||||fV�q�t||||f}|dk�r�|�s�|}�q�|dv�r,|�r,|dtk�r,|ddk�r,|dk�rd}	|d}
t|d|d|d|dfVd}|�r4|Vd}|VnR|dk�rR|�rE|Vd}t
||||
f|fVd}n8|d v�r\|d}n	|d!v�re|d}|�rm|Vd}t||||fVnt||
||
f||
df|fV|
d}
|
|k�s�q|�r�|Vd}|dd�D]}td|df|dfdfV�q�td|df|dfdfVdS)"Nr)rrFrrzEOF in multi-line string���z\
���z\
rW�	�z#
�#z
rgz3unindent does not match any outer indentation levelz
<tokenize>zEOF in multi-line statement�.Tr^r��
)�async�awaitr�)�def�forr���\z([{z)]})rr_rBr�rf�STRING�
ERRORTOKEN�tabsize�rstrip�COMMENTrbrXrl�IndentationErrorrm�
pseudoprog�span�stringZdigitsrira�
triple_quoted�endprogs�
single_quoted�isidentifierrjrkrh�OP�	ENDMARKER)rO�lnum�parenlev�	continued�contstr�needcont�contlinerpZstashedZ	async_defZasync_def_indentZasync_def_nlrL�pos�max�strstart�endprog�endmatchrf�column�
comment_tokenZnl_pos�pseudomatchrY�spos�eposr�initial�newlinert�indentrrrrOs��
�

�$�����
 

���







�

�

�
�
��@r�__main__)R�
__author__�__credits__r��re�codecsrrZlib2to3.pgen2.tokenrr�dir�__all__r��	NameError�strrrrr%�
Whitespace�Comment�Ignore�Name�	Binnumber�	Hexnumber�	Octnumber�	Decnumber�	Intnumber�Exponent�
Pointfloat�Expfloat�Floatnumber�
Imagnumber�Number�Single�Double�Single3�Double3Z
_litprefix�Triple�StringZOperatorZBracket�Special�Funny�
PlainToken�Token�ContStr�PseudoExtras�PseudoToken�map�compileZ	tokenprogr�r5r;Z_strprefixesr�r�r�r��	ExceptionrBrGrMr
rNrQ�ASCIIr�r�r~r�rrrD�sysr_�argv�openrO�stdinrrrr�<module>s���

�������������������8I
c(�

?>