Your IP : 18.191.171.10


Current Path : /opt/alt/python312/lib64/python3.12/lib2to3/pgen2/__pycache__/
Upload File :
Current File : //opt/alt/python312/lib64/python3.12/lib2to3/pgen2/__pycache__/tokenize.cpython-312.opt-2.pyc

�

�Q�fR���	dZdZddlZddlZddlmZmZddl�ddlm	Z	e
e	�D�cgc]
}|ddk7s�|��c}gd	�zZ[		ed
�Zd�Zd�Zd
�ZdZdZeedez�zee�zZdZdZdZdZedd�Zeeeee�ZdZedd�ee�zZdezZeee�Zededz�Z ee ee�Z!dZ"dZ#dZ$d Z%d!Z&ee&d"ze&d#z�Z'ee&d$ze&d%z�Z(ed&d'd(d)d*d+d,d-d.�	Z)d/Z*ed0d1d2�Z+ee)e*e+�Z,ee!e,e(e�Z-ee-zZ.ee&d3zed4d�ze&d5zed6d�z�Z/edee'�Z0eee0e!e,e/e�zZ1e2ejfe.e1e$e%f�\Z4Z5Z6Z7ed7d8d9d:�ed7d8d;d<�zhd=�zZ8ejfe"�ejfe#�e6e7d>�e8D�cic]}|�d"�e6��
c}�e8D�cic]}|�d#�e7��
c}�e8D�cic]}|d��c}�Z9d"d#he8D�chc]}|�d"���	c}ze8D�chc]}|�d#���	c}zZ:d4d6he8D�chc]}|�d4���	c}ze8D�chc]}|�d6���	c}zZ;d?Z<Gd@�dAe=�Z>GdB�dCe=�Z?dD�Z@e@fdE�ZAdF�ZBGdG�dH�ZCejfdIej��ZEejfdJej��ZFdK�ZGdL�ZHdM�ZIdN�ZJeKdOk(r\ddlLZLeMeLj��dkDr&eAeOeLj�d�j��yeAeLj�j��yycc}w#e
$reZY���wxYwcc}wcc}wcc}wcc}wcc}wcc}wcc}w)PzKa-Ping Yee <ping@lfw.org>z@GvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro�N)�BOM_UTF8�lookup)�*�)�token�_)�tokenize�generate_tokens�
untokenizec�0�ddj|�zdzS)N�(�|�))�join��choicess �=/opt/alt/python312/lib64/python3.12/lib2to3/pgen2/tokenize.py�groupr0s��C�#�(�(�7�"3�3�c�9�9�c��t|�dzS)Nr�rrs r�anyr1s��%��/�C�/�/rc��t|�dzS)N�?rrs r�mayber2s��E�7�O�c�1�1rc�,��t�fd��D��S)Nc3��K�|]5}�dzD]+}|j�|j�k7s�%||z���-�7y�w))�N)�casefold)�.0�x�y�ls   �r�	<genexpr>z _combinations.<locals>.<genexpr>4s8�������!�!�e�)�Q�q�z�z�|�q�z�z�|�/K��A��)��q�s�.>�>)�set)r#s`r�
_combinationsr&3s��������rz[ \f\t]*z	#[^\r\n]*z\\\r?\nz\w+z0[bB]_?[01]+(?:_[01]+)*z(0[xX]_?[\da-fA-F]+(?:_[\da-fA-F]+)*[lL]?z0[oO]?_?[0-7]+(?:_[0-7]+)*[lL]?z[1-9]\d*(?:_\d+)*[lL]?z0[lL]?z[eE][-+]?\d+(?:_\d+)*z\d+(?:_\d+)*\.(?:\d+(?:_\d+)*)?z\.\d+(?:_\d+)*z\d+(?:_\d+)*z\d+(?:_\d+)*[jJ]z[jJ]z[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'(?:[uUrRbBfF]|[rR][fFbB]|[fFbBuU][rR])?�'''�"""z'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"z\*\*=?z>>=?z<<=?z<>z!=z//=?z->z[+\-*/%&@|^=<>]=?�~z[][(){}]z\r?\nz:=z[:;.,`@]z'[^\n'\\]*(?:\\.[^\n'\\]*)*�'z"[^\n"\\]*(?:\\.[^\n"\\]*)*�"�r�R�f�F�b�B>�U�u�UR�Ur�uR�ur)r*r+r'r(�c��eZdZy)�
TokenErrorN��__name__�
__module__�__qualname__�rrr:r:���rr:c��eZdZy)�StopTokenizingNr;r?rrrBrB�r@rrBc�`�|\}}|\}}td||||t|t|�fz�y)Nz%d,%d-%d,%d:	%s	%s)�print�tok_name�repr)	�typer�xxx_todo_changeme�xxx_todo_changeme1�line�srow�scol�erow�ecols	         r�
printtokenrO�s<��$�L�T�4�%�L�T�4�	�
 �	
�t�T�4��$���e��=�>�?rc�>�		t||�y#t$rYywxYw�N)�
tokenize_looprB)�readline�
tokeneaters  rr	r	�s(���
��h�
�+���
��
�s��	�c�.�t|�D]}||��	yrQ)r
)rSrT�
token_infos   rrRrR�s��%�h�/�
��J��0rc�$�eZdZd�Zd�Zd�Zd�Zy)�Untokenizerc�.�g|_d|_d|_y)Nrr)�tokens�prev_row�prev_col)�selfs r�__init__zUntokenizer.__init__�s�������
���
rc�n�|\}}||jz
}|r|jjd|z�yy)N� )r\rZ�append)r]�start�row�col�
col_offsets     r�add_whitespacezUntokenizer.add_whitespace�s8�����S��4�=�=�(�
���K�K���s�Z�/�0�rc�f�|D]�}t|�dk(r|j||�np|\}}}}}|j|�|jj	|�|\|_|_|ttfvs�w|xj
dz
c_d|_��dj|j�S)N�rrr)
�len�compatrfrZrar[r\�NEWLINE�NLr)r]�iterable�t�tok_typerrb�endrJs        rrzUntokenizer.untokenize�s����A��1�v��{����A�x�(��01�-�H�e�U�C������&��K�K���u�%�+.�(�D�M�4�=��G�R�=�(��
�
��"�
� !��
���w�w�t�{�{�#�#rc��d}g}|jj}|\}}|ttfvr|dz
}|tt
fvrd}|D]�}|dd\}}|ttttfvr|dz
}|tk(r|j|��C|tk(r|j��]|tt
fvrd}n|r|r
||d�d}||���y)NFr`Trh���)rZra�NAME�NUMBERrkrl�ASYNC�AWAIT�INDENT�DEDENT�pop)	r]rrm�	startline�indents�toks_append�toknum�tokval�toks	         rrjzUntokenizer.compat�s����	����k�k�(�(�������d�F�^�#��c�M�F��g�r�]�"��I��C� ��!�W�N�F�F��$���u�5�5��#�
��������v�&���6�!����
���G�R�=�(� �	��w��G�B�K�(�!�	����#rN)r<r=r>r^rfrrjr?rrrXrX�s���
1�$� rrXz&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s^[ \t\f]*(?:[#\r\n]|$)c��	|ddj�jdd�}|dk(s|jd�ry|dvs|jd�ry|S)	N�r�-�utf-8zutf-8-)zlatin-1�
iso-8859-1ziso-latin-1)zlatin-1-ziso-8859-1-ziso-latin-1-r�)�lower�replace�
startswith)�orig_enc�encs  r�_get_normal_namer��sY��2�
�3�B�-�
�
�
�
'�
'��S�
1�C�
�g�~�����1��
�6�6�
�~�~�A�B���Orc����	d�d}d}�fd�}�fd�}|�}|jt�r	d�|dd}d}|s|gfS||�}|r||gfStj|�s||gfS|�}|s||gfS||�}|r|||gfS|||gfS)NFr�c�F��	��S#t$r
t�cYSwxYwrQ)�
StopIteration�bytes)rSs�r�read_or_stopz%detect_encoding.<locals>.read_or_stops&���	��:����	��7�N�	�s�
� � c�>��	|jd�}tj|�}|syt	|jd��}	t
|�}�r|jdk7rtd��|dz
}|S#t$rYywxYw#t$rtd|z��wxYw)N�asciirzunknown encoding: r�zencoding problem: utf-8z-sig)
�decode�UnicodeDecodeError�	cookie_re�matchr�rr�LookupError�SyntaxError�name)rJ�line_stringr��encoding�codec�	bom_founds     �r�find_cookiez$detect_encoding.<locals>.find_cookies����	��+�+�g�.�K�����,����#�E�K�K��N�3��	?��8�$�E�
��z�z�W�$�!�";�<�<����H����#"�	��	���	?��2�X�=�>�>�	?�s�A5�B�5	B�B�BT�z	utf-8-sig)r�r�blank_rer�)rSr��defaultr�r��first�secondr�s`      @r�detect_encodingr��s�����"�I��H��G���,
�N�E�����!��	��a�b�	�������{���5�!�H���%�� � ��>�>�%� ������
�^�F��������6�"�H���%���(�(��U�F�O�#�#rc�:�	t�}|j|�SrQ)rXr)rm�uts  rrr:s���"
��B�
�=�=��"�"rc#�x
K�	dx}x}}d\}}d}dg}d}d}	d}
d}		|�}|dz}dt|�}}
|r�|std��j|�}|r4|j	d�x}
}t
||d|z||f||zf��d\}}d}�n�|r0|dddk7r(|d	dd
k7r t||z|t|�f|f��d}d}��||z}||z}��|dk(�r�|�s�|s�nd}|
|krA||
dk(r|dz}n(||
dk(r|tzdztz}n||
d
k(rd}nn|
dz}
|
|kr�A|
|k(r�n�|r|��d}||
dvr�||
dk(r]||
djd�}|
t|�z}t|||
f||
t|�zf|f��t||d||f|t|�f|f��n,ttf||
dk(||
d||
f|t|�f|f�����||dkDr%|j|�t|d|
|df||
f|f��||dkrC||vrtdd||
|f��|dd}|	r|
|dk\rd}	d}d}
td||
f||
f|f��||dkr�C|	r#|r!|
|dk\rd}	d}d}
n|std|df��d}|
|k�r�tj||
�}|�rI|j!d�\}}||f||f|}
}}|||||}}|t"j$vs
|dk(r|dk7rt&||||f���n|dvr)t(}|dkDrt}n|	rd}|r|��d}|||||f���n�|dk(r|r|��d}t||||f���n�|t*vrYt,|}|j||
�}|r/|j	d�}
|||
}|r|��d}t
||||
f|f���nu||f}||d}|}�no|t.vs|ddt.vs|ddt.vrR|ddk(r4||f}t,|xst,|dxst,|d}||dd}}|}�n|r|��d}t
||||f��n�|j1�r�|dvr|	r|dk(rt2nt4||||f�����t6||||f}|dk(r|s|}���|dvr=|r;|dt6k(r/|ddk(r'|dk(rd}	|d}
t2|d|d|d|df��d}|r|��d}|��nd|dk(r|r|��d}t||||
f|f��d}nE|d vr|dz}n	|d!vr|dz
}|r|��d}t8||||f��nt||
||
f||
dzf|f��|
dz}
|
|kr������|r|��d}|ddD]}td|df|dfdf���t:d|df|dfdf��y#t$rd}Y��wxYw�w)"Nr)rrFrrzEOF in multi-line string���z\
���z\
r`�	�z#
�#z
rrz3unindent does not match any outer indentation levelz
<tokenize>zEOF in multi-line statement�.Trhr��
)�async�awaitr�)�def�forr���\z([{z)]})r�rir:r�rp�STRING�
ERRORTOKEN�tabsize�rstrip�COMMENTrlrarw�IndentationErrorrx�
pseudoprog�span�string�digitsrtrk�
triple_quoted�endprogs�
single_quoted�isidentifierrurvrs�OP�	ENDMARKER)rS�lnum�parenlev�	continued�contstr�needcont�contliner{�stashed�	async_def�async_def_indent�async_def_nlrJ�pos�max�strstart�endprog�endmatchrp�column�
comment_token�nl_pos�pseudomatchrb�spos�eposr�initial�newliner�indents                               rr
r
Os~�����#$�#�D�#�8�i���G�X��H��c�G��G��I����L�
�	��:�D��a�x���c�$�i�S���� �!;�X�F�F��}�}�T�*�H��$�L�L��O�+��c��w��d�s��3��$���h��o�?�?�$)�!������d�2�3�i�6�1�d�2�3�i�8�6K�!�7�T�>�#�d�C��I�%6��B�B������!�D�.��#�d�?���
��]�9����F���)���9��#�f�q�j�V��#�Y�$�&�&�'�/�A�2E�w�1N���#�Y�$�&�����A�g����)��c�z�5���
����C�y�G�#���9��#�$(���J�$5�$5�f�$=�M� �3�}�#5�5�F�"�M� �#�;��s�S��5G�/G�(H�$�P�P��t�F�G�}� �&�>�D�#�d�)�+<�d�D�D���=��c��c�)9�:�D���J� �#�;��s�4�y�(9�4�A�A������#����v�&��t�D�S�z�D�!�9�t�S�k�4�H�H��7�2�;�&���(�*�M�%�t�S�$�7�9�9�"�#�2�,���!1�W�R�[�!@� %�I�#(�L�'(�$��r�D�#�;��s��T�B�B��7�2�;�&��\�.>�'�"�+�.M�!�	�$��#$� �� �!>��q�	�J�J��I��C�i�$�*�*�4��5�K��(�-�-�a�0�
��s�#'��-�$���c�C�d��!%�e�C��$�u�+�w���f�m�m�+��s�N�u��|�!�5�$��d�;�;���&�%�G��!�|�"$��"�'+���%�
�"&��"�E�4��t�<�<���^��%�
�"&��"�E�4��t�<�<��m�+�&�u�o�G�&�}�}�T�3�7�H��&�l�l�1�o�� $�U�3���"�")�M�&*�G�%�u�d�T�3�K��F�F�$(�%�=��"&�u�v�,��#'����
�-��"�1�I��.��"�1�I��.��R�y�D�(�$(�%�=��#+�G�#4�$6���q��8J�$6�#+�E�!�H�#5� �,0���L�!���#'���"�")�M�&*�G�%�u�d�D�$�?�?��)�)�+�� 2�2�$�,1�W�,<�5�%�#(�$��d�#<�<�$����d�D�9�C���'��"%�� ���.�#�$+�A�J�$�$6�$+�A�J�'�$9�$��~�,0�	�3:�2�;� 0�#(�'�!�*�#*�1�:�w�q�z�#*�1�:�#/�/�'+�G��%�
�"&���I���_��%�
�"&���u�d�T�3�K��>�>� !�I��%�'�H�q�L�� �E�)�h��l�8��%�
�"&���u�d�D�$�7�7�!�4��9� �#�;��s�1�u�
�t�=�=��A�g��S�C�i�i�~��
����!�"�+���r�D�!�9�t�Q�i��4�4���b�4��)�d�A�Y��
3�3��E�	��D�	�s<�T:�T(�C:T:� D T:�J.T:�17T:�(T7�3T:�6T7�7T:�__main__)R�
__author__�__credits__r��re�codecsrr�lib2to3.pgen2.tokenrr�dir�__all__r��	NameError�strrrrr&�
Whitespace�Comment�Ignore�Name�	Binnumber�	Hexnumber�	Octnumber�	Decnumber�	Intnumber�Exponent�
Pointfloat�Expfloat�Floatnumber�
Imagnumber�Number�Single�Double�Single3�Double3�
_litprefix�Triple�String�Operator�Bracket�Special�Funny�
PlainToken�Token�ContStr�PseudoExtras�PseudoToken�map�compile�	tokenprogr��single3prog�double3prog�_strprefixesr�r�r�r��	Exceptionr:rBrOr	rRrX�ASCIIr�r�r�r�rr
r<�sysri�argv�openrS�stdin)r!�prefixs00r�<module>rs���#�0*�
�F���#�!���%�j�
0�j��A�a�D�C�K�1�j�
0�4,�,��	��	�:�/�1��
�
�
��	�c�*�z�1�2�	2�U�7�^�	C��
��&�	�7�	�.�	��+�X�6�	��)�Y�	�9�=�	�#��
�5�7H�
I�E�RZ�O�
[�
��X�%���J��)��
�&��g�(=�
>�
�	�z�;�	�	2��
$��	#��
2��
2��
7�
�	�z�E�!�:��#5�	6��	�z�;�;��;�;�
=����G�W�e�U��%�%����
��
��%��
-��
�h���)��
�6�5�&�$�
/�
������
�;�;��c�:�&�'��;�;��c�:�&�'�(���Z��&�1���5��v�u�g�t�L�L��25��J�J���W�g�6�38�/�	�:�{�K��#�s�C��%��#�s�C��%�&�&�'�
�����F�#�*�"�*�*�V�*<��{�9�9E�F��v�&���~�{�*��F�9�:F�F��v�&���~�{�*��F�9�+7�7�,��v�t�|�,�7�	9���E�N�".�/�,���x�s�^�,�/�0�".�/�,���x�s�^�,�/�0��	�#�J� ,�-��f��x�q�\��-�.� ,�-��f��x�q�\��-�.����!��!�%�Y�%�?�#-�
�& �6 �6 �p
�B�J�J�@�"�(�(�K�	��2�:�:�0�"�(�(�;��	�G$�R#�*`4�D�z���
�3�8�8�}�q��(�4������#4�#=�#=�>�
�3�9�9�%�%�
&���Y1����
�E���\G��F��7��0��/��.��-sF�
L#�L#�L(�
L6�
L;�(
M�=M�M
�)M�=M�(L3�2L3

?>