Your IP : 18.117.232.108


Current Path : /opt/alt/python311/lib64/python3.11/lib2to3/pgen2/__pycache__/
Upload File :
Current File : //opt/alt/python311/lib64/python3.11/lib2to3/pgen2/__pycache__/tokenize.cpython-311.opt-2.pyc

�

c��fR��N�	dZdZddlZddlZddlmZmZddlTddlm	Z	d�e
e	��D��gd	�zZ[		en
#e
$reZYnwxYwd
�Zd�Zd�Zd
�ZdZdZeedez��zee��zZdZdZdZdZedd��Zeeeee��ZdZedd��ee��zZdezZeee��Zededz��Z ee ee��Z!dZ"dZ#dZ$d Z%d!Z&ee&d"ze&d#z��Z'ee&d$ze&d%z��Z(ed&d'd(d)d*d+d,d-d.�	�	Z)d/Z*ed0d1d2��Z+ee)e*e+��Z,ee!e,e(e��Z-ee-zZ.ee&d3zed4d��ze&d5zed6d��z��Z/edee'��Z0eee0e!e,e/e��zZ1e2ej3e.e1e$e%f��\Z4Z5Z6Z7ed7d8d9d:��ed7d8d;d<��zhd=�zZ8ej3e"��ej3e#��e6e7d>�d?�e8D���d@�e8D���dA�e8D���Z9d"d#hdB�e8D��zdC�e8D��zZ:d4d6hdD�e8D��zdE�e8D��zZ;dFZ<GdG�dHe=��Z>GdI�dJe=��Z?dK�Z@e@fdL�ZAdM�ZBGdN�dO��ZCej3dPejD��ZEej3dQejD��ZFdR�ZGdS�ZHdT�ZIdU�ZJeKdVkrUddlLZLeMeLjN��dkr&eAeOeLjNd��jP��dSeAeLjQjP��dSdS)WzKa-Ping Yee <ping@lfw.org>z@GvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro�N)�BOM_UTF8�lookup)�*�)�tokenc�*�g|]}|ddk�|��S)r�_�)�.0�xs  �=/opt/alt/python311/lib64/python3.11/lib2to3/pgen2/tokenize.py�
<listcomp>r%s!��
0�
0�
0��A�a�D�C�K�K�1�K�K�K�)�tokenize�generate_tokens�
untokenizec�8�dd�|��zdzS)N�(�|�))�join��choicess r
�groupr0s��C�#�(�(�7�"3�"3�3�c�9�9rc��t|�dzS)Nr�rrs r
�anyr1s��%��/�C�/�/rc��t|�dzS)N�?rrs r
�mayber 2s��E�7�O�c�1�1rc�:��t�fd��D����S)Nc3��K�|];}�dzD]3}|���|���k�,||zV��4�<dS))�N)�casefold)rr�y�ls   �r
�	<genexpr>z _combinations.<locals>.<genexpr>4s`��������!�e�)����q�z�z�|�|�q�z�z�|�|�/K�/K��A��/K�/K�/K�/K�/K��r)�set)r&s`r
�
_combinationsr)3s;��������������rz[ \f\t]*z	#[^\r\n]*z\\\r?\nz\w+z0[bB]_?[01]+(?:_[01]+)*z(0[xX]_?[\da-fA-F]+(?:_[\da-fA-F]+)*[lL]?z0[oO]?_?[0-7]+(?:_[0-7]+)*[lL]?z[1-9]\d*(?:_\d+)*[lL]?z0[lL]?z[eE][-+]?\d+(?:_\d+)*z\d+(?:_\d+)*\.(?:\d+(?:_\d+)*)?z\.\d+(?:_\d+)*z\d+(?:_\d+)*z\d+(?:_\d+)*[jJ]z[jJ]z[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'(?:[uUrRbBfF]|[rR][fFbB]|[fFbBuU][rR])?�'''�"""z'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"z\*\*=?z>>=?z<<=?z<>z!=z//=?z->z[+\-*/%&@|^=<>]=?�~z[][(){}]z\r?\nz:=z[:;.,`@]z'[^\n'\\]*(?:\\.[^\n'\\]*)*�'z"[^\n"\\]*(?:\\.[^\n"\\]*)*�"�r�R�f�F�b�B>�U�u�UR�Ur�uR�ur)r-r.r*r+c�$�i|]
}|�d�t��S�r*)�single3prog�r�prefixs  r
�
<dictcomp>r@y� ��F�F�F�v�&�~�~�~�{�F�F�Frc�$�i|]
}|�d�t��S�r+)�double3progr>s  r
r@r@zrArc��i|]}|d��S�Nr
r>s  r
r@r@{s��7�7�7��v�t�7�7�7rc��h|]}|�d���Sr<r
r>s  r
�	<setcomp>rH���/�/�/���^�^�^�/�/�/rc��h|]}|�d���SrCr
r>s  r
rHrH�rIrc��h|]}|�d���S)r-r
r>s  r
rHrH����-�-�-�f��\�\�\�-�-�-rc��h|]}|�d���S)r.r
r>s  r
rHrH�rLr�c��eZdZdS)�
TokenErrorN��__name__�
__module__�__qualname__r
rr
rPrP���������rrPc��eZdZdS)�StopTokenizingNrQr
rr
rWrW�rUrrWc�z�|\}}|\}}td||||t|t|��fz��dS)Nz%d,%d-%d,%d:	%s	%s)�print�tok_name�repr)	�typer�xxx_todo_changeme�xxx_todo_changeme1�line�srow�scol�erow�ecols	         r
�
printtokenrd�sR��$�L�T�4�%�L�T�4�	�
 �	
�t�T�4��$���e���=�>�?�?�?�?�?rc�L�		t||��dS#t$rYdSwxYwrF)�
tokenize_looprW)�readline�
tokeneaters  r
rr�sD���
��h�
�+�+�+�+�+���
�
�
����
���s��
#�#c�4�t|��D]}||��dSrF)r)rgrh�
token_infos   r
rfrf�s3��%�h�/�/� � �
��
�J���� � rc�&�eZdZd�Zd�Zd�Zd�ZdS)�Untokenizerc�0�g|_d|_d|_dS)Nrr)�tokens�prev_row�prev_col)�selfs r
�__init__zUntokenizer.__init__�s�������
���
�
�
rc�f�|\}}||jz
}|r|j�d|z��dSdS)N� )rprn�append)rq�start�row�col�
col_offsets     r
�add_whitespacezUntokenizer.add_whitespace�sJ�����S��4�=�(�
��	1��K���s�Z�/�0�0�0�0�0�	1�	1rc�p�|D]�}t|��dkr|�||��nn|\}}}}}|�|��|j�|��|\|_|_|ttfvr|xjdz
c_d|_��d�	|j��S)N�rrr#)
�len�compatrzrnrurorp�NEWLINE�NLr)rq�iterable�t�tok_typerrv�endr_s        r
rzUntokenizer.untokenize�s����
	"�
	"�A��1�v�v��{�{����A�x�(�(�(���01�-�H�e�U�C������&�&�&��K���u�%�%�%�+.�(�D�M�4�=��G�R�=�(�(��
�
��"�
�
� !��
���w�w�t�{�#�#�#rc���d}g}|jj}|\}}|ttfvr|dz
}|tt
fvrd}|D]�}|dd�\}}|ttttfvr|dz
}|tkr|�|���Q|tkr|�
���q|tt
fvrd}n|r|r||d��d}||����dS)NFrtTr|���)rnru�NAME�NUMBERrr��ASYNC�AWAIT�INDENT�DEDENT�pop)	rqrr��	startline�indents�toks_append�toknum�tokval�toks	         r
r~zUntokenizer.compat�s���	����k�(�������d�F�^�#�#��c�M�F��g�r�]�"�"��I��	 �	 �C� ��!��W�N�F�F��$���u�5�5�5��#�
���������v�&�&�&���6�!�!����
�
�
���G�R�=�(�(� �	�	��
"�w�
"���G�B�K�(�(�(�!�	��K������#	 �	 rN)rRrSrTrrrzrr~r
rr
rlrl�sP���������
1�1�1�$�$�$� � � � � rrlz&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s^[ \t\f]*(?:[#\r\n]|$)c���	|dd�����dd��}|dks|�d��rdS|dvs|�d��rdS|S)	N�r	�-�utf-8zutf-8-)zlatin-1�
iso-8859-1ziso-latin-1)zlatin-1-ziso-8859-1-ziso-latin-1-r�)�lower�replace�
startswith)�orig_enc�encs  r
�_get_normal_namer��sw��2�
�3�B�3�-�
�
�
�
�
'�
'��S�
1�
1�C�
�g�~�~�����1�1�~��w�
�6�6�6�
�~�~�A�B�B�7��|��Orc�N���	d�d}d}�fd�}�fd�}|��}|�t��rd�|dd�}d}|s|gfS||��}|r||gfSt�|��s||gfS|��}|s||gfS||��}|r|||gfS|||gfS)NFr�c�V��	���S#t$rt��cYSwxYwrF)�
StopIteration�bytes)rgs�r
�read_or_stopz%detect_encoding.<locals>.read_or_stops<���	��8�:�:����	�	�	��7�7�N�N�N�	���s�	
�(�(c�|��	|�d��}n#t$rYdSwxYwt�|��}|sdSt	|�d����}	t
|��}n #t$rtd|z���wxYw�r|j	dkrtd���|dz
}|S)N�asciirzunknown encoding: r�zencoding problem: utf-8z-sig)
�decode�UnicodeDecodeError�	cookie_re�matchr�rr�LookupError�SyntaxError�name)r_�line_stringr��encoding�codec�	bom_founds     �r
�find_cookiez$detect_encoding.<locals>.find_cookies����	��+�+�g�.�.�K�K��!�	�	�	��4�4�	��������,�,���	��4�#�E�K�K��N�N�3�3��	?��8�$�$�E�E���	?�	?�	?��2�X�=�>�>�>�	?�����	��z�W�$�$�!�";�<�<�<����H��s��
'�'�+A;�;BT�z	utf-8-sig)r�r�blank_rer�)rgr��defaultr�r��first�secondr�s`      @r
�detect_encodingr��s2�����"�I��H��G�����������,
�L�N�N�E�����!�!���	��a�b�b�	��������{���{�5�!�!�H��!��%�� � ��>�>�%� � � ������
�\�^�^�F�� �������{�6�"�"�H��)��%���(�(��U�F�O�#�#rc�J�	t��}|�|��SrF)rlr)r��uts  r
rr:s$���"
���B�
�=�=��"�"�"rc#�K�	dx}x}}d\}}d}dg}d}d}	d}
d}		|��}n#t$rd}YnwxYw|dz}dt|��}}
|r�|std|���|�|��}|r>|�d��x}
}t
||d|�z|||f||zfV�d\}}d}�nZ|rA|dd�dkr3|d	d�d
kr%t||z||t|��f|fV�d}d}��||z}||z}��|dk�r�|�s�|s�n	d}|
|krO||
dkr|dz}n2||
dkr|tzdztz}n||
d
krd}nn|
dz}
|
|k�O|
|kr�n�|r|V�d}||
dvr�||
dkry||
d��d��}|
t|��z}t|||
f||
t|��zf|fV�t||d�||f|t|��f|fV�n>ttf||
dk||
d�||
f|t|��f|fV���0||dkr/|�|��t|d|
�|df||
f|fV�||dkrT||vrtdd||
|f���|dd�}|	r|
|dkrd}	d}d}
td||
f||
f|fV�||dk�T|	r|r|
|dkrd}	d}d}
n|std|df���d}|
|k�rt�||
��}|�r�|�d��\}}||f||f|}
}}|||�||}}|t"jvs|dkr|dkrt&||||fV��n|dvr,t(}|dkrt}n|	rd}|r|V�d}|||||fV��nO|dkr|r|V�d}t||||fV��n1|t*vrpt,|}|�||
��}|r9|�d��}
|||
�}|r|V�d}t
||||
f|fV��n�||f}||d�}|}�n�|t.vs"|dd�t.vs|dd�t.vrk|ddkrG||f}t,|p%t,|dpt,|d}||d�d}}|}�nA|r|V�d}t
||||fV��n"|���r�|dvr|	r|dkrt2nt4||||fV���t6||||f}|dkr|s|}��/|dvrW|rU|dt6krD|ddkr8|dkr
d}	|d}
t2|d|d|d|dfV�d}|r|V�d}|V�nk|dkr|r|V�d}t||||
f|fV�d}nJ|d vr|dz}n	|d!vr|dz
}|r|V�d}t8||||fV�n t||
||
f||
dzf|fV�|
dz}
|
|k����|r|V�d}|dd�D]}td|df|dfdfV��t:d|df|dfdfV�dS)"Nr)r#rFrr#zEOF in multi-line string���z\
���z\
rt�	�z#
�#z
r�z3unindent does not match any outer indentation levelz
<tokenize>zEOF in multi-line statement�.Tr|r��
)�async�awaitr�)�def�forr���\z([{z)]})r�r}rPr�r��STRING�
ERRORTOKEN�tabsize�rstrip�COMMENTr�rur��IndentationErrorr��
pseudoprog�span�string�digitsr�r�
triple_quoted�endprogs�
single_quoted�isidentifierr�r�r��OP�	ENDMARKER)rg�lnum�parenlev�	continued�contstr�needcont�contliner��stashed�	async_def�async_def_indent�async_def_nlr_�pos�max�strstart�endprog�endmatchr��column�
comment_token�nl_pos�pseudomatchrv�spos�eposr�initial�newliner��indents                               r
rrOs�	�����#$�#�D�#�8�i���G�X��H��c�G��G��I����L�}�	��8�:�:�D�D���	�	�	��D�D�D�	�����a�x���c�$�i�i�S���J	��
G� �!;�X�F�F�F��}�}�T�*�*�H��
�$�L�L��O�O�+��c��w��d�s�d��3��$���h��o�?�?�?�?�$)�!�������	
�d�2�3�3�i�6�1�1�d�2�3�3�i�8�6K�6K�!�7�T�>�#�d�C��I�I�%6��B�B�B�B������!�D�.��#�d�?���
��]�]�9�]�����F���)�)���9��#�#�f�q�j�V�V��#�Y�$�&�&�&�'�/�A�2E�w�1N����#�Y�$�&�&������A�g����)�)��c�z�z�5��
��
�
�
����C�y�G�#�#���9��#�#�$(����J�$5�$5�f�$=�$=�M� �3�}�#5�#5�5�F�"�M� �#�;��s�S��5G�5G�/G�(H�$�P�P�P�P��t�F�G�G�}� �&�>�D�#�d�)�)�+<�d�D�D�D�D�D���=��c��c�)9�:�D����J� �#�;��s�4�y�y�(9�4�A�A�A�A������#�#����v�&�&�&��t�D�S�D�z�D�!�9�t�S�k�4�H�H�H�H��7�2�;�&�&���(�(�*�M�%�t�S�$�7�9�9�9�"�#�2�#�,���)�!1�W�R�[�!@�!@� %�I�#(�L�'(�$��r�D�#�;��s��T�B�B�B�B��7�2�;�&�&��
%�\�
%�.>�'�"�+�.M�.M�!�	�$��#$� ���
K� �!>��q�	�J�J�J��I��C�i�i�$�*�*�4��5�5�K��g
�(�-�-�a�0�0�
��s�#'��-�$���c�C�d��!%�e�C�i��$�u�+�w���f�m�+�+��s�N�N�u��|�|�!�5�$��d�;�;�;�;�;���&�&�%�G��!�|�|�"$���"�,�'+���'�%�
�
�
�"&��"�E�4��t�<�<�<�<�<���^�^��'�%�
�
�
�"&��"�E�4��t�<�<�<�<�<��m�+�+�&�u�o�G�&�}�}�T�3�7�7�H���&�l�l�1�o�o�� $�U�3�Y���"�+�")�M�M�M�&*�G�%�u�d�T�3�K��F�F�F�F�F�$(�%�=��"&�u�v�v�,��#'����
�-�-��"�1�"�I��.�.��"�1�"�I��.�.��R�y�D�(�(�$(�%�=��#+�G�#4�$6���q��8J�$6�#+�E�!�H�#5� �,0����L�!���#'���"�+�")�M�M�M�&*�G�%�u�d�D�$�?�?�?�?�?��)�)�+�+�,8�� 2�2�2�$�%�,1�W�,<�,<�5�5�%�#(�$��d�#<�<�<�<�$����d�D�9�C���'�'��'�"%�� ���.�.�#�+�$+�A�J�$�$6�$6�$+�A�J�'�$9�$9�$��~�~�,0�	�3:�2�;� 0�#(�'�!�*�#*�1�:�w�q�z�#*�1�:�#/�/�/�/�'+�G��'�%�
�
�
�"&���I�I�I�I���_�_��'�%�
�
�
�"&���u�d�T�3�K��>�>�>�>� !�I�I��%�'�'�H�q�L��� �E�)�)�h��l�8��'�%�
�
�
�"&���u�d�D�$�7�7�7�7�7�!�4��9� �#�;��s�1�u�
�t�=�=�=�=��A�g��S�C�i�i�i}�~���
�
�
����!�"�"�+�5�5���r�D�!�9�t�Q�i��4�4�4�4�4��b�4��)�d�A�Y��
3�3�3�3�3�3s�
)�8�8�__main__)R�
__author__�__credits__r��re�codecsrr�lib2to3.pgen2.tokenr#r�dir�__all__r��	NameError�strrrr r)�
Whitespace�Comment�Ignore�Name�	Binnumber�	Hexnumber�	Octnumber�	Decnumber�	Intnumber�Exponent�
Pointfloat�Expfloat�Floatnumber�
Imagnumber�Number�Single�Double�Single3�Double3�
_litprefix�Triple�String�Operator�Bracket�Special�Funny�
PlainToken�Token�ContStr�PseudoExtras�PseudoToken�map�compile�	tokenprogr�r=rD�_strprefixesr�r�r�r��	ExceptionrPrWrdrrfrl�ASCIIr�r�r�r�rrrR�sysr}�argv�openrg�stdinr
rr
�<module>r#s���#�0*�
�F����������#�#�#�#�#�#�#�#�!�!�!�!�������
0�
0�c�c�%�j�j�
0�
0�
0�4,�4,�4,�,��	��	�E�E������
�E�E�E�����
:�9�9�/�/�/�1�1�1����
�
�
��	�c�c�*�z�1�2�2�	2�U�U�7�^�^�	C��
��&�	�7�	�.�	��E�+�X�6�6�	��E�)�Y�	�9�=�=�	�#��
�U�5�7H�
I�
I�E�E�RZ�O�O�
[�
��X�%���e�J��)�)��
�U�&��g�(=�
>�
>�
�	��z�;�	�	2�	2��
$��	#��
2��
2��
7�
�	��z�E�!�:��#5�	6�	6��	��z�;�;��;�;�
=�
=���5��G�W�e�U��%�%�����
��
�%��%��
-�
-��
��h���)�)��
�U�6�5�&�$�
/�
/�
������%�
�;�;���c�:�&�&�'��;�;���c�:�&�&�'�(�(���u�Z��&�1�1���5�5��v�u�g�t�L�L�L��25�#��J���W�g�6�38�38�/�	�:�{�K��M�#�s�C��%�%��M�#�s�C��%�%�&�&�&�&�'�
����F�#�#�*�"�*�V�*<�*<��{�9�9�F�F��F�F�F�9�G�F��F�F�F�9�8�7�,�7�7�7�	9���E�N�/�/�,�/�/�/�0�/�/�,�/�/�/�0��	�#�J�-�-��-�-�-�.�-�-��-�-�-�.����!�!�!�!�!��!�!�!�%�%�%�%�%�Y�%�%�%�?�?�?�#-�
�
�
�
�& � � �6 �6 �6 �6 �6 �6 �6 �6 �p
�B�J�@�"�(�K�K�	��2�:�0�"�(�;�;��	�	�	�G$�G$�G$�R#�#�#�*`4�`4�`4�D�z����J�J�J�
�s�3�8�}�}�q���(�(�4�4�����#4�#4�#=�>�>�>�>�>�
�(�3�9�%�
&�
&�
&�
&�
&��s�?�A	�A	

?>