Your IP : 3.145.88.241


Current Path : /opt/alt/python310/lib64/python3.10/lib2to3/__pycache__/
Upload File :
Current File : //opt/alt/python310/lib64/python3.10/lib2to3/__pycache__/refactor.cpython-310.opt-2.pyc

o

6��fsk�@s	dZddlZddlZddlZddlZddlZddlZddlZddlm	Z	ddl
mZmZm
Z
ddlmZddlmZmZddlmZd d
d�ZGdd
�d
e�Zdd�Zdd�Zdd�Zdd�Zdd�ZGdd�de�ZGdd�de�ZGdd�de�Z Gdd�de�Z!dS)!z#Guido van Rossum <guido@python.org>�N)�chain�)�driver�tokenize�token)�	find_root)�pytree�pygram)�btm_matcherTcCsV	t|ggdg�}g}t�|j�D]\}}}|�d�r(|r#|dd�}|�|�q|S)N�*�fix_�)�
__import__�pkgutilZiter_modules�__path__�
startswith�append)Z	fixer_pkgZ
remove_prefixZpkgZ	fix_names�finder�nameZispkg�r�7/opt/alt/python310/lib64/python3.10/lib2to3/refactor.py�get_all_fix_namess

�rc@�eZdZdS)�
_EveryNodeN��__name__�
__module__�__qualname__rrrrr+�rcCs�	t|tjtjf�r|jdurt�|jhSt|tj�r%|jr#t|j�St�t|tj	�rBt
�}|jD]}|D]	}|�t|��q5q1|Std|��)Nz$Oh no! I don't understand pattern %s)
�
isinstancerZNodePatternZLeafPattern�typerZNegatedPatternZcontent�_get_head_typesZWildcardPattern�set�update�	Exception)Zpat�r�p�xrrrr!/s"


�r!c	Cs�	t�t�}g}|D];}|jr2zt|j�}Wnty$|�|�Yq
w|D]	}||�|�q'q
|jdur@||j�|�q
|�|�q
tt	j
j��t	j
j
�D]	}||�|�qQt|�S�N)�collections�defaultdict�list�patternr!rrZ_accept_typerr	�python_grammarZ
symbol2number�values�tokens�extend�dict)Z
fixer_listZ
head_nodesZevery�fixerZheadsZ	node_typerrr�_get_headnode_dictKs*
��
�r3cs	�fdd�t�d�D�S)Ncsg|]}�d|�qS��.r)�.0�fix_name�Zpkg_namerr�
<listcomp>hs�z+get_fixers_from_package.<locals>.<listcomp>F)rr8rr8r�get_fixers_from_packageds
�r:cCs|Sr(r)�objrrr�	_identityksr<csjd}t�t�|�j���fdd�}ttjtjtj	h�}t
�}z�	|�\}}||vr*q|tjkr5|r2ncd}n_|tjkr�|dkr�|�\}}|tjksL|dkrMnR|�\}}|tjks[|dkr\nH|�\}}|tj
kro|dkro|�\}}|tjkr�|�|�|�\}}|tj
ks�|d	kr�n
|�\}}|tjkstnnq Wt|�SWt|�SWt|�SWt|�Sty�Yt|�Sw)
NFcst��}|d|dfS)Nrr)�next)�tok��genrr�advancersz(_detect_future_features.<locals>.advanceT�fromZ
__future__�import�(�,)r�generate_tokens�io�StringIO�readline�	frozensetr�NEWLINE�NL�COMMENTr"�STRING�NAME�OP�add�
StopIteration)�sourceZhave_docstringrA�ignore�features�tp�valuerr?r�_detect_future_featuresos\










��������rXc@r)�
FixerErrorNrrrrrrY�rrYc@s�eZdZdddd�ZdZdZd4dd�Zdd	�Zd
d�Zdd
�Z	dd�Z
dd�Zd5dd�Zd5dd�Z
dd�Zd5dd�Zdd�Zd6dd�Zdd�Zd d!�Z		d7d"d#�Zd8d$d%�Zd&Zd'Zd(d)�Zd*d+�Zd,d-�Zd.d/�Zd0d1�Zd2d3�ZdS)9�RefactoringToolF)�print_function�
exec_function�write_unchanged_filesZFixrNcCsJ	||_|pg|_|j��|_|dur|j�|�tj��|_|jdr*|jj	d=n
|jdr4|jj	d=|j�
d�|_g|_t
�d�|_g|_d|_tj|jtj|jd�|_|��\|_|_g|_t��|_g|_g|_t|j|j�D]#}|j r|j�!|�qs||jvr�|j�"|�qs||jvr�|j�"|�qst#|j�|_$t#|j�|_%dS)	Nr[�printr\�execr]rZF)�convert�logger)&�fixers�explicit�_default_options�copy�optionsr#r	r-�grammar�keywords�getr]�errors�loggingZ	getLoggerra�	fixer_log�wroterZDriverrr`�
get_fixers�	pre_order�
post_order�files�bmZ
BottomMatcher�BMZ
bmi_pre_orderZbmi_post_orderrZ
BM_compatibleZ	add_fixerrr3�bmi_pre_order_heads�bmi_post_order_heads)�selfZfixer_namesrfrcr2rrr�__init__�sF



�


�zRefactoringTool.__init__c	CsL	g}g}|jD]�}t|iidg�}|�dd�d}|�|j�r)|t|j�d�}|�d�}|jd�dd�|D��}zt	||�}Wnt
yRtd	||f�d�w||j|j
�}	|	jrn|jd
urn||jvrn|�d|�q|�d|�|	jd
kr|�|	�q|	jdkr�|�|	�qtd|	j��t�d�}
|j|
d�|j|
d�||fS)Nrr5r����_�cSsg|]}|���qSr)�title)r6r&rrrr9�sz.RefactoringTool.get_fixers.<locals>.<listcomp>zCan't find %s.%sTzSkipping optional fixer: %szAdding transformation: %sZpreZpostzIllegal fixer order: %rZ	run_order��key)rbr�rsplitr�FILE_PREFIX�len�split�CLASS_PREFIX�join�getattr�AttributeErrorrYrfrlrc�log_message�	log_debugZorderr�operator�
attrgetter�sort)rvZpre_order_fixersZpost_order_fixersZfix_mod_path�modr7�parts�
class_nameZ	fix_classr2Zkey_funcrrrrn�s<

�



zRefactoringTool.get_fixerscOs	�r(r)rv�msg�args�kwdsrrr�	log_errorszRefactoringTool.log_errorcGs	|r||}|j�|�dSr()ra�info�rvr�r�rrrr�szRefactoringTool.log_messagecGs|r||}|j�|�dSr()ra�debugr�rrrr�
szRefactoringTool.log_debugcCs	dSr(r)rv�old_text�new_text�filename�equalrrr�print_outputszRefactoringTool.print_outputcCs:	|D]}tj�|�r|�|||�q|�|||�qdSr()�os�path�isdir�refactor_dir�
refactor_file)rv�items�write�
doctests_onlyZdir_or_filerrr�refactors�zRefactoringTool.refactorc
Cs�	tjd}t�|�D]@\}}}|�d|�|��|��|D]}|�d�s?tj�|�d|kr?tj�||�}	|�	|	||�q dd�|D�|dd�<qdS)N�pyzDescending into %sr5rcSsg|]	}|�d�s|�qSr4)r)r6Zdnrrrr92�z0RefactoringTool.refactor_dir.<locals>.<listcomp>)
r��extsep�walkr�r�rr��splitextr�r�)
rvZdir_namer�r�Zpy_ext�dirpathZdirnames�	filenamesr�fullnamerrrr� s

��zRefactoringTool.refactor_dirc
Cs�	zt|d�}Wnty"}z|�d||�WYd}~dSd}~wwzt�|j�d}W|��n|��wtj|d|dd��}|��|fWd�S1sQwYdS)N�rbzCan't open %s: %s�NNrr%rz��encoding�newline)	�open�OSErrorr�r�detect_encodingrI�closerG�read)rvr��f�errr�rrr�_read_python_source4s��
$�z#RefactoringTool._read_python_sourcecCs�	|�|�\}}|durdS|d7}|r:|�d|�|�||�}|js'||kr2|�|||||�dS|�d|�dS|�||�}|jsH|rY|jrY|jt|�dd�|||d�dS|�d|�dS)N�
zRefactoring doctests in %szNo doctest changes in %srx)r�r�zNo changes in %s)r�r��refactor_docstringr]�processed_file�refactor_string�was_changed�str)rvr�r�r��inputr��output�treerrrr�Ds"
�zRefactoringTool.refactor_filec
Cs�	t|�}d|vrtj|j_z3z|j�|�}Wn#ty:}z|�d||jj	|�WYd}~W|j|j_dSd}~wwW|j|j_n|j|j_w||_
|�d|�|�||�|S)Nr[zCan't parse %s: %s: %szRefactoring %s)
rXr	Z!python_grammar_no_print_statementrrgZparse_stringr$r��	__class__r�future_featuresr��
refactor_tree)rv�datarrUr�r�rrrr�[s(


����zRefactoringTool.refactor_stringcCs�tj��}|r)|�d�|�|d�}|js||kr"|�|d|�dS|�d�dS|�|d�}|js7|rB|jrB|�t	|�d|�dS|�d�dS)NzRefactoring doctests in stdinz<stdin>zNo doctest changes in stdinzNo changes in stdin)
�sys�stdinr�r�r�r]r�r�r�r�)rvr�r�r�r�rrr�refactor_stdinvs

zRefactoringTool.refactor_stdinc

Cs�	t|j|j�D]}|�||�q|�|j|���|�|j|���|j�|�	��}t
|���r�|jjD]�}||vr�||r�||j
tjjdd�|jrW||j
tjjd�t||�D]o}|||vrl||�|�zt|�Wn	ty{Yq]w|jr�||jvr�q]|�|�}|r�|�||�}|dur�|�|�|��D]}|js�g|_|j�|�q�|j�|�	��}|D]}	|	|vr�g||	<||	�||	�q�q]q5t
|���s1t|j|j�D]}|�||�q�|jS)NT)r}�reverser|)rrorpZ
start_tree�traverse_byrtrurs�runZleaves�anyr.rbr�rZBaseZdepthZkeep_line_orderZ
get_linenor+�remover�
ValueErrorZfixers_applied�match�	transform�replacerr0Zfinish_treer�)
rvr�rr2Z	match_set�node�results�newZnew_matchesZfxrrrrr��sR�

��1zRefactoringTool.refactor_treecCsX	|sdS|D]"}||jD]}|�|�}|r(|�||�}|dur(|�|�|}qqdSr()r r�r�r�)rvrbZ	traversalr�r2r�r�rrrr��s

���zRefactoringTool.traverse_bycCs�	|j�|�|dur|�|�d}|durdS||k}|�||||�|r1|�d|�|js1dS|r=|�||||�dS|�d|�dS)NrzNo changes to %szNot writing changes to %s)rqrr�r�r�r]�
write_file)rvr�r�r�r�r�r�rrrr��szRefactoringTool.processed_filecCs�	ztj|d|dd�}Wnty&}z|�d||�WYd}~dSd}~ww|�)z|�|�WntyJ}z
|�d||�WYd}~nd}~wwWd�n1sUwY|�d|�d|_dS)N�wrzr�zCan't create %s: %szCan't write %s: %szWrote changes to %sT)rGr�r�r�r�r�rm)rvr�r�r�r��fpr�rrrr�s&������
zRefactoringTool.write_filez>>> z... c
	Cs	g}d}d}d}d}|jdd�D]d}|d7}|���|j�r@|dur.|�|�||||��|}|g}|�|j�}	|d|	�}q|dur]|�||j�sW|||j��dkr]|�	|�q|durl|�|�||||��d}d}|�	|�q|dur�|�|�||||��d�
|�S)NrT��keependsrr�rz)�
splitlines�lstripr�PS1r0�refactor_doctest�find�PS2�rstriprr�)
rvr�r��result�blockZblock_lineno�indent�lineno�line�irrrr�sD����
z"RefactoringTool.refactor_docstringc

s	z	��||��}Wn4ty>}z(�j�tj�r'|D]}��d|�d��q��d|||j	j
|�|WYd}~Sd}~ww��||�r�t|�j
dd�}|d|d�||dd�}	}|d�d�sm|dd7<��j|�d�g}|r�|��fd	d
�|D�7}|S)Nz
Source: %sr�z+Can't parse docstring in %s line %s: %s: %sTr�rrxrcsg|]	}��j|�qSr)r�)r6r��r�rvrrr9^r�z4RefactoringTool.refactor_doctest.<locals>.<listcomp>)�parse_blockr$raZisEnabledForrk�DEBUGr�r�r�r�rr�r�r��endswithr��pop)
rvr�r�r�r�r�r�r�r�Zclippedrr�rr�Ds,���"z RefactoringTool.refactor_doctestcCs�|jrd}nd}|js|�d|�n|�d|�|jD]}|�|�q|jr6|�d�|jD]}|�|�q.|jrdt|j�dkrF|�d�n	|�dt|j��|jD]\}}}|j|g|�Ri|��qRdSdS)	N�werez
need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:rzThere was 1 error:zThere were %d errors:)rmrqr�rlrjr�)rvr��file�messager�r�r�rrr�	summarizeas(


�zRefactoringTool.summarizecCs$	|j�|�|||��}t�|_|Sr()rZparse_tokens�	wrap_toksrJr�)rvr�r�r�r�rrrr�xszRefactoringTool.parse_blockccsh�	t�|�||�j�}|D]#\}}\}}\}	}
}||d7}|	|d7}	||||f|	|
f|fVqdS)Nr)rrF�	gen_lines�__next__)rvr�r�r�r/r rWZline0Zcol0Zline1Zcol1Z	line_textrrrr��s��zRefactoringTool.wrap_toksccsz�	||j}||j}|}|D]'}|�|�r!|t|�d�Vn||��dkr-dVntd||f��|}q	dVq9)Nr�zline=%r, prefix=%rTrz)r�r�rr�r��AssertionError)rvr�r��prefix1Zprefix2�prefixr�rrrr��s�


�zRefactoringTool.gen_linesr�)FF)F)NFNr()rrrrdr�rrwrnr�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�rrrrrZ�sB�
7(

	

O
�
+
rZc@r)�MultiprocessingUnsupportedNrrrrrr��rr�csFeZdZ�fdd�Z		d�fdd�	Z�fdd�Z�fd	d
�Z�ZS)�MultiprocessRefactoringToolcs&tt|�j|i|��d|_d|_dSr()�superr�rw�queue�output_lock�rvr��kwargs�r�rrrw�s
z$MultiprocessRefactoringTool.__init__Frc
s2|dkrtt���|||�Szddl�Wn	tyt�w�jdur'td������_��	��_
��fdd�t|�D�}z8|D]}|��q@tt���|||�W�j�
�t|�D]}�j�d�q[|D]
}|��rp|�
�qfd�_dS�j�
�t|�D]}�j�d�q|D]
}|��r�|�
�q�d�_w)Nrrz already doing multiple processescsg|]	}�j�jd��qS))�target)ZProcess�_child)r6r���multiprocessingrvrrr9�s�z8MultiprocessRefactoringTool.refactor.<locals>.<listcomp>)r�r�r�r�ImportErrorr�r��RuntimeErrorZ
JoinableQueueZLockr��range�startr��putZis_alive)rvr�r�r�Z
num_processesZ	processesr&r�r�r�rr��sL
��


�
�
�

��z$MultiprocessRefactoringTool.refactorcsf|j��}|dur1|\}}ztt|�j|i|��W|j��n|j��w|j��}|dus	dSdSr()r�rir�r�r�Z	task_done)rvZtaskr�r�r�rrr��s

��
�z"MultiprocessRefactoringTool._childcs4|jdur|j�||f�dStt|�j|i|��Sr()r�rr�r�r�r�r�rrr��s

��z)MultiprocessRefactoringTool.refactor_file)FFr)rrrrwr�r�r��
__classcell__rrr�rr��s�r�)T)"�
__author__rGr�rr�rkr�r)�	itertoolsrZpgen2rrrZ
fixer_utilrrzrr	r
rrrr$rr!r3r:r<rXrY�objectrZr�r�rrrr�<module>s:
(


?>