Your IP : 3.145.105.199
o
6��f�| � @ s� d Z ddlZddlmZ ddlZddlZddlZddlm Z ddl
Z
ddl Z ddl m
Z
ddlZddlZddlZe �� ZdaG dd� d�Zd d
� Ze
�e� d Zd ZG d
d� de�ZG dd� d�Zdd� Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!dd � Z"d d � Z#d-d d �Z$d!d"� Z%G d#d$� d$e
j&�Z'da(da)d%d&� Z*d'd(� Z+G d)d*� d*ej,�Z-G d+d,� d,ej.�Z/dS ).z"Brian Quinlan (brian@sweetapp.com)� N)�_base)�Queue)�partialFc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
_ThreadWakeupc C s d| _ tjdd�\| _| _d S )NF)Zduplex)�_closed�mpZPipe�_reader�_writer��self� r �A/opt/alt/python310/lib64/python3.10/concurrent/futures/process.py�__init__C s z_ThreadWakeup.__init__c C s( | j sd| _ | j�� | j�� d S d S �NT)r r �closer r
r r r
r G s
�z_ThreadWakeup.closec C s | j s | j�d� d S d S )N� )r r Z
send_bytesr
r r r
�wakeupM s �z_ThreadWakeup.wakeupc C s0 | j s| j�� r| j�� | j�� sd S d S d S �N)r r ZpollZ
recv_bytesr
r r r
�clearQ s
��z_ThreadWakeup.clearN)�__name__�
__module__� __qualname__r r r r r r r r
r B s
r c C s@ da tt�� �} | D ]\}}|�� q
| D ]\}}|�� qd S r )�_global_shutdown�list�_threads_wakeups�itemsr �join)r �_�
thread_wakeup�tr r r
� _python_exitW s
�r � �= c @ � e Zd Zdd� Zdd� ZdS )�_RemoteTracebackc C s
|| _ d S r ��tb)r r& r r r
r w s
z_RemoteTraceback.__init__c C s | j S r r% r
r r r
�__str__y s z_RemoteTraceback.__str__N)r r r r r' r r r r
r$ v s r$ c @ r# )�_ExceptionWithTracebackc C s8 t �t|�||�}d�|�}|| _d | j_d| | _d S )N� z
"""
%s""")� traceback�format_exception�typer �exc�
__traceback__r& )r r- r& r r r
r } s
z _ExceptionWithTraceback.__init__c C s t | j| jffS r )� _rebuild_excr- r& r
r r r
�
__reduce__� s z"_ExceptionWithTraceback.__reduce__N)r r r r r0 r r r r
r( | s r( c C s t |�| _| S r )r$ � __cause__)r- r& r r r
r/ � s
r/ c @ � e Zd Zdd� ZdS )� _WorkItemc C � || _ || _|| _|| _d S r )�future�fn�args�kwargs)r r5 r6 r7 r8 r r r
r � �
z_WorkItem.__init__N�r r r r r r r r
r3 � � r3 c @ s e Zd Zddd�ZdS )� _ResultItemNc C s || _ || _|| _d S r )�work_id� exception�result)r r= r> r? r r r
r � s
z_ResultItem.__init__�NNr: r r r r
r< � s r< c @ r2 )� _CallItemc C r4 r )r= r6 r7 r8 )r r= r6 r7 r8 r r r
r � r9 z_CallItem.__init__Nr: r r r r
rA � r; rA c s, e Zd Z d� fdd� Z� fdd�Z� ZS )�
_SafeQueuer c s& || _ || _|| _t� j||d� d S )N)�ctx)�pending_work_items�
shutdown_lockr �superr )r �max_sizerC rD rE r �� __class__r r
r � s z_SafeQueue.__init__c s� t |t�rHt�t|�||j�}td�d�|���|_ | j
� |j d �}| j
�
| j�� W d � n1 s5w Y |d urF|j�|� d S d S t� �||� d S )Nz
"""
{}"""r) )�
isinstancerA r* r+ r, r. r$ �formatr r1 rD �popr= rE r r r5 �
set_exceptionrF �_on_queue_feeder_error)r �e�objr& � work_itemrH r r
rN � s
��z!_SafeQueue._on_queue_feeder_error)r )r r r r rN �
__classcell__r r rH r
rB � s rB c g s. � t |� } tt�|| ��}|sd S |V qr )�zip�tuple� itertools�islice)� chunksize� iterables�it�chunkr r r
� _get_chunks� s ��r[ c s � fdd�|D �S )Nc s g | ]}� |� �qS r r )�.0r7 �r6 r r
�
<listcomp>� s z"_process_chunk.<locals>.<listcomp>r )r6 rZ r r] r
�_process_chunk� s r_ c
C sb z
| � t|||d�� W d S ty0 } zt||j�}| � t||d�� W Y d }~d S d }~ww )N)r? r> �r> )�putr< �
BaseExceptionr( r. )� result_queuer= r? r> rO r- r r r
�_sendback_result� s
� ��rd c
C s� |d ur z||� W n t y tjjddd� Y d S w | jdd�}|d u r2|�t�� � d S z |j|j i |j
��}W n t y^ } zt ||j �}t
||j|d� W Y d }~nd }~ww t
||j|d� ~~q )NzException in initializer:T)�exc_info��blockr` )r? )rb r ZLOGGERZcritical�getra �os�getpidr6 r7 r8 r( r. rd r= )�
call_queuerc � initializer�initargsZ call_item�rrO r- r r r
�_process_worker� s0 � ���ro c sn e Zd Z � fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
� ZS )�_ExecutorManagerThreadc sf |j | _|j| _| j| jfdd�}t�||�| _|j| _|j | _
|j | _ |j
| _|j| _t� �� d S )Nc S s> t j�d� |�
|�� W d � d S 1 sw Y d S )Nz?Executor collected: triggering callback for QueueManager wakeup)r �util�debugr )r r rE r r r
�
weakref_cb s
"�z3_ExecutorManagerThread.__init__.<locals>.weakref_cb)� _executor_manager_thread_wakeupr �_shutdown_lockrE �weakref�ref�executor_reference�
_processes� processes� _call_queuerk �
_result_queuerc � _work_ids�work_ids_queue�_pending_work_itemsrD rF r )r �executorrs rH r r
r s
�z _ExecutorManagerThread.__init__c C s� | � � | �� \}}}|r| �|� d S |d ur-| �|� ~| �� }|d ur,|j�� ~| �� rB| �� | � � | j sB| �
� d S qr ) �add_call_item_to_queue� wait_result_broken_or_wakeup�terminate_broken�process_result_itemrx �_idle_worker_semaphore�release�is_shutting_down�flag_executor_shutting_downrD �join_executor_internals)r � result_item� is_broken�causer� r r r
�run: s(
�z_ExecutorManagerThread.runc C s| | j �� rd S z | jjdd�}W n tjy Y d S w | j| }|j�� r8| j j t
||j |j |j
�dd� n| j|= q q)NTFrf )rk Zfullr~ rh �queue�EmptyrD r5 Z set_running_or_notify_cancelra rA r6 r7 r8 )r r= rQ r r r
r� _ s(
�
���z-_ExecutorManagerThread.add_call_item_to_queuec
C s� | j j}| jj}||g}dd� t| j�� �D �}tj�|| �}d }d}d }||v rOz|� � }d}W n" t
yN } zt � t
| �| | j�}W Y d } ~ n d } ~ ww ||v rUd}| j�
| j�� W d � n1 shw Y |||fS )Nc S s g | ]}|j �qS r )Zsentinel�r\ �pr r r
r^ � s zG_ExecutorManagerThread.wait_result_broken_or_wakeup.<locals>.<listcomp>TF)rc r r r rz �valuesr Z
connection�waitZrecvrb r* r+ r, r. rE r )
r Z
result_readerZ
wakeup_readerZreadersZworker_sentinelsZreadyr� r� r� rO r r r
r� v s, �� �
z3_ExecutorManagerThread.wait_result_broken_or_wakeupc C sz t |t�r| j�|�}|�� | js| �� d S d S | j�|jd �}|d ur;|jr2|j �
|j� d S |j � |j � d S d S r )
rJ �intrz rL r r� rD r= r> r5 rM Z
set_resultr? )r r� r� rQ r r r
r� � s
��z*_ExecutorManagerThread.process_result_itemc C s | � � }tp |d u p |jS r )rx r �_shutdown_thread)r r� r r r
r� � s �z'_ExecutorManagerThread.is_shutting_downc C s� | � � }|d urd|_d|_d }td�}|d ur$tdd�|�� d��|_| j�� D ] \}}|j �
|� ~q)| j� � | j �
� D ]}|�� q?| �� d S )NzKA child process terminated abruptly, the process pool is not usable anymoreTz^A process in the process pool was terminated abruptly while the future was running or pending.z
'''
r) z''')rx �_brokenr� �BrokenProcessPoolr$ r r1 rD r r5 rM r rz r� Z terminater� )r r� r� Zbper= rQ r� r r r
r� � s" �
z'_ExecutorManagerThread.terminate_brokenc C s� | � � }|d ur?d|_|jrAi }| j�� D ]
\}}|j�� s"|||< q|| _ z| j�� W n
t j
y8 Y nw q'd|_d S d S d S )NTF) rx r� �_cancel_pending_futuresrD r r5 Zcancelr~ Z
get_nowaitr� r� )r r� Znew_pending_work_itemsr= rQ r r r
r� � s(
���
�z2_ExecutorManagerThread.flag_executor_shutting_downc C s� | � � }d}||k r<| � � dkr>t|| �D ]}z | j�d � |d7 }W q tjy/ Y nw ||k r@| � � dksd S d S d S d S )Nr r! )�get_n_children_alive�rangerk Z
put_nowaitr� ZFull)r Zn_children_to_stopZn_sentinels_sent�ir r r
�shutdown_workers� s ����z'_ExecutorManagerThread.shutdown_workersc C sh | � � | j�� | j�� | j�
| j�� W d � n1 s!w Y | j�� D ]}|�� q+d S r ) r� rk r Z join_threadrE r rz r� r �r r� r r r
r� s
�
�z._ExecutorManagerThread.join_executor_internalsc C s t dd� | j�� D ��S )Nc s s � | ]}|� � V qd S r )Zis_aliver� r r r
� <genexpr> s � z>_ExecutorManagerThread.get_n_children_alive.<locals>.<genexpr>)�sumrz r� r
r r r
r� s z+_ExecutorManagerThread.get_n_children_alive)r r r r r� r� r� r� r� r� r� r� r� r� rR r r rH r
rp s +%
& rp c C s� t rtrtt��da zdd l} W n
ty datt��w zt�d�}W n ttfy1 Y d S w |dkr8d S |dkr>d S d| att��)NTr zxThis Python build lacks multiprocessing.synchronize, usually due to named semaphores being unavailable on this platform.�SC_SEM_NSEMS_MAX���� z@system provides too few semaphores (%d available, 256 necessary)) �_system_limits_checked�_system_limited�NotImplementedErrorZmultiprocessing.synchronize� ImportErrorri �sysconf�AttributeError�
ValueError)�multiprocessingZ nsems_maxr r r
�_check_system_limits s0 ����r� c c s, � | D ]}|� � |r|�� V |s qd S r )�reverserL )�iterableZelementr r r
� _chain_from_iterable_of_lists9 s �
���r� c @ s e Zd ZdS )r� N)r r r r r r r
r� E s r� c s� e Zd Z ddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Ze j
jj e_ ddd�� fdd�
Z ddd�dd�Z
e j
j
j e
_ � ZS )�ProcessPoolExecutorNr c C sJ t � |d u r t�� p
d| _tjdkrtt| j�| _n|dkr$td��tjdkr4|tkr4tdt� ���|| _|d u r?t �
� }|| _ | j j dd�dk| _
|d urXt|�sXtd ��|| _|| _d | _i | _d| _t�� | _t�d�| _d| _d| _i | _ d| _ t � | _ | jt }t!|| j | j | j| j d
�| _"d | j"_#|�$� | _%t&�'� | _(d S ) Nr! Zwin32r z"max_workers must be greater than 0zmax_workers must be <= F)Z
allow_none�forkz initializer must be a callable)rG rC rD rE r T))r� ri � cpu_count� _max_workers�sys�platform�min�_MAX_WINDOWS_WORKERSr� r Z get_context� _mp_contextZget_start_method�#_safe_to_dynamically_spawn_children�callable� TypeError� _initializer� _initargs�_executor_manager_threadry r� � threadingZLockru Z Semaphorer� r� � _queue_countr r� r rt �EXTRA_QUEUED_CALLSrB r{ Z
_ignore_epipeZ SimpleQueuer| r� r r} )r Z max_workersZ
mp_contextrl rm Z
queue_sizer r r
r M s\
��
��
�
z ProcessPoolExecutor.__init__c C s@ | j d u r | js | �� t| �| _ | j �� | jt| j < d S d S r )r� r� �_launch_processesrp �startrt r r
r r r
� _start_executor_manager_thread� s
��z2ProcessPoolExecutor._start_executor_manager_threadc C s6 | j jdd�r d S t| j�}|| jk r| �� d S d S )NF)Zblocking)r� �acquire�lenry r� �_spawn_process)r Z
process_countr r r
�_adjust_process_count� s
�z)ProcessPoolExecutor._adjust_process_countc C s$ t t| j�| j�D ]}| �� q d S r )r� r� ry r� r� )r r r r r
r� � s
�z%ProcessPoolExecutor._launch_processesc C s8 | j jt| j| j| j| jfd�}|�� || j|j < d S )N)�targetr7 )
r� ZProcessro r{ r| r� r� r� ry �pidr� r r r
r� � s ��z"ProcessPoolExecutor._spawn_processc O s� | j �N | jr t| j��| jrtd��trtd��t�� }t||||�}|| j | j
< | j � | j
� | j
d7 _
| j
�� | jrD| �� | �� |W d � S 1 sTw Y d S )Nz*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdownr! )ru r� r� r� � RuntimeErrorr r ZFuturer3 r r� r} ra rt r r� r� r� )r r6 r7 r8 �f�wr r r
�submit� s$
$�zProcessPoolExecutor.submitr! )�timeoutrW c s< |dk r t d��t� jtt|�t|d|i�|d�}t|�S )Nr! zchunksize must be >= 1.rW )r� )r� rF �mapr r_ r[ r� )r r6 r� rW rX ZresultsrH r r
r� � s �zProcessPoolExecutor.mapTF)�cancel_futuresc C s� | j � || _d| _| jd ur| j�� W d � n1 s w Y | jd ur/|r/| j�� d | _d | _| jd urA|rA| j� � d | _d | _
d | _d S r ) ru r� r� rt r r� r r{ r| r ry )r r� r� r r r
�shutdown s
� �
z ProcessPoolExecutor.shutdown)NNNr )T)r r r r r� r� r� r� r� r �Executor�__doc__r� r� rR r r rH r
r� L s
�U
r� r@ )0�
__author__ri Zconcurrent.futuresr r� r� r Zmultiprocessing.connectionZmultiprocessing.queuesr r� rv � functoolsr rU r� r* �WeakKeyDictionaryr r r r Z_register_atexitr� r� � Exceptionr$ r( r/ �objectr3 r< rA rB r[ r_ rd ro ZThreadrp r� r� r� r� ZBrokenExecutorr� r� r� r r r r
�<module> sR *
)