/usr/lib64/python3.9/concurrent/futures/__pycache__
Edit: /usr/lib64/python3.9/concurrent/futures/__pycache__/process.cpython-39.opt-2.pyc (15873B)
a
iz @ s~ d Z ddlZddlmZ ddlZddlZddlZddlm Z ddl
Z
ddl Z ddl m
Z
ddlZddlZddlZe ZdaG dd dZd d
Ze
e d Zd ZG d
d deZG dd dZdd Z G dd de Z G dd de Z G dd de Z G dd de Z!dd Z"d d Z#d-d d Z$d!d" Z%G d#d$ d$e
j&Z'da(da)d%d& Z*d'd( Z+G d)d* d*ej,Z-G d+d, d,ej.Z/dS ).z"Brian Quinlan (brian@sweetapp.com) N)_base)Queue)partialFc @ s, e Zd Zdd Zdd Zdd Zdd Zd S )
_ThreadWakeupc C s d| _ tjdd\| _| _d S )NF)duplex)_closedmpPipe_reader_writerself r 2/usr/lib64/python3.9/concurrent/futures/process.py__init__C s z_ThreadWakeup.__init__c C s$ | j s d| _ | j | j d S NT)r r closer
r r r r r G s
z_ThreadWakeup.closec C s | j s| jd d S )N )r r
send_bytesr r r r wakeupM s z_ThreadWakeup.wakeupc C s | j s | j r | j qd S N)r r
poll
recv_bytesr r r r clearQ s
z_ThreadWakeup.clearN)__name__
__module__ __qualname__r r r r r r r r r B s r c C s@ da tt } | D ]\}}| q| D ]\}}| q*d S r )_global_shutdownlist_threads_wakeupsitemsr join)r _
thread_wakeuptr r r _python_exitW s
r% = c @ s e Zd Zdd Zdd ZdS )_RemoteTracebackc C s
|| _ d S r tb)r
r* r r r r w s z_RemoteTraceback.__init__c C s | j S r r) r r r r __str__y s z_RemoteTraceback.__str__N)r r r r r+ r r r r r( v s r( c @ s e Zd Zdd Zdd ZdS )_ExceptionWithTracebackc C s8 t t|||}d|}|| _d | j_d| | _d S )N z
"""
%s""") tracebackformat_exceptiontyper! exc
__traceback__r* )r
r1 r* r r r r } s
z _ExceptionWithTraceback.__init__c C s t | j| jffS r ) _rebuild_excr1 r* r r r r
__reduce__ s z"_ExceptionWithTraceback.__reduce__N)r r r r r4 r r r r r, | s r, c C s t || _| S r )r( __cause__)r1 r* r r r r3 s
r3 c @ s e Zd Zdd ZdS ) _WorkItemc C s || _ || _|| _|| _d S r )futurefnargskwargs)r
r7 r8 r9 r: r r r r s z_WorkItem.__init__Nr r r r r r r r r6 s r6 c @ s e Zd ZdddZdS ) _ResultItemNc C s || _ || _|| _d S r )work_id exceptionresult)r
r= r> r? r r r r s z_ResultItem.__init__)NNr; r r r r r< s r< c @ s e Zd Zdd ZdS ) _CallItemc C s || _ || _|| _|| _d S r )r= r8 r9 r: )r
r= r8 r9 r: r r r r s z_CallItem.__init__Nr; r r r r r@ s r@ c s* e Zd Zd fdd Z fddZ ZS )
_SafeQueuer c s& || _ || _|| _t j||d d S )N)ctx)pending_work_items
shutdown_lockr# superr )r
max_sizerB rC rD r# __class__r r r s z_SafeQueue.__init__c s t |trtt|||j}tdd||_ | j
|j d }| j
| j W d n1 sj0 Y |d ur|j| nt || d S )Nz
"""
{}"""r- )
isinstancer@ r. r/ r0 r2 r( formatr! r5 rC popr= rD r# r r7
set_exceptionrE _on_queue_feeder_error)r
eobjr* work_itemrG r r rM s
(z!_SafeQueue._on_queue_feeder_error)r )r r r r rM
__classcell__r r rG r rA s rA c g s, t | }tt|| }|s d S |V qd S r )ziptuple itertoolsislice) chunksize iterablesitchunkr r r _get_chunks s
rZ c s fdd|D S )Nc s g | ] } | qS r r ).0r9 r8 r r
r z"_process_chunk..r )r8 rY r r\ r _process_chunk s r^ c
C s` z| t|||d W nB tyZ } z*t||j}| t||d W Y d }~n
d }~0 0 d S )N)r? r> r> )putr<
BaseExceptionr, r2 ) result_queuer= r? r> rN r1 r r r _sendback_result s
rc c
C s |d ur:z || W n$ t y8 tjjddd Y d S 0 | jdd}|d u r`|t d S z|j|j i |j
}W n@ t y } z(t ||j }t
||j|d W Y d }~n d }~0 0 t
||j|d ~~q:d S )NzException in initializer:T)exc_infoblockr_ )r? )ra r LOGGERcriticalgetr` osgetpidr8 r9 r: r, r2 rc r= )
call_queuerb initializerinitargs call_itemrrN r1 r r r _process_worker s$
&rq c sl e Zd Z fddZdd Zdd Zdd Zd d
Zd d Zd
d Z dd Z
dd Z dd Z dd Z
ZS )_ExecutorManagerThreadc sf |j | _|j| _| j| jfdd}t||| _|j| _|j | _
|j | _ |j
| _|j| _t d S )Nc S s< t jd | | W d n1 s.0 Y d S )Nz?Executor collected: triggering callback for QueueManager wakeup)r utildebugr )r" r# rD r r r
weakref_cb s z3_ExecutorManagerThread.__init__..weakref_cb) _executor_manager_thread_wakeupr# _shutdown_lockrD weakrefrefexecutor_reference
_processes processes _call_queuerl
_result_queuerb _work_idswork_ids_queue_pending_work_itemsrC rE r )r
executorru rG r r r s
z _ExecutorManagerThread.__init__c C s | | \}}}|r(| | d S |d urX| | ~| }|d urV|j ~| r | | j s |
d S q d S r ) add_call_item_to_queue wait_result_broken_or_wakeupterminate_brokenprocess_result_itemrz _idle_worker_semaphorereleaseis_shutting_downflag_executor_shutting_downrC join_executor_internals)r
result_item is_brokencauser r r r run: s"
z_ExecutorManagerThread.runc C s~ | j rd S z| jjdd}W n tjy6 Y d S 0 | j| }|j rn| j j t
||j |j |j
dd q | j|= q q d S )NFre T)rl fullr ri queueEmptyrC r7 set_running_or_notify_cancelr` r@ r8 r9 r: )r
r= rP r r r r Z s"
z-_ExecutorManagerThread.add_call_item_to_queuec
C s | j j}| jj}||g}dd t| j D }tj|| }d }d}d }||v rz| }d}W q t
y } z t t
| | | j}W Y d } ~ qd } ~ 0 0 n ||v rd}| j | j W d n1 s0 Y |||fS )Nc S s g | ]
}|j qS r )sentinelr[ pr r r r] { r zG_ExecutorManagerThread.wait_result_broken_or_wakeup..TF)rb r
r# r r| valuesr
connectionwaitrecvra r. r/ r0 r2 rD r )
r
result_reader
wakeup_readerreadersworker_sentinelsreadyr r r rN r r r r q s& ,(z3_ExecutorManagerThread.wait_result_broken_or_wakeupc C sr t |tr2| j|}| | jsn| d S n<| j|jd }|d urn|jr`|j
|j n|j |j d S r )
rI intr| rK r! r rC r= r> r7 rL
set_resultr? )r
r r rP r r r r s
z*_ExecutorManagerThread.process_result_itemc C s | }tp|d u p|jS r )rz r _shutdown_thread)r
r r r r r s z'_ExecutorManagerThread.is_shutting_downc C s | }|d ur d|_d|_d }td}|d urHtdd| d|_| j D ]\}}|j
| ~qR| j | j
D ] }| q~| d S )NzKA child process terminated abruptly, the process pool is not usable anymoreTz^A process in the process pool was terminated abruptly while the future was running or pending.z
'''
r- z''')rz _brokenr BrokenProcessPoolr( r! r5 rC r r7 rL r r| r terminater )r
r r bper= rP r r r r r s"
z'_ExecutorManagerThread.terminate_brokenc C s | }|d ur|d|_|jr|i }| j D ]\}}|j s*|||< q*|| _z| j W qL t j
yr Y qvY qL0 qLd|_d S )NTF) rz r _cancel_pending_futuresrC r r7 cancelr
get_nowaitr r )r
r new_pending_work_itemsr= rP r r r r s
z2_ExecutorManagerThread.flag_executor_shutting_downc C sl | }d}||k rh| dkrht|| D ]8}z| jd |d7 }W q, tjyb Y q Y q,0 q,q d S )Nr r& )get_n_children_aliverangerl
put_nowaitr Full)r
n_children_to_stopn_sentinels_sentir r r shutdown_workers s
z'_ExecutorManagerThread.shutdown_workersc C sh | | j | j | j | j W d n1 sB0 Y | j D ] }| qVd S r ) r rl r join_threadrD r# r| r r! r
r r r r r s
(z._ExecutorManagerThread.join_executor_internalsc C s t dd | j D S )Nc s s | ]}| V qd S r )is_aliver r r r
r z>_ExecutorManagerThread.get_n_children_alive..)sumr| r r r r r r s z+_ExecutorManagerThread.get_n_children_alive)r r r r r r r r r r r r r r rQ r r rG r rr s +
& rr c C sh t rtrttda ztd} W n ttfy: Y d S 0 | dkrHd S | dkrTd S d| attd S )NTSC_SEM_NSEMS_MAX z@system provides too few semaphores (%d available, 256 necessary))_system_limits_checked_system_limitedNotImplementedErrorrj sysconfAttributeError
ValueError) nsems_maxr r r _check_system_limits s r c c s& | D ] }| |r| V qqd S r )reverserK )iterableelementr r r _chain_from_iterable_of_lists, s r c @ s e Zd ZdS )r N)r r r r r r r r 8 s r c s~ e Zd ZdddZdd Zdd Zd d
Zd d Zd
d Ze j
jj e_ ddd fdd
Z dddddZ
e j
j
j e
_ ZS )ProcessPoolExecutorNr c C sJ t |d u r6t pd| _tjdkrntt| j| _n8|dkrHtdn tjdkrh|tkrhtdt || _|d u r~t
}|| _ | j j dddk| _
|d urt|std || _|| _d | _i | _d| _t | _td| _d| _d| _i | _ d| _ t | _ | jt }t!|| j | j | j| j d
| _"d | j"_#|$ | _%t&' | _(d S ) Nr& win32r z"max_workers must be greater than 0zmax_workers must be <= F)
allow_noneforkz initializer must be a callable)rF rB rC rD r# T))r rj cpu_count _max_workerssysplatformmin_MAX_WINDOWS_WORKERSr r get_context _mp_contextget_start_method#_safe_to_dynamically_spawn_childrencallable TypeError _initializer _initargs_executor_manager_threadr{ r threadingLockrw Semaphorer r _queue_countr r r rv EXTRA_QUEUED_CALLSrA r}
_ignore_epipe SimpleQueuer~ r r r )r
max_workers
mp_contextrm rn
queue_sizer r r r @ sZ
z ProcessPoolExecutor.__init__c C s< | j d u r8| js| t| | _ | j | jt| j < d S r )r r _launch_processesrr startrv r r r r r _start_executor_manager_thread s
z2ProcessPoolExecutor._start_executor_manager_threadc C s2 | j jddrd S t| j}|| jk r.| d S )NF)blocking)r acquirelenr{ r _spawn_process)r
process_countr r r _adjust_process_count s
z)ProcessPoolExecutor._adjust_process_countc C s$ t t| j| jD ] }| qd S r )r r r{ r r )r
r" r r r r s z%ProcessPoolExecutor._launch_processesc C s8 | j jt| j| j| j| jfd}| || j|j < d S )N)targetr9 )
r Processrq r} r~ r r r r{ pidr r r r r s z"ProcessPoolExecutor._spawn_processc O s | j | jrt| j| jr&tdtr2tdt }t||||}|| j | j
< | j | j
| j
d7 _
| j
| jr| | |W d S 1 s0 Y d S )Nz*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdownr& )rw r r r RuntimeErrorr r Futurer6 r r r r` rv r r r r )r
r8 r9 r: fwr r r submit s"
zProcessPoolExecutor.submitr& )timeoutrV c s: |dk rt dt jtt|t|d|i|d}t|S )Nr& zchunksize must be >= 1.rV )r )r rE mapr r^ rZ r )r
r8 r rV rW resultsrG r r r s zProcessPoolExecutor.mapTF)cancel_futuresc C s | j 0 || _d| _| jd ur(| j W d n1 s<0 Y | jd ur^|r^| j d | _d | _| jd ur|r| j d | _d | _
d | _d S r ) rw r r rv r r r! r} r~ r r{ )r
r r r r r shutdown s
(
z ProcessPoolExecutor.shutdown)NNNr )T)r r r r r r r r r r Executor__doc__r r rQ r r rG r r ? s
U
r )NN)0
__author__rj concurrent.futuresr r multiprocessingr multiprocessing.connectionmultiprocessing.queuesr r rx functoolsr rT r r. WeakKeyDictionaryr r r r% _register_atexitr r Exceptionr( r, r3 objectr6 r< r@ rA rZ r^ rc rq Threadrr r r r r BrokenExecutorr r r r r r r . sN
)