관리-도구
편집 파일: process.cpython-39.opt-2.pyc
a R�f�z � @ s~ d Z ddlZddlmZ ddlZddlZddlZddlm Z ddl Z ddl Z ddl m Z ddlZddlZddlZe �� ZdaG dd� d�Zd d � Ze �e� d Zd ZG d d� de�ZG dd� d�Zdd� Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!dd � Z"d d � Z#d-d d �Z$d!d"� Z%G d#d$� d$e j&�Z'da(da)d%d&� Z*d'd(� Z+G d)d*� d*ej,�Z-G d+d,� d,ej.�Z/dS ).z"Brian Quinlan (brian@sweetapp.com)� N)�_base)�Queue)�partialFc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) � _ThreadWakeupc C s d| _ tjdd�\| _| _d S )NF)Zduplex)�_closed�mpZPipe�_reader�_writer��self� r �?/opt/alt/python39/lib64/python3.9/concurrent/futures/process.py�__init__C s z_ThreadWakeup.__init__c C s$ | j s d| _ | j�� | j�� d S �NT)r r �closer r r r r r G s z_ThreadWakeup.closec C s | j s| j�d� d S )N� )r r Z send_bytesr r r r �wakeupM s z_ThreadWakeup.wakeupc C s | j s | j�� r | j�� qd S �N)r r ZpollZ recv_bytesr r r r �clearQ s z_ThreadWakeup.clearN)�__name__� __module__� __qualname__r r r r r r r r r B s r c C s@ da tt�� �} | D ]\}}|�� q| D ]\}}|�� q*d S r )�_global_shutdown�list�_threads_wakeups�itemsr �join)r �_� thread_wakeup�tr r r � _python_exitW s r � �= c @ s e Zd Zdd� Zdd� ZdS )�_RemoteTracebackc C s || _ d S r ��tb)r r% r r r r w s z_RemoteTraceback.__init__c C s | j S r r$ r r r r �__str__y s z_RemoteTraceback.__str__N)r r r r r& r r r r r# v s r# c @ s e Zd Zdd� Zdd� ZdS )�_ExceptionWithTracebackc C s8 t �t|�||�}d�|�}|| _d | j_d| | _d S )N� z """ %s""")� traceback�format_exception�typer �exc� __traceback__r% )r r, r% r r r r } s z _ExceptionWithTraceback.__init__c C s t | j| jffS r )� _rebuild_excr, r% r r r r � __reduce__� s z"_ExceptionWithTraceback.__reduce__N)r r r r r/ r r r r r' | s r' c C s t |�| _| S r )r# � __cause__)r, r% r r r r. � s r. c @ s e Zd Zdd� ZdS )� _WorkItemc C s || _ || _|| _|| _d S r )�future�fn�args�kwargs)r r2 r3 r4 r5 r r r r � s z_WorkItem.__init__N�r r r r r r r r r1 � s r1 c @ s e Zd Zddd�ZdS )� _ResultItemNc C s || _ || _|| _d S r )�work_id� exception�result)r r8 r9 r: r r r r � s z_ResultItem.__init__)NNr6 r r r r r7 � s r7 c @ s e Zd Zdd� ZdS )� _CallItemc C s || _ || _|| _|| _d S r )r8 r3 r4 r5 )r r8 r3 r4 r5 r r r r � s z_CallItem.__init__Nr6 r r r r r; � s r; c s* e Zd Zd� fdd� Z� fdd�Z� ZS )� _SafeQueuer c s& || _ || _|| _t� j||d� d S )N)�ctx)�pending_work_items� shutdown_lockr �superr )r �max_sizer= r> r? r �� __class__r r r � s z_SafeQueue.__init__c s� t |t�r�t�t|�||j�}td�d�|���|_ | j � |j d �}| j � | j�� W d � n1 sj0 Y |d ur�|j�|� nt� �||� d S )Nz """ {}"""r( )� isinstancer; r) r* r+ r- r# �formatr r0 r> �popr8 r? r r r2 � set_exceptionr@ �_on_queue_feeder_error)r �e�objr% � work_itemrB r r rH � s (z!_SafeQueue._on_queue_feeder_error)r )r r r r rH � __classcell__r r rB r r< � s r< c g s, t |� }tt�|| ��}|s d S |V qd S r )�zip�tuple� itertools�islice)� chunksize� iterables�it�chunkr r r � _get_chunks� s rU c s � fdd�|D �S )Nc s g | ] }� |� �qS r r )�.0r4 �r3 r r � <listcomp>� r z"_process_chunk.<locals>.<listcomp>r )r3 rT r rW r �_process_chunk� s rY c C s` z| � t|||d�� W nB tyZ } z*t||j�}| � t||d�� W Y d }~n d }~0 0 d S )N)r: r9 �r9 )�putr7 � BaseExceptionr' r- )� result_queuer8 r: r9 rI r, r r r �_sendback_result� s � r^ c C s� |d ur:z ||� W n$ t y8 tjjddd� Y d S 0 | jdd�}|d u r`|�t�� � d S z|j|j i |j ��}W n@ t y� } z(t ||j �}t ||j|d� W Y d }~n d }~0 0 t ||j|d� ~~q:d S )NzException in initializer:T)�exc_info��blockrZ )r: )r\ r ZLOGGERZcritical�getr[ �os�getpidr3 r4 r5 r' r- r^ r8 )� call_queuer] � initializer�initargsZ call_item�rrI r, r r r �_process_worker� s$ &ri c sl e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z � ZS )�_ExecutorManagerThreadc sf |j | _|j| _| j| jfdd�}t�||�| _|j| _|j | _ |j | _ |j | _|j| _t� �� d S )Nc S s< t j�d� |� |�� W d � n1 s.0 Y d S )Nz?Executor collected: triggering callback for QueueManager wakeup)r �util�debugr )r r r? r r r � weakref_cb s z3_ExecutorManagerThread.__init__.<locals>.weakref_cb)� _executor_manager_thread_wakeupr �_shutdown_lockr? �weakref�ref�executor_reference� _processes� processes� _call_queuere � _result_queuer] � _work_ids�work_ids_queue�_pending_work_itemsr> r@ r )r �executorrm rB r r r s � z _ExecutorManagerThread.__init__c C s� | � � | �� \}}}|r(| �|� d S |d urX| �|� ~| �� }|d urV|j�� ~| �� r | �� | j s | � � d S q d S r ) �add_call_item_to_queue� wait_result_broken_or_wakeup�terminate_broken�process_result_itemrr �_idle_worker_semaphore�release�is_shutting_down�flag_executor_shutting_downr> �join_executor_internals)r � result_item� is_broken�causerz r r r �run: s" z_ExecutorManagerThread.runc C s~ | j �� rd S z| jjdd�}W n tjy6 Y d S 0 | j| }|j�� rn| j j t ||j |j |j �dd� q | j|= q q d S )NFr` T)re Zfullrx rb �queue�Emptyr> r2 Z set_running_or_notify_cancelr[ r; r3 r4 r5 )r r8 rK r r r r{ Z s" ��z-_ExecutorManagerThread.add_call_item_to_queuec C s� | j j}| jj}||g}dd� t| j�� �D �}tj�|| �}d }d}d }||v r�z|� � }d}W q� t y� } z t � t | �| | j�}W Y d } ~ q�d } ~ 0 0 n ||v r�d}| j� | j�� W d � n1 s�0 Y |||fS )Nc S s g | ] }|j �qS r )�sentinel�rV �pr r r rX { r zG_ExecutorManagerThread.wait_result_broken_or_wakeup.<locals>.<listcomp>TF)r] r r r rt �valuesr Z connection�waitZrecvr\ r) r* r+ r- r? r ) r Z result_readerZ wakeup_readerZreadersZworker_sentinelsZreadyr� r� r� rI r r r r| q s& ,(z3_ExecutorManagerThread.wait_result_broken_or_wakeupc C sr t |t�r2| j�|�}|�� | jsn| �� d S n<| j�|jd �}|d urn|jr`|j � |j� n|j � |j � d S r ) rD �intrt rF r r� r> r8 r9 r2 rG Z set_resultr: )r r� r� rK r r r r~ � s z*_ExecutorManagerThread.process_result_itemc C s | � � }tp|d u p|jS r )rr r �_shutdown_thread)r rz r r r r� � s �z'_ExecutorManagerThread.is_shutting_downc C s� | � � }|d ur d|_d|_d }td�}|d urHtdd�|�� d��|_| j�� D ]\}}|j � |� ~qR| j� � | j � � D ] }|�� q~| �� d S )NzKA child process terminated abruptly, the process pool is not usable anymoreTz^A process in the process pool was terminated abruptly while the future was running or pending.z ''' r( z''')rr �_brokenr� �BrokenProcessPoolr# r r0 r> r r2 rG r rt r� Z terminater� )r r� rz Zbper8 rK r� r r r r} � s" � z'_ExecutorManagerThread.terminate_brokenc C s� | � � }|d ur|d|_|jr|i }| j�� D ]\}}|j�� s*|||< q*|| _z| j�� W qL t j yr Y qvY qL0 qLd|_d S )NTF) rr r� �_cancel_pending_futuresr> r r2 Zcancelrx Z get_nowaitr� r� )r rz Znew_pending_work_itemsr8 rK r r r r� � s z2_ExecutorManagerThread.flag_executor_shutting_downc C sl | � � }d}||k rh| � � dkrht|| �D ]8}z| j�d � |d7 }W q, tjyb Y q Y q,0 q,q d S )Nr r! )�get_n_children_alive�rangere Z put_nowaitr� ZFull)r Zn_children_to_stopZn_sentinels_sent�ir r r �shutdown_workers� s � z'_ExecutorManagerThread.shutdown_workersc C sh | � � | j�� | j�� | j� | j�� W d � n1 sB0 Y | j�� D ] }|�� qVd S r ) r� re r Z join_threadr? r rt r� r �r r� r r r r� � s (z._ExecutorManagerThread.join_executor_internalsc C s t dd� | j�� D ��S )Nc s s | ]}|� � V qd S r )Zis_aliver� r r r � <genexpr> r z>_ExecutorManagerThread.get_n_children_alive.<locals>.<genexpr>)�sumrt r� r r r r r� s z+_ExecutorManagerThread.get_n_children_alive)r r r r r� r{ r| r~ r� r} r� r� r� r� rL r r rB r rj s + & rj c C sh t rtrtt��da zt�d�} W n ttfy: Y d S 0 | dkrHd S | dkrTd S d| att��d S )NT�SC_SEM_NSEMS_MAX���� z@system provides too few semaphores (%d available, 256 necessary))�_system_limits_checked�_system_limited�NotImplementedErrorrc �sysconf�AttributeError� ValueError)Z nsems_maxr r r �_check_system_limits s �r� c c s& | D ] }|� � |r|�� V qqd S r )�reverserF )�iterableZelementr r r � _chain_from_iterable_of_lists, s r� c @ s e Zd ZdS )r� N)r r r r r r r r� 8 s r� c s~ e Zd Zddd�Zdd� Zdd� Zd d � Zd d � Zd d� Ze j jj e_ ddd�� fdd� Z ddd�dd�Z e j j j e _ � ZS )�ProcessPoolExecutorNr c C sJ t � |d u r6t�� pd| _tjdkrntt| j�| _n8|dkrHtd��n tjdkrh|tkrhtdt� ���|| _|d u r~t � � }|| _ | j j dd�dk| _ |d ur�t|�s�td ��|| _|| _d | _i | _d| _t�� | _t�d�| _d| _d| _i | _ d| _ t � | _ | jt }t!|| j | j | j| j d �| _"d | j"_#|�$� | _%t&�'� | _(d S ) Nr! Zwin32r z"max_workers must be greater than 0zmax_workers must be <= F)Z allow_none�forkz initializer must be a callable)rA r= r> r? r T))r� rc � cpu_count� _max_workers�sys�platform�min�_MAX_WINDOWS_WORKERSr� r Z get_context� _mp_contextZget_start_method�#_safe_to_dynamically_spawn_children�callable� TypeError� _initializer� _initargs�_executor_manager_threadrs r� � threadingZLockro Z Semaphorer r� � _queue_country r� r rn �EXTRA_QUEUED_CALLSr< ru Z _ignore_epipeZ SimpleQueuerv r� r rw )r Z max_workersZ mp_contextrf rg Z queue_sizer r r r @ sZ � ��� � z ProcessPoolExecutor.__init__c C s< | j d u r8| js| �� t| �| _ | j �� | jt| j < d S r )r� r� �_launch_processesrj �startrn r r r r r � _start_executor_manager_thread� s �z2ProcessPoolExecutor._start_executor_manager_threadc C s2 | j jdd�rd S t| j�}|| jk r.| �� d S )NF)Zblocking)r �acquire�lenrs r� �_spawn_process)r Z process_countr r r �_adjust_process_count� s z)ProcessPoolExecutor._adjust_process_countc C s$ t t| j�| j�D ] }| �� qd S r )r� r� rs r� r� )r r r r r r� � s z%ProcessPoolExecutor._launch_processesc C s8 | j jt| j| j| j| jfd�}|�� || j|j < d S )N)�targetr4 ) r� ZProcessri ru rv r� r� r� rs �pidr� r r r r� � s ��z"ProcessPoolExecutor._spawn_processc O s� | j �� | jrt| j��| jr&td��tr2td��t�� }t||||�}|| j | j < | j � | j � | j d7 _ | j �� | jr�| �� | �� |W d � S 1 s�0 Y d S )Nz*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdownr! )ro r� r� r� � RuntimeErrorr r ZFuturer1 ry r� rw r[ rn r r� r� r� )r r3 r4 r5 �f�wr r r �submit� s" zProcessPoolExecutor.submitr! )�timeoutrQ c s: |dk rt d��t� jtt|�t|d|i�|d�}t|�S )Nr! zchunksize must be >= 1.rQ )r� )r� r@ �mapr rY rU r� )r r3 r� rQ rR ZresultsrB r r r� � s �zProcessPoolExecutor.mapTF)�cancel_futuresc C s� | j �0 || _d| _| jd ur(| j�� W d � n1 s<0 Y | jd ur^|r^| j�� d | _d | _| jd ur�|r�| j� � d | _d | _ d | _d S r ) ro r� r� rn r r� r ru rv r rs )r r� r� r r r �shutdown� s ( z ProcessPoolExecutor.shutdown)NNNr )T)r r r r r� r� r� r� r� r �Executor�__doc__r� r� rL r r rB r r� ? s � U r� )NN)0� __author__rc Zconcurrent.futuresr r� Zmultiprocessingr Zmultiprocessing.connectionZmultiprocessing.queuesr r� rp � functoolsr rO r� r) �WeakKeyDictionaryr r r r Z_register_atexitr� r� � Exceptionr# r' r. �objectr1 r7 r; r< rU rY r^ ri ZThreadrj r� r� r� r� ZBrokenExecutorr� r� r� r r r r �<module>. sN )