File: //usr/local/lib/python3.9/site-packages/billiard/__pycache__/queues.cpython-39.pyc
a
X>h�1 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZddlmZ ddlmZ ddl m
Z
d dl m Z d dl
mZmZ ddlmZmZmZmZmZmZ dd lmZ g d
�ZG d d � d �Ze� Z G d
d� de�Z G dd� d�Z G dd� de �Z dS )� N� )�
connection)�context)� get_errno)� monotonic)�Empty�Full)�debug�error�info�Finalize�register_after_fork�
is_exiting)�ForkingPickler)�Queue� SimpleQueue�
JoinableQueuec @ s� e Zd ZdZd)dd�Zdd� Zdd� Zd d
� Zd*d
d�Zd+dd�Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd � Zd d � Zd d � Zd!d"� Zed#d$� �Zed%d&� �Zed'd(� �Zd S ),r z4
Queue type using a pipe, buffer and thread
r c O s� z |d }W n t y& td��Y n0 |dkr<ddlm} || _tjdd�\| _| _|� � | _
t � � | _
tjdkr|d | _n
|� � | _|�|�| _d| _| �� tjdkr�t| tj� d S ) N�ctxz-missing 1 required keyword-only argument: ctxr r )�
SEM_VALUE_MAXF��duplex�win32)�KeyError� TypeErrorZ synchronizer �_maxsizer �Pipe�_reader�_writer�Lock�_rlock�os�getpid�_opid�sys�platform�_wlock�BoundedSemaphore�_sem�
_ignore_epipe� _after_forkr
r ��self�maxsize�args�kwargsr � r/ �9/usr/local/lib/python3.9/site-packages/billiard/queues.py�__init__# s$
zQueue.__init__c C s. t �| � | j| j| j| j| j| j| j| j fS �N)
r �assert_spawningr( r r r r r% r' r" �r+ r/ r/ r0 � __getstate__< s
�zQueue.__getstate__c C s0 |\| _ | _| _| _| _| _| _| _| �� d S r2 ) r( r r r r r% r' r" r) �r+ �stater/ r/ r0 � __setstate__A s �zQueue.__setstate__c C sv t d� t�t�� �| _t�� | _d | _d | _ d| _
d| _ d | _ | j
j| _| jj| _| j
j| _| jj| _| jj| _d S )NzQueue._after_fork()F)r � threading� Conditionr � _notempty� collections�deque�_buffer�_thread� _jointhread�_joincancelled�_closed�_closer �send� _send_bytesr �recvZ_recv�
send_bytes�
recv_bytes� _recv_bytes�poll�_pollr4 r/ r/ r0 r) F s
zQueue._after_forkTNc C sn | j r
J �| j�||�s t�| j�8 | jd u r6| �� | j�|� | j� � W d � n1 s`0 Y d S r2 )
rB r' �acquirer r; r? �
_start_threadr> �append�notify�r+ �obj�block�timeoutr/ r/ r0 �putU s
z Queue.putc C s� |rF|d u rF| j � | �� }W d � n1 s00 Y | j�� n�|rTt� | }| j �||�sft�zR|r�|t� }|dk s�| �|�s�t�n | �� s�t�| �� }| j�� W | j �� n | j �� 0 t� |�S )Nr )
r rI r' �releaser rL r rK r �loads)r+ rR rS �res�deadliner/ r/ r0 �get` s& &
z Queue.getc C s | j | jj�� S r2 )r r' �_semlock�
_get_valuer4 r/ r/ r0 �qsizey s z Queue.qsizec C s
| � � S r2 �rK r4 r/ r/ r0 �empty~ s z Queue.emptyc C s | j j�� S r2 )r' rZ �_is_zeror4 r/ r/ r0 �full� s z
Queue.fullc C s
| � d�S �NF)rY r4 r/ r/ r0 �
get_nowait� s zQueue.get_nowaitc C s | � |d�S ra )rT �r+ rQ r/ r/ r0 �
put_nowait� s zQueue.put_nowaitc C sH d| _ z$| j�� W | j}|rDd | _|� n| j}|rBd | _|� 0 d S )NT)rB r �closerC )r+ re r/ r/ r0 re � s �z Queue.closec C s$ t d� | jsJ �| jr | �� d S )NzQueue.join_thread())r rB r@ r4 r/ r/ r0 � join_thread� s
zQueue.join_threadc C s4 t d� d| _z| j�� W n ty. Y n0 d S )NzQueue.cancel_join_thread()T)r rA r@ �cancel�AttributeErrorr4 r/ r/ r0 �cancel_join_thread� s zQueue.cancel_join_threadc C s� t d� | j�� tjtj| j| j| j| j | j
j | j fdd�| _
d| j
_t d� | j
�� t d� | jt�� k}| js�|s�t| j
tjt�| j
�gdd�| _t| tj| j| jgd d�| _d S )
NzQueue._start_thread()ZQueueFeederThread)�targetr- �nameTzdoing self._thread.start()z ... done self._thread.start()���)Z exitpriority�
)r r> �clearr9 �Threadr �_feedr; rE r% r re r( r? �daemon�startr" r r! rA r �_finalize_join�weakref�refr@ �_finalize_closerC )r+ Zcreated_by_this_processr/ r/ r0 rM � s2
��
�
�zQueue._start_threadc C s4 t d� | � }|d ur(|�� t d� nt d� d S )Nzjoining queue threadz... queue thread joinedz ... queue thread already dead)r �join)Ztwr�threadr/ r/ r0 rs � s
zQueue._finalize_joinc C sB t d� |�" | �t� |�� W d � n1 s40 Y d S )Nz telling queue thread to quit)r rN � _sentinelrO )�buffer�notemptyr/ r/ r0 rv � s
zQueue._finalize_closec C s� t d� |j}|j}|j}| j} t}
tjdkr<|j} |j} nd } z�|� z| sT|� W |� n|� 0 zh| � }
|
|
u r�t d� |� W W d S t� |
�}
| d u r�||
� qh| � z||
� W | � qh| � 0 qhW qB t
y� Y qB0 qBW n� t �y� } z�|�r t |�t
jk�r W Y d }~d S z<t� �r6td|dd� n td|dd��sVdd l}|�� W n t �yl Y n0 W Y d }~n
d }~0 0 d S )Nz$starting thread to feed data to piper z%feeder thread got sentinel -- exitingzerror in queue thread: %rT)�exc_infor )r rL rU �wait�popleftry r# r$ r �dumps�
IndexError� Exceptionr �errno�EPIPEr r r
� traceback� print_exc)rz r{ rG Z writelockre Z ignore_epipeZnacquireZnreleaseZnwaitZbpopleft�sentinelZwacquireZwreleaserQ �excr� r/ r/ r0 rp � sX
� z Queue._feed)r )TN)TN)�__name__�
__module__� __qualname__�__doc__r1 r5 r8 r) rT rY r\ r^ r` rb rd re rf ri rM � staticmethodrs rv rp r/ r/ r/ r0 r s,
&
r c @ sD e Zd ZdZddd�Zdd� Zdd� Zdd d �Zd
d� Zdd� Z d
S )r z�
A queue type which also supports join() and task_done() methods
Note that if you do not call task_done() for each finished task then
eventually the counter's semaphore may overflow causing Bad Things
to happen.
r c O sR z |d }W n t y& td��Y n0 tj| ||d� |�d�| _|�� | _d S )Nr z(missing 1 required keyword argument: ctx)r r )r r r r1 � Semaphore�_unfinished_tasksr: �_condr* r/ r/ r0 r1 " s zJoinableQueue.__init__c C s t �| �| j| jf S r2 )r r5 r� r� r4 r/ r/ r0 r5 + s zJoinableQueue.__getstate__c C s, t �| |d d� � |dd � \| _| _d S )N���)r r8 r� r� r6 r/ r/ r0 r8 . s zJoinableQueue.__setstate__TNc C s� | j r
J �| j�||�s t�| j�h | j�B | jd u r>| �� | j� |� | j
� � | j� � W d � n1 sr0 Y W d � n1 s�0 Y d S r2 )
rB r' rL r r; r� r? rM r> rN r� rU rO rP r/ r/ r0 rT 2 s
zJoinableQueue.putc C sT | j �: | j�d�s td��| jj�� r2| j �� W d � n1 sF0 Y d S )NFz!task_done() called too many times)r� r� rL �
ValueErrorrZ r_ �
notify_allr4 r/ r/ r0 � task_done? s
zJoinableQueue.task_donec C s@ | j �& | jj�� s | j �� W d � n1 s20 Y d S r2 )r� r� rZ r_ r} r4 r/ r/ r0 rw F s zJoinableQueue.join)r )TN)
r� r� r� r� r1 r5 r8 rT r� rw r/ r/ r/ r0 r s
r c @ sZ e Zd ZdZddd�Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dS )� _SimpleQueuez<
Simplified Queue type -- really just a locked pipe
FNc C s2 t jd||d�\| _| _| jj| _d | _| _d S )NF)r � rnonblock� wnonblock)r r r r rJ rK r r% )r+ r� r� r r/ r/ r0 r1 Q s
�
z_SimpleQueue.__init__c C s
| � � S r2 r] r4 r/ r/ r0 r^ X s z_SimpleQueue.emptyc C s t �| � | j| j| j| jfS r2 )r r3 r r r r% r4 r/ r/ r0 r5 [ s
z_SimpleQueue.__getstate__c C s |\| _ | _| _| _d S r2 )r r r r% r6 r/ r/ r0 r8 _ s z_SimpleQueue.__setstate__c C s
| j �� S r2 )r rH r4 r/ r/ r0 � get_payloadb s z_SimpleQueue.get_payloadc C s | j �|� d S r2 )r rG �r+ �valuer/ r/ r0 � send_payloade s z_SimpleQueue.send_payloadc C s t �| �� �S r2 )r rV r� r4 r/ r/ r0 rY h s z_SimpleQueue.getc C s | � t�|�� d S r2 )r� r r rc r/ r/ r0 rT l s z_SimpleQueue.putc C sT | j d ur(z| j �� W d | _ nd | _ 0 | jd urPz| j�� W d | _nd | _0 d S r2 )r re r r4 r/ r/ r0 re p s
z_SimpleQueue.close)FFN)
r� r� r� r� r1 r^ r5 r8 r� r� rY rT re r/ r/ r/ r0 r� L s
r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r c O sb z |d }W n t y& td��Y n0 tjdd�\| _| _|�� | _tj dkrX|�� nd | _
d S )Nr z&missing required keyword argument: ctxFr r ) r r r r r r r r r# r$ r% )r+ r- r. r r/ r/ r0 r1 � s
zSimpleQueue.__init__c C s4 | j � | j�� W d � S 1 s&0 Y d S r2 )r r rH r4 r/ r/ r0 r� � s zSimpleQueue.get_payloadc C sN | j d u r| j�|� n2| j � | j�|� W d � n1 s@0 Y d S r2 )r% r rG r� r/ r/ r0 r� � s
zSimpleQueue.send_payloadN)r� r� r� r1 r� r� r/ r/ r/ r0 r ~ s r ) r# r r9 r< rt r� � r r �compatr �timer �queuer r �utilr r
r r r
r Z reductionr �__all__r �objectry r r� r r/ r/ r/ r0 �<module>
s& x32