File: //usr/local/lib/python3.9/site-packages/celery/worker/__pycache__/request.cpython-39.pyc
a
X>h�j � @ s� d Z ddlZddlZddlmZ ddlmZmZ ddlmZ ddlm Z ddl
m Z ddl m
Z
mZ dd lmZ dd
lmZmZ dd lmZ dd lmZmZmZ dd
lmZ ddl m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$ ddl%mZ& ddl'm(Z(m)Z)m*Z* ddl+m,Z, ddl-m.Z. ddl/m0Z0 ddl1m2Z2m3Z3m4Z4 ddl5m6Z6 dZ7e8ed�Z9e,e:�Z;e;j<e;j=e;j>e;j?f\Z<Z=Z@Z?daAdaBdd� ZCeC� e4jDZDejEjFZGejHjFZIe6jJZJe6jKZKe6jLZMe6jNZNG d d � d �ZOeeMeKdefd d �ZPdS ) zfTask request.
This module defines the :class:`Request` class, that specifies
how tasks are executed.
� N)�datetime)� monotonic�time)�ref)� TERM_SIGNAME)�ExceptionWithTraceback)� safe_repr�safe_str)�cached_property)� current_app�signals)�Context)�fast_trace_task�
trace_task�trace_task_ret)�BasePool)�Ignore�InvalidTaskError�Reject�Retry�TaskRevokedError�
Terminated�TimeLimitExceeded�WorkerLostError)r )�maybe�
maybe_list�noop)�
get_logger)� gethostname)�get_pickled_exception)�
maybe_iso8601�maybe_make_aware�timezone� )�state)�Request�pypy_version_infoFc C s t �tj�at �tj�ad S �N)�logger� isEnabledFor�logging�DEBUG� _does_debug�INFO�
_does_info� r/ r/ �?/usr/local/lib/python3.9/site-packages/celery/worker/request.py� __optimize__. s r1 c @ sF e Zd ZdZdZdZdZdZdZdZ dZ
dZ dZ e
s8dZeddddddeddddeefdd�Zed d
� �Zed d � �Zed
d� �Zedd� �Zedd� �Zedd� �Zedd� �Zedd� �Zedd� �Z edd � �Z ed d � �Z ed d � �Z ed!d"� �Z ed#d$� �Z!ed%d&� �Z"ed'd(� �Z#ed)d*� �Z$e$j%d+d*� �Z$ed,d-� �Z&ed.d/� �Z'ed0d1� �Z(e(j%d2d1� �Z(ed3d4� �Z)ed5d6� �Z*ed7d8� �Z+ed9d:� �Z,e,j%d;d:� �Z,ed<d=� �Z-ed>d?� �Z.ed@dA� �Z/e/j%dBdA� �Z/edCdD� �Z0e0j%dEdD� �Z0edFdG� �Z1edHdI� �Z2edJdK� �Z3ee4dL�dMdN��Z5ee6dL�dOdP��Z7edQdR� �Z8e9dS�dTdU�Z:d�dVdW�Z;dXdY� Z<d�dZd[�Z=d�d\d]�Z>d^d_� Z?d`da� Z@dbdc� ZAddde� ZBdfdg� ZCdhdi� ZDdjdk� ZEdldm� ZFd�dndo�ZGdpdq� ZHd�drds�ZId�dtdu�ZJdvdw� ZKdxdy� ZLdzd{� ZMeNd|d}� �ZOeNd~d� �ZPeNd�d�� �ZQeNd�d�� �ZReNd�d�� �ZSeNd�d�� �ZTdS )�r% z A request for task execution.FN)NN)�_app�_type�name�id�_root_id�
_parent_id�_on_ack�_body� _hostname�_eventer�_connection_errors�_task�_eta�_expires�
_request_dict�
_on_reject�_utc�
_content_type�_content_encoding� _argsrepr� _kwargsrepr�_args�_kwargs�_decodedZ __payload� __weakref__�__dict__Tc
K s� || _ | d u r|j�� n| �� | _|
d u r0|jn|
| _|| _|
| _| | _| rZd | _ | _
n|j |j | _ | _
| jrx| jn|j
| _| jd | _| jd | _| _d| jv r�| jd p�| j| _| j�d�| _| j�d�| _| j�dd �}|r�|| _| j�dd�| _| j�d d�| _|| _| | _|�p$t� | _|| _ |�p6d
| _ |�pL| jj | j | _ | j�d d �| _ | j�d
�}|d u�r�z ||�}W n@ t!t"t#f�y� } z t$d|�d|� ���W Y d }~n
d }~0 0 ||| j%�| _&nd | _&| j�d�}|d u�rNz ||�}W n@ t!t"t#f�y< } z t$d|�d|� ���W Y d }~n
d }~0 0 ||| j%�| _'nd | _'|j(�p^i }|j)�pji }|�d�|�d�|�d�|�dd �d�| _*| j�+||�d�|�d�| j| j*d�� | j\| jd< | jd< }| jd | _,| jd | _-d S ) Nr5 �taskZshadow�root_id� parent_id� timelimit�argsrepr� �
kwargsreprr/ �
ignore_resultF�etazinvalid ETA value z: �expireszinvalid expires value �exchange� routing_key�priority� redelivered)rV rW rX rY �reply_to�correlation_id)�
propertiesrZ r[ �hostname�
delivery_info�args�kwargs).�_message�headers�copyr@ �bodyr9 r2 rB rI rC rD � content_type�content_encoding�payload�_Request__payloadr5 r3 r4 �getr6 r7 � time_limitsrE rF r8 rA r r: r; r< �tasksr= �_ignore_result�AttributeError�
ValueError� TypeErrorr �tzlocalr> r? r^ r\ �_delivery_info�updaterG rH )�self�message�on_ackr] �eventer�app�connection_errors� request_dictrL � on_rejectrd rb �decoded�utcr! r �optsrO rT �excrU r^ r\ �_r/ r/ r0 �__init__Z s� ��
�
�
�� zRequest.__init__c C s | j S r' )rq �rs r/ r/ r0 r^ � s zRequest.delivery_infoc C s | j S r' )ra r� r/ r/ r0 rt � s zRequest.messagec C s | j S r' �r@ r� r/ r/ r0 ry � s zRequest.request_dictc C s | j S r' )r9 r� r/ r/ r0 rd � s z Request.bodyc C s | j S r' )r2 r� r/ r/ r0 rw � s z Request.appc C s | j S r' )rB r� r/ r/ r0 r| � s z Request.utcc C s | j S r' )rC r� r/ r/ r0 re � s zRequest.content_typec C s | j S r' )rD r� r/ r/ r0 rf � s zRequest.content_encodingc C s | j S r' )r3 r� r/ r/ r0 �type� s z Request.typec C s | j S r' )r6 r� r/ r/ r0 rM � s zRequest.root_idc C s | j S r' )r7 r� r/ r/ r0 rN � s zRequest.parent_idc C s | j S r' )rE r� r/ r/ r0 rP � s zRequest.argsreprc C s | j S r' )rG r� r/ r/ r0 r_ � s z Request.argsc C s | j S r' )rH r� r/ r/ r0 r` � s zRequest.kwargsc C s | j S r' )rF r� r/ r/ r0 rR � s zRequest.kwargsreprc C s | j S r' )r8 r� r/ r/ r0 ru � s zRequest.on_ackc C s | j S r' �rA r� r/ r/ r0 rz � s zRequest.on_rejectc C s
|| _ d S r' r� �rs �valuer/ r/ r0 rz � s c C s | j S r' )r: r� r/ r/ r0 r] � s zRequest.hostnamec C s | j S r' )rl r� r/ r/ r0 rS � s zRequest.ignore_resultc C s | j S r' �r; r� r/ r/ r0 rv � s zRequest.eventerc C s
|| _ d S r' r� )rs rv r/ r/ r0 rv s c C s | j S r' )r< r� r/ r/ r0 rx s zRequest.connection_errorsc C s | j S r' )r= r� r/ r/ r0 rL
s z Request.taskc C s | j S r' )r> r� r/ r/ r0 rT s z Request.etac C s | j S r' �r? r� r/ r/ r0 rU s zRequest.expiresc C s
|| _ d S r' r� r� r/ r/ r0 rU s c C s | j d u r| jjj| _ | j S r' )�_tzlocalr2 �confr" r� r/ r/ r0 rp s
zRequest.tzlocalc C s | j j p| j jS r' )rL rS Z store_errors_even_if_ignoredr� r/ r/ r0 � store_errors s
�zRequest.store_errorsc C s | j S r' �r5 r� r/ r/ r0 �task_id% s zRequest.task_idc C s
|| _ d S r' r� r� r/ r/ r0 r� * s c C s | j S r' �r4 r� r/ r/ r0 � task_name. s zRequest.task_namec C s
|| _ d S r' r� r� r/ r/ r0 r� 3 s c C s
| j d S )NrZ r� r� r/ r/ r0 rZ 7 s zRequest.reply_toc C s | j �dd�S )N�replaced_task_nestingr �r@ ri r� r/ r/ r0 r� < s z Request.replaced_task_nestingc C s | j �dg �S )N�groupsr� r� r/ r/ r0 r� @ s zRequest.groups)�returnc C s | j �d�pg S )N�stamped_headersr� r� r/ r/ r0 r� D s zRequest.stamped_headersc s$ | j �d�pi � � fdd�| jD �S )N�stampsc s i | ]}|� � |��qS r/ )ri )�.0�header�r� r/ r0 �
<dictcomp>K � z"Request.stamps.<locals>.<dictcomp>)r@ ri r� r� r/ r� r0 r� H s zRequest.stampsc C s
| j d S )Nr[ r� r� r/ r/ r0 r[ M s zRequest.correlation_id)�poolc K s� | j }| j}| �� r t|��| j\}}| jjr2tnt}|j || j
|| j | j | j
| jf| j| j| j| j|pl|j|pt|j|d� }tt|�| _|S )a Used by the worker to send this task to the pool.
Arguments:
pool (~celery.concurrency.base.TaskPool): The execution pool
used to execute this request.
Raises:
celery.exceptions.TaskRevokedError: if the task was revoked.
�r_ Zaccept_callbackZtimeout_callback�callbackZerror_callbackZ soft_timeout�timeoutr[ )r5 r= �revokedr rj r2 �use_fast_trace_taskr r � apply_asyncr3 r@ r9 rC rD � on_accepted�
on_timeout�
on_success�
on_failure�soft_time_limit�
time_limitr r �
_apply_result) rs r� r` r� rL r� r� �trace�resultr/ r/ r0 �execute_using_poolR s*
��
zRequest.execute_using_poolc
C s� | � � r dS | jjs | �� | j\}}}| j}|j||dd�fi |pFi �� t| j| j| j | j
|| j | j j
| j d�\}}}}|r�| jdd� n| �� |S )z�Execute the task in a :func:`~celery.app.trace.trace_task`.
Arguments:
loglevel (int): The loglevel used by the task.
logfile (str): The logfile used by the task.
NF)�loglevel�logfileZis_eager)r] �loaderrw ��requeue)r� rL � acks_late� acknowledge�_payloadr@ rr r r5 rG rH r: r2 r� �reject)rs r� r� r �embed�request�retval�Ir/ r/ r0 �executes s* ��
�zRequest.executec C s2 | j r.t�| j j�}|| j kr.t�| j� dS dS )z%If expired, mark the task as revoked.TN)rU r �now�tzinfo�
revoked_tasks�addr5 )rs r� r/ r/ r0 � maybe_expire� s
zRequest.maybe_expirec C sf t �|p
t�}| jr4|�| j|� | �dd|d� n
||f| _| jd urb| �� }|d urb|� |� d S )N�
terminatedTF)
�_signals�signumr �
time_start�
terminate_job�
worker_pid�_announce_revoked�_terminate_on_ackr� � terminate�rs r� �signal�objr/ r/ r0 r� � s
zRequest.terminatec C sR t �|p
t�}| jr*|�| j|� | �� | jd urN| �� }|d urN|�|� d S r' ) r� r� r r� r� r� �_announce_cancelledr� r� r� r/ r/ r0 �cancel� s
zRequest.cancelc C sn t | � | �d� d}t|d�}| jjj| j|| jd� | j�|| j| j | j
d � d| _ t | j| jd d� d S )Nztask-cancelledzcancelled by Celery)rt )r� T)r� �einfo)
�
task_ready�
send_eventr rL �backendZ
mark_as_retryr5 �_context�on_retryr_ r` �_already_cancelled�
send_retry)rs �reasonr~ r/ r/ r0 r� � s
�zRequest._announce_cancelledc C s^ t | � | jd|||d� | jjj| j|| j| jd� | �� d| _ t
| j| j|||d� d S )Nz task-revoked)r� r� �expired�r� Z store_resultT)r� r� r� r� ) r� r� rL r� Zmark_as_revokedr5 r� r� r� �_already_revoked� send_revoked)rs r� r� r� r� r/ r/ r0 r� � s �
�
�zRequest._announce_revokedc
C s d}| j rdS | jr | �� }| jtv }d\}}|s�| jr�| jD ]~}|tv r>t| }| jjd | }t |t
t f�r�|D ] }|t |�v rtd}||i} q�qtn t
|t |�v ||kg�}||i} q�q>t
|||f��rd} |r�| d| 7 } t| | j| j� | �|r�dnddd |� dS dS )
z%If revoked, skip task and mark state.FT)FNr� z Discarding revoked task: %s[%s]z (revoked by header: %s)r� r� N)r� rU r� r5 r� r� �revoked_stampsra rb �
isinstance�list�tupler �any�infor4 r� )
rs r� Z
revoked_by_idZrevoked_by_headerZrevoking_headerZstampZrevoked_headerZstamped_headerZ
stamped_valueZlog_msgr/ r/ r0 r� � sD
� �zRequest.revokedc K s4 | j r0| j jr0| jjr0| j j|fd| ji|�� d S )N�uuid)r; �enabledrL Z send_events�sendr5 )rs r� �fieldsr/ r/ r0 r� � s zRequest.send_eventc C sj || _ t� t� | | _t| � | jjs0| �� | �d� t rPt
d| j | j |� | j
durf| j| j
� dS )z4Handler called when task is accepted by worker pool.z task-startedz Task accepted: %s[%s] pid:%rN)r� r r r� �
task_acceptedrL r� r� r� r, �debugr4 r5 r� r� )rs �pidZ
time_acceptedr/ r/ r0 r� � s
zRequest.on_acceptedc C sr |rt d|| j| j� nVt| � td|| j| j� t|�}| jjj| j|| j | j
d� | jj rn| jj rn| �
� dS )z%Handler called if the task times out.z)Soft time limit (%ss) exceeded for %s[%s]z)Hard time limit (%ss) exceeded for %s[%s]r� N)�warnr4 r5 r� �errorr rL r� �mark_as_failurer� r� r� �acks_on_failure_or_timeoutr� )rs Zsoftr� r~ r/ r/ r0 r� s
�
�
�zRequest.on_timeoutc K st |\}}}|rD|j }t|t�r$|j}t|ttf�r6|�| j|dd�S t| dd� | jj r`| �
� | j d||d� dS )z6Handler called if the task was successfully processed.T�� return_ok�Z
successful�task-succeeded�r� �runtimeN) � exceptionr� r r~ �
SystemExit�KeyboardInterruptr� r� rL r� r� r� �rs Zfailed__retval__runtimer` �failedr� r� r~ r/ r/ r0 r� s
zRequest.on_successc C s2 | j jr| �� | jdt|jj�t|j�d� dS )z-Handler called if the task should be retried.z task-retried�r� � tracebackN) rL r� r� r� r r� r~ r r� )rs �exc_infor/ r/ r0 r� - s
�zRequest.on_retryc
C s� t | � |j}t|t�r |j}t|t�}|rP| jsL| jsL| �ddt |�d� dS t|t
�rjt
d|� ���n>t|t �r�| j |j
d�S t|t�r�| �� S t|t�r�| �|�S d}t|t�}| jj�r | jjr�|p�t|t�o�| jj }| jj} |�rd}| j |d� d}n | �r| �� n | j dd� |�sr|�s2|�sr| jjj| j|| j| j d� t j j | j| j|| j | j!|j"|d� |�r�| j#d t$t%|j��|j"d
� |�s�t&d ||j'd � dS )
z/Handler called if the task raised an exception.r� TFNz
Process got: r� r� )Zsenderr� r� r_ r` r� r� z task-failedr� z Task handler raised error: %r)r� )(r� r� r� r r~ r r� r� r� �str� MemoryErrorr r� r� r r� r r� r rL r� Zreject_on_worker_lostr r� r� r� r5 r� r� r Z task_failurer� r_ r` r� r� r r r� r� )
rs r� Zsend_failed_eventr� r~ Z
is_terminatedr� Zis_worker_lostr� Zackr/ r/ r0 r� 6 sl
�
�
�� ��zRequest.on_failurec C s | j s| �t| j� d| _ dS )zAcknowledge task.TN)� acknowledgedr8 r( r< r� r/ r/ r0 r� � s zRequest.acknowledgec C s. | j s*| �t| j|� d| _ | jd|d� d S )NTz
task-rejectedr� )r� rA r( r< r� )rs r� r/ r/ r0 r� � s zRequest.rejectc C sB | j | j|s| jn| j|s | jn| j| j| j| j| j | j
| j d�
S )N)
r5 r4 r_ r` r� r] r� r� r^ r� ) r5 r4 rG rE rH rF r3 r: r� r� r^ r� )rs �safer/ r/ r0 r� � s �z Request.infoc C s
d� | �S )Nz{0.name}[{0.id}])�formatr� r/ r/ r0 � humaninfo� s zRequest.humaninfoc C s@ d� | �� | jr d| j� d�nd| jr4d| j� d�ndg��� S )z``str(self)``.� z ETA:[�]rQ z
expires:[)�joinr� r> r? �stripr� r/ r/ r0 �__str__� s
�zRequest.__str__c C s d� t| �j| �� | j| j�S )z``repr(self)``.z<{}: {} {} {}>)r� r� �__name__r� rE rF r� r/ r/ r0 �__repr__� s �zRequest.__repr__c C s | j S r' )rh r� r/ r/ r0 r� � s zRequest._payloadc C s | j \}}}|�d�S )N�chord�r� ri �rs r r� r/ r/ r0 r � s z
Request.chordc C s | j \}}}|�d�S )N�errbacksr r r/ r/ r0 r � s zRequest.errbacksc C s | j �d�S )N�groupr� r� r/ r/ r0 r
� s z
Request.groupc C s. | j }| j\}}}|jf i |p i �� t|�S )z9Context (:class:`~celery.app.task.Context`) of this task.)r@ r� rr r
)rs r� r r� r/ r/ r0 r� � s zRequest._contextc C s | j �d�S )N� group_indexr� r� r/ r/ r0 r � s zRequest.group_index)NN)N)N)TF)F)F)Ur �
__module__� __qualname__�__doc__r� r� r� rj r� r� r� r� r� �IS_PYPY� __slots__r r! r r� �propertyr^ rt ry rd rw r| re rf r� rM rN rP r_ r` rR ru rz �setterr] rS rv rx rL rT rU rp r� r� r� rZ r� r� r� r� �dictr� r[ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r
r� r r r
r� r r/ r/ r/ r0 r% C s �
T
!
"
)
P
r% c
s^ |j �|j�|j�|j� |o |j��d u r8| jr4tnt�G � �������fdd�d| �}
|
S )Nc s0 e Zd Z�����fdd�Z� ��fdd�ZdS )z#create_request_cls.<locals>.Requestc sp | j }| �� rt|��| j\}}� �| j|| j| j| j| jf| j | j
| j | j |pR�|pX�|d� }t
�|�| _|S )Nr� )r� r� r rj r� ry rd re rf r� r� r� r� r r� )rs r� r` r� r� r� r� )r� �default_soft_time_limit�default_time_limitr r� r/ r0 r� � s&
�� z6create_request_cls.<locals>.Request.execute_using_poolc st |\}}}|rD|j }t|t�r$|j}t|ttf�r6|�| j|dd�S �| dd� � r\| �� �rp| jd||d� d S )NTr� r� r� r� ) r� r� r r~ r� r� r� r� r� r� )r� �eventsr� r/ r0 r� s
�z.create_request_cls.<locals>.Request.on_successN)r r r
r� r� r/ �r� r� r r r r r� r� r/ r0 r% � s r% )r� r� r� r� r� r� r r ) �baserL r� r] rv r r� r� r� rw r% r/ r r0 �create_request_cls� s
",r )Qr r* �sysr r r �weakrefr Zbilliard.commonr Zbilliard.einfor Zkombu.utils.encodingr r Zkombu.utils.objectsr
Zceleryr r Zcelery.app.taskr
Zcelery.app.tracer r r Zcelery.concurrency.baser Zcelery.exceptionsr r r r r r r r Zcelery.platformsr� Zcelery.utils.functionalr r r Zcelery.utils.logr Zcelery.utils.nodenamesr Zcelery.utils.serializationr Zcelery.utils.timer r! r" rQ r$ �__all__�hasattrr r r( r� r� �warningr� r� r. r, r1 Z tz_or_localZ task_revokedr� r� Z
task_retryr� r� r� r� r� r� r% r r/ r/ r/ r0 �<module> s^ (
� !�