File: //usr/local/lib/python3.9/site-packages/celery/app/__pycache__/trace.cpython-39.pyc
a
X>h�k �
@ s� d Z ddlZddlZddlZddlZddlmZ ddlmZ ddl m
Z
m Z ddl m
Z
ddlmZ ddlmZ dd lmZmZ dd
lmZmZmZmZ dd lmZ dd l m Z dd
l m Z ddl m!Z!m"Z"m#Z#m$Z$m%Z% ddl&m'Z' ddl(m)Z) ddl*m+Z+ ddl,m-Z- ddl.m/Z/ ddl0m1Z1m2Z2m3Z3 dZ4ddl5m6Z6 e)e7�Z8dZ9dZ:dZ;dZ<dZ=dZ>d Z?ed d �Z@e@e>d ejAd d �ZBe@e=d!ejCdd�ZDe@e<d"ejEd d �ZFe@e;d#ejCdd�ZGe@e;d$ejHd d �ZIejJjKZLejMjKZNejOjKZPejQZQejRZRejSZSejTZTejUZUejVZVejWZWeXeSeUeTh�ZYg ZZi Z[ed%d&�Z\d'd(� Z]d)d*� Z^d+d,� Z_d-d.� Z`G d/d0� d0�ZadGd1d2�Zbddd3ead4d4dejce\eYf
d5d6�ZddHd7d8�Zed9d:� Zfedfd;d<�Zgeddfd=d>�Zhd?d@� ZidIdAdB�ZjefdCdD�ZkdEdF� ZldS )Jz�Trace task execution.
This module defines how the task execution is traced:
errors are recorded, handlers are applied and so on.
� N)�
namedtuple)�warn)�
ExceptionInfo�ExceptionWithTraceback)� EncodeError)�loads)�prepare_accept_content)� safe_repr�safe_str)� current_app�group�signals�states)� _task_stack)�Context)�Task)�BackendGetMetaError�Ignore�InvalidTaskError�Reject�Retry)� AsyncResult)�
get_logger)� gethostname)�
mro_lookup)�saferepr)�get_pickleable_etype�get_pickleable_exception�get_pickled_exception)� TraceInfo� build_tracer�
trace_task�setup_worker_optimizations�reset_worker_optimizations)�successful_requestsz Task %(name)s[%(id)s] receivedzATask %(name)s[%(id)s] succeeded in %(runtime)ss: %(return_value)sz.Task %(name)s[%(id)s] %(description)s: %(exc)sz%Task %(name)s[%(id)s] %(description)sz Task %(name)s[%(id)s] %(exc)sz$Task %(name)s[%(id)s] retry: %(exc)s� log_policy_t)�format� description�severity� traceback�mailZrejected� ZignoredzINTERNAL ERRORzraised expectedzraised unexpected�
trace_ok_t)�retval�info�runtimeZretstrc C s t j| |d|id� dS )zzLog 'fmt % context' with severity 'INFO'.
'context' is also passed in extra with key 'data' for custom handlers.
�data)�extraN)�loggerr. )�fmt�context� r5 �:/usr/local/lib/python3.9/site-packages/celery/app/trace.pyr. { s r. c C s t | j|tthdgd�S )z+Return true if the task overrides ``attr``.zcelery.app.task)�stopZmonkey_patched)r � __class__�BaseTask�object)�task�attrr5 r5 r6 �task_has_custom� s �r= c C sD t |t�rtS t |t�r tS |jr&tS | jr<t || j�r<tS t S d S �N)
�
isinstancer �log_policy_rejectr �log_policy_ignore�internal�log_policy_internalZthrows�log_policy_expected�log_policy_unexpected)r; �einfo�excr5 r5 r6 �get_log_policy� s
rH c C s t | dd�p|S )z8Use 'shadow' in request for the task name if applicable.ZshadowN)�getattr)�request�defaultr5 r5 r6 �
get_task_name� s rL c @ sT e Zd ZdZdZddd�Zddd �Zd
d � Zd d
� Zddd�Z ddd�Z
dd� Z dS )r z!Information about task execution.��stater- Nc C s || _ || _d S r> rM )�selfrN r- r5 r5 r6 �__init__� s zTraceInfo.__init__FTc C sF |j r|j}n|r |jr d}n| }t| jt| ji| j ||||d�S )NT)� store_errors�
call_errbacks)�
ignore_resultZ store_errors_even_if_ignored�store_eager_result�RETRY� handle_retry�FAILURE�handle_failurerN )rO r; �req�eagerrR rQ r5 r5 r6 �handle_error_state� s
���z TraceInfo.handle_error_statec K s | � ||t� � d S r> ��
_log_errorr �rO r; rY �kwargsr5 r5 r6 �
handle_reject� s zTraceInfo.handle_rejectc K s | � ||t� � d S r> r\ r^ r5 r5 r6 �
handle_ignore� s zTraceInfo.handle_ignorec
K s� t �� \}}}z�| j}t|||f�} |rB|jj|j|j| j|d� |� |j|j|j
|j | � t j
j|||| d� tt|jt||j�t|�d�� | W ~S ~0 dS )zHandle retry exception.�rJ )�senderrJ �reasonrF )�id�namerG N)�sys�exc_infor- r �backendZ
mark_as_retryre rG r) Zon_retry�argsr_ r
Z
task_retry�sendr. � LOG_RETRYrL rf �str)
rO r; rY rQ r_ �type_�_�tbrd rF r5 r5 r6 rV � s* �
�
��zTraceInfo.handle_retryc
C s� | j }t|�}|jdu r(t�� \}}|_tt|��}t|||jfd�} |jj |j
|| j |||d� |� ||j
|j
|j| � tjj||j
||j
|j|j| d� | �||| � | S )zHandle exception.N�rh )rJ � store_resultrR )rc �task_id� exceptionrj r_ r) rF )r- r �
__traceback__rg rh r �typer ri Zmark_as_failurere r) Z
on_failurerj r_ r
Z task_failurerk r] )
rO r; rY rQ rR Zorig_excrG ro �exc_typerF r5 r5 r6 rX � s(
� �zTraceInfo.handle_failurec
C s� t |j� }|_t|t�r&|j }|_t|�t|j�|j|� d�pJt|j
�|� d�p\t|j �f\}}}}} t |||�}
|j
|jt||j�|||| |
j|jd� } tj|
j|
j�� | |
jr�|nd d| id� d S )N�argsrepr�
kwargsrepr) �hostnamere rf rG r) rj r_ r' rB r0 )rh r1 )r rt r? r rG r r
r) rh �getrj r_ rH rz re rL rf r' rB r2 �logr( r& �strip) rO r; rY rF Zeobjrt r) rh ZsargsZskwargs�policyr4 r5 r5 r6 r] � s0
�
� �zTraceInfo._log_error)N)FT)T)TT) �__name__�
__module__� __qualname__�__doc__� __slots__rP r[ r` ra rV rX r] r5 r5 r5 r6 r � s
�
r c C sz d }| d ur.t | d�r | j}q<t�� \}}}nt�� \}}}|d urvz|j�� |jj W n tyl Y n0 |j}q<d S )Nru ) �hasattrru rg rh �tb_frame�clear�f_locals� RuntimeError�tb_next)rG rp ro r5 r5 r6 �traceback_clear s
r� TFc s� t �d�r�n�j�|p �j}�j} �j� � o:�jo:| � �rP| sP�jrPd�n � oZ| ��jjsj�jox�jj ox�j
j ��p�t � ��jj
�|j�
|j� d� d� d�t �d�r��j� t �d�rĈj� t �d�rԈj�t�� ��j}
|
j�|
j�tj�tj�t�tj ���j �t j j �t j!j �t j"j �ddl#m$} |j%�t&df����fd d
� �
d
� ��������� �
� � �
�������������� � � � f d d � }|S )a= Return a function that traces task execution.
Catches all exceptions and updates result backend with the
state and result.
If the call was successful, it saves the result to the task result
backend, and sets the task status to `"SUCCESS"`.
If the call raises :exc:`~@Retry`, it extracts
the original exception, uses that as the result and sets the task state
to `"RETRY"`.
If the call results in an exception, it saves the exception as the task
result, and sets the task state to `"FAILURE"`.
Return a function that takes the following arguments:
:param uuid: The id of the task.
:param args: List of positional args to pass on to the function.
:param kwargs: Keyword arguments mapping to pass on to the function.
:keyword request: Request dict.
�__call__TN� before_start�
on_success� after_returnr )�canvasc s2 �r� � ||�}|j �| �|d�}|||j|jfS )N)rZ rR )r[ rN r- )rJ rG rN rR �I�R)�InforZ � propagater; r5 r6 �on_errory s
�z build_tracer.<locals>.on_errorc s� d } } } } }} d }
� � } �z�z
|j W n tyJ td��Y n0 t|pTi |d|d�}
|
jor|
j�dd�} �r�| r�|
jtv r�� ||||�W S t|
j�d�}
z
|
j } W n t
y� Y n40 | t kr�t t
|
jt|
� �dd�� � ||||�W S ��� |
j�p| }��r|
j�d�nd }�|
� �z҈�rBt�| �||d � �
| �� � �rl�jj| ��d
�t|
d � z.��r��| ||� �|i |�� }}t } W �nZ t�y� } zF�t|�td d
� }}|j |j } }|��|
� t|� W Y d }~�n�d }~0 t�yX } zF�t|�td d
� }}|j |j } }|� �|
� t|� W Y d }~�npd }~0 t �y� } z.�
|
|t dd�\}}} }t|� W Y d }~�n*d }~0 t �y� } z(�
|
|�\}}} }t|� W Y d }~�n�d }~0 t �y� � Y �n�0 �z�j!j"}|�r�t#�j!j"�dk�r�g g }}|D ]4}�|�d�}t$|t%��rP|�&|� n
|�&|� �q(|D ]}|j'|f| ||d� �qb|�r�t%|�d�j'|f| ||d� n �|d �d�j'|f| ||d� |
j(}|�r�|�)� �d�}|j'|f|| ||d� �j�*| ||
�� W n8 t+�y@ } z �
|
|�\}}} }W Y d }~n�d }~0 0 t,|��}� � | }� �rj� || ||� ��r|t-�|d� ��r�t t.| t|
� �|||
�d��p�t/|�|
�d��p�t/|�d�� | � v�r��r�| || ||d � W z���rt0�| �|||| d� W �� �� ��s�z�j�1� � � W nP t2t3t4f�yF � Y n6 t �yz } z t5j6d|d d� W Y d }~n
d }~0 0 nz�� �� ��s�z�j�1� � � W nP t2t3t4f�y� � Y n6 t �y� } z t5j6d|d d� W Y d }~n
d }~0 0 0 �nz���rt0�| �|||| d� W �� �� ��sz�j�1� � � W nP t2t3t4f�y^ � Y n6 t �y� } z t5j6d|d d� W Y d }~n
d }~0 0 nz�� �� ��sz�j�1� � � W nP t2t3t4f�y� � Y n6 t �y } z t5j6d|d d� W Y d }~n
d }~0 0 0 0 W nz t4�y* � Y nf t �y� } zLt7�| ||||� ��rT� t8�|�}|
d u�rz�
|
|�\}}}}W Y d }~n
d }~0 0 � ||||�S )Nz'Task keyword arguments is not a mappingF)rj �called_directlyr_ � redelivered��appz$Task already completed successfully.)re rf r' �priority)rc rs r; rj r_ )�pidrz rb T�rB )rR r+ )� parent_id�root_idr� r )�chainr� r� r� )rc �resultrx ry )re rf Z return_valuer/ rj r_ )rc rs r; rj r_ r- rN zProcess cleanup failed: %rrq )9�items�AttributeErrorr r Z
delivery_infor{ re r$ r rN r �SUCCESSr. � LOG_IGNOREDrL r� � send_prerunri rr �STARTEDr �REJECTEDr r- r` r� r �IGNOREDra r rU � Exception�
BaseExceptionrJ � callbacks�lenr? r �appendZ apply_asyncr� �popZ mark_as_doner r � send_success� LOG_SUCCESSr � send_postrunZprocess_cleanup�KeyboardInterrupt�
SystemExit� MemoryErrorr2 �error�_signal_internal_error�report_internal_error)�uuidrj r_ rJ r� r� �T�Rstrr- rN Z task_requestZ
time_startr� �rr� Z
task_priorityrG r� Zsigs�groups�sigZgroup_r� Z_chsigro ) �
IGNORE_STATESr� �
_does_infor� � deduplicate_successful_tasksrZ �funrz �inherit_parent_priority�loader_cleanup�loader_task_init� monotonicrf r� r� � pop_request�pop_task�postrun_receivers�prerun_receivers�publish_result� push_request� push_task�resultrepr_maxsize� signature�success_receiversr; �task_after_return�task_before_start�task_on_successr, �
track_startedr5 r6 r! � s�
�
� �
� ���
�
�
�
����(
�
��
� �
�"��
� �
�$
(z build_tracer.<locals>.trace_task)N)'r= �run�loaderrS r� rT �confZtask_acks_lateZ acks_lateZ#worker_deduplicate_successful_tasksri �
persistentr Z task_inherit_parent_priorityZ on_task_initZon_process_cleanupr� r� r� �os�getpid�
request_stack�pushr� r r2 � isEnabledFor�logging�INFOr� r
� task_prerunZ receivers� task_postrun� task_success�celeryr� Zmaybe_signaturerW )rf r; r� rz rQ r� rZ r� r� r� r, r� rS r� r� r! r5 ) r� r� r� r� r� rZ r� rz r� r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� r� r; r� r� r� r, r� r6 r & sV !
��
J @r c
K s� |si n|}z2| j du r.t| j| fi |��| _ | � ||||�W S ty� } z8t| |||||� tt| |�tt|�dd�W Y d}~S d}~0 0 dS )zTrace task execution.Ng ) � __trace__r rf r� r� r, r� r rW )r; r� rj r_ rJ �optsrG r5 r5 r6 r! D s
r! c
C sX zNt �� \}}}t� }t|j�|_t|j�|_tjj | |||||||d� W ~n~0 dS )zJSend a special `internal_error` signal to the app for outside body errors.)rc rs rj r_ rJ rt r) rF N)
rg rh r r rt r rv r
Ztask_internal_errorrk ) r; r� rj r_ rJ rG ro rp rF r5 r5 r6 r� P s � r� c K s� |p
t �� }d } |r8t|jj�}
|||||
d�\} } } n
|\} } } t� }
|j| | |
dd�fi | pbi �� t|j| || | ||d�\}}}}|r�d||fS d||fS )N��acceptF�rj r_ rz Zis_eagerr� r+ r ) r Z_get_current_objectr r� �accept_contentr �updater! �tasks)rf r� rJ �body� content_type�content_encodingr r� Z
extra_request�embedr� rj r_ rz r� r� r� r� r5 r5 r6 �trace_task_rete s& �
��
�r� c K s� |st n|}d }
|\} } }|r6||||| d�\}
}}
n
|\}
}}
|j|
||dd�fi |
pZi �� | | �||
||�\}}}}|r�d||fS d||fS )Nr� Fr� r+ r )�
_localizedr� r� )r; r� rJ r� r� r� r Z_locrz ro r� r� r� rj r_ r� r� r� r� r5 r5 r6 �fast_trace_task{ s$
�
��� r� c C sV t �� \}}}z>| j�|d�}t|||fdd�}ttd�||j��� |W ~S ~0 d S )N�pickleTr� z'Exception raised outside body: {!r}:
{}) rg rh ri Zprepare_exceptionr r �RuntimeWarningr& r) )r; rG �_type�_valueZ_tbrh r5 r5 r6 r� � s ���r� c C sN |pt � }t� | �� | �� | �� | jt| jj�|gt dd�< d| _
dS )z#Setup worker related optimizations.NT) r �_install_stack_protectionZ set_current� set_default�finalizeZ_tasksr r� r� r� �use_fast_trace_task)r� rz r5 r5 r6 r" � s
� r" c C sP zt td� W n ty Y n0 zt�d�t_W n tyD Y n0 d| _dS )z*Reset previously configured optimizations.�_stackprotected�BaseTask.__call__FN)�delattrr9 r� �_patchedr� r� �KeyErrorr� r� r5 r5 r6 r# � s r# c s6 t tdd�s2tj td< � � fdd�} | t_dt_d S )Nr� Fr� c sT | j }|j}|r>|js>t|�dkr>|js>d|_| j|i |��S � | g|�R i |��S )Nr+ )r� �topZ
_protectedr� r� r� )rO rj r_ �stackrY ��origr5 r6 �__protected_call__� s
��z5_install_stack_protection.<locals>.__protected_call__T)rI r9 r� r� r� )r r5 r r6 r� � s
r� )N)N)N)mr� r� r� rg �time� collectionsr �warningsr Zbilliard.einfor r Zkombu.exceptionsr Zkombu.serializationr Z
loads_messager Zkombu.utils.encodingr r
r� r r r
r Z
celery._stater Zcelery.app.taskr r r9 Zcelery.exceptionsr r r r r Z
celery.resultr Zcelery.utils.logr Zcelery.utils.nodenamesr Zcelery.utils.objectsr Zcelery.utils.safereprr Zcelery.utils.serializationr r r �__all__Zcelery.worker.stater$ r r2 Z LOG_RECEIVEDr� Z LOG_FAILUREZLOG_INTERNAL_ERRORr� Z LOG_REJECTEDrl r% �WARNr@ r� rA �CRITICALrC rD �ERRORrE r� rk r� r� r� r� r� r� r� r� r� rU rW ZEXCEPTION_STATES� frozensetr� r� r� r, r. r= rH rL r r� r� r r! r� r� r� r� r" r# r� r5 r5 r5 r6 �<module> s� � � � �
s
�
�
�