File: //usr/local/lib/python3.9/site-packages/celery/bin/__pycache__/multi.cpython-39.pyc
a
X>h< � @ s d Z ddlZddlZddlZddlmZ ddlZddlmZ ddl m
Z
ddl m Z m
Z
mZ ddlmZmZ ddlmZmZmZ dd lmZ dd
lmZ d Zd Zd
d� Z dd� Z dd� Z dd� Z G dd� d�Z G dd� de �Z!ej"eddd�d�ej#ed d � ���Z$dS ) a� Start multiple worker instances from the command-line.
.. program:: celery multi
Examples
========
.. code-block:: console
$ # Single worker with explicit name and events enabled.
$ celery multi start Leslie -E
$ # Pidfiles and logfiles are stored in the current directory
$ # by default. Use --pidfile and --logfile argument to change
$ # this. The abbreviation %n will be expanded to the current
$ # node name.
$ celery multi start Leslie -E --pidfile=/var/run/celery/%n.pid
--logfile=/var/log/celery/%n%I.log
$ # You need to add the same arguments when you restart,
$ # as these aren't persisted anywhere.
$ celery multi restart Leslie -E --pidfile=/var/run/celery/%n.pid
--logfile=/var/log/celery/%n%I.log
$ # To stop the node, you need to specify the same pidfile.
$ celery multi stop Leslie --pidfile=/var/run/celery/%n.pid
$ # 3 workers, with 3 processes each
$ celery multi start 3 -c 3
celery worker -n celery1@myhost -c 3
celery worker -n celery2@myhost -c 3
celery worker -n celery3@myhost -c 3
$ # override name prefix when using range
$ celery multi start 3 --range-prefix=worker -c 3
celery worker -n worker1@myhost -c 3
celery worker -n worker2@myhost -c 3
celery worker -n worker3@myhost -c 3
$ # start 3 named workers
$ celery multi start image video data -c 3
celery worker -n image@myhost -c 3
celery worker -n video@myhost -c 3
celery worker -n data@myhost -c 3
$ # specify custom hostname
$ celery multi start 2 --hostname=worker.example.com -c 3
celery worker -n [email protected] -c 3
celery worker -n [email protected] -c 3
$ # specify fully qualified nodenames
$ celery multi start [email protected] [email protected] -c 3
$ # fully qualified nodenames but using the current hostname
$ celery multi start foo@%h bar@%h
$ # Advanced example starting 10 workers in the background:
$ # * Three of the workers processes the images and video queue
$ # * Two of the workers processes the data queue with loglevel DEBUG
$ # * the rest processes the default' queue.
$ celery multi start 10 -l INFO -Q:1-3 images,video -Q:4,5 data
-Q default -L:4,5 DEBUG
$ # You can show the commands necessary to start the workers with
$ # the 'show' command:
$ celery multi show 10 -l INFO -Q:1-3 images,video -Q:4,5 data
-Q default -L:4,5 DEBUG
$ # Additional options are added to each celery worker's command,
$ # but you can also modify the options for ranges of, or specific workers
$ # 3 workers: Two with 3 processes, and one with 10 processes.
$ celery multi start 3 -c 3 -c:1 10
celery worker -n celery1@myhost -c 10
celery worker -n celery2@myhost -c 3
celery worker -n celery3@myhost -c 3
$ # can also specify options for named workers
$ celery multi start image video data -c 3 -c:image 10
celery worker -n image@myhost -c 10
celery worker -n video@myhost -c 3
celery worker -n data@myhost -c 3
$ # ranges and lists of workers in options is also allowed:
$ # (-c:1-3 can also be written as -c:1,2,3)
$ celery multi start 5 -c 3 -c:1-3 10
celery worker -n celery1@myhost -c 10
celery worker -n celery2@myhost -c 10
celery worker -n celery3@myhost -c 10
celery worker -n celery4@myhost -c 3
celery worker -n celery5@myhost -c 3
$ # lists also works with named workers
$ celery multi start foo bar baz xuzzy -c 3 -c:foo,bar,baz 10
celery worker -n foo@myhost -c 10
celery worker -n bar@myhost -c 10
celery worker -n baz@myhost -c 10
celery worker -n xuzzy@myhost -c 3
� N��wraps)�cached_property)�VERSION_BANNER)�Cluster� MultiParser�NamespacedOptionParser)�
CeleryCommand�handle_preload_options)�
EX_FAILURE�EX_OK�signals)�term)� pluralize)� MultiToola� usage: {prog_name} start <node1 node2 nodeN|range> [worker options]
{prog_name} stop <n1 n2 nN|range> [-SIG (default: -TERM)]
{prog_name} restart <n1 n2 nN|range> [-SIG] [worker options]
{prog_name} kill <n1 n2 nN|range>
{prog_name} show <n1 n2 nN|range> [worker options]
{prog_name} get hostname <n1 n2 nN|range> [-qv] [worker options]
{prog_name} names <n1 n2 nN|range>
{prog_name} expand template <n1 n2 nN|range>
{prog_name} help
additional options (must appear after command name):
* --nosplash: Don't display program info.
* --quiet: Don't show as much output.
* --verbose: Show more output.
* --no-color: Don't display colors.
c C s t �t� �t j�� d S �N)�sys�exitr �execute_from_commandline�argv� r r �:/usr/local/lib/python3.9/site-packages/celery/bin/multi.py�main� s r c s t � �� fdd��}|S )Nc s | � � � | g|�R i |��S r )�splash)�self�args�kwargs��funr r �_inner� s zsplash.<locals>._innerr �r r r r r r � s r c s t � �� fdd��}|S )Nc s � | | � |�fi |��S r )�cluster_from_argv)r r r r r r r � s z using_cluster.<locals>._innerr r r r r �
using_cluster� s r" c s t � �� fdd��}|S )Nc s, | � |�\}}| �|�}� | ||fi |��S r )�_cluster_from_argv�_find_sig_argument)r r r �p�cluster�sigr r r r � s
z%using_cluster_and_sig.<locals>._innerr r r r r �using_cluster_and_sig� s r( c @ s� e Zd ZdZdeiZdZddd�Zd d d
�Zd d d �Z d d
d�Z
d dd�Z d dd�Z d!dd�Z
edd� �Zdd� Zedd� �ZdS )"�
TermLoggerzcelery multi v{version}�versionr Fc K s4 |pt j| _|pt j| _|| _|| _|| _|| _d S r )r �stdout�stderr�nosplash�quiet�verbose�no_color)r r+ r, r- r. r/ r0 r r r r �setup_terminal� s zTermLogger.setup_terminalTNc C s | j |||d� tS )N)�newline�file)�sayr �r �mr2 r3 r r r �ok� s z
TermLogger.okc C s t ||p | j|rdndd� d S )N�
� )r3 �end)�printr+ r5 r r r r4 � s zTermLogger.sayc C s | � |||p| j�S r )r4 r, r5 r r r �carp� s zTermLogger.carpc C s |r| � |� | �� tS r )r< �usager )r �msgr r r �error� s
zTermLogger.errorc C s | j r| j||d� d S �N�r2 )r/ �note�r r> r2 r r r �info� s zTermLogger.infoc C s | j s| jt|�|d� d S r@ )r. r4 �strrC r r r rB � s zTermLogger.notec C s | � tj| jd�� d S )N)� prog_name)r4 �USAGE�formatrF �r r r r r= � s zTermLogger.usagec C s, | j s(| �| j�| jjf i | j���� d S r )r- rB �colored�cyan� splash_textrH �splash_contextrI r r r r � s
�zTermLogger.splashc C s t j| j d�S )N)�enabled)r rJ r0 rI r r r rJ � s zTermLogger.colored)FFFF)TN)TN)TN)N)T)T)�__name__�
__module__� __qualname__rL r rM �retcoder1 r7 r4 r< r? rD rB r r= r rJ r r r r r) � s" �
r) c @ s� e Zd ZdZeZeZg d�ZdPdd�ZdQdd�Z dd � Z
d
d � Z d d
� Z e
edd� ��Ze
edd� ��Ze
edd� ��ZeZe
edd� ��Zedd� �Zdd� Zedd� �Ze
ed d � ��Zd d � Zd d!� Zej fd"d#�Z dRd$d%�Z dSd&d'�Z dTd(d)�Z dUd*d+�Z!d,d-� Z"d.d/� Z#d0d1� Z$d2d3� Z%d4d5� Z&d6d7� Z'd8d9� Z(d:d;� Z)d<d=� Z*d>d?� Z+d@dA� Z,dBdC� Z-dDdE� Z.dFdG� Z/dHdI� Z0e1dJdK� �Z2e1dLdM� �Z3e1dNdO� �Z4dS )Vr z The ``celery multi`` program.))z
--nosplashr- )z--quietr. )z-qr. )z --verboser/ )z
--no-colorr0 Nc K sj || _ || _| j|p||fi |�� | j| _d| _| j| j| j| j | j | j
| j | j | j
| j| jd� | _d S )Nz celery multi) �start�show�stop�stopwait� stop_verify�restart�kill�names�expand�get�help)�env�cmdr1 r+ �fhrF rS rT rU rV rX rY rZ r[ r\ r] �commands)r r^ r_ r` r+ r, r r r r �__init__� s" �zMultiTool.__init__c C s\ | � |�}|d ur|n| j| _tj�|�d��| _| �|�sD| �� S | � |d |dd � �S )Nr � )
�_handle_reserved_optionsr_ �os�path�basename�poprF �validate_argumentsr? � call_command)r r r_ r r r r s
z"MultiTool.execute_from_commandlinec C s |o|d d dkS )Nr �-r �r r r r r ri s z MultiTool.validate_argumentsc C s< z| j | |� ptW S ty6 | �d|� �� Y S 0 d S )NzInvalid command: )ra r �KeyErrorr? )r �commandr r r r rj s zMultiTool.call_commandc
C s@ t |�}| jD ],\}}||v rt| |t|�|�|���� q|S r )�list�reserved_options�setattr�boolrh �index)r r �arg�attrr r r rd s
z"MultiTool._handle_reserved_optionsc C s | � d� tt|�� ��S )Nz> Starting nodes...)rB �int�anyrS �r r& r r r rS ! s
zMultiTool.startc K s |j f d|i|��S �Nr' )rU �r r& r' r r r r rU ' s zMultiTool.stopc K s |j f d|i|��S ry )rV rz r r r rV , s zMultiTool.stopwaitc K s t t|jf d|i|����S ry )rv rw rX rz r r r rX 2 s zMultiTool.restartc C s | � d�dd� |D ��� d S )Nr8 c s s | ] }|j V qd S r )�name)�.0�nr r r � <genexpr>9 � z"MultiTool.names.<locals>.<genexpr>)r4 �joinrx r r r rZ 7 s zMultiTool.namesc G sB z| � |��|�}W n ty* t Y S 0 | �d�|j��S d S )N� )r! �findrm r r7 r� r )r �wantedr �noder r r r\ ; s
z
MultiTool.getc C s | � d�dd� |D ���S )Nr8 c s s | ]}d � |j�V qdS )r� N)r� Zargv_with_executable�r| r� r r r r~ E s �z!MultiTool.show.<locals>.<genexpr>)r7 r� rx r r r rT C s �zMultiTool.showc C s |� � S r )rY rx r r r rY J s zMultiTool.killc s$ | � d�� fdd�| �|�D ���S )Nr8 c 3 s | ]}|� � �V qd S r )Zexpanderr� ��templater r r~ P s �z#MultiTool.expand.<locals>.<genexpr>)r7 r� r! )r r� r r r� r r[ O s �zMultiTool.expandc G s | � t� d S r )r4 �__doc__rl r r r r] U s zMultiTool.helpc
C s� |j t|j�d � }t|�D ]~}t|�dkr^|d dkr^zt|d �W S ty\ Y n0 |d dkr zt�|dd � �W S tt fy� Y q 0 q |S )N� r rk rc )
r �len�values�reversedrv �
ValueErrorr
�signum�AttributeError� TypeError)r r% �defaultr rt r r r r$ X s z MultiTool._find_sig_argumentc C s: |d ur |n| j }| �|�}|�� || j|d��|�fS �N)r_ )r_ � OptionParser�parser )r r r_ r% r r r �_nodes_from_argvg s
zMultiTool._nodes_from_argvc C s | j ||d�\}}|S r� )r# )r r r_ �_r& r r r r! m s zMultiTool.cluster_from_argvc C s( | j ||d�\}}|| jt|�|d�fS r� )r� r ro )r r r_ r% �nodesr r r r# q s z MultiTool._cluster_from_argvc C sL t ||| j| j| j| j| j| j| j| j| j | j
| j | j | j
| j| j| jd�S )N)r_ r^ �on_stopping_preamble�on_send_signal�on_still_waiting_for�on_still_waiting_progress�on_still_waiting_end�
on_node_start�on_node_restart�on_node_shutdown_ok�on_node_status�on_node_signal_dead�on_node_signal� on_node_down�on_child_spawn�on_child_signalled�on_child_failure)r r^ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� )r r� r_ r r r r u s( �zMultiTool.Clusterc C s | � | j�d�� d S )Nz> Stopping nodes...)rB rJ �blue�r r� r r r r� � s z MultiTool.on_stopping_preamblec C s | � d�||�� d S )Nz > {0.name}: {1} -> {0.pid}�rB rH �r r� r' r r r r� � s zMultiTool.on_send_signalc C sF t |�}|rB| j| j�d�|t|d�d�dd� |D ����dd� d S )Nz > Waiting for {} {} -> {}...r� z, c s s | ]}t |j�V qd S r )rE �pidr� r r r r~ � r z1MultiTool.on_still_waiting_for.<locals>.<genexpr>FrA )r� rB rJ r� rH r r� )r r� Znum_leftr r r r� � s
���z MultiTool.on_still_waiting_forc C s | j ddd� d S )N�.FrA �rB r� r r r r� � s z#MultiTool.on_still_waiting_progressc C s | � d� d S )Nr9 r� rI r r r r� � s z MultiTool.on_still_waiting_endc C s | � d�|�� d S )Nz4Could not signal {0.name} ({0.pid}): No such processr� �r r� r r r r� � s
��z MultiTool.on_node_signal_deadc C s | j d|j� d�dd� d S )Nz > �: FrA )rB r{ r� r r r r� � s zMultiTool.on_node_startc C s$ | j | j�d|j� d��dd� d S )Nz> Restarting node r� FrA )rB rJ r� r{ r� r r r r� � s
��zMultiTool.on_node_restartc C s | � d|j� d| j� �� d S )Nz> r� )rB r{ �DOWNr� r r r r� � s zMultiTool.on_node_downc C s | � d|j� d| j� �� d S )Nz
> r� )rB r{ �OKr� r r r r� � s z MultiTool.on_node_shutdown_okc C s | � |r| jp| j� d S r )rB �FAILEDr� )r r� �retvalr r r r� � s zMultiTool.on_node_statusc C s | � dj||d�� d S )Nz(Sending {sig} to node {0.name} ({0.pid}))r' r� r� r r r r� � s �zMultiTool.on_node_signalc C s | � d|� �� d S )Nz )rD )r r� Zargstrr^ r r r r� � s zMultiTool.on_child_spawnc C s | � d|� �� d S )Nz!* Child was terminated by signal r� )r r� r� r r r r� � s z MultiTool.on_child_signalledc C s | � d|� �� d S )Nz"* Child terminated with exit code r� )r r� rR r r r r� � s zMultiTool.on_child_failurec C s t | j�d��S )Nr� )rE rJ �greenrI r r r r� � s z MultiTool.OKc C s t | j�d��S )Nr� )rE rJ �redrI r r r r� � s zMultiTool.FAILEDc C s t | j�d��S )Nr� )rE rJ �magentarI r r r r� � s zMultiTool.DOWN)NNNNN)N)N)N)N)N)5rO rP rQ r� r r r� rp rb r ri rj rd r r" rS r( rU rV rW rX rZ r\ rT rY r[ r] �signal�SIGTERMr$ r� r! r# r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r r r r r � sx �
r T)Zallow_extra_argsZignore_unknown_options)�clsZcontext_settingsc K sP t | jj| jjd�}tjdd� }||�d�d� |d|�d�� }|�|�S )z Start multiple worker instances.)r. r0 rc N�multi)r �objr. r0 r r rs r )�ctxr r_ r r r r r� � s $r� )%r� re r� r � functoolsr ZclickZkombu.utils.objectsr Zceleryr Zcelery.apps.multir r r Zcelery.bin.baser r
Zcelery.platformsr r r
Z celery.utilsr Zcelery.utils.textr �__all__rG r r r" r( r) r rn Z pass_contextr� r r r r �<module> s< d
8 n��