File: //usr/local/lib/python3.9/site-packages/kombu/transport/__pycache__/azureservicebus.cpython-39.pyc
a
X>hzG � @ s> d Z ddlmZ ddlZddlmZ ddlmZ ddlZ ddl
Z ddl Z ddl m
Z
mZmZmZmZ ddlmZ zddlmZmZ W n ey� dZdZY n0 dd lmZmZ dd
lm Z m Z dd l m Z d d
l m!Z! e"ej#�h d� Z$e%d�e%d�idd� e$D ��Z&G dd� d�Z'G dd� de!j(�Z(G dd� de!j)�Z)dS )aX Azure Service Bus Message Queue transport module for kombu.
Note that the Shared Access Policy used to connect to Azure Service Bus
requires Manage, Send and Listen claims since the broker will create new
queues and delete old queues as required.
Notes when using with Celery if you are experiencing issues with programs not
terminating properly. The Azure Service Bus SDK uses the Azure uAMQP library
which in turn creates some threads. If the AzureServiceBus Channel is closed,
said threads will be closed properly, but it seems there are times when Celery
does not do this so these threads will be left running. As the uAMQP threads
are not marked as Daemon threads, they will not be killed when the main thread
exits. Setting the ``uamqp_keep_alive_interval`` transport option to 0 will
prevent the keep_alive thread from starting
More information about Azure Service Bus:
https://azure.microsoft.com/en-us/services/service-bus/
Features
========
* Type: Virtual
* Supports Direct: *Unreviewed*
* Supports Topic: *Unreviewed*
* Supports Fanout: *Unreviewed*
* Supports Priority: *Unreviewed*
* Supports TTL: *Unreviewed*
Connection String
=================
Connection string has the following formats:
.. code-block::
azureservicebus://SAS_POLICY_NAME:SAS_KEY@SERVICE_BUSNAMESPACE
azureservicebus://DefaultAzureCredential@SERVICE_BUSNAMESPACE
azureservicebus://ManagedIdentityCredential@SERVICE_BUSNAMESPACE
Transport Options
=================
* ``queue_name_prefix`` - String prefix to prepend to queue names in a
service bus namespace.
* ``wait_time_seconds`` - Number of seconds to wait to receive messages.
Default ``5``
* ``peek_lock_seconds`` - Number of seconds the message is visible for before
it is requeued and sent to another consumer. Default ``60``
* ``uamqp_keep_alive_interval`` - Interval in seconds the Azure uAMQP library
should send keepalive messages. Default ``30``
* ``retry_total`` - Azure SDK retry total. Default ``3``
* ``retry_backoff_factor`` - Azure SDK exponential backoff factor.
Default ``0.8``
* ``retry_backoff_max`` - Azure SDK retry total time. Default ``120``
� )� annotationsN)�Empty)�Any)�ServiceBusClient�ServiceBusMessage�ServiceBusReceiveMode�ServiceBusReceiver�ServiceBusSender)� ServiceBusAdministrationClient)�DefaultAzureCredential�ManagedIdentityCredential)� bytes_to_str�safe_str)�dumps�loads)�cached_property� )�virtual> �.�-�_r r c C s i | ]}t |�t d ��qS )r )�ord)�.0�c� r �I/usr/local/lib/python3.9/site-packages/kombu/transport/azureservicebus.py�
<dictcomp>Y � r c @ s0 e Zd ZdZd ddd�dd�Zdd �d
d �ZdS )
� SendReceivez"Container for Sender and Receiver.N�ServiceBusReceiver | None�ServiceBusSender | None��receiver�senderc C s || _ || _d S �Nr! )�selfr" r# r r r �__init__` s zSendReceive.__init__�None��returnc C s0 | j r| j �� d | _ | jr,| j�� d | _d S r$ )r" �closer# �r% r r r r* f s
zSendReceive.close)NN)�__name__�
__module__� __qualname__�__doc__r& r* r r r r r ] s
�r c s^ e Zd ZU dZdZded< dZded< dZded< d Zded
< d Z d ed
< dZ
ded< dZ ded< i Z ded< e
� Zded< � fdd�Zdd�dd �Z� fd d �Z� fd d �Zdfdd"d#d$d%�d&d'�Zdd$d(�d)d*�Zejd!fdd+d,d$d-�d.d/�Zdgdd0dd1�d2d3�Zd4dd5�d6d7�Zdd$d(�d8d9�Zddd(�d:d;�Zddd(�d<d=�Z dhdd>d?d@�dAdB�Z diddDddE�� fdFdG�
Z ddd(�dHdI�Z dd�dJdK�Z dd�dLdM�Z!e"dNd�dOdP��Z#e"dQd�dRdS��Z$e%dTdU� �Z&e%dVdW� �Z'e"dd�dXdY��Z(e"dd�dZd[��Z)e"dd�d\d]��Z*e"dd�d^d_��Z+e"dd�d`da��Z,e"d d�dbdc��Z-e"dd�ddde��Z.� Z/S )j�ChannelzAzure Service Bus channel.� �int�default_wait_time_seconds�< �default_peek_lock_seconds� �!default_uamqp_keep_alive_interval� �default_retry_totalg�������?�float� default_retry_backoff_factor�x �default_retry_backoff_maxzkombu%(vhost)s�str�
domain_formatzdict[str, SendReceive]� _queue_cachezset[str]�
_noack_queuesc s> t � j|i |�� d | _d | _d | _d | _| �� d| j_d S )NF) �superr& �
_namespace�_policy�_sas_key�_connection_string� _try_parse_connection_string�qosZrestore_at_shutdown)r% �args�kwargs�� __class__r r r& � s zChannel.__init__r' r( c C s� t �| jj�\| _| _td ur*t| jt�s>td urBt| jt�rBd S d| jv rb| j� dd�\| _
| _ d| j | j
| j d�}d� dd� |�
� D ��| _d S )N�:r zsb://)ZEndpointZSharedAccessKeyNameZSharedAccessKey�;c S s g | ]\}}|d | �qS )�=r )r �key�valuer r r �
<listcomp>� r z8Channel._try_parse_connection_string.<locals>.<listcomp>)� Transport� parse_uri�conninfo�hostnamerC � _credentialr �
isinstancer �splitrD rE �join�itemsrF )r% Z conn_dictr r r rG � s* � �
��
�
��z$Channel._try_parse_connection_stringc s, |r| j �|� t� j||g|�R i |��S r$ )rA �addrB �
basic_consume)r% �queueZno_ackrI rJ rK r r r] � s ���zChannel.basic_consumec s, || j v r | j| }| j�|� t� �|�S r$ )Z
_consumersZ
_tag_to_queuerA �discardrB � basic_cancel)r% Z consumer_tagr^ rK r r r` � s
zChannel.basic_cancelNr r r )�namer" r# r) c C sF || j v r.| j | }|jp ||_|jp(||_nt||�}|| j |< |S r$ )r@ r# r" r )r% ra r" r# �objr r r �_add_queue_to_cache� s
zChannel._add_queue_to_cache)r^ r) c C sD | j �|d �}|d u s |jd u r@| jj|| jd�}| j||d�}|S )N)�
keep_alive)r# )r@ �getr# �
queue_serviceZget_queue_sender�uamqp_keep_alive_intervalrc )r% r^ � queue_objr# r r r �_get_asb_sender� s �zChannel._get_asb_senderr z
str | None)r^ � recv_mode�queue_cache_keyr) c C sN |p|}| j �|d �}|d u s(|jd u rJ| jj||| jd�}| j||d�}|S )N)�
queue_nameZ receive_moderd )r" )r@ re r" rf Zget_queue_receiverrg rc )r% r^ rj rk � cache_keyrh r" r r r �_get_asb_receiver� s �zChannel._get_asb_receiverzdict[int, int] | None)ra �tabler) c C s t t|���|pt�S )z:Format AMQP queue name into a valid ServiceBus queue name.)r> r � translate�CHARS_REPLACE_TABLE)r% ra ro r r r � entity_name� s zChannel.entity_namezvirtual.base.Message)�messager) c C s d S r$ r )r% rs r r r �_restore� s zChannel._restorec K s� | � | j| �}z | j| W S tyz t�tj| jd��}z| jj ||d� W n t
j j j
yj Y n0 | �|� Y S 0 dS )z$Ensure a queue exists in ServiceBus.)�seconds)rl �
lock_durationN)rr �queue_name_prefixr@ �KeyError�isodateZduration_isoformatZDuration�peek_lock_seconds�queue_mgmt_serviceZ create_queue�azure�core�
exceptionsZResourceExistsErrorrc )r% r^ rJ rv r r r �
_new_queue� s ��
zChannel._new_queuec O s: | � | j| �}| j�|� | j�|d�}|r6|�� dS )zDelete queue by name.N)rr rw r{ Z delete_queuer@ �popr* )r% r^ rI rJ Zsend_receive_objr r r �_delete� s
zChannel._deletec K s6 | � | j| �}tt|��}| �|�}|j�|� dS )zPut message onto queue.N)rr rw r r ri r# Z
send_messages)r% r^ rs rJ �msgrh r r r �_put� s
z Channel._putzfloat | int | Nonezdict[str, Any])r^ �timeoutr) c C s� || j v rtjntj}| �| j| �}| �||�}|jjd|pB| j d�}|sRt
� �|d }t |j t
�std�|j �}n|j }tt|��}||d d d< ||d d d< |S ) z/Try to retrieve a single message off ``queue``.r �Zmax_message_countZ
max_wait_timer r Z
properties�
delivery_info�
azure_message�azure_queue_name)rA r �RECEIVE_AND_DELETE� PEEK_LOCKrr rw rn r" �receive_messages�wait_time_secondsr rX �body�bytesrZ r r
) r% r^ r� rj rh �messagesrs r� r� r r r �_get s( �� � z Channel._getF�bool)� delivery_tag�multipler) c s� z| j �|�j}W n ty0 t� �|� Y nv0 |d }| �|�}z|j�|d � W n@ t j
j j y| t� �|� Y n* t
y� t� �|� Y n0 t� �|� d S )Nr� r� )rH re r� rx rB � basic_ackrn r" Zcomplete_messager| Z
servicebusr~ ZMessageAlreadySettled� ExceptionZ basic_reject)r% r� r� r� r^ rh rK r r r� # s
� zChannel.basic_ackc C s" | � | j| �}| j�|�}|jS )z)Return the number of messages in a queue.)rr rw r{ Z get_queue_runtime_propertiesZtotal_message_count)r% r^ �propsr r r �_size7 s z
Channel._sizec C s� d}d}| � | j| �}| j�|d�}|| jvsB|du sB|jdu rV| �|tjd| �}|jj |dd�}|t
|�7 }t
|�|k rVq�qV|S )z'Delete all current messages in a queue.r �
NZpurge_g�������?r� ) rr rw r@ re rA r" rn r r� r� �len)r% r^ �nZmax_purge_countrh r� r r r �_purge> s*
��
�� zChannel._purgec C sH | j sDd| _ | j�� D ] }|�� q| j�� | jd urD| j�| � d S )NT)�closedr@ �valuesr* �clear�
connectionZ
close_channel)r% rh r r r r* Z s
z
Channel.closer c C s< | j r tj| j | j| j| jd�S t| j| j| j| j| jd�S )N)� retry_total�retry_backoff_factor�retry_backoff_max)rF r �from_connection_stringr� r� r� rC rW r+ r r r rf e s ��zChannel.queue_servicer
c C s | j rt�| j �S t| j| j�S r$ )rF r
r� rC rW r+ r r r r{ w s ��zChannel.queue_mgmt_servicec C s | j jS r$ )r� �clientr+ r r r rU � s zChannel.conninfoc C s
| j jjS r$ )r� r� �transport_optionsr+ r r r r� � s zChannel.transport_optionsc C s | j �dd�S )Nrw � )r� re r+ r r r rw � s zChannel.queue_name_prefixc C s | j �d| j�S )Nr� )r� re r3 r+ r r r r� � s �zChannel.wait_time_secondsc C s t | j�d| j�d�S )Nrz i, )�minr� re r5 r+ r r r rz � s
��zChannel.peek_lock_secondsc C s | j �d| j�S )Nrg )r� re r7 r+ r r r rg � s �z!Channel.uamqp_keep_alive_intervalc C s | j �d| j�S )Nr� )r� re r9 r+ r r r r� � s �zChannel.retry_totalc C s | j �d| j�S )Nr� )r� re r; r+ r r r r� � s �z Channel.retry_backoff_factorc C s | j �d| j�S )Nr� )r� re r= r+ r r r r� � s �zChannel.retry_backoff_max)NN)N)N)F)0r, r- r. r/ r3 �__annotations__r5 r7 r9 r; r= r? r@ �setrA r& rG r] r` rc ri r r� rn rr rt r r� r� r� r� r� r� r* r rf r{ �propertyrU r� rw r� rz rg r� r� r� �
__classcell__r r rK r r0 o sn
�
� �
�
r0 c @ sJ e Zd ZdZeZdZdZdZeddd�dd ��Z e
dddd�d d
��Z dS )rS z Azure Service Bus transport.r NTr> zDtuple[str, str | DefaultAzureCredential | ManagedIdentityCredential])�urir) c C s� | � dd�} | �dd�\}}|�d�s.|d7 }d�� |�� krVtd u rNtd��t� }nFd �� |�� kr~td u rvtd
��t� }n |�d d�\}}|� d |� �}t||g�s�t d ��||fS )
Nzazureservicebus://r� �@r z.netz.servicebus.windows.netr z]Azure Service Bus transport with a DefaultAzureCredential requires the azure-identity libraryr z`Azure Service Bus transport with a ManagedIdentityCredential requires the azure-identity libraryrM z|Need a URI like azureservicebus://{SAS policy name}:{SAS key}@{ServiceBus Namespace} or the azure Endpoint connection string)
�replace�rsplit�endswith�lowerr � ImportErrorr rY �all�
ValueError)r� �
credential� namespace�policy�sas_keyr r r rT � s&
�zTransport.parse_uriF�**c C sV | � |�\}}t|t�rFd|v rF|�dd�\}}d�||r>|n||�S d�|jj|�S )NrM r zazureservicebus://{}:{}@{}zazureservicebus://{}@{})rT rX r> rY �formatrL r, )�clsr� Zinclude_password�maskr� r� r� r� r r r �as_uri� s
��zTransport.as_uri)Fr� ) r, r- r. r/ r0 Zpolling_interval� default_portZ
can_parse_url� staticmethodrT � classmethodr� r r r r rS � s *rS )*r/ �
__future__r �stringr^ r �typingr Zazure.core.exceptionsr| Zazure.servicebus.exceptionsry Zazure.servicebusr r r r r Zazure.servicebus.managementr
Zazure.identityr r r� Zkombu.utils.encodingr
r Zkombu.utils.jsonr r Zkombu.utils.objectsr r� r r� � punctuationZPUNCTUATIONS_TO_REPLACEr rq r r0 rS r r r r �<module> s8 9
� � C