ó O'—^c @@sšdZddlmZddlZddlZddlZddlmZddlm Z ddl m Z ddl m Z ddlmZmZmZdd lmZd d lmZmZd d lmZd d lmZd dlmZd dlmZyddlm Z WnIe!k r[yddl"m Z Wq\e!k rWddl#m Z q\XnXdddddddddg Z$dZ%ee&ƒZ'da)d„Z*d„Z+d„Z,defd„ƒYZ-d„Z.de/d „Z0d!„Z1d"„Z2d ddd#„Z3d ddd$„Z4dde/d%„Z5de/dd&„Z6d'„Z7d(„Z8e d)„ƒZ9dd*„Z:dd+„Z;ddd,„Z<d-e=fd.„ƒYZ>dS(/s/ kombu.common ============ Common Utilities. i(tabsolute_importN(tdeque(tcontextmanager(tpartial(tcount(tuuid4tuuid3t NAMESPACE_OID(tRecoverableConnectionErrori(tExchangetQueue(trange(t get_logger(tregistry(tuuid(t get_identt Broadcastt maybe_declareRt itermessagest send_replytcollect_repliestinsuredtdrain_consumert eventloopiÿÿcC@stdkrtƒjantS(N(t_node_idtNoneRtint(((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyt get_node_id1s cC@s/d|||t|ƒf}ttt|ƒƒS(Ns %x-%x-%x-%x(tidtstrRR(tnode_idt process_idt thread_idtinstancetent((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyt generate_oid8scC@sttƒtjƒtƒ|ƒS(N(R#RtostgetpidR(R!((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pytoid_from=scB@s3eZdZejdZddeddd„ZRS(sóConvenience class used to define broadcast queues. Every queue instance will have a unique name, and both the queue and exchange is configured with auto deletion. :keyword name: This is used as the name of the exchange. :keyword queue: By default a unique id is used for the queue name for every consumer. You can specify a custom queue name here. :keyword \*\*kwargs: See :class:`~kombu.Queue` for a list of additional keyword arguments supported. tqueuecK@sn|pdtƒf}tt|ƒjd|p1|d|d|d|d|dk rX|nt|ddƒ|S( Nsbcast.%staliasR'tnamet auto_deletetexchangettypetfanout(RtsuperRt__init__RR (tselfR)R'R*R+R(tkwargs((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyR/Qs N(R'N((R'N(t__name__t __module__t__doc__R tattrsRtTrueR/(((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyRAs   cC@s||jjjkS(N(t connectiontclienttdeclared_entities(tentitytchannel((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pytdeclaration_cached_scK@sÊ|j}|s-|st‚|j|ƒ}n|dkrQ|sEt‚|j}nd}}|jr›|jr›|jjj}t |ƒ}||kr›t Sn|r·t |||||St ||||ƒS(N( tis_boundtAssertionErrortbindRR;R7tcan_cache_declarationR8R9thashtFalset_imaybe_declaret_maybe_declare(R:R;tretryt retry_policyR=tdeclaredtident((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyRcs"          cC@sW|p |j}|js'tdƒ‚n|jƒ|dk rS|rS|j|ƒntS(Nschannel disconnected(R;R7RtdeclareRtaddR6(R:RGRHR;((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyRD{s  cK@s+|jjjj|t|||||ƒS(N(R;R7R8tensureRD(R:RGRHR;RF((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyRC…s c #@s”tƒ‰‡fd†}|g|p'g|_|ZxRt|jjjd|d|dtƒD])}yˆjƒVWq]tk r…q]Xq]WWdQXdS(Nc@sˆj||fƒdS(N(tappend(tbodytmessage(tacc(s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyt on_messageŽstlimitttimeouttignore_timeouts( Rt callbacksRR;R7R8R6tpopleftt IndexError(tconsumerRQRRRTRPt_((ROs./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyR‹s  cK@s4t|jd|gd||d|d|d|ƒS(NtqueuesR;RQRRRT(RtConsumer(tconnR;R'RQRRRTR1((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyRœscc@sixb|rt|ƒptƒD]E}y|jd|ƒVWqtjk r`|ra| ra‚qaqXqWdS(sáBest practice generator wrapper around ``Connection.drain_events``. Able to drain events forever, with a limit, and optionally ignoring timeout errors (a timeout of 1 is often used in environments where the socket can get "stuck", and is a best practice for Kombu consumers). **Examples** ``eventloop`` is a generator:: from kombu.common import eventloop def run(connection): it = eventloop(connection, timeout=1, ignore_timeouts=True) next(it) # one event consumed, or timed out. for _ in eventloop(connection, timeout=1, ignore_timeouts=True): pass # loop forever. It also takes an optional limit parameter, and timeout errors are propagated by default:: for _ in eventloop(connection, limit=1, timeout=1): pass .. seealso:: :func:`itermessages`, which is an event loop bound to one or more consumers, that yields any messages received. RRN(R Rt drain_eventstsocketRR(R[RQRRRSti((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyR¤s " c K@sk|j|d|d|d|ti|jdd6|jjdƒd6tj|jd6|jd6|d S( sLSend reply for request. :param exchange: Reply exchange :param req: Original request, a message with a ``reply_to`` property. :param producer: Producer instance :param retry: If true must retry according to ``reply_policy`` argument. :param retry_policy: Retry settings. :param props: Extra properties R+RERFtreply_tot routing_keytcorrelation_idt serializertcontent_encodingN(tpublishtdictt propertiestgett serializerst type_to_namet content_typeRc(R+treqtmsgtproducerRERFtprops((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyRÌs   c o@s„|jdtƒ}t}zKxDt|||||ŽD]*\}}|sS|jƒnt}|Vq4WWd|r|j|jƒnXdS(s+Generator collecting replies from ``queue``tno_ackN(t setdefaultR6RBRtacktafter_reply_message_receivedR)( R[R;R'targsR1RotreceivedRMRN((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyRãs  cC@stjd||dtƒdS(Ns#Connection error: %r. Retry in %ss texc_info(tloggerterrorR6(texctinterval((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyt_ensure_errbackós cc@s+y dVWn|j|jk r&nXdS(N(tconnection_errorstchannel_errors(R[((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyt_ignore_errorsús cO@s3|r)t|ƒ|||ŽSWdQXnt|ƒS(sàIgnore connection and channel errors. The first argument must be a connection object, or any other object with ``connection_error`` and ``channel_error`` attributes. Can be used as a function: .. code-block:: python def example(connection): ignore_errors(connection, consumer.channel.close) or as a context manager: .. code-block:: python def example(connection): with ignore_errors(connection): consumer.channel.close() .. note:: Connection and channel errors should be properly handled, and not ignored. Using this function is only acceptable in a cleanup phase, like when a connection is lost or at shutdown. N(R}(R[tfunRsR1((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyt ignore_errorss cC@s|r||ƒndS(N((R7R;t on_revive((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pytrevive_connection%sc K@sŸ|p t}|jdtƒ{}|jd|ƒ|j}tt|d|ƒ} |j||d|d| |} | |t|d|ƒŽ\} } | SWdQXdS(scEnsures function performing broker commands completes despite intermittent connection failures.tblockterrbackR€R7N( RztacquireR6tensure_connectiontdefault_channelRRt autoretryRe( tpoolR~RsR1RƒR€toptsR[R;treviveRtretvalRX((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyR*s   !tQoScB@sGeZdZdZd„Zdd„Zdd„Zd„Zd„Z RS(sãThread safe increment/decrement of a channels prefetch_count. :param callback: Function used to set new prefetch count, e.g. ``consumer.qos`` or ``channel.basic_qos``. Will be called with a single ``prefetch_count`` keyword argument. :param initial_value: Initial prefetch count value. **Example usage** .. code-block:: python >>> from kombu import Consumer, Connection >>> connection = Connection('amqp://') >>> consumer = Consumer(connection) >>> qos = QoS(consumer.qos, initial_prefetch_count=2) >>> qos.update() # set initial >>> qos.value 2 >>> def in_some_thread(): ... qos.increment_eventually() >>> def in_some_other_thread(): ... qos.decrement_eventually() >>> while 1: ... if qos.prev != qos.value: ... qos.update() # prefetch changed so update. It can be used with any function supporting a ``prefetch_count`` keyword argument:: >>> channel = connection.channel() >>> QoS(channel.basic_qos, 10) >>> def set_qos(prefetch_count): ... print('prefetch count now: %r' % (prefetch_count, )) >>> QoS(set_qos, 10) cC@s+||_tjƒ|_|p!d|_dS(Ni(tcallbackt threadingtRLockt_mutextvalue(R0Rt initial_value((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyR/hs icC@s<|j*|jr/|jt|dƒ|_nWdQX|jS(s¡Increment the value, but do not update the channels QoS. The MainThread will be responsible for calling :meth:`update` when necessary. iN(RR‘tmax(R0tn((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pytincrement_eventuallyms  "cC@sM|j;|jr@|j|8_|jdkr@d|_q@nWdQX|jS(s¡Decrement the value, but do not update the channels QoS. The MainThread will be responsible for calling :meth:`update` when necessary. iN(RR‘(R0R”((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pytdecrement_eventuallyys   cC@sj||jkrf|}|tkr:tjdtƒd}ntjd|ƒ|jd|ƒ||_n|S(s#Set channel prefetch_count setting.s(QoS: Disabled: prefetch_count exceeds %risbasic.qos: prefetch_count->%stprefetch_count(tprevtPREFETCH_COUNT_MAXRvtwarntdebugR(R0tpcountt new_value((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pytset‡s    cC@s$|j|j|jƒSWdQXdS(s)Update prefetch count with current value.N(RRžR‘(R0((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pytupdate”s N( R2R3R4RR˜R/R•R–RžRŸ(((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pyRŒ;s*   (?R4t __future__RR$R]RŽt collectionsRt contextlibRt functoolsRt itertoolsRRRRRtamqpRR:R R tfiveR tlogR t serializationR Rhtutilst_threadRt ImportErrortthreadt dummy_threadt__all__R™R2RvRRRR#R&RR<RBRRDRCRRRRRRzR}RRRtobjectRŒ(((s./tmp/pip-unpacked-wheel-UAnTfW/kombu/common.pytsb               )   #