ó O'—^c@@s|ddlmZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlmZddlmZmZmZmZdd lmZmZmZmZmZdd lmZmZdd lmZd d dgZd e fd„ƒYZ!e ƒZ"de!fd„ƒYZ#de fd„ƒYZ$d e$fd„ƒYZ%dS(i(tabsolute_importNi(tPipe(t _billiard(t get_errno(t monotonic(tLocktBoundedSemaphoret Semaphoret Condition(tdebugterrortinfotFinalizetregister_after_fork(tEmptytFull(tassert_spawningtQueuet SimpleQueuet JoinableQueuecB@sÑeZdZdd„Zd„Zd„Zd„Zedd„Z edd„Z d„Z d „Z d „Z d „Zd „Zd „Zd„Zd„Zd„Zed„ƒZed„ƒZed„ƒZRS(s4 Queue type using a pipe, buffer and thread icC@sÉ|dkrtjj}n||_tdtƒ\|_|_tƒ|_ t j ƒ|_ t jdkrud|_n tƒ|_t|ƒ|_t|_|jƒt jdkrÅt|tjƒndS(Nitduplextwin32(RtSemLockt SEM_VALUE_MAXt_maxsizeRtFalset_readert_writerRt_rlocktostgetpidt_opidtsystplatformtNonet_wlockRt_semt _ignore_epipet _after_forkR R(tselftmaxsize((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyt__init__"s       cC@s>t|ƒ|j|j|j|j|j|j|j|jfS(N( RR%RRRRR#R$R(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyt __getstate__6s c C@sD|\|_|_|_|_|_|_|_|_|jƒdS(N( R%RRRRR#R$RR&(R'tstate((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyt __setstate__;s6cC@stdƒtjtjƒƒ|_tjƒ|_d|_ d|_ t |_ t |_ d|_|jj|_|jj|_|jj|_dS(NsQueue._after_fork()(R t threadingRRt _notemptyt collectionstdequet_bufferR"t_threadt _jointhreadRt_joincancelledt_closedt_closeRtsendt_sendRtrecvt_recvtpollt_poll(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyR&@s      cC@s{|j st‚|jj||ƒs.t‚n|j>|jdkrT|jƒn|j j |ƒ|jj ƒWdQXdS(N( R5tAssertionErrorR$tacquireRR.R2R"t _start_threadR1tappendtnotify(R'tobjtblockttimeout((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pytputMs   cC@sü|rB|dkrB|j"|jƒ}|jjƒ|SWdQXn¶|rXtƒ|}n|jj||ƒsvt‚nzq|r´|tƒ}|dks¨|j|ƒ rÉt‚qÉn|jƒsÉt‚n|jƒ}|jjƒ|SWd|jjƒXdS(Ni( R"RR:R$treleaseRR>RR<(R'RCRDtrestdeadline((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pytgetXs(           cC@s|j|jjjƒS(N(RR$t_semlockt _get_value(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pytqsizeqscC@s |jƒ S(N(R<(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pytemptyvscC@s|jjjƒS(N(R$RJt_is_zero(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pytfullyscC@s |jtƒS(N(RIR(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyt get_nowait|scC@s|j|tƒS(N(RER(R'RB((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyt put_nowaitscC@s0t|_|jjƒ|jr,|jƒndS(N(tTrueR5RtcloseR6(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyRS‚s   cC@s3tdƒ|jst‚|jr/|jƒndS(NsQueue.join_thread()(R R5R=R3(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyt join_threadˆs  cC@s<tdƒt|_y|jjƒWntk r7nXdS(NsQueue.cancel_join_thread()(R RRR4R3tcanceltAttributeError(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pytcancel_join_threadŽs    c C@stdƒ|jjƒtjdtjd|j|j|j|j |j j |j fddƒ|_ t|j _tdƒ|j jƒtdƒ|jtjƒk}|j rè| rèt|j tjtj|j ƒgdd ƒ|_nt|tj|j|jgdd ƒ|_dS( NsQueue._start_thread()ttargettargstnametQueueFeederThreadsdoing self._thread.start()s... done self._thread.start()t exitpriorityiûÿÿÿi (R R1tclearR-tThreadRt_feedR.R8R#RRSR%R2RRtdaemontstartRRRR4R t_finalize_jointweakreftrefR3t_finalize_closeR6(R'tcreated_by_this_process((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyR?–s*           cC@sDtdƒ|ƒ}|dk r6|jƒtdƒn tdƒdS(Nsjoining queue threads... queue thread joineds... queue thread already dead(R R"tjoin(ttwrtthread((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyRb¼s      cC@s2tdƒ||jtƒ|jƒWdQXdS(Nstelling queue thread to quit(R R@t _sentinelRA(tbuffertnotempty((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyReÆs  cC@s•tdƒddlm}|}|j}|j} t} tjdkrP|} nd} y¡xš||ss|ƒnWdQXyex^| ƒ} | | kr©tdƒ|ƒdS| dkrÂ|| ƒq| || ƒWdQXqWWq\t k rñq\Xq\WWn—t k r} |r(t | ƒt j kr(dSyQ|ƒrJtd| dtƒn.td| dtƒsxddl}|jƒnWq‘t k rŒq‘XnXdS( Ns$starting thread to feed data to pipei(t is_exitingRs%feeder thread got sentinel -- exitingserror in queue thread: %rtexc_infoi(R tutilRmtwaittpopleftRjR R!R"t IndexErrort ExceptionRterrnotEPIPER RRR t tracebackt print_exc(RkRlR7t writelockRSt ignore_epipeRmtncondtnwaittbpoplefttsentineltwlockRBtexcRv((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyR_ÍsN                N(t__name__t __module__t__doc__R)R*R,R&RRR"RERIRLRMRORPRQRSRTRWR?t staticmethodRbReR_(((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyRs&              & cB@sMeZdZdd„Zd„Zd„Zedd„Zd„Z d„Z RS( sé A queue type which also supports join() and task_done() methods Note that if you do not call task_done() for each finished task then eventually the counter's semaphore may overflow causing Bad Things to happen. icC@s/tj||ƒtdƒ|_tƒ|_dS(Ni(RR)Rt_unfinished_tasksRt_cond(R'R(((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyR) scC@stj|ƒ|j|jfS(N(RR*R…R„(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyR*scC@s.tj||d ƒ|d\|_|_dS(Niþÿÿÿ(RR,R…R„(R'R+((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyR,sc C@s˜|j st‚|jj||ƒs.t‚n|j[|jK|jdkr^|j ƒn|j j |ƒ|j j ƒ|jjƒWdQXWdQXdS(N(R5R=R$R>RR.R…R2R"R?R1R@R„RFRA(R'RBRCRD((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyREs     cC@sW|jH|jjtƒs+tdƒ‚n|jjjƒrM|jjƒnWdQXdS(Ns!task_done() called too many times(R…R„R>Rt ValueErrorRJRNt notify_all(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyt task_done&s  cC@s6|j'|jjjƒs,|jjƒnWdQXdS(N(R…R„RJRNRp(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyRg-s N( R€RR‚R)R*R,RRR"RERˆRg(((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyRs    t _SimpleQueuecB@sAeZdZeed„Zd„Zd„Zd„Zd„ZRS(s< Simplified Queue type -- really just a locked pipe cC@sTtdtd|d|ƒ\|_|_|jj|_d|_|_|j ƒdS(NRt rnonblockt wnonblock( RRRRR;R<R"RR#t _make_methods(R'RŠR‹((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyR)8s !cC@s |jƒ S(N(R<(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyRM@scC@s&t|ƒ|j|j|j|jfS(N(RRRRR#(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyR*Cs cC@s,|\|_|_|_|_|jƒdS(N(RRRR#RŒ(R'R+((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyR,Gsc@sñ|jj‰y|jj‰Wntk r;|jj‰nX|j‰ˆdk rŠ‡‡fd†}||_‡‡fd†}||_nˆ|_ˆ|_|j dkr½|j j |_ n0|j j ‰|j ‰‡‡fd†}||_ dS(Nc@sˆ ˆƒSWdQXdS(N(((R9trlock(s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyRITsc@sˆ ˆƒSWdQXdS(N(((t recv_payloadR(s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyt get_payloadYsc@sˆˆ|ƒSWdQXdS(N((RB(R7R~(s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyREhs( RR9RŽRVt recv_bytesRR"RIRR#RR7RE(R'RIRRE((R9RŽRR7R~s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyRŒKs&          ( R€RR‚RR)RMR*R,RŒ(((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyR‰3s    cB@seZd„ZRS(cC@sVtdtƒ\|_|_tƒ|_tjdkr?tƒnd|_ |j ƒdS(NRR( RRRRRRR R!R"R#RŒ(R'((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyR)ps !(R€RR)(((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyRns(&t __future__RR RR-R/RcRttRt_extRtcompatRtfiveRt synchronizeRRRRRoR R R R R RRtforkingRt__all__tobjectRRjRR‰R(((s1/tmp/pip-unpacked-wheel-40MfcW/billiard/queues.pyt s(      "(ã /;