P'^c@@sidZddlmZmZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddlZddlmZddlmZddlmZddlmZddlmZdd lmZd d lmZd d lmZmZm Z m!Z!m"Z"d d l#m$Z$edZ%edZ&edZ'edZ(edZ)dddddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.gZ*e+eddZ,d Z-e+edd/Z.e+edd0Z/e+ed1d2Z0e j1Z2e2d3kZ3e2d4kZ4d5Z5ej6ej7Bej8BZ9ej:ej;Bd6>ej:d7>Bej:BZ<d8Z=ed9d]Z>ej?j@d<eAZBd=ZCd>ZDd?ZEdeFfd@YZGddAZIdeJfdBYZKeKZLdCZMdDZNdEZOePedFr1ddGZQn ddHZQd eJfdIYZRddddddeAdJZSdKZTdLZUdMZVdNZWdOZXdPZYdQZZdddRZ[dSeJfdTYZ\e\Z]e]j^Z_e]j`Zae]jbZce]jdZedUZfddVZgej?j@dWr5dXZhndddYZhdZZied[Zjd\ZkdS(^s celery.platforms ~~~~~~~~~~~~~~~~ Utilities dealing with platform specifics: signals, daemonization, users, groups, and so on. i(tabsolute_importtprint_functionN(t namedtuple(tcurrent_process(t maybe_fileno(t get_errno(tsafe_str(tcontextmanageri(t try_import(titemstrangetreraisetstring_tt zip_longest(tuniqt setproctitletresourcetpwdtgrpsmultiprocessing.utiltEX_OKt EX_FAILUREtEX_UNAVAILABLEtEX_USAGEtSYSTEMtIS_OSXt IS_WINDOWStpyimplementationt LockFailedt get_fdmaxtPidfiletcreate_pidlocktclose_open_fdst DaemonContexttdetachedt parse_uidt parse_gidt setgroupst initgroupstsetgidtsetuidtmaybe_drop_privilegestsignalstset_process_titletset_mp_process_titletget_errno_namet ignore_errnot fd_by_pathiEi@t EX_CANTCREATiItDarwintWindowst/iisLERROR: Pidfile ({0}) already exists. Seems we're already running? (pid: {1})t_rangetstarttstopt C_FORCE_ROOTs>Running a worker with superuser privileges when the worker accepts messages serialized with pickle is a very bad idea! If you really want to continue then you have to set the C_FORCE_ROOT environment variable (but please think about this before you do). User information: uid={uid} euid={euid} gid={gid} egid={egid} sYou are running the worker with superuser privileges, which is absolutely not recommended! Please specify a different user using the -u option. User information: uid={uid} euid={euid} gid={gid} egid={egid} cC@sttdrtjStjjdr6dtjSttdrdjdtjd D}tjdr|dd jd tjdD7}nd |Sd Sd S(s<Return string identifying the current Python implementation.tpython_implementationtjavasJython tpypy_version_infot.cs@s|]}t|VqdS(N(tstr(t.0tp((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pys dsit-tcs@s|]}t|VqdS(N(R;(R<R=((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pys fssPyPy tCPythonN(thasattrt _platformR7tsystplatformt startswithtjoinR9(tv((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR]s    +cB@seZdZRS(s&Raised if a pidlock can't be acquired.(t__name__t __module__t__doc__(((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyRlscC@sXytjdSWnnXtdkr+|Stjtjd}|tjkrT|S|S(sReturn the maximum number of open file descriptors on this system. :keyword default: Value returned if there's no file descriptor limit. t SC_OPEN_MAXiN(tostsysconfRtNonet getrlimitt RLIMIT_NOFILEt RLIM_INFINITY(tdefaulttfdmax((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyRps cB@sheZdZd ZdZdZeZdZdZ e Z dZ dZ dZ dZRS( sPidfile This is the type returned by :func:`create_pidlock`. TIP: Use the :func:`create_pidlock` function instead, which is more convenient and also removes stale pidfiles (when the process holding the lock is no longer running). cC@stjj||_dS(N(RLtpathtabspath(tselfRT((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyt__init__scC@sNy|jWn9tk rI}tttt|tjdnX|S(s Acquire lock.i(t write_pidtOSErrorR RR;RCtexc_info(RVtexc((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pytacquires *cC@stjj|jS(s#Return true if the pid lock exists.(RLRTtexists(RV((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyt is_lockedscG@s|jdS(s Release lock.N(tremove(RVtargs((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pytreleasesc C@stdt|jdz}|j}|j|krXtdj|nyt|jSWn&tk rtdj|nXWdQXWdQXdS(s Read and return the current pid.tENOENTtrs#Partial or invalid pidfile {0.path}s"pidfile {0.path} contents invalid.N(R-topenRTtreadlinetstript ValueErrortformattint(RVtfhtline((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pytread_pids   cC@s0ttjtjtj|jWdQXdS(sRemove the lock.N(R-terrnoRbtEACCESRLtunlinkRT(RV((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR_scC@sy|j}Wn1tk rC}tddtj|jtSX|sX|jtSytj|dWnItj k r}|j t j krtddtj|jtSnXt S(sURemove the lock if the process is not running. (does not respond to signals).s"Broken pidfile found. Removing it.tfileis"Stale pidfile exists. Removing it.( RlRgtprintRCtstderrR_tTrueRLtkillterrorRmtESRCHtFalse(RVtpidR[((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pytremove_if_stales"   cC@stj}dj|}tj|jtt}tj|d}z@|j||j ytj |Wnt k rnXWd|j Xt|j}z%|j |krtdnWd|j XdS(Ns{0} tws7Inconsistency: Pidfile content doesn't match at re-read(RLtgetpidRhRdRTt PIDFILE_FLAGSt PIDFILE_MODEtfdopentwritetflushtfsynctAttributeErrortclosetreadR(RVRxtcontentt pidfile_fdtpidfiletrfh((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyRXs$     N(RHRIRJRNRTRWR\t __enter__R^Rat__exit__RlR_RyRX(((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyRs        cC@s t|}tj|j|S(sCreate and verify pidfile. If the pidfile already exists the program exits with an error message, however if the process it refers to is not running anymore, the pidfile is deleted and the program continues. This function will automatically install an :mod:`atexit` handler to release the lock at exit, you can skip this by calling :func:`_create_pidlock` instead. :returns: :class:`Pidfile`. **Example**: .. code-block:: python pidlock = create_pidlock('/var/run/app.pid') (t_create_pidlocktatexittregisterRa(Rtpidlock((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyRs cC@sgt|}|jrY|j rYttj||jdtjt t n|j |S(NRp( RR^RyRqt PIDLOCKEDRhRlRCRrt SystemExitR/R\(RR((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyRs  % c@stxp|D]h}ytj|tj}Wntk rEqnXz!jtj|dd!Wdtj|XqWfd}gtt dD]}||r|^qS(sNReturn a list of fds. This method returns list of fds corresponding to file paths passed in paths variable. :keyword paths: List of file paths go get fd for. :returns: :list:. **Example**: .. code-block:: python keep = fd_by_path(['/dev/urandom', '/my/precious/']) iiNc@s7ytj|dd!kSWntk r2tSXdS(Nii(RLtfstatRYRw(tfd(tstats(s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyt fd_in_stats*s i( tsetRLRdtO_RDONLYRYtaddRRR R(tpathsRTRRt_fd((Rs2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR.s   !t closerangecC@stttdtt|pgD}tdd}tdg|t||g}}xDt||D]3\}}|d|krwtj |d|qwqwWdS(Ncs@s!|]}|dk r|VqdS(N(RN(R<tf((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pys 8sRRiii( tlistRtsortedtmapRRtiterR RLR(tkeeptmaxfdtkLtkHtlowthigh((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR5s ('cC@sg|p gD]$}t|dk r t|^q }xUtttddD]8}||krSttjtj |WdQXqSqSWdS(NRRi( RRNtreversedR RR-RmtEBADFRLR(RRR((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyRBs 4" cB@sYeZeZdddededZdZdZeZ dZ e Z dZ RS(cK@st|tr6t||jdr*dnd}n|p?t|_||_||_||_||_ t j t j t j f|_dS(Nt0ii (t isinstanceR RiREtDAEMON_WORKDIRtworkdirtumasktfaket after_chdirt after_forkersRCtstdintstdoutRrtstdfds(RVRRRRRRtkwargs((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyRWNs'    cC@s;|dk r7tjtjtj}tj||ndS(N(RNRLRdtdevnulltO_RDWRtdup2(RVRtdest((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pytredirect_to_null[s cC@s|js|js|jntj|j|jdk rQtj|jn|jrg|jn|jst |j t dg}t |x$|j D]}|j t|qW|jrtdk rtjqnt|_ndS(Ns /dev/urandom(t_is_openRt_detachRLtchdirRRRNRRRR.RRRRtmputilt_run_after_forkersRs(RVRR((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyRd`s        cG@s|jrt|_ndS(N(RRw(RVR`((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyRys cC@sRtjdkrAtjtjdkrNtjdqNn tjd|S(Ni(RLtforktsetsidt_exit(RV((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR~s   N( RHRIRwRRNRsRWRRdRRRR(((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR Ks    c @ststdn|d kr-tjn|}tjdtd|d|fd}td|d|d|d |S( soDetach the current process in the background (daemonize). :keyword logfile: Optional log file. The ability to write to this file will be verified before the process is detached. :keyword pidfile: Optional pidfile. The pidfile will not be created, as this is the responsibility of the child. But the process will exit if the pid lock exists and the pid written is still running. :keyword uid: Optional user id or user name to change effective privileges to. :keyword gid: Optional group id or group name to change effective privileges to. :keyword umask: Optional umask that will be effective in the child process. :keyword workdir: Optional new working directory. :keyword fake: Don't actually detach, intented for debugging purposes. :keyword \*\*opts: Ignored. **Example**: .. code-block:: python from celery.platforms import detached, create_pidlock with detached(logfile='/var/log/app.log', pidfile='/var/run/app.pid', uid='nobody'): # Now in detached child process with effective user set to nobody, # and we know that our logfile can be written to, and that # the pidfile is not locked. pidlock = create_pidlock('/var/run/app.pid') # Run the program program.run(logfile='/var/log/app.log') s&This platform does not support detach.tSIGCLDtuidtgidc@s6otdjr2tjndS(Nta(RdRRRa((tlogfileR(s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pytafter_chdir_dosRRRRN( Rt RuntimeErrorRNRLtgetcwdR)tresetR(R ( RRRRRRRtoptsR((RRs2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR!s$ cC@siyt|SWnTtk rdytj|jSWqettfk r`tdj|qeXnXdS(sParse user id. uid can be an integer (uid) or a string (user name), if a user name the uid is taken from the system user registry. sUser does not exist: {0}N(RiRgRtgetpwnamtpw_uidRtKeyErrorRh(R((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR"s cC@siyt|SWnTtk rdytj|jSWqettfk r`tdj|qeXnXdS(sParse group id. gid can be an integer (gid) or a string (group name), if a group name the gid is taken from the system group registry. sGroup does not exist: {0}N(RiRgRtgetgrnamtgr_gidRRRh(R((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR#s cC@s|}xytj|SWq tk rQt|dkrCn|d |(q tk r}|jtjkst|dkrn|d |(q Xq WdS(s:fun:`setgroups` may have a platform-dependent limit, and it is not always possible to know in advance what this limit is, so we use this ugly hack stolen from glibc.iiN(RLR$RgtlenRYRmtEINVAL(tgroupsR[((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyt_setgroups_hacks $c@sd}ytjd}Wntk r,nXyt| SWnStk r}|jtjkrintfdtj DrqnXdS(s+Set active groups from a list of group ids.tSC_NGROUPS_MAXc3@s|]}|kVqdS(N((R<tgroup(R(s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pys sN( RNRLRMt ExceptionRRYRmtEPERMtanyt getgroups(Rt max_groupsR[((Rs2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR$s "cC@s{ts dStj|d}ttdr<tj||SgtjD]}||jkrI|j^qI}t |dS(sPCompat version of :func:`os.initgroups` which was first added to Python 2.7.NiR%( RtgetpwuidRARLR%Rtgetgralltgr_memRR$(RRtusernametgrR((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR%scC@stjt|dS(s4Version of :func:`os.setgid` supporting group names.N(RLR&R#(R((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR&scC@stjt|dS(s2Version of :func:`os.setuid` supporting usernames.N(RLR'R"(R((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR'scC@sjtjdkrdStjr=tjs=tdq=n|oLt|}|o^t|}|r| rtrtj |j }nt |t ||t |yt dWn.tk r}t|tjkrqqXtdn|ot ||r7tj r7tj r7tdn|rftj rftj rftdndS(s Change process privileges to new user/group. If UID and GID is specified, the real user/group is changed. If only UID is specified, the real user is changed, and the group is changed to the users primary group. If only GID is specified, only the group is changed. twin32Nscontact supportis6non-root user able to restore privileges after setuid.s%Still root uid after drop privileges!s%Still root gid after drop privileges!(RCRDRLtgeteuidtgetuidtAssertionErrorR"R#RRtpw_gidR&R%R'RYRRmRRtgetgidtgetegid(RRR[((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR(s4          tSignalscB@seZdZejZejZeedr9dZ n:yddl m Z Wne k ridZ n XdZ dZdZd Zd Zd Zd Zd ZddZRS(siConvenience interface to :mod:`signals`. If the requested signal is not supported on the current platform, the operation will be ignored. **Examples**: .. code-block:: python >>> from celery.platforms import signals >>> from proj.handlers import my_handler >>> signals['INT'] = my_handler >>> signals['INT'] my_handler >>> signals.supported('INT') True >>> signals.signum('INT') 2 >>> signals.ignore('USR1') >>> signals['USR1'] == signals.ignored True >>> signals.reset('USR1') >>> signals['USR1'] == signals.default True >>> from proj.handlers import exit_handler, hup_handler >>> signals.update(INT=exit_handler, ... TERM=exit_handler, ... HUP=hup_handler) t setitimercC@stjtj|dS(N(t_signalRt ITIMER_REAL(RVtseconds((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyt arm_alarm}si(talarmcC@stjtj|dS(N(RRtmathtceil(RVR((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyRscC@s t|S(N(t _itimer_alarm(RVR((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyRscC@s tjdS(Ni(RR(RV((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyt reset_alarmscC@s)y|j|SWntk r$nXdS(s=Return true value if ``signal_name`` exists on this platform.N(tsignumR(RVt signal_name((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyt supporteds cC@skt|tjr|St|t s3|j rBtdn|jds^d|}ntt|S(s#Get signal number from signal name.s%signal name must be uppercase string.tSIG( RtnumberstIntegralR tisuppert TypeErrorREtgetattrR(RVR((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyRs  c@s!jfd|DdS(sReset signals to the default signal handler. Does nothing if the platform doesn't support signals, or the specified signal in particular. c3@s|]}|jfVqdS(N(RR(R<tsig(RV(s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pys sN(tupdate(RVt signal_names((RVs2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyRsc@s!jfd|DdS(sIgnore signal using :const:`SIG_IGN`. Does nothing if the platform doesn't support signals, or the specified signal in particular. c3@s|]}|jfVqdS(N(tignored(R<R(RV(s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pys sN(R(RVR((RVs2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pytignorescC@stj|j|S(N(Rt getsignalR(RVR((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyt __getitem__scC@s;ytj|j||Wnttfk r6nXdS(sInstall signal handler. Does nothing if the current platform doesn't support signals, or the specified signal in particular. N(RtsignalRRRg(RVRthandler((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyt __setitem__scK@s:x3tt|pi|D]\}}|||>> with ignore_errno('ENOENT'): ... with open('foo', 'r') as fh: ... return fh.read() >>> with ignore_errno(errno.ENOENT, errno.EPERM): ... pass :keyword types: A tuple of exceptions to ignore (when the errno matches), defaults to :exc:`Exception`. ttypesNRm(tgetRR,RARm(terrnosRRRmR[((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyR-s c C@sttdrtjnd}ttdr<tjnd}ttdr]tjnd}ttdr~tjnd}ttdrtdddddgDstdqn| s| s| s| rd |ksd |krMtsMz5t t j d |d |d |d|dt j WdtjdXqMntjttj d |d |d |d|ndS(NRiRRRtfchowncs@s|]}tt|VqdS(N(RARL(R<tattr((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pys ss$suspicious platform, contact supporttpicklesapplication/x-python-serializeRteuidRtegidRpi(RARLRRRRtallRR6RqtROOT_DISALLOWEDRhRCRrRtwarningstwarntRuntimeWarningtROOT_DISCOURAGED(taccept_contentRRR R!((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pytcheck_privilegess&!!!!    (R4R5(lRJt __future__RRRRmRRRLRDRBRRRCR$t collectionsRtbilliardRt kombu.utilsRtkombu.utils.compatRtkombu.utils.encodingRt contextlibRtlocalRtfiveR R R R R tutils.functionalRRRRRRt__all__RRRRRR/tsystemRRRRtO_CREATtO_EXCLtO_WRONLYR|tR_OKtW_OKR}RR3tenvironRRwR6R#R'RRRRNRtobjectRtPIDFileRRR.RARR R!R"R#RR$R%R&R'R(RR)Rt get_signalRtinstall_signal_handlerRt reset_signalRt ignore_signalRR*R+R,R-R)(((s2/tmp/pip-unpacked-wheel-gV1wwp/celery/platforms.pyt s         (              &    e  % =7      6u