ga<dZddlZddlZddlZddlZddlZddlZddlZddlm Z dZ GddZ e Z e ZGddejZGd d Zy) z8A thread-based worker pool. .. spelling:: joinable N) pass_none) WorkerThread ThreadPoolceZdZdZdZdZy) TrueyZerozDObject which equals and does math like the integer 0 but evals True.c|SNselfothers //opt/Tautulli/lib/cheroot/workers/threadpool.py__add__zTrueyZero.__add__ c|Sr r r s r__radd__zTrueyZero.__radd__rrN)__name__ __module__ __qualname____doc__rrr rrrrsNrrc4eZdZdZdZ dZ dZ dZdZdZ y)raFThread which continuously polls a Queue for Connection objects. Due to the timing issues of polling a Queue, a WorkerThread does not check its own 'ready' flag after it has started. To stop the thread, it is necessary to stick a _SHUTDOWNREQUEST object onto the Queue (one for each running WorkerThread). NFcd_|_d_d_d_d_d_fdfdfdfddd d _tjjy) zInitialize WorkerThread instance. Args: server (cheroot.server.HTTPServer): web server object receiving this request FrNczjjduxrtxsjjzSr ) requests_seen start_time trueyzeroconnsr s rz'WorkerThread.__init__..Is8$"4"44'+99**#rcjjduxrtxs jjjzSr ) bytes_readrrrrfilers rr!z'WorkerThread.__init__..Ns:DOO4'.99??--%rcjjduxrtxs jjjzSr ) bytes_writtenrrrwfilers rr!z'WorkerThread.__init__..Ss<t'9'94'199??00(rcjjduxrtxs!tjjz zSr ) work_timerrtimers rr!z'WorkerThread.__init__..Xs;4>>4'199;0$rc8|d||d|xsdz S)N Bytes Read Work Timeư>r r s rr!z'WorkerThread.__init__..]s)<);+q!)T*rc8|d||d|xsdz S)N Bytes Writtenr-r.r r/s rr!z'WorkerThread.__init__..`s+*, providing a full reproducer with as much context and details as possible.r; tracebackF)r5r4namer3&_process_connections_until_interruptedKeyboardInterrupt SystemExit __cause__ error_logloggingDEBUG interrupt BaseExceptionCRITICAL)r interrupt_excinterrupt_causeunderlying_excs rrunzWorkerThread.runfs :> *+DII6    7 7 92DJ1":. 4+55FO KK ! !77KLmm " %4DKK ! !  KK ! !%)*\\ && " %3DKK !  "DJs7AD AB4/D 4 DADDD Dc P |jjj}|tury||_|jj d}|rt j |_d} |j} |r|jj|n|j!|r|xj"|j"z c_|xj$|j&j$z c_|xj(|j*j(z c_|xj,t j |jz z c_d|_d|_a#t$r9}d}|jjd|jd|jd|dtj Yd}~|r|jj|n|j!|r|xj"|j"z c_|xj$|j&j$z c_|xj(|j*j(z c_|xj,t j |jz z c_d|_d|_d}~wt.t0f$re}d}|jjd |jd|jd|dtj2 t1t5||d}~wt6$r}|jjd |tj8d Yd}~|r|jj|n|j!|r|xj"|j"z c_|xj$|j&j$z c_|xj(|j*j(z c_|xj,t j |jz z c_d|_d|_7d}~wwxYw#|r|jj|n|j!|r|xj"|j"z c_|xj$|j&j$z c_|xj(|j*j(z c_|xj,t j |jz z c_d|_d|_wxYw) a Process incoming HTTP connections in an infinite loop. Retrieves incoming connections from thread pool, processing them one by one. :raises SystemExit: on the internal requests to stop the server instance TNEnabledFz8Got a connection error while handling a connection from :z ()r:z?Got a server shutdown request while handling a connection from z8Unhandled error while processing an incoming connection r<)r4requestsget_SHUTDOWNREQUESTrr5r*r communicateConnectionErrorrC remote_addr remote_portrDINFOput_conncloserr#r$r&r'r)r@rArEstrrGERROR)r ris_stats_enabledkeep_conn_openconnection_errorshutdown_requestunhandled_errors rr?z3WorkerThread._process_connections_until_interrupteds;;''++-D''DI#{{00; "&))+"N: !!%!1!1!3^"KK((.JJL#&&$*<*<<&OOtzz'<'<-B!E",, & L"KK((.JJL#&&$*<*<<&OOtzz'<'<-B!E"-- & !()'(!  %%""1!57!--" & "KK((.JJL#&&$*<*<<&OOtzz'<'< 0infrzIExpected an integer or the infinity value for the `max` argument but got .zmax=z must be > min=z (or infinity for no max))maxsizeN) ValueErrorfloat isinstanceint TypeErrorr4minmax_threadsqueueQueue_queue_queue_put_timeoutrR collectionsdeque_pending_shutdowns)r r4rmrnaccepted_queue_sizeaccepted_queue_timeouts rr8zThreadPool.__init__s& 7tC7,78 8 %,  C%$$'7!- 1W,C 9sg_SG3LM   kk*=> "8;;??"-"3"3"5rch|jr td|j|jy)zaStart the pool of threads. :raises RuntimeError: if the pool is already started z%Threadpools can only be started once.N)ro RuntimeErrorgrowrmr s rstartzThreadPool.starts' ==FG G $((rct|jDcgc]}|j|c}}t|t|jz dScc}w)z3Number of worker threads which are idle. Read-only.r)lenrorrnrv)r tidless ridlezThreadPool.idle sH @1Q@A53t6677;;As AAcT|jj|d|jy)zPut request into queue. Args: obj (:py:class:`~cheroot.server.HTTPConnection`): HTTP connection waiting to be processed T)blocktimeoutN)rrputrs)r objs rrzThreadPool.put&s  41H1HIrc|jDcgc]}|jr|c}D]8}|jj| |jj :ycc}w#t $rYLwxYwr )rois_aliveremovervpopleft IndexError)r rs r_clear_dead_threadszThreadPool._clear_dead_threads/sh!]]?!**,!? A MM  # ''//1 ?  sA(A( A-- A98A9clt|jt|jz d}t||}t |Dcgc]}|j }}|D]1}|j rtjd|j s"3|jj|ycc}w)z.Spawn new worker threads (not above self.max).rg?N) rnrrormrange _spawn_workerr3r*sleepextend)r amountbudgetn_newiworkersworkers rr{zThreadPool.grow8sTXXDMM 22A6FF#16u>A4%%'>> Fll 2ll  W% ?sB1ct|j}dj|j|_|j |S)NzCP Server {worker_name!s}) worker_name)rr4formatr>r})r rs rrzThreadPool._spawn_workerCs:dkk* ' Fv{{F +     rcd|t|jz}|j|dkrytt|j|j z d}t ||}t |D]<}|jjd|jjt>y)z-Kill off worker threads (not below self.min).rN) rrvrrnrormrappendrrrrS)r rn_extra n_to_remove_s rshrinkzThreadPool.shrinkLs #d--..   " Q; c$--(4883Q7&'* {# .A  # # * *4 0 KKOO, - .rc||dkrd}tjdd|tj|z}|jD]!}|jj t #ttf}|jD]j}|xrtjz } |j||jr+|j|j|jly#|$rYuwxYw)z|Terminate all worker threads. Args: timeout (int): time to wait for threads to stop gracefully NrzZIn the future, negative timeouts to Server.stop() will be equivalent to a timeout of zero.) stacklevel)warningswarningr*rorrrrSrzr@_clear_threadsjoinr _force_closer)r rendtimerignored_errorsremaining_times rstopzThreadPool.stopbs  7Q;G   ;   iikG+Gmm .F KKOO, - .    ))+ F$>499;)>N  N+??$%%fkk2KKM "  s%A C44C<;C<c|jjry |jjtjy#t $r|jjYywxYw#t $rYywxYwr )r$closedsocketshutdownSHUT_RDrlOSError)rs rrzThreadPool._force_closesh ::     ' $$V^^4 ' $$& '   s))A#A*'A-)A**A-- A98A9cR|jddgc}|jddd|DS)z3Clear self._threads and yield all joinable threads.Nc3LK|]}|tjur|ywr )r6current_thread).0threads r z,ThreadPool._clear_threads..s) Y5577  s"$)ro)r threadss rrzThreadPool._clear_threadss4%)MM!$4b!q! !  rc6|jjS)zReturn the queue size.)rrqsizer|s rrzThreadPool.qsizes{{  ""rN) rr))rrrrr8r}propertyrrrr{rrr staticmethodrrrrr rrrrs?A#%,6\<< J &.,)V   ##rr)rrtrDr6r*rrrpjaraco.functoolsr__all__rrobjectrSr7rrr rrrsg  & ) K 8z!9##z!zH#H#r