wià ddlZ ddlZn#e$rddlZYnwxYwddlZddlZddlZddl Z ddl Z ddl m Z ddl mZmZmZddlmZmZmZmZmZmZmZmZ ddlZdZn #e$rdZYnwxYw ddlZdZn#e$rdZdZYnwxYwddlm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&ddl'm(Z(m)Z)m*Z*dd l+m,Z,m-Z-dd l.m/Z/m0Z0m1Z1dd l2m3Z3dd l4m5Z5m6Z6dd l7m8Z8m9Z9ddl:m;Z;GddZGdde$,H)$ $)-&./+.2.L+&*&:&U&UVZVd&e&e#"#(   c|d} |j|j|j|jt j|jt|j d|j |j|j | ||jj}|jj||jjkrt%|j j|j5|j|j}d}d}dddn #1swxYwY|t*ks |t,kr|t*k}||||r |j|j|js;|jj/||jjkr|j|j|j|jdSG|t8kr|}| |j|j|js;|jj/||jjkr|j|j|j|jdS|t<kr|\}}| |j|j|js;|jj/||jjkr|j|j|j|jdSd}n| |j|j|js;|jj/||jjkr|j|j|j|jdS |\}}|jj r|!r d|_"|j#|j|j|j|js;|jj/||jjkr|j|j|j|jdS||_"g}|D]} |$|r|n||| \} } } } | rd|_"|j#|j|j|j|js;|jj/||jjkr|j|j|j|jdS| r|%|| | f|s|&|r |j'|j||tQ|z }d|_"|j#|jn+#d|_"|j#|jwxYw|)|jj||jjk|)d|&d|jj*r|+r |j|j|js;|jj/||jjkr|j|j|j|jdS|j|j|js;|jj/||jjkr|j|j|j|jdS#|j|j|js;|jj/||jjkr|j|j|j|jwxYw)z Continuously asks the tasks queue for new task arguments. When not receiving a poisonous pill or when the max life span is not yet reached it will execute the new task and put the results in the results queue. rF) auto_connectNT force_update),_set_signal_handlersr)signal_worker_aliver&reset_results_receivedr"set_connection_detailsr+rr,r*update_start_up_timer-_set_additional_args _get_funcr(funcworker_lifespanr#worker_waiting_timeget_taskrr_handle_poison_pillwait_for_all_results_receivedexception_thrownsignal_worker_restartsignal_worker_deadr_handle_new_map_paramsr_handle_apply_pill worker_init_run_init_funcr: task_done _run_funcappend_update_progress_bar add_resultslen_update_task_insights worker_exit_run_exit_func)r=n_tasks_executedrLnext_chunked_args apply_funcr:lethaljob_idresultsargs results_partsuccess send_resultsshould_shut_downs r?runzAbstractWorker.runSs) !!###m A   1 1$. A A A   4 4T^ D D D  .t/K L L L $T%FUZ [ [ [ [  5 5dndo V V V  % % ' ' '>>$/"677D/19=MPTP_Po=o=oD0DdnUU**(,(9(B(B4>(R(R%!%J$)M*************** % 337HLb7b7b.+=F,,V5EFFFL   ; ;DN K K K%6688 HT_=\=h$(GGG!77GGG   0 0 @ @ @ @ @Y'*===6688D|~   ; ;DN K K K%6688 HT_=\=h$(GGG!77GGG   0 0 @ @ @ @ @K'*44484K4K4M4M1J 1!)p   ; ;DN K K K%6688 HT_=\=h$(GGG!77GGG   0 0 @ @ @ @ @}%)MM'.f   ; ;DN K K K%6688 HT_=\=h$(GGG!77GGG   0 0 @ @ @ @ @o#@0A-F-2t7J7J7L7L8*/D&%//???   ; ;DN K K K%6688 HT_=\=h$(GGG!77GGG   0 0 @ @ @ @ @]*7D& G 1 8 8QUP^P^*7AJJT64QQM g|=M,#"*/D&%//???   ; ;DN K K K%6688 HT_=\=h$(GGG!77GGG   0 0 @ @ @ @ @G(L#NNFG\+JKKK -8 55777O)55dngNNN$G 4$*/D&%//????*/D&%//????**,,,S/19=MPTP_Po=o=oX  & &D & 9 9 9  % %4 % 8 8 8* t/B/B/D/D    ; ;DN K K K%6688 HT_=\=h$(GGG!77GGG   0 0 @ @ @ @ @   ; ;DN K K K%6688 HT_=\=h$(GGG!77GGG   0 0 @ @ @ @ @   ; ;DN K K K%6688 HT_=\=h$(GGG!77GGG   0 0 @ @ @ @suDa$E = a E  aE +!M!MR`RbRbfqfsfsRsRs M&-)K L L LdHQUVVVA GGIIIII  !M!MRsRsr@c"td|jd}|j|j5|j|jr|||jd| ddddS#1swxYwYdS)a3 When someone manually sends a kill signal to this process, we want to exit gracefully. We do this by raising an exception when a task is running. Otherwise, we call raise() ourselves with the exception. Both will ensure exception_thrown() is set and will shutdown the pool. zWorker-z was killedN) RuntimeErrorr&r)get_worker_running_task_lockget_worker_running_task_raiser;)r=_errs r?rvz'AbstractWorker._on_kill_exit_gracefullys @T^@@@AA   ; ;DN K K 9 9 88HH 9  D,dC8888  9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9s>BB Bc.|j}tr|j|j5|j|jr^|j|jd|tthvs|j s |j tt ddddS#1swxYwYdS|tthvs|j s |j tt)at This function is called when the main process sends a kill signal to this process. This can mean two things: - Another child process encountered an error in either the init/exit or map function which means we should exit - The current task timed out and we should interrupt it When on Windows, this function can be invoked when no function is running. This means we will need to check if there is a running task and only raise if there is. Otherwise, the exception thrown event will be set and the worker will exit gracefully itself. On other platforms, this signal is only send when either the user defined function, worker init or worker exit function is running. In such cases, a StopWorker exception is raised, which is caught by the ``_run_safely()`` function, so we can quit gracefully. FN) r)get_exception_thrown_job_idrrr&rset_worker_running_taskrrr:signal_kill_signal_receivedrr)r=rexception_job_ids r?ryz,AbstractWorker._on_exception_exit_gracefullysM ,HHJJ  &"??OO . .$<C  CCc|j|jr|jdrk|j|j5|j|jrt jdddn #1swxYwYdS|j|jdSdS)aG Windows doesn't fully support signals as Unix-based systems do. Therefore, we have to work around it. This function is started in a thread. We wait for a kill signal (Event object) and interrupt the main thread if we got it (derived from https://stackoverflow.com/a/40281422) and only when a function is running. This will raise a KeyboardInterrupt, which is then caught by the signal handler, which in turn checks if we need to raise a StopWorker or InterruptWorker. When no function is running, the exception thrown event will be set and the worker will exit gracefully itself. Note: functions that release the GIL won't be interupted by this procedure (e.g., time.sleep). If graceful shutdown takes too long the process will be terminated by the main process. g?)timeoutN)r)is_worker_aliver&wait_for_exception_thrownrr_threadinterrupt_mainr=s r?r{z4AbstractWorker._on_exception_exit_gracefully_windows s //??  ::3:GG &CCDNSS11(@@PP1.000111111111111111 //??     s3BB Bc$g|_|jjr|j|j|jj$|j|jj|jjr!|j|jdSdS)zj Gather additional args to pass to the function (worker ID, shared objects, worker state) N)r3r'pass_worker_idr[r&shared_objectsuse_worker_stater2rs r?rJz#AbstractWorker._set_additional_argss "   * 8  ' ' 7 7 7   * 6  ' '(8(G H H H   , ;  ' '(9 : : : : : ; ;r@FrLr:c|s |jr|jn|j}t |t |g|jRS)a Determine what function to call. If we have to keep in mind the order (for map) we use the helper function with idx support which deals with the provided idx variable. However, if we are dealing with an apply function, we ignore this as it doesn't matter. :param func: Function to call :param is_apply_func: Whether this is an apply function :return: Function to call )r) keep_order_helper_func_with_idx _helper_funcrr3)r=rLr: helper_funcs r?rKzAbstractWorker._get_func+sY:G)4K\KgKgKiKi)t11( {GD$H43G$H$H$HIIIr@rerbc>|d|d|j|j|rM|jjr|dkr||jjr|j dSdSdS)ao Force update task insights and progress bar when we got a (non-lethal) poison pill. For a lethal poison pill, we run the worker exit function if this worker actually did some work, and wait for the progress bar to be done. For a non-lethal poison pill, we simply continue. :param lethal: Whether this is a lethal poison pill TrCrN) r_r\r)rYr&r(r`ra progress_bar#wait_until_progress_bar_is_complete)r=rerbs r?rPz"AbstractWorker._handle_poison_pill9s """555 !!t!444 ##DN333  H* &/?!/C/C##%%%+ H!EEGGGGG  H H H Hr@c|j|j|j|j}|dS||_||jj}|j|j|S)z Handle new map parameters. This means we need to update the map parameters and get the new function to call. :return: Function to call N)r)rYr&rOr(rKrL)r=r(rLs r?rUz%AbstractWorker._handle_new_map_paramsJs} ##DN333&//??   4$~~do233 ##DN333 r@NNc|j|j|j|j}|dS|\}\}}||d}||ff}||fS)z Handle apply pill. This means we need to get the next task and return the function to call and the next chunked args to process :return: Function to call and next chunked args to process NrT)r:)r)rYr&rOrK)r=taskrfrdrhrLrcs r?rVz!AbstractWorker._handle_apply_pill]s} ##DN333 ))$.99 <:%)""T~~j~=="TGO&&&r@cjrdSjjtt_fd}jj jj |t\}}}}j jnD#j jwxYw |t\}}}}d_|S)z Runs the init function when provided. :return: True when the worker needs to shut down, False otherwise Fctjjj5jjjddddS#1swxYwYdSN)r#r*worker_init_timer&r(rWr3rsr? _init_funcz1AbstractWorker._run_init_func.._init_func~s,=t~NN C C++T-ABB C C C C C C C C C C C C C C C C C CsAA ANT) r<r)signal_worker_working_on_jobr&rr;r(worker_init_timeoutsignal_worker_init_started _run_safelysignal_worker_init_completed)r=rrrls` r?rXzAbstractWorker._run_init_funcrs   # 5 66t~yQQQ$ C C C C C ? . : O!<>t~NNNN!>>t~NNNN(,(8(8Y(O(O %Aq!%#' s ?B--!Crfrhcj|kr'jj||_fd} jj||\}}}}jjn$#jjwxYw||||fS)a Runs the main function when provided. :param func: Function to call :param job_id: Job ID :param args: Args to pass to the function :return: Tuple containing results from the function and boolean values indicating whether the function was run successfully, whether the results should send on the queue, and indicating whether the worker needs to shut down ctjjjjfd5jrn }dddn #1swxYwYjj|S)Nc2dS)Nz | ) separator) _format_args)rhr=sr?z9AbstractWorker._run_func.._func..s 1 1$% 1 H Hr@)r#r*worker_working_timer&r9r:update_n_completed_tasks)_resultsrhrLr=s r?_funcz'AbstractWorker._run_func.._funcs,@$.RVRmHHHHHJJ M M*.*<L44;;$$t** M M M M M M M M M M M M M M M  9 9$. I I IOsAAA)r;r)rr&signal_worker_task_startedrsignal_worker_task_completed) r=rLrfrhrrgrjrkrls `` ` r?rZzAbstractWorker._run_funcs  v % %   : :4>6 R R R%D         K   8 8 H H H?C?O?OPUW]_c?d?d J J J JD  : :4> J J J J/???s ;B!B:c2jjtt_fd}jj jj|t\}}}}j jnD#j jwxYw|t\}}}}|rdS|r)j jtd|fgdS)z Runs the exit function when provided and stores its results. :return: True when the worker needs to shut down, False otherwise ctjjj5jjjcdddS#1swxYwYdSr)r#r*worker_exit_timer&r(r`r3rsr? _exit_funcz1AbstractWorker._run_exit_func.._exit_funcs,=t~NN J J2t2D4HI J J J J J J J J J J J J J J J J J JsAA ANTF) r)rr&rr;r(worker_exit_timeoutsignal_worker_exit_startedrsignal_worker_exit_completedr])r=rrgrjrkrls` r?razAbstractWorker._run_exit_funcs0 66t~yQQQ$ J J J J J ? . : O!<>t~NNNN!>>t~NNNN?C?O?OPZ\e?f?f B?rrc|jr|\}}n'|r!|jr|dn|}d}|||\}}g}|dt |D|d|D||S)z Format the function arguments to a string form. :param args: Funtion arguments :param separator: String to use as separator between arguments :return: String containing the task arguments Nc>g|]\}}d|dt|SzArg z: )r).0arg_nrargs r? z/AbstractWorker._format_args..As3ddd ;f;;S ;;dddr@cXg|]'\}}dt|dt|(Sr)strr)rkeyvalues r?rz/AbstractWorker._format_args..Bs9fffJC?c#hh??$u++??fffr@)r:r)r_convert_args_kwargsextend enumerateitemsjoin)r=rhr func_args func_kwargsformatted_argss r?rzAbstractWorker._format_args.s   %) "I{{#'TD,=,H,H,J,JTQPTIK!%!:!:9k!R!R ;ddyYbOcOcdddeeeffR]RcRcReRefffggg~~n---r@cJ|d|||dfS)a Helper function which calls the function `func` but preserves the order index :param func: Function to call each time new task arguments become available :param args: Tuple of ``(idx, _args)`` where ``_args`` correspond to the arguments to pass on to the function. ``idx`` is used to preserve order :return: (idx, result of calling the function with the given arguments) tuple rr _call_func)r=rLrhs r?rz$AbstractWorker._helper_func_with_idxFs%Awd1g6666r@kwargsc0||||S)aa Helper function which calls the function `func` :param func: Function to call each time new task arguments become available :param args: Arguments to pass on to the function :param kwargs: Keyword arguments to pass to the function :return: Result of calling the function with the given arguments) tuple rr=rLrhrs r?rzAbstractWorker._helper_funcQstT6222r@cD|||\}}||i|S)aM Helper function which calls the function `func` and passes the arguments in the correct way :param func: Function to call each time new task arguments become available :param args: Arguments to pass on to the function. If this is a dictionary and kwargs is not provided, then these args will be treated as keyword arguments. If this is an iterable, then the arguments will be unpacked. :param kwargs: Keyword arguments to pass to the function :return: Result of calling the function with the given arguments) tuple )rrs r?rzAbstractWorker._call_func\s200v>> ftT$V$$$r@c t|tr||}d}n`t|tjjr>t|t t fs"trt|tj sn|f}|i}||fS)a Convert the arguments to a tuple and keyword arguments to a dictionary. If args is a dictionary and kwargs is not provided, then these args will be treated as keyword arguments. If this is an iterable (but not str, bytes, or numpy array), then these arguments will be unpacked. :param args: Arguments :param kwargs: Keyword arguments :return: Args and kwargs N) isinstancedict collectionsabcIterablerbytesNUMPY_INSTALLEDnpndarray)rhrs r?rz#AbstractWorker._convert_args_kwargsjs dD ! ! fnFDD{788 DSVX]R^A_A_   %/bj%A%A  5D >FV|r@rDc|jjr;|j|j|j|j|\|_|_dSdS)zg Update the progress bar data :param force_update: Whether to force an update N)r(rr)task_completed_progress_barr&r5r6r=rDs r?r\z#AbstractWorker._update_progress_barsY ? ' 484E4a4a >@ceq55 2T +  0 0 0  r@cj|j|j|j|j||_dS)zh Update the task insights data :param force_update: Whether to force an update rCN)r*update_task_insightsr&r7r9rs r?r_z$AbstractWorker._update_task_insightss= /3.B.W.W ND?A\kw/X/ / +++r@)r.N)Fr)r)2__name__ __module__ __qualname____doc__intr rrrr!rfloatr1rmrErvryr{rJrboolrKrPr rUrr rrVrXr rZrarrrrrr rrrrrr staticmethodrr\r_ __classcell__)r>s@r?r%r%&s&)#&)4D&)Ra&)*&)=K&)*?&)0J&)X]&)bf&)&)&)&)&)&)PvAvAvAvAp* 9 9 9 9&&&&>& ; ; ; ; J Jh Jt J J J J JH$H#H$HHHH"(:&'E%# *>j@Q*Q$R''''*     :@h@ @Xd^@X]^acgimos^sXt@@@@><VZ3*3*3*&.sm3*EMc]3* sD$$ %3*3*3*3*jXXc]X(3-XeIWaLaFbXgkXXXX*@8C=@uY =R7S@X]^bdikoqt^tXu@@@@2..#.3.#....0 7( 7%S/ 7eTWY\T\o 7 7 7 7 3 3 3 3htn 3X[ 3 3 3 3 % %x %s %HTN %VY % % % %3%PUW[P[J\\0   $      $ 4        r@r%ceZdZdS) ForkWorkerNrrrrr@r?rr r@rmpforkceZdZdS)ForkServerWorkerNrrr@r?r r r r@r  forkserverceZdZdS) SpawnWorkerNrrr@r?rrDr@rspawnceZdZdS)ThreadingWorkerNrrr@r?rrrr@rroceZdZdS)DillForkWorkerNrrr@r?rr Dr@rceZdZdS)DillForkServerWorkerNrrr@r?rrrr@rmp_dillceZdZdS)DillSpawnWorkerNrrr@r?rrr r@rrzuse_dillr.c|dkrtS|r|tstd|dkrtst dt S|dkrtst dt S|dkrtSt d|d |dkrtst dtS|dkrtst dtS|dkrtSt d |d ) a Returns the appropriate worker class given the start method :param start_method: What Process/Threading start method to use, see the WorkerPool constructor :param use_dill: Whether to use dill has serialization backend. Some exotic types (e.g., lambdas, nested functions) don't work well when using ``spawn`` as start method. In such cased, use ``dill`` (can be a bit slower sometimes) :return: Worker class rozCan't use dill as the dependency "multiprocess" is not installed. Use `pip install mpire[dill]` to install the required dependencyr z$Start method 'fork' is not availablerz*Start method 'forkserver' is not availablerz!Unknown start method with dill: ''zUnknown start method: ') rDILL_INSTALLED ImportErrorr ValueErrorrrrrr r)rzrs r?worker_factoryr#s<{"" H RPQQ Q V # #! I !GHHH! ! \ ) )! O !MNNN' ' W $ $" "PPPPQQ Q 6 ! !! I !GHHH  \ ) )! O !MNNN# # W $ $ F|FFFGG Gr@)Hcollections.abcrdillrr!multiprocessingr rrr4rr functoolsrrorrrtypingrrr r r r r r multiprocessr numpyrr mpire.commsrrrrrrr mpire.contextrrr mpire.dashboard.connection_utilsrrmpire.exceptionrrrmpire.insightsr mpire.paramsrr mpire.tqdm_utilsr!r" mpire.utilsr#r%Processrr rrrrrrrr#rr@r?r4sMMMMM 9999999999JJJJJJJJJJJJJJJJJJJJNNNNNOO BOOO&&&&&&&&&&&&&&&&&&FFFFFFFFFFaaaaaaaaSSSSSSSSSS))))))::::::::????????q  q  q  q  q  q  q  q  h      ^[%6v%>%F        >;t+<\+J+R        .+d"3G"<"D        nk+&>&E          ^[->v-F-N        >;y3I,3W3_        .+i*@*I*Q   (H(H(HeNTVT^`fDf>g9h(H(H(H(H(H(Hs0 AA$#A$(A// A;:A;