sKg! 6dZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddlm Z ddl mZddlmZddlmZddlZddlZdd lmZdd lmZmZdd lmZdd lmZmZdd lmZddlmZmZddl m!Z!m"Z"m#Z#m$Z$m%Z%eddl&m'Z'ddl(m)Z) ddl*Z* ddl,m-Z- ddl.Z.ddl/m0Z0ddl/m1Z1ddl/m2Z2ddl/m3Z3ddl/m4Z4ddl5m6Z6m7Z7ddl5m8Z8ddl5m9Z9ddl5m:Z:ddl5m;Z;mZ>e=j~Z@e@jdddgeBe=jzZDeDe=Dcgc] }e=|c}z ZDegZEndd gZEeEd!gzZFeGed"r!eDjejd#e=e>ZJd$ZKd%ZLd&ZMGd'd(eNZOdd*ZPd+ZQdd,ZRd-ZSd.ZTd/ZUd0ZVe!d1e8e9gejjCd2d3d4e;d45fd6ggd78ed9ZXe!d:eDe!d;gd<e!d=gd>d?ZYe!d:eDd@ZZdAZ[ee!dBgdCdDZ\ee!d:gdEdFZ]dGZ^e!dHe=e!dIe=dJZ_dKZ`edLZadMZbe!d;gdNdOZce!d:eFdPZdedQZeeee!dRgdSdTZfe!d:eFdUZgee!d:eFdVZhee!d:eEdWZiee!d:e=dXZjdYZke!d:e=e!dZdgd[fd\gd]fgd^Zlee!d:eFd_Zmd`Znee!d:eEdaZodbZpdcZqddZree!d:eFejjdefdgZtGdhdie0ZudjZve!d:eDdkZwee!d:eFe!d;gdldmZxdnZydoZze$edudpfdqZ{drZ|eFddZ}e}jedsDcgc]}dt|z c}ee!d:e}e!d1e9e8gduZGdvdwe0Ze!d1e8e9gdxZe!d1e8e9gdyZdzZd{ZGd|d}ej jhZe:d~eee!d:gde!d1e8e9gdZee!d;gde!d:eFe!d1e8e9gdZdZee!deFe!deFe!d1e8e9gdZee!d1e8e9ge!ddd)gdZe!dgddZe!dgddZedZeee!d:eEdZdZee!d:eEdZdZdZdZdZee!d:eEegnd#gze!deeege!dgddZdj1ej2j5ej2j5ej6ZedZdj1ej2j5ej2j5ej6ZedZdZdZdZeee!d:eEdZdZeedZdZdZejjCd;gddZdZdZejjCd;dd\gee!d:ee@dhz dZejjCd;dd4ge!d1e8e9ge$e.dudfdZe!d:eDe!d;gddZdZdZee!d:e@e!dddge!d;gddZeejjCd;dd4ge!dddge!d1e8e9ge$e.dudfdZe!d:e@e!dddge!d;gddZe!d:e@e!dddge!d;gddZe!d:e@e!dddge!dddge!d;gddZe!dgde!dddge!dddgd„Zeee!d:eEdÄZe!d:edd!gngdĢdńZee!d:eEdƄZee!d1e8e9gdDŽZe!d1e8e9gdȄZdɄZddʄZee!d:d d!ge!d1e8e9gd˄Zee!d1e8e9ge$e.dudfd̄Zdd̈́Zejje!d1e8e9ge!d:ed!gnd d!gd΄ZdτZe!d:edd gndge$e-dudЬfdфZe!d1e8e9ge$e.dudfd҄Ze!d1e8e9gdӄZdԄZdՄZdքZdׄZeee!d;gdآdلZeee!dgdۢe!d;dd4ge!d1e8e9gd܄Zee!d;dd4ge!dgdޢe!d1e8e9gd߄Zee!d;gddZy#e+$rdZ*Y [wxYw#e+$rdZ-Y bwxYw#e+$rdZ.Y kwxYwcc}wcc}w)z Test the parallel module. N)format_exception)sqrt)sleep) PicklingError) nullcontext TimeoutErrorparallel)dumpload)mp)np with_numpy)with_multiprocessing)IS_PYPY force_gc_pypy) parametrizeraisescheck_subprocess_callskipifwarns)get_reusable_executor)Queue) parallel_sum)SequentialBackend)ThreadingBackend)MultiprocessingBackend)ParallelBackendBase) LokyBackend)Paralleldelayed)parallel_config)parallel_backend)register_parallel_backend)effective_n_jobs cpu_count)rBACKENDSDEFAULT_BACKENDmultiprocessingloky threading get_contextspawnc 2t|dt|ddS)N_pool_workers)getattrbackends ]/home/alanp/www/video.onchill/myenv/lib/python3.12/site-packages/joblib/test/test_parallel.py get_workersr7[s 7GWWj$%G HHc ||z SN)xys r6divisionr>_s q5Lr8c |dzSNr;r<s r6squarerCcs 6Mr8ceZdZdZdZy)MyExceptionWithFinickyInitz1An exception class with non trivial __init__ cyr:r;)selfabcds r6__init__z#MyExceptionWithFinickyInit.__init__js r8N__name__ __module__ __qualname____doc__rLr;r8r6rErEgs  r8rEFc<|dk(r|rtddddt|S)NrHrIrJrK)rE ValueError)r<custom_exceptions r6exception_raiserrVns.Av"*#sC= 4(2 4 Hr8c8tjdt)Ng?)timerKeyboardInterruptrBs r6interrupt_raiserrZusJJsO r8c|dz|z|zS)zO A module-level function so that it can be spawn with multiprocessing. rAr;)r<r=zs r6fr]zs 6A:>r8cBttjdSNr)typer get_active_backendr;r8r6_active_backend_typerbs ++-a0 11r8cHt||dtdDS)Nn_jobsr5c3FK|]}tt|ywr:r#rC.0is r6 z parallel_func..s:.$,qH!r"range) inner_n_jobsr5s r6 parallel_funcrqs) 98< 9:.$)!H:. ..r8c"tdkDsJyr_)r(r;r8r6test_cpu_countrss ;??r8c"tdkDsJyr_r'r;r8r6test_effective_n_jobsrvs   !! !r8contextzbackend_n_jobs, expected_n_jobs)rmrmreNr)z positive-intz negative-intNone)idsc|d|5td|k(sJ dddtddk(sJy#1swYxYw)Nr-ryrru)rwbackend_n_jobsexpected_n_jobss r6test_effective_n_jobs_NonersF ^ 4 t,??? 5 4 (A -- - 5 4s 8Ar5re)rrArxverbose)rA dctdDcgc] }t|c}t|||dtdDk(sJycc}w)N)rer5rc3FK|]}tt|ywr:rgrir<s r6rkz'test_simple_parallel..s&6,4q"HrlrorCr")r5rerr<s r6test_simple_parallelrsY!&a )1VAY ) &HFG$ &&6,1!H&6 6 67 6 )sA cx|jtjddtjd5}t d|dt d D}|gd k(sJ dddDcgc]}d t|jvs|}}t|d k(sJy#1swYAxYwcc}w) Nname!some_new_name_for_the_main_thread)targetrvalueTrecordrArdc3FK|]}tt|ywr:rgrs r6rkz6test_main_thread_renamed_no_warning..s62(01OGFOA rlrm)rrzworker timeoutr) setattrr-current_threadwarningscatch_warningsr"rostrmessagelen)r5 monkeypatchwarninforesultsws r6#test_main_thread_renamed_no_warningrs y779AC   -5(!W562(-a622)### .$N8a'7s199~'M8HN x=A   . -Os-B+7B7B7+B4ctjd5}tjdt||dddDcgc]}|j}}|rR|rOt d|D}t tjddrt|dk\n t|dk(}|xr|Sy|rJy#1swY{xYwcc}w) NTralways)r5rpc3>K|]}d|jdvyw)zbacked parallel loops cannotrN)args)rieachs r6rkz)_assert_warning_nested..s%'$D/$))A,>$nogilFr) rr simplefilterrqrallr3sysflagsr)r5rpexpectedrrwarnings_are_correctwarnings_have_the_right_lengths r6_assert_warning_nestedrs   -h'gLA .$,,8a 8H, #&'$'$ '.cii%&HH "]a' +(J,J J|+ . --s#B4C4B=z%parent_backend,child_backend,expected))r,r+T)r,r,F)r+r+T)r+r,T)r-r+T)r-r,Tc,td|fdtdDtd|fdtdD}|dk(r5tr!t|st j dt|sJyt |sJy) NrArdc3NK|]}ttddyw)rFr5rprNr#rri_ child_backends r6rkz0test_nested_parallel_warnings..s7/A (&'!  "%rc3NK|]}ttdyw)rArNr)rirrrs r6rkz0test_nested_parallel_warnings..s75A (&'!  rr-zThis test often fails in PyPy.reason)r"roranypytestxfailr)parent_backendrrress `` r6test_nested_parallel_warningsrs/HA~./q / 5(!^ 45q 5 C$ 3s8 LL @ A3xx3xxr8)r,r+r-cdg}d}tj||f}|j|j|dsJy)NFctjd5}tddtdDdddt t t |dk(|d<y#1swY/xYw)NTrrAryc3FK|]}ttdyw)皙?Nr#rrirs r6rkzPtest_background_thread_parallelism..background_thread..s6,4qr"Hrlrr)rrr"roprintr)is_run_parallelrs r6background_threadz=test_background_thread_parallelism..background_thread sa  $ $D 1X HA 6,1!H6 62 c(m ]a/ 2 1s #A((A1)rrr)r-Threadstartjoin)r5rrts r6"test_background_thread_parallelismrsHgO0  18JKAGGIFFH 1  r8cJtd|dtdDy)NrArdc3FK|]}ttdyw){Gz?Nrgrs r6rkznested_loop..s(0&.hrlrnr4s r6 nested_looprs$'HAw'(0&+Ah(00r8rrcPtd|fdtdDy)NrArdc3HK|]}ttywr:)r#rrs r6rkz#test_nested_loop..!s"/?5= ]+X"rn)rrs `r6test_nested_looprs'/HA~./?5:1X/??r8ctr:)rTr4s r6raise_exceptionr%s r8c tt5tdd5}|ttdtt dgddddddy#1swYxYw#1swYyxYw)NrAr,rd)rrTr"r#rrr s r6)test_nested_loop_with_exception_with_lokyr)s^   Q /8 *gk*62.go.v68 90   / /  s"A,1A A, A) %A,,A5ctdtddfdtdDjsJy)z1Input is mutable when using the threading backendr)maxsizerAr-rdc3TK|]}tjd!ywrN)r#put)rirqs r6rkz1test_mutate_input_with_threads..4s$,-#+aq8s%(N)rr"rofull)rs@r6test_mutate_input_with_threadsr1s< aA+HA{+,-#(8,-- 668O8r8)rrArmctd}|Dcgc]}t|dc}t|d|Dk(sJycc}w)z.Check the keyword argument processing of pmap. rr=ryc3JK|]}tt|dywrrNr#r]rs r6rkz'test_parallel_kwargs..>s!#D1JGAJqA$6$6!#N)ror]r")relstr<s r6test_parallel_kwargsr9sO )C # $1QqAY $ #HF ##D#D D EF E $sActd}|Dcgc]}t|d}}td|5}|j}||d|Dk(sJ||d|Dk(sJt"t |t |jusJdddtt jJ|d|Dk(sJtt |jJyycc}w#1swY^xYw) Nrrrrrdc3JK|]}tt|dywrrrs r6rkz3test_parallel_as_context_manager..M!=AZWQZQ//rc3JK|]}tt|dywrrrs r6rkz3test_parallel_as_context_manager..Nrrc3JK|]}tt|dywrrrs r6rkz3test_parallel_as_context_manager..Zs!9SA++Sr)ror]r"_backendrr7)r5rr<rpmanaged_backends r6 test_parallel_as_context_managerrAs )C#&'3a!q 3H' G ,**1======1====== >/;qzz3JJ JJ -  ~1::&... q9S99 99 9 ~1::&.../( , ,sC(AC--C6cGddtttd5tddfdt d Dd d d y #1swYy xYw) ze Check that pmap captures the errors when it is passed an object that cannot be pickled. ceZdZdZy)1test_parallel_pickling..UnpicklableObjectctd)N123) RuntimeErrorrGs r6 __reduce__z.UnpicklableObject.__reduce__es u% %r8N)rNrOrPrr;r8r6UnpicklableObjectrds &r8rzthe task to sendmatchrAr,rdc3RK|]}tt ywr:r#id)rirrs r6rkz)test_parallel_pickling..is*+5*3Q,772;  ,!*3$'rN)objectrrr"ro)rs@r6test_parallel_picklingr_sJ &F&  %8 9*6*+5*/)+5 5 : 9 9s &AA byteorder)<>=cdtjdjdj|djj }t ddfdtd D}|D]G\}}||k(sJ||jj k(sJtjj|Iy) Nc2||jjfSr:)dtyperrBs r6inspect_byteorderz=test_parallel_byteorder_corruption..inspect_byteorderrs!''####r8)rArmi4rAr,rdc3@K|]}tywr:r#)rirr r<s r6rkz5test_parallel_byteorder_corruption..ys#0/7!"!"1%xrm) rarangereshapeviewr rr"rotestingassert_array_equal)rinitial_np_byteorderresult x_returnedbyteorder_in_workerr r<s @@r6"test_parallel_byteorder_corruptionrms $ ! V$))YKr*:;A77,, /XQ /0/4Qx0F,2' '"&::::"j&6&6&@&@@@@ %%a4,2r8chttd|ddtdDdk(sJy)NrArer5timeoutc3FK|]}ttdyw)gMbP?Nrrs r6rkz0test_parallel_timeout_success..s?2'0!uyrlr)rr"ror4s r6test_parallel_timeout_successr!sB >xq'2>?2',Ry?22 368 99 9r8ctt5td|ddtdDdddy#1swYyxYw)NrArrc3FK|]}ttdywrNrrs r6rkz-test_parallel_timeout_fail..s:3(11NGEN2  rlr)rr r"ror4s r6test_parallel_timeout_failr%s<  97D9:3(-b :3 3    %>Ac fttt5td|t ddDcgc]\}}t t ||c}}dddtt5td|dDcgc]}t t|c}dddtd|5}t|jJt|j}tt5|t ddDcgc]\}}t t ||c}}dddt|jJt|j|usJtdDcgc]}t|dc}|dtdDk(sJt|j}tt5|dDcgc]}t t|c}dddt|jJt|j|usJtdDcgc]}t|dc}|d tdDk(s3J|j|j|j|j f dddtjMJtt5td dDcgc]}t t|c}dddtt5td t ddDcgc]\}}t t ||c}}dddtt"5tdd d tdDdddycc}}w#1swYNxYwcc}w#1swYxYwcc}}w#1swYxYwcc}wcc}w#1swYxYwcc}w#1swYWxYwcc}w#1swYxYwcc}}w#1swYxYw#1swYyxYw)NrArd)rr)rrrrrc3JK|]}tt|dywrrrs r6rkz%test_error_capture..!CAZWQZQ//rc3JK|]}tt|dywrrrs r6rkz%test_error_capture..r)rryr)rerc3JK|]}tt|dyw)T)rUNr#rVrhs r6rkz%test_error_capture..s* !'W% &q4 @ @rr)rrZeroDivisionErrorr"zipr#r>rYrZr7rror] _iteratingn_completed_tasksn_dispatched_tasks _abortingrE)r5r<r=r original_workerss r6test_error_capturer4s  ~ % & /HAw / #FF 35 31#"1a( 35 6' % & /HAw /7=>v!*)*1-v> @' Q 0Hx001= ==*8+<+<= )*&)&&&9;&9da,'(+Aq1&9;<+ x001= ==x0019II II(-b 2 1QqAY 2CrCCD ED +8+<+<= )*G13'"23A6GH+x001= ==x0019II II(-b 2 1QqAY 2CrCCD ##X%?%?++X-?-?G D91H8,,-555 % & HA 7=>v!*)*1-v> @' ! "14VV1D E1DA WX q! $1D E G # * +%1% !Bi ! " , +q5' &?' &;+*3 H+*391 0P?' & F # " , +sN( N" N(3N:N5 !N:=.my_generators,rAH} !9::G&(rArdr8rc3FK|]}tt|ywr:rgrhs r6rkz.test_error_in_task_iterator.. C*BQogfoa *Brl)r9c3FK|]}tt|ywr:rgrhs r6rkz.test_error_in_task_iterator..r=rlrc3FK|]}tt|ywr:rgrhs r6rkz.test_error_in_task_iterator..s D*CQogfoa *Crlr)r"rrT)r5r:rs r6test_error_in_task_iteratorrBs G , J&> ? C,*B C C@ J&> ? C,*B C C@J&> ? D,*C D D@ - , ? ? @ ?@ ? - ,sQCB,CB8+CCC,B5 1C8C =CC CCc,|jd|zy)Nz Consumed %s)append)queueitems r6consumerrGs LL%&r8zbatch_size, expected_queue) Produced 0 Consumed 0 Produced 1 Consumed 1 Produced 2 Consumed 2 Produced 3 Consumed 3 Produced 4 Consumed 4 Produced 5 Consumed 5r) rHrJrLrNrIrKrMrOrPrRrQrSctfd}td||fd|D|k(sJtdk(sJy)zC Test that with only one job, Parallel does act as a iterator. c3^KtdD]}jd|z|ywNr z Produced %irorDrjrEs r6producerz'test_dispatch_one_job..producer+qA LL* +G*-rre batch_sizer5c3JK|]}tt|ywr:r#rG)rir<rEs r6rkz(test_dispatch_one_job.. s$?9-7%#Z # N)listr"r)r5r]expected_queuerYrEs @r6test_dispatch_one_jobrdsU FE ?HA*g>?9-5Z?99 N "" " u:  r8cNtj}|jfd}tddd|fd|Dt}|ddk(sJ|d d j d }|d kDsJ|j d }||kDsJt dk(sJy )zW Check that using pre_dispatch Parallel does indeed dispatch items lazily. c3^KtdD]}jd|z|ywrVrWrXs r6rYz/test_dispatch_multiprocessing..producerrZr[rArrm)rer] pre_dispatchr5c3JK|]}ttdyw)rNr_)rirrEs r6rkz0test_dispatch_multiprocessing..!s%F=1;A%'r`rrHNrz Consumed anyrxrNra)rManagerrbr"indexr)r5managerrYqueue_contentsfirst_consumption_indexproduced_3_indexrEs @r6test_dispatch_multiprocessingros jjlG LLNE FHA!!WEF=19F==%[N !  ,, ,-Ra066~F "R '' '%++L9 5 55 5 u:  r8ctddd5}|dtdD|jjdk(sJ dddy#1swYyxYw)NrAautor-r\c3FK|]}tt|ywr:rrhs r6rkz/test_batching_auto_threading..8 .+Q+'"+a.+rlrr"rorcompute_batch_size)rs r6test_batching_auto_threadingrw2sL v{ Cq .%+ ..zz,,.!333 D C C 8AActdd|5}|dtdD|jjdkDsJ dddy#1swYyxYw)NrArqr\c3FK|]}tt|ywr:rrhs r6rkz2test_batching_auto_subprocesses..@rsrlrtrru)r5rs r6test_batching_auto_subprocessesr{<sN vw ?1 .%+ .. zz,,.222 @ ? ?rxctt5tddddtdDdddy#1swYyxYw)zCMake sure that exception raised during dispatch are indeed capturedrAr)rergrc3FK|]}tt|ywr:r,rhs r6rkz*test_exception_dispatch..Ks"7=2;Q %G$ %a ()rlrN)rrTr"ror;r8r6test_exception_dispatchrHs:  6A67=27)7= =   r&cHtddtdDy)NrAryc3FK|]}tt|ywr:r,rijs r6rkz(nested_function_inner..Ps"9.7! !!$irlrrnrjs r6nested_function_innerrOs"HA9.3Bi99r8cHtddtdDy)NrAryc3FK|]}tt|ywr:)r#rrs r6rkz(nested_function_outer..Us">3389>>r8z'https://github.com/joblib/loky/pull/255rchtt5}td|dtdDdddt j |j |j}dj|}d|vsJd|vsJd |vsJt |j tusJy#1swYuxYw) zEnsure errors for nested joblib cases gets propagated We rely on the Python 3 built-in __cause__ system that already report this kind of information to the user. rArdc3FK|]}tt|ywr:)r#rrhs r6rkz1test_nested_exception_dispatch..cs#,B7@! *G) *1 -yrlrNrrrV) rrTr"rorr`rtbr)r5excinfo report_linesreports r6test_nested_exception_dispatchrYs  w+7+,B7.s 2 1OGFOA  rlrc3>K|]\}}|t|k(ywr:)rC)rirjrs r6rkz.test_njobs_converted_to_int..s9.$!QqF1I~.r)r"_effective_n_jobsror enumerate)r5rerrs r6test_njobs_converted_to_intrsS 0A   A %% % 2b 2 2C 9)C.9 99 9r8c tdtdtvsJtdtk(sJ td=y#td=wxYw)N test_backend)r&rr)r;r8r6test_register_parallel_backendrsE%!.2EF)))'+>>>> ^ $H^ $s ,7 Acttk(sJ tdtddttk(sJ t t _ttk(sJy#t t _wxYw)Nr-T) make_default)rbDefaultBackendr&r)rr*r r;r8r6test_overwrite_default_backendrse  !^ 33 33!+x /D/3 5#%)9999$3  !^ 33 3$3 s (A!!A2zOnly without multiprocessingcttd5tddtdDdddt d5tdtdDdddy#1swY?xYw#1swYyxYw)Nz)joblib backend '.*' is not available on.*rr,r4c3FK|]}tt|ywr:rgrhs r6rkz2test_backend_no_multiprocessing..s FX!3Xrlrmc3FK|]}tt|ywr:rgrhs r6rkz2test_backend_no_multiprocessing..s8x!?76?1%xrl)r UserWarningr"ror$r;r8r6test_backend_no_multiprocessingrsm {@ B  FU1X FF B  ( 8uQx88 ) (  B B ) (s#A3 !A?3A<?Bc||d5tj\}}|dk(sJtddk(sJt}|jdk(sJ|dk(r0t |t usJt |jt usJ|dk(r0t |tusJt |jtusxJ|dk(r0t |tusJt |jtusCJ|jdr0t |tusJt |jtusJdddy#1swYyxYw)Nrmryr+r,r-test_) r rar'r"rer`rrr!r startswithr)rw backend_nameactive_backend active_n_jobsrs r6check_backend_context_managerrs8 a ((0(C(C(E% !!!"a''' Jxx1}} , ,'+AA AA #'== == V #';6 66 #{2 22 [ ('+;; ;; #'77 77  $ $W -'+>> >> #':: ::# ) ( (s D*D>>Ermztest_backend_%dc|tvr|jt|tttk(sJt |ttk(sJt ddfdtDttk(sJy)NrAr-rdc3NK|]}|stt|ywr:)r#r)rirIrws r6rkz/test_backend_context_manager..s*,<1A /-.w:1r)r)setitemrrbrrr" all_backends_for_context_manager)rr5rws `r6test_backend_context_managerrshHg/BC  !^ 33 3!'73 !^ 33 3,HA{+,<1,<< !^ 33 3r8ceZdZdZddZy)ParameterizedParallelBackendz9Pretends to run conncurrently while running sequentially.Nc,| td||_y)Nzparam should not be None)rTparam)rGrs r6rLz%ParameterizedParallelBackend.__init__s =78 8 r8r:rMr;r8r6rrs Cr8rc(|jtdtttk(sJ|ddd5t j \}}t|tusJ|jdk(sJ|dk(sJt}|jdk(sJ|j|usJ|dtdD}dddtdDcgc] }t|c}k(sJttk(sJy#1swYDxYwcc}w)N param_backend*rm)rrec3FK|]}tt|ywr:r#rrhs r6rkz=test_parameterized_backend_context_manager..7hMGDM!$hrlr)rr)rrbrr rar`rr"rerror)rrwrrrrrjs r6*test_parameterized_backend_context_managerrs/46  !^ 33 3 1 5(0(C(C(E% N#'CCCC##r)))!!! Jxx1}}zz^+++7eAh77 6 a11tAw1 11 1 !^ 33 3 6 52sBDDD cttk(sJ|tdd5tj\}}t |tusJ|j dk(sJ|dk(sJt}|jdk(sJ|j|usJ|dtdD}dddtdDcgc] }t|c}k(sJttk(sJy#1swYDxYwcc}w)N+)rrryc3FK|]}tt|ywr:rrhs r6rkzFtest_directly_parameterized_backend_context_manager..(rrl) rbrrr rar`rr"rerror)rwrrrrrjs r63test_directly_parameterized_backend_context_managerrs  !^ 33 3 -B7 B(0(C(C(E% N#'CCCC##r)))!!! Jxx1}}zz^+++7eAh77 C a11tAw1 11 1 !^ 33 3 C B2sBC1C=1C:c@tdtjS)Nr)rosgetpidr;r8r6sleep_and_return_pidr/s "I 99;r8cttk(sJtjdk(sJtddt dDS)NrrAryc3DK|]}ttywr:)r#rrs r6rkz"get_nested_pids..;s#1'/!>r8rback_compat_backend)r-r,r+rc||5tddtdD}|D]}tt|dk(rJ dddy#1swYyxYw)NrAryc3DK|]}ttywr:)r#rrs r6rkz6test_nested_backend_context_manager..Rs"(  %GO $ &rrr)r"rorset)rwr5 pid_groups pid_groups r6#test_nested_backend_context_managerrIs]  'XQ'( 2Y(  $Is9~&!+ ++$   s?A AA)rArxNcdtdfdtdD|5tdfdtdDdddy#1swYyxYw)Nctt|k(sJt|}tj |k(sJyr:)rbr)r'r"r)expected_backend_typeexpected_n_jobs r6check_nested_backendz?test_nested_backend_in_sequential..check_nested_backendbs@$%2G)HHHH*.9z++-???r8rryc3JK|]}ttdywr)r#r*)rirrs r6rkz4test_nested_backend_in_sequential..ls(A &$%oq9r`rc3BK|]}tywr:r)rirr5rres r6rkz4test_nested_backend_in_sequential..rs(  *G( )'6 :srn)r5rerwrs`` @r6!test_nested_backend_in_sequentialrZsc@HAr  ( 2Y   ) ( (s 'A%%A.c||5}|tur|d}|tur|d}j|k(sJ dddy#1swYyxYw)Nr5r)r$r% nesting_level)rw inner_backendexpected_levelctxr5s r6check_nesting_levelrxsO  3 o %)nG & &!fG$$666  s ,?A outer_backendrct|dtd|fdtdDd5tfdtdDdddy#1swYyxYw)NrrArdc3LK|]}ttdywrr#rrirrwrs r6rkz-test_backend_nesting_level..s*.A %#$WmQ?!$rryc3LK|]}ttdywrrrs r6rkz-test_backend_nesting_level..s*'%q07./J%r)rr"ro)rwrrs` `r6test_backend_nesting_levelrsh 2-HA}-.r. q ) '!"I' ' * ) )s $A--A6with_retrieve_callbackTcFddlGfddt}td|d|d5}tdfdt d D|t ur|d j d k(sJ|tur|dj d k(sJdddy#1swYyxYw) Nrc>eZdZdZWZWj dZy))test_retrieval_context..MyBackendrc3>K|xjdz c_dywrzrrs r6retrieval_contextz;test_retrieval_context..MyBackend.retrieval_contexts FFaKF rN)rNrOrPrjsupports_retrieve_callbackcontextmanagerr) contextlibrsr6rrs& %;"  " "  # r8r retrievalcFtddt|DS)NrAryc3FK|]}tt|ywr:rrhs r6rkz>test_retrieval_context..nested_call..s!C(Q+'"+a.(rlrn)ns r6 nested_callz+test_retrieval_context..nested_calls!xq!!C%(!CCCr8rAryc3@K|]}t|ywr:r)rirjrs r6rkz)test_retrieval_context..s%  !GK  #rrr5r)rrr&r"ror$rjr%)rwrrrrrs ` @@r6test_retrieval_contextr s$k95D   1X   o %y>##q( (( & &q688q= =   s ABB r])rrxgQ?cdtt5t|dddy#1swYyxYw)Nr])rrTr"r s r6test_invalid_batch_sizer s  J'   s &/z)n_tasks, n_jobs, pre_dispatch, batch_size) )rArArrq)rArArerqrrArerq)irArerqr)rrrerq)rarerq)ra 2 * n_jobsr)rarr)rrarrS)rrarrqc|||d}t|Dcgc] }t|}}tdi|dt|D}||k(sJycc}w)N)rergr]c3FK|]}tt|ywr:rgrhs r6rkz/test_dispatch_race_condition..s L^!3^rlr;r)n_tasksrergr]paramsrjrrs r6test_dispatch_race_conditionrs`  &(F#(>2>aq >H2 h  LU7^ LLG h  3sActj}tdd}|jj d}|j}||k(sJy)NrAr+rdrw)rget_start_methodr" _backend_argsget)mp_start_methodrrw start_methods r6test_default_mp_contextrsM))+O#45Aoo!!),G++-L ? ** *r8c&|dk(rtjd}tjj d}|j ddtj jtd|fdtdDy)Nr+r/rirArdc3rK|].}ttjj0ywr:)r#rdotT)rirjrHs r6rkzAtest_no_blas_crash_or_freeze_with_subprocesses..s*(3)1A133s47) rr.rrandom RandomStaterandnr!r"r"ro)r5rngrHs @r6.test_no_blas_crash_or_freeze_with_subprocessesr's{##..) ))   #C $AFF1accN(HAw'(3).q(33r8afrom joblib import Parallel, delayed def square(x): return x ** 2 backend = "{}" if backend == "spawn": from multiprocessing import get_context backend = get_context(backend) print(Parallel(n_jobs=2, backend=backend)( delayed(square)(i) for i in range(5))) c|dk(r,tjdk7rtjdtj |}t tjd|gddy)Nr+forkzVRequire fork start method to use interactively defined functions with multiprocessing.z-cr\[0, 1, 4, 9, 16\]r stdout_regex) rrrskip,UNPICKLABLE_CALLABLE_SCRIPT_TEMPLATE_NO_MAINformatrr executable)r5codes r62test_parallel_with_interactively_defined_functionsr2sY ##(;(;(=(G 6 7 7 > >w GD t$b*,r8aimport sys # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed def run(f, x): return f(x) {define_func} if __name__ == "__main__": backend = "{backend}" if backend == "spawn": from multiprocessing import get_context backend = get_context(backend) callable_position = "{callable_position}" if callable_position == "delayed": print(Parallel(n_jobs=2, backend=backend)( delayed(square)(i) for i in range(5))) elif callable_position == "args": print(Parallel(n_jobs=2, backend=backend)( delayed(run)(square, i) for i in range(5))) else: print(Parallel(n_jobs=2, backend=backend)( delayed(run)(f=square, x=i) for i in range(5))) z!def square(x): return x ** 2 zcdef gen_square(): def square(x): return x ** 2 return square square = gen_square() zsquare = lambda x: x ** 2 define_funccallable_position)r#rkwargsc |dvr1|tk7stjdk(rtjdt j |||tjjtjjtj}|jd}|j|ttj|j gddy) N)r+r/win32zNot picklable with pickle)r3r5r4joblib_root_folderzunpicklable_func_script.pyrr*r+) SQUARE_MAINrplatformrr-)UNPICKLABLE_CALLABLE_SCRIPT_TEMPLATE_MAINr/rpathdirnamejoblib__file__rwriterr0strpath)r5r3r4tmpdirr1 code_files r60test_parallel_with_unpicklable_functions_in_argsrDCs .. ; &#,,'*A /0 4 ; ;+77??277??6??+KL < ND 89I OOD **+R*,r8aimport sys import faulthandler # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed from functools import partial class MyClass: '''Class defined in the __main__ namespace''' def __init__(self, value): self.value = value def square(x, ignored=None, ignored2=None): '''Function defined in the __main__ namespace''' return x.value ** 2 square2 = partial(square, ignored2='something') # Here, we do not need the `if __name__ == "__main__":` safeguard when # using the default `loky` backend (even on Windows). # To make debugging easier faulthandler.dump_traceback_later(30, exit=True) # The following baroque function call is meant to check that joblib # introspection rightfully uses cloudpickle instead of the (faster) pickle # module of the standard library when necessary. In particular cloudpickle is # necessary for functions and instances of classes interactively defined in the # __main__ module. print(Parallel(backend="loky", n_jobs=2)( delayed(square2)(MyClass(i), ignored=[dict(a=MyClass(1))]) for i in range(5) )) )r8c|jd}|jtttj |j gddy)Nz(joblib_interactively_defined_function.pyr*)r,r)rr@5INTERACTIVE_DEFINED_FUNCTION_AND_CLASS_SCRIPT_CONTENTrrr0rArBscripts r67test_parallel_with_interactively_defined_functions_lokyrIs> [[C DF LLFG (*r8aimport sys # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed, hash import multiprocessing as mp mp.util.log_to_stderr(5) class MyList(list): '''MyList is interactively defined by MyList.append is a built-in''' def __hash__(self): # XXX: workaround limitation in cloudpickle return hash(self).__hash__() l = MyList() print(Parallel(backend="loky", n_jobs=2)( delayed(l.append)(i) for i in range(3) )) c|jd}|jtttj |j gdddy)Nz)joblib_interactive_bound_method_script.pyz\[None, None, None\] LokyProcess)r, stderr_regexr)rr@9INTERACTIVELY_DEFINED_SUBCLASS_WITH_METHOD_SCRIPT_CONTENTrrr0rArGs r6:test_parallel_with_interactively_defined_bound_method_lokyrOs> [[D EF LLJK3>>6>>:'>'5"$&r8cHtg}td|gk(sJy)NrAry)iterr")exhausted_iterators r6%test_parallel_with_exhausted_iteratorrSs'b 81 0 1R 77 7r8cBttjdy)z+Helper function to force gc in each worker.rN)rrXrr;r8r6_cleanup_workerrUsOJJrNr8ct|tjstdt ||j S)Nz#Expected np.memmap instance, got %r) isinstancermemmap TypeErrorr`copy)rHs r6 check_memmapr[s2 a #=Q! ! 668Or8cd}tdd|d|dD}t||t|D]%\}}tjj ||'tdd|d|dD}t||t|D]%\}}tjj ||'y) Nc3Kt|D],}tjdtj|z.yw)Nrr )roronesfloat32)rrjs r6generate_arrayszBtest_auto_memmap_on_arrays_from_generator..generate_arrayss.qA''"BJJ/!3 3s<>rArre max_nbytesr5c3FK|]}tt|ywr:r#r[rirHs r6rkz.$@@*>Q a *>rlrrc3FK|]}tt|ywr:rerfs r6rkz.rgrl)r"r.rrrr)r5rarrrs r6)test_auto_memmap_on_arrays_from_generatorris4 @haAw?@@*9#*>@@@GW)FG %%h7H @haAw?@@*9#*>@@@GW)FG %%h7Hr8c|Sr:r;)args r6identityrls Jr8c|jdj}tj}t j |dt j |dg}t||t|dtdfdd D\}td tjsJd j|kDsJtjj||y) Nz test.mmapuint8r^r) mmap_moderAryc3HK|]}ttywr:)r#rl)rirrXs r6rkz.test_memmap_with_big_offset..s HCq!2!26!:CrrAr)rrAmmapALLOCATIONGRANULARITYrzerosr_r r r"rWrXoffsetrr)rBfnamesizeobjrrXs @r6test_memmap_with_big_offsetrxs KK $ , ,E  % %D 88D ("''$g*F GCe %3 'F ha HC HHGF fQi ++ + !9  d "" "JJ!!#v.r8c6tjd5}tdddtdDdddt dk(sJ|d}t |j tsJt|j dk(sJy#1swYUxYw) NTrr)rerc3FK|]}tt|ywr:rgrhs r6rkzFtest_warning_about_timeout_not_supported_by_backend..s%L)Qogfoa&8)rl2rzThe backend class 'SequentialBackend' does not support timeout. You have set 'timeout=1' in Parallel but the 'timeout' parameter will not be used.) rrr"rorrWrrr)rrs r63test_warning_about_timeout_not_supported_by_backendr|s   -%1%%L%)%LL . x=A   A aii -- - qyy>    . -s $BBc|||<|Sr:r;) input_listrjrs r6set_list_valuersJu Lr8)rrArcdgdzt|ddfdtdD}t|}tdt |DsJy)Nrr generatorr-re return_asr5c3LK|]}tt||ywr:)r#r)rirjr~s r6rkzPtest_parallel_return_order_with_return_as_generator_parameter.. s'+E;Ca Aq18rc3,K|] \}}||k(ywr:r;rivrs r6rkzPtest_parallel_return_order_with_return_as_generator_parameter..s:"9$!QqAv"9)r"rorbrr.)rerr~s @r6=test_parallel_return_order_with_return_as_generator_parameterrsd qJ+XV{)++E;@8+EEF &\F :#j&"9: :: :r8c2|r tdt|S)Nr)rr)edelays r6_sqrt_with_delayrs  b 7Nr8c t|d|dtdDtfdtdD}dgttddz}t d t ||DsJt y) Ngenerator_unorderedrc3TK|] }tt|dz|dk("yw)rArN)r#rrhs r6rkzK_test_parallel_unordered_generator_returns_fastest_first.. s-'F;Da! !!Q$a19r;rc34K|]}tywr:)next)rirrs r6rkzK_test_parallel_unordered_generator_returns_fastest_first..#s=Hqd6lHs rrAc3,K|] \}}||k(ywr:r;rs r6rkzK_test_parallel_unordered_generator_returns_fastest_first..'sK41aQKr)r"rosortedrbrr.r)r5requickly_returnedexpected_quickly_returnedrs @r68_test_parallel_unordered_generator_returns_fastest_firstrs'XV/D%''F;@9'FFF=E!H==!"d5B<&8 8 8:JK   Or8rA sequentialct||yr:)rr5res r67test_parallel_unordered_generator_returns_fastest_firstr/s=WfMr8zThis test requires daskctjdd5|d5td|ddddddy#1swYxYw#1swYyxYwNrA n_workersthreads_per_workerdask) distributedClientr)rerws r6Atest_parallel_unordered_generator_returns_fastest_first_with_daskr9sH   A v@vN    s A  ?A A A  A)rrArrxcdgdgdzz}tt5tj}t||d|Ddddtjz }|dksJy#1swY(xYw)NrHrrrdc3ZK|]#}ttj|%ywr:r#rXrrhs r6rkz%test_abort_backend..Ks%14,2q GDJJ  "Fs)+r7)rrYrXr")rer5delayst_startdts r6test_abort_backendrEsrUbTCZ F  ))+0014,214 4  w B 7N7  s /A00A9cXtjtdt}d|d<|S)NgAr^Fr)rr_intbool)rkrs r6get_large_objectrQs$ WWS\ .FF1I Mr8ct|||5}|dtdD}t|t|~tdddy#1swYyxYw)N)rer5rc3FK|]}tt|ywr:)r#rrhs r6rkz0_test_deadlock_with_generator..\sJ 13'"23A6 rlr)r"rorr)r5rrer rs r6_test_deadlock_with_generatorrWsR % '*2Jb JJ V  V   ' ' 's :AArrrct|||yr:)r)r5rres r6test_deadlock_with_generatorres "'9f=r8ctjdd5|d5td||ddddddy#1swYxYw#1swYyxYwr)rrr)rwrres r6%test_deadlock_with_generator_and_daskrmsJ   A v%dIv>    s! A AA A A  AcLttd5t|||}|dtdD}t j}|dtdD}dddt jz dksJd ~t y#1swY6xYw) N)This Parallel instance is already runningrr5rc3FK|]}ttdywrrrs r6rkz/test_multiple_generator_call..s: 1^WU^A& rlrc3FK|]}tt|ywr:rrhs r6rkz/test_multiple_generator_call..s; 1  A rlrrAZThe error should be raised immediatly when submitting a new task but it took more than 2s.)rrr"rorXr)r5rrer grgen2s r6test_multiple_generator_callrys  A CFGyI :b : :))+;c ;;  C 99; 1 $ $ $ O! C Cs ABB#cxt|||5}|dtdD}tj}ttd5|dtdD}dddtj|z dksJd  ddd~t y#1swY?xYw#1swY!xYw) Nrc3FK|]}ttdywr$rrs r6rkz7test_multiple_generator_call_managed..s;A^WU^B'rlrrrc3FK|]}tt|ywr:rrhs r6rkz7test_multiple_generator_call_managed..s=*Q+'"+a.*rlrrAr)r"rorXrrr)r5rrer rrg2s r6$test_multiple_generator_call_managedrs &'% '*2 ;r; ;))+ LEG=%*==BG yy{W$q(  ( ( ' OGG  ' 's#>B0 B$&)B0$B- )B00B9 return_as_1 return_as_2c tt|||dtdD}t|||dtddD}|dk(r t|}|dk(r t|}tdt |tdDsJtdt |tddDsJy) Nrc3LK|]}tt|dzywrANrrhs r6rkz9test_multiple_generator_call_separated..s$A'0!  a1fy"$rc3LK|]}tt|dzywrrrhs r6rkz9test_multiple_generator_call_separated..s$B'4!  a1f}rr7rc3,K|] \}}||k(ywr:r;rirrjs r6rkz9test_multiple_generator_call_separated..s8&7FCsax&7rc3,K|] \}}||k(ywr:r;rs r6rkz9test_multiple_generator_call_separated..s=&.s7Y#YrlrctdS)NzGenerator collected)rr;r8r6z;test_multiple_generator_call_separated_gc..s u-B'Cr8z The executor underlying Parallelrc3LK|]}tt|dzywrrrhs r6rkz.s$@ +8aMGDM!q& !=rr7rc3,K|] \}}||k(ywr:r;rs r6rkz.s@*?Q3!8*?rrrrmrr)rrr-r"roweakreffinalizerrrrXrrrr.aliverrr2) r5rrerrorr rg_wrrrretrys r6)test_multiple_generator_call_separated_gcrs 6  ./7kBH7U2Y77A   AC DD  |#EF!m ))+ ?HQ; ?@ +0R=@    / /q A@#ar2*?@@@@# & 99; 1 $$ $ E **   2 ** 99; 1 $$ $!x!!#q(!!!!)9 s =A. s G,Fq ',  ",Frlrrc3DK|]}ttywr:r#rUrs r6rkz(test_memmapping_leaks..s 7h "'/ " $hrrrz/temporary directory of Parallel was not removedrbc3FK|]}tt|ywr:rerfs r6rkz(test_memmapping_leaks..#s C(B1glA(Brlc3DK|]}ttywr:rrs r6rkz(test_memmapping_leaks..$s3(Qgo (r) rAr"rr#rrlistdirrorAssertionError)r5rBrrs r6test_memmapping_leaksrs8 ^^F q'$ &)* GRYY-=-=b-A,BQ,F GG2::f%&*** 7eAh 77 & 3Zzz&!  b  NOO a9AC)9)9")=(>(BCC3%(33 3Zzz&!  b  NOOC & &s A,E  E))Nr,r-ctd|dtdD}|tdDcgc]}|dz c}k(sJycc}w)NrArdc3@K|]}td|yw)c |dzSr@r;rBs r6rz2test_lambda_expression...5s!q&r8Nrrhs r6rkz)test_lambda_expression..4s"29.7! !!$isrrn)r5rrjs r6test_lambda_expressionr.sP 2ha129.3Bi299G uRy1y!qAvy1 11 11s Acd}d}d|z td||}|fdt|D|jj|jjk(sJ|jj |jj k(sJ|fdt|D|jj|jjk(sJ|jj |jj k(sJy) zCTest that a parallel backend correctly resets its batch statistics.rAig@r)rrer5c3\K|]#}ttj%ywr:rrirj task_times r6rkz6test_backend_batch_statistics_reset..B#>ogdjj)$o),c3\K|]#}ttj%ywr:rrs r6rkz6test_backend_batch_statistics_reset..HrrN)r"ror_effective_batch_size_DEFAULT_EFFECTIVE_BATCH_SIZE_smoothed_batch_duration _DEFAULT_SMOOTHED_BATCH_DURATION)r5ren_inputsrrs @r6#test_backend_batch_statistics_resetr9sFHX IFGeHo>> JJ , , JJ 4 4 56 5 JJ / / JJ 7 7 89 8>eHo>> JJ , , JJ 4 4 56 5 JJ / / JJ 7 7 89 8r8cdD]}tt|jtk(sJt|d}t|jtusJt|d}t|jtusJt|d}t|jturJtdd d }t|jt usJ|d d5td }t|jt usJ|j dk(sJ ddd|d d5td d}t|jt usJ|j d k(sJ ddd|d d5td }t|jtusJ|j dk(sJ ddd|d d5td d}t|jtusJ|j d k(sJ dddy#1swYxYw#1swYxYw#1swYqxYw#1swYyxYw)N)rrArxrythreadsreprefer processes sharedmemrerequirerAr,)rer5rrrmrr)r`r"rrrr!re)rwrers r6$test_backend_hinting_and_constraintsrOsHF+445GGG F9 5AJJ#3333 F; 7AJJ>111 FK 8AJJ#3333 6).MyCustomThreadingBackendTcyr:r;rs r6 apply_asynczgtest_backend_hinting_and_constraints_with_custom_backends..MyCustomThreadingBackend.apply_async r8c|Sr:r;rs r6r'zltest_backend_hinting_and_constraints_with_custom_backends..MyCustomThreadingBackend.effective_n_jobsMr8NrNrOrPsupports_sharedmem use_threadsrr'r;r8r6MyCustomThreadingBackendrs!   r8rrArrrrc eZdZdZdZdZdZy)\test_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackendFcyr:r;rs r6rzhtest_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackend.apply_asyncr r8c|Sr:r;rs r6r'zmtest_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackend.effective_n_jobsr r8Nr r;r8r6MyCustomProcessingBackendrs"   r8rrr)rerrzUsing ThreadingBackend as joblib backend instead of MyCustomProcessingBackend as the latter does not provide shared memory semantics.r5r) r r"r`r readouterrrstriprrT)capsysrwrrrouterrrs r69test_backend_hinting_and_constraints_with_custom_backendsrsv #6 )+ , Ak 2AJJ#;;;; A{ 3AJJ#;;;; -$7 *, - Ak 2AJJ#<<<<$$&Sbyybyy A{B ?AJJ#3333$$&S@yy{h&&&byy! .$  24kJ  G - ," . -$  s%A E'B$E3 E?'E03E<?Fctt5tddddtt5tddddtt5tdddddtKtt5tdddddtt5td ddddyy#1swYxYw#1swYxYw#1swYsxYw#1swYTxYw#1swYyxYw) Ninvalidrrrr)rrr,rr+)rrTr"rr;r8r6,test_invalid_backend_hinting_and_constraintsrs   "   #     [9   ~J  V[ 9 J  . D           s: C C CC$(C0C  CC!$C-0C9c td5}t|jj|jjfg}dk(r |cdddS|fdt dD}||dzcdddS#1swYyxYw)zCPerform nested parallel calls and introspect the backend on the wayrAryrNc3RK|]}ttdddz i yw)limitrNr;)r#_recursive_backend_info)rirjr5r!s r6rkz*_recursive_backend_info..s2'%5G34O519OO%rr)r"r`rrNrro)r!r5r this_levelrs`` r6r"r"s|  qAJJ'00!**2J2JKL A:  '"1X''GAJ&   s=B"BB c||d5t}dddtdk(rd}d}nd}d}|jdz}|df|dfd|fd|fg}|k(sJy#1swYHxYw)NrAryrrrBackendr)r"r(title)rwr5backend_types_and_levelssecond_level_backend_type max_leveltop_level_backend_typeexpected_types_and_levelss r6test_nested_parallelism_limitr,s  ##:#<  ${a$7! $6! $]]_y8 # "A& i( i( ! $'@ @@ @# $ #s AA&c tjdd5tjt dtj }t dD]C}|d5t|}dddtdk(sJtd|DrCJ|d5t}dddtdk(sJtd |DsJ dddy#1swYxxYw#1swYCxYw#1swYyxYw) NrArgcAr^r)datarc3,K|] \}}|dk(ywDaskDistributedBackendNr;rirrs r6rkz4test_nested_parallelism_with_dask..s#@&>7477&>rc3,K|] \}}|dk(ywr0r;r2s r6rkz4test_nested_parallelism_with_dask..s"<":wtQ33":r) rrrr_rrnror"rr)rwr.rjr's r6!test_nested_parallelism_with_daskr4s   aA >wws3xrxx0qA+B+M(!/0A5 55@&>@@ @@ V_'>'@ $+,111<":<< << ? >!_ ? >sBAC9 C!**C9 C9 C-+,C9!C* &C9-C6 2C99DcBtdtdDS)z6A horrible function that does recursive parallel callsc3DK|]}ttywr:)r#_recursive_parallelrhs r6rkz&_recursive_parallel..sGh2g124hrrArn) nesting_limits r6r7r7s 8:GeAhG GGr8c>||d5tt5}tddddddj}|dk(r-ddlm}t ||tfrtjdt |tsJy#1swYbxYw#1swYfxYw)NrAryr,r)TerminatedWorkerErrorz1Loky worker crash when serializing RecursionError) r BaseExceptionr7r&joblib.externals.loky.process_executorr:rWrrrRecursionError)rwr5rexcr:s r6test_thread_bomb_mitigationr? s  # M "g  !# $ --C& Q c1=A B LLL M c> ** *!# " $ #s!B BBB BBcri}dD]$}tjj|||<&|tdfS)N)OMP_NUM_THREADSOPENBLAS_NUM_THREADSMKL_NUM_THREADSVECLIB_MAXIMUM_THREADSNUMEXPR_NUM_THREADSNUMBA_NUM_THREADS ENABLE_IPCr)renvironrr)env_varsvars r6_run_parallel_sumrK's=H3 s+ 3 \#& &&r8zNeed OpenMP helper compiledc*td|dtdD}ttdzd}|D]T\}}||k(sJ|j D]5\}}|j dr|t |k(r&J|dk(sJ|dk(r5JVy)NrArdc3DK|]}ttywr:)r#rKrs r6rkz-test_parallel_thread_limit..3s 2.6"!"$hrr_THREADSrG1)r"rorr(itemsendswithr)r5rexpected_num_threadsworker_env_varsomp_num_threadsrrs r6test_parallel_thread_limitrU0s2ha12.3Ah2Gy{a/3,3("6666*002KD%}}Z($8 9999|+++|#| 3-4r8c`ttd5|ddddy#1swYyxYw)NzPlease install daskrr)rrT)rws r6)test_dask_backend_when_dask_not_installedrWAs"  "7 8 9 8 8s $-cGddt}d}||5tjt|5t ddt dDddddddy#1swYxYw#1swYyxYw)Nc eZdZdZddZdZy)3test_zero_worker_backend..ZeroWorkerBackendcyr_r;)rGrr5s r6rz=test_zero_worker_backend..ZeroWorkerBackend.configureMr8Nctd)NzNo worker availabler)rGfunccallbacks r6rz?test_zero_worker_backend..ZeroWorkerBackend.apply_asyncPs45 5r8cyr_r;rs r6r'zDtest_zero_worker_backend..ZeroWorkerBackend.effective_n_jobsSr\r8r:)rNrOrPrrr'r;r8r6ZeroWorkerBackendrZLs  6 r8raz&ZeroWorkerBackend has no active workerrrAryc3FK|]}tt|ywr:rrhs r6rkz+test_zero_worker_backend..Ys@x!{wr{1~xrl)rrrrr"ro)rwra expected_msgs r6test_zero_worker_backendrdHsf,.check_globalsds!!r8rAryc3>K|]}tywr:rrirjrhs r6rkz.j 14*2Q  (z changed valuec3>K|]}tywr:rrjs r6rkz.srkrl)rgr"ror)workers_global_variablerhs @r6)test_globals_update_at_each_parallel_callro\s *" ?. .. .0ha014*/(144 & ',<+= == =) ?o -- -0ha014*/(144 & 'O+< << .s"GE;Ca/./18rrAr rtrrr-r"ror'rr(r)reryworkers_threadpool_infosexpected_child_num_threadss r6(test_threadpool_limitation_in_child_lokyrs12K ;1 CDFxvFGE;@8GE Ef %F!$Y[F%:A!>4k68r8inner_max_num_threads)rrArNcJt}t|dk(rtjd|d|5t |dt dD}dddt |}|tt|zd }n|}t||y#1swY>xYw) Nrrrr,rryc3DK|]}ttywr:rrhs r6rkz>test_threadpool_limitation_in_child_context..s!;I?G! 3G2 3 5xrrArr)rwrerryrrs r6+test_threadpool_limitation_in_child_contextrs12K ;1 CD /D E#:86#:;I?DQx;I$I  Ff %F$%()>%B"%:"4k68 F Es #BB"var_name)rBrCrAcFtdjdtjj } dtj<t |fdt dD}|ddgk(sJ|dd 5t |fd t dD}ddd|d d gk(sJ |tj=y|tj<y#1swY;xYw#|tj=w|tj<wxYw) NTreusec@tjj|Sr:)rrHr)rs r6_get_envz>test_threadpool_limitation_in_child_override.._get_envszz~~h''r84ryc3@K|]}tywr:rrirjrrs r6rkz?test_threadpool_limitation_in_child_override..s"*;19A GH h 'rrAr,rrc3@K|]}tywr:rrs r6rkz?test_threadpool_limitation_in_child_override..s".?5=!!(+XrrO)rshutdownrrHrr"ro)rwreroriginal_var_valuerrs ` @r6,test_threadpool_limitation_in_child_overriders %..0(16" 8)(&)*;16q*;;3*$$$ V1 5-hf-.?5:1X.??G63*$$$  % 8$#5BJJx 6 5  % 8$#5BJJx s%A C7 &C+1C7+C40C77)D )rArrxcd}||td}tdD]}||td}||k(rJy)Ncdtdt|fdtdDy)Nrryc3HK|]}ttywr:)r#sum)rirjr<s r6rkzAtest_loky_reuse_workers..parallel_call..sCA  Qr)ror")rer<s @r6 parallel_callz.test_loky_reuse_workers..parallel_calls% "ICrCCr8Trr)rro)rerfirst_executorrexecutors r6test_loky_reuse_workersrsL D &*6N2Yf(t4>)))r8)F)rr)rmr:)rQrrrXrqrrr- tracebackrmathrrpicklerrrr+r rr>r r r joblib._multiprocessing_helpersrjoblib.test.commonrrrrrjoblib.testingrrrrrjoblib.externals.lokyrrErposix ImportError _openmp_test_helper.parallel_sumrrjoblib._parallel_backendsrrrr r!joblib.parallelr"r#r$r%r&r'r(r)r*rZRETURN_GENERATOR_BACKENDSpoprkeysALL_VALID_BACKENDSPROCESS_BACKENDSPARALLEL_BACKENDShasattrrDr.rr7r>rC ExceptionrErVrZr]rbrqrsrvmarkrrrrrrrrrrrrrrrr!r%r4rBrGrdrorwr{rrrrrrrrrrrrrrextendrorrrrrr_parallel_backendsrrrrrr r rrr'r.r2r;r9 SQUARE_LOCAL SQUARE_LAMBDArDr/r<r=r?rFrIrNrOrSrUr[rirlrxr|rrrrrrrrrrrrrrrrrrrrrrr"r,r4r7no_coverr?rKrUrWrdrortr{rrrrr) backend_strrjs00r6rs! & "( .-35++>;>86<91-+,5799*HMMO/6Vf]X]]_55(K(;,x ,.(KK:)62$ }4 2}nbnnW56/*I    2. " Y*:;<% b""- . :0 . =. Y*+ X~& Y %7&',7 Y*+,.2 476 Y@A B  0  _h' x(?)(? 99 Xy!F"F Y)*/+/: 5 5  [/*5+ 5& Y)*9+9  Y)*3+3 Y()A"*A"H Y!E"E.' Y! )/0 JK L M  M"   Y)*+:4 Y()3*3=9 >  Y)*CD-E+-* +   Y*+H,H$ Y)* X}%:&+:% 4$=>9?9;*$5Q#7 ''$)!H-HqH-  Y89 Y)?;<4=:4(#4 Y*:;<4=4( Y*:;<4=4( 1>))55>/; Y01 Y*:;< ,=1 , X}% Y)* Y*:;< =+& 47 _/0 _/0 Y*:;< '=11 ' Y*:;< %e}5!6=!> \=)(*(  8 / 0 0++  Y()3* 3. 0,  Y() ,* ,-)@    Y("*B7)LM ][, FG "?@ ,AHN , (9P FbggooGGOOFOO$&F'Q6X  =, FbggooGGOOFOO$&F'-:4&&8    Y()8* 80  /  /  9- ;. ; (Aq6* Y56,GHNI + NAr7+ Y*:;< t$=>O?=,O Y*+ X~&',   Y12 [;(=>? X~&>'@3 > Ar7+ [;(=>? Y*:;< t$=>??=@, ? Y12 [;(=>? X~&'@3. Y12 [;(=>? X~&'@30 Y12 ][*?@A ][*?@A X~&>'BB3>*    ][*?@A ][*?@A/"BB /"d  Y()(P* (PV Y%'Zt[!.2 2 Y()9*9( Y*:;<+=+\ Y*:;<3K=3KlE* ' Y-. Y*:;<A=/A*  Y*:;< t$=><?= <&H  Y*:;<   &+1F+= +0' Y2>$vG %BC $DH $ Y*:;< 4(ABC=  Y*:;<A=A&=B, ;  X~&8' 8&  $o6 X2w Y*:;<8= 7 82 X2w Z-. Y*:;<6=.  6> Xz"*#*W> E L K.Lh.sBk'k5l/l l'k21k25l?ll l