ϏDj! 6dZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddlm Z ddl mZddlmZddlmZddlZddlZdd lmZdd lmZmZdd lmZdd lmZmZdd lmZddlmZmZddl m!Z!m"Z"m#Z#m$Z$m%Z%eddl&m'Z'ddl(m)Z) ddl*Z* ddl,m-Z- ddl.Z.ddl/m0Z0ddl/m1Z1ddl/m2Z2ddl/m3Z3ddl/m4Z4ddl5m6Z6m7Z7ddl5m8Z8ddl5m9Z9ddl5m:Z:ddl5m;Z;mZ>e=j~Z@e@jdddgeBe=jzZDeDe=Dcgc] }e=|c}z ZDegZEndd gZEeEd!gzZFeGed"r!eDjejd#e=e>ZJd$ZKd%ZLd&ZMGd'd(eNZOdd*ZPd+ZQdd,ZRd-ZSd.ZTd/ZUd0ZVe!d1e8e9gejjCd2d3d4e;d45fd6ggd78ed9ZXe!d:eDe!d;gd<e!d=gd>d?ZYe!d:eDd@ZZdAZ[ee!dBgdCdDZ\ee!d:gdEdFZ]dGZ^e!dHe=e!dIe=dJZ_dKZ`edLZadMZbe!d;gdNdOZce!d:eFdPZdedQZeeee!dRgdSdTZfe!d:eFdUZgee!d:eFdVZhee!d:eEdWZiee!d:e=dXZjdYZke!d:e=e!dZdgd[fd\gd]fgd^Zlee!d:eFd_Zmd`Znee!d:eEdaZodbZpdcZqddZree!d:eFejjdefdgZtGdhdie0ZudjZve!d:eDdkZwee!d:eFe!d;gdldmZxdnZydoZze$edudpfdqZ{drZ|eFddZ}e}jedsDcgc]}dt|z c}ee!d:e}e!d1e9e8gduZGdvdwe0Ze!d1e8e9gdxZe!d1e8e9gdyZdzZd{ZGd|d}ej jhZe:d~eee!d:gde!d1e8e9gdZee!d;gde!d:eFe!d1e8e9gdZdZee!deFe!deFe!d1e8e9gdZee!d1e8e9ge!ddd)gdZe!dgddZe!dgddZedZeee!d:eEdZdZee!d:eEdZdZdZdZdZee!d:eEegnd#gze!deeege!dgddZdj1ej2j5ej2j5ej6ZedZdj1ej2j5ej2j5ej6ZedZdZdZdZeee!d:eEdZdZeedZdZdZejjCd;gddZdZdZejjCd;dd\gee!d:ee@dhz dZejjCd;dd4ge!d1e8e9ge$e.dudfdZe!d:eDe!d;gddZdZdZee!d:e@e!dddge!d;gddZeejjCd;dd4ge!dddge!d1e8e9ge$e.dudfdZe!d:e@e!dddge!d;gddZe!d:e@e!dddge!d;gddZe!d:e@e!dddge!dddge!d;gddZe!dgde!dddge!dddgd„Zeee!d:eEdÄZe!d:edd!gngdĢdńZee!d:eEdƄZee!d1e8e9gdDŽZe!d1e8e9gdȄZdɄZddʄZee!d:d d!ge!d1e8e9gd˄Zee!d1e8e9ge$e.dudfd̄Zdd̈́Zejje!d1e8e9ge!d:ed!gnd d!gd΄ZdτZe!d:edd gndge$e-dudЬfdфZe!d1e8e9ge$e.dudfd҄Ze!d1e8e9gdӄZdԄZdՄZdքZdׄZeee!d;gdآdلZeee!dgdۢe!d;dd4ge!d1e8e9gd܄Zee!d;dd4ge!dgdޢe!d1e8e9gd߄Zee!d;gddZy#e+$rdZ*Y [wxYw#e+$rdZ-Y bwxYw#e+$rdZ.Y kwxYwcc}wcc}w)z Test the parallel module. N)format_exception)sqrt)sleep) PicklingError) nullcontext TimeoutErrorparallel)dumpload)mp)np with_numpy)with_multiprocessing)IS_PYPY force_gc_pypy) parametrizeraisescheck_subprocess_callskipifwarns)get_reusable_executor)Queue) parallel_sum)SequentialBackend)ThreadingBackend)MultiprocessingBackend)ParallelBackendBase) LokyBackend)Paralleldelayed)parallel_config)parallel_backend)register_parallel_backend)effective_n_jobs cpu_count)rBACKENDSDEFAULT_BACKENDmultiprocessingloky threading get_contextspawnc 2t|dt|ddS)N_pool_workers)getattrbackends ]C:\Crop_Prediction\Backend\crop-ai-system\venv\Lib\site-packages\joblib/test/test_parallel.py get_workersr7[s 7GWWj$%G HHc ||z SN)xys r6divisionr>_s q5Lr8c |dzSNr;r<s r6squarerCcs 6Mr8ceZdZdZdZy)MyExceptionWithFinickyInitz1An exception class with non trivial __init__ cyr:r;)selfabcds r6__init__z#MyExceptionWithFinickyInit.__init__js r8N__name__ __module__ __qualname____doc__rLr;r8r6rErEgs  r8rEFc<|dk(r|rtddddt|S)NrHrIrJrK)rE ValueError)r<custom_exceptions r6exception_raiserrVns.Av"*#sC= 4(2 4 Hr8c8tjdt)Ng?)timerKeyboardInterruptrBs r6interrupt_raiserrZusJJsO r8c|dz|z|zS)zO A module-level function so that it can be spawn with multiprocessing. rAr;)r<r=zs r6fr]zs 6A:>r8cBttjdSNr)typer get_active_backendr;r8r6_active_backend_typerbs ++-a0 11r8cHt||dtdDS)Nn_jobsr5c3FK|]}tt|ywr:r#rC.0is r6 z parallel_func..s :. :.!r"range) inner_n_jobsr5s r6 parallel_funcrqs) 98< 9:.$)!H:. ..r8c"tdkDsJyr_)r(r;r8r6test_cpu_countrss ;??r8c"tdkDsJyr_r'r;r8r6test_effective_n_jobsrvs   !! !r8contextzbackend_n_jobs, expected_n_jobs)rmrmreNr)z positive-intz negative-intNone)idsc|d|5td|k(sJ dddtddk(sJy#1swYxYw)Nr-ryrru)rwbackend_n_jobsexpected_n_jobss r6test_effective_n_jobs_NonersQ ^ 4@ t,???@ 4 (A -- - @@s 8Ar5re)rrArxverbose)rA dctdDcgc] }t|c}t|||dtdDk(sJycc}w)N)rer5rc3FK|]}tt|ywr:rgrir<s r6rkz'test_simple_parallel..s &6'("&6rlrorCr")r5rerr<s r6test_simple_parallelrsU!&a )1VAY ) &HFG$ &&6,1!H&6 6 67 6 )sA cx|jtjddtjd5}t d|dt d D}|gd k(sJ dddDcgc]}d t|jvs|}}t|d k(sJy#1swYAxYwcc}w) Nname!some_new_name_for_the_main_thread)targetrvalueTrecordrArdc3FK|]}tt|ywr:rgrs r6rkz6test_main_thread_renamed_no_warning..s 62#$OGFOA 62rlrm)rrzworker timeoutr) setattrr-current_threadwarningscatch_warningsr"rostrmessagelen)r5 monkeypatchwarninforesultsws r6#test_main_thread_renamed_no_warningrs y779AC   -$5(!W562(-a622)###$$Na'7s199~'MNHN x=A  $$Os-B+7B7B7+B4ctjd5}tjdt||dddDcgc]}|j}}|rR|rOt d|D}t tjddrt|dk\n t|dk(}|xr|Sy|rJy#1swY{xYwcc}w) NTralways)r5rpc3>K|]}d|jdvyw)zbacked parallel loops cannotrN)args)rieachs r6rkz)_assert_warning_nested..s%'/$))A,>'nogilFr) rr simplefilterrqrallr3sysflagsr)r5rpexpectedrrwarnings_are_correctwarnings_have_the_right_lengths r6_assert_warning_nestedrs   -Bh'gLAB$,,a ,H, #&'$'$ '.cii%&HH "]a' +(J,J J+BB-s#B4C4B=z%parent_backend,child_backend,expected))r,r+T)r,r,F)r+r+T)r+r,T)r-r+T)r-r,Tc,td|fdtdDtd|fdtdD}|dk(r5tr!t|st j dt|sJyt |sJy) NrArdc3NK|]}ttddyw)rFr5rprNr#rri_ child_backends r6rkz0test_nested_parallel_warnings..s5/  (&'!  /"%rc3NK|]}ttdyw)rArNr)rirrrs r6rkz0test_nested_parallel_warnings..s55  (&'!  5rr-zThis test often fails in PyPy.reason)r"roranypytestxfailr)parent_backendrrress `` r6test_nested_parallel_warningsrs/HA~./q / 5(!^ 45q 5 C$ 3s8 LL @ A3xx3xxr8)r,r+r-cdg}d}tj||f}|j|j|dsJy)NFctjd5}tddtdDdddt t t |dk(|d<y#1swY/xYw)NTrrAryc3FK|]}ttdyw)皙?Nr#rrirs r6rkzPtest_background_thread_parallelism..background_thread..s 6'(r"6rlrr)rrr"roprintr)is_run_parallelrs r6background_threadz=test_background_thread_parallelism..background_thread sh  $ $D 1 6X HA 6,1!H6 6 6 c(m ]a/  6 6s #A((A1)rrr)r-Threadstartjoin)r5rrts r6"test_background_thread_parallelismrsHgO0  18JKAGGIFFH 1  r8cJtd|dtdDy)NrArdc3FK|]}ttdyw){Gz?Nrgrs r6rkznested_loop..s (0!"(0rlrnr4s r6 nested_looprs$'HAw'(0&+Ah(00r8rrcPtd|fdtdDy)NrArdc3HK|]}ttywr:)r#rrs r6rkz#test_nested_loop..!s#/?01 ]+/?"rn)rrs `r6test_nested_looprs'/HA~./?5:1X/??r8ctr:)rTr4s r6raise_exceptionr%s r8c tt5tdd5}|ttdtt dgddddddy#1swYxYw#1swYyxYw)NrAr,rd)rrTr"r#rrr s r6)test_nested_loop_with_exception_with_lokyr)sp  9 Q / 98 *gk*62.go.v68 9 999 9 999s"A,1A A, A) %A,,A5ctdtddfdtdDjsJy)z1Input is mutable when using the threading backendr)maxsizerAr-rdc3TK|]}tjd!ywrN)r#put)rirqs r6rkz1test_mutate_input_with_threads..4s%,-q,-s%(N)rr"rofull)rs@r6test_mutate_input_with_threadsr1s< aA+HA{+,-#(8,-- 668O8r8)rrArmctd}|Dcgc]}t|dc}t|d|Dk(sJycc}w)z.Check the keyword argument processing of pmap. rr=ryc3JK|]}tt|dywrrNr#r]rs r6rkz'test_parallel_kwargs..>s #D1JGAJqA$6$6#D!#N)ror]r")relstr<s r6test_parallel_kwargsr9sK )C # $1QqAY $ #HF ##D#D D EF E $sActd}|Dcgc]}t|d}}td|5}|j}||d|Dk(sJ||d|Dk(sJt"t |t |jusJdddtt jJ|d|Dk(sJtt |jJyycc}w#1swY^xYw) Nrrrrrdc3JK|]}tt|dywrrrs r6rkz3test_parallel_as_context_manager..M =AZWQZQ//=rc3JK|]}tt|dywrrrs r6rkz3test_parallel_as_context_manager..Nrrc3JK|]}tt|dywrrrs r6rkz3test_parallel_as_context_manager..Zs 9A++9r)ror]r"_backendrr7)r5rr<rpmanaged_backends r6 test_parallel_as_context_managerrAs )C#&'a!q 'H' G , K**1=====1===== >/;qzz3JJ J K  ~1::&.. q9S99 99 ~1::&.../( K KsC(AC--C6cGddtttd5tddfdt d Dd d d y #1swYy xYw) ze Check that pmap captures the errors when it is passed an object that cannot be pickled. ceZdZdZy)1test_parallel_pickling..UnpicklableObjectctd)N123) RuntimeErrorrGs r6 __reduce__z.UnpicklableObject.__reduce__es u% %r8N)rNrOrPrr;r8r6UnpicklableObjectrds &r8rzthe task to sendmatchrAr,rdc3RK|]}tt ywr:r#id)rirrs r6rkz)test_parallel_pickling..is*+5%&,772;  ,!+5$'rN)objectrrr"ro)rs@r6test_parallel_picklingr_sS &F&  %8 95*6*+5*/)+5 5555s &AA byteorder)<>=cdtjdjdj|djj }t ddfdtd D}|D]G\}}||k(sJ||jj k(sJtjj|Iy) Nc2||jjfSr:)dtyperrBs r6inspect_byteorderz=test_parallel_byteorder_corruption..inspect_byteorderrs!''####r8)rArmi4rAr,rdc3@K|]}tywr:r#)rirr r<s r6rkz5test_parallel_byteorder_corruption..ys$0*+"!"1%0rm) rarangereshapeviewr rr"rotestingassert_array_equal)rinitial_np_byteorderresult x_returnedbyteorder_in_workerr r<s @@r6"test_parallel_byteorder_corruptionrms $ ! V$))YKr*:;A77,, /XQ /0/4Qx0F,25' '"&:::"j&6&6&@&@@@ %%a45r8chttd|ddtdDdk(sJy)NrArer5timeoutc3FK|]}ttdyw)gMbP?Nrrs r6rkz0test_parallel_timeout_success..s ?2"#u?2rlr)rr"ror4s r6test_parallel_timeout_successr!sB >xq'2>?2',Ry?22 368 99 9r8ctt5td|ddtdDdddy#1swYyxYw)NrArrc3FK|]}ttdywrNrrs r6rkz-test_parallel_timeout_fail..s :3#$NGEN2 :3rlr)rr r"ror4s r6test_parallel_timeout_failr%sE  397D9:3(-b :3 3333 %>Ac fttt5td|t ddDcgc]\}}t t ||c}}dddtt5td|dDcgc]}t t|c}dddtd|5}t|jJt|j}tt5|t ddDcgc]\}}t t ||c}}dddt|jJt|j|usJtdDcgc]}t|dc}|dtdDk(sJt|j}tt5|dDcgc]}t t|c}dddt|jJt|j|usJtdDcgc]}t|dc}|d tdDk(s3J|j|j|j|j f dddtjMJtt5td dDcgc]}t t|c}dddtt5td t ddDcgc]\}}t t ||c}}dddtt"5tdd d tdDdddycc}}w#1swYNxYwcc}w#1swYxYwcc}}w#1swYxYwcc}wcc}w#1swYxYwcc}w#1swYWxYwcc}w#1swYxYwcc}}w#1swYxYw#1swYyxYw)NrArd)rr)rrrrrc3JK|]}tt|dywrrrs r6rkz%test_error_capture.. CAZWQZQ//Crc3JK|]}tt|dywrrrs r6rkz%test_error_capture..r)rryr)rerc3JK|]}tt|dyw)T)rUNr#rVrhs r6rkz%test_error_capture..s* !'W% &q4 @ @ !rr)rrZeroDivisionErrorr"zipr#r>rYrZr7rror] _iteratingn_completed_tasksn_dispatched_tasks _abortingrE)r5r<r=r original_workerss r6test_error_capturer4s  ~ % & 6 /HAw / #FF 351#"1a(5 6 6 % & @ /HAw /7=>!*)*1-> @ @ Q 0 Hx001= =*8+<+<= )* <&)&&&9;"a,'(+Aq1;< < x001= =x0019II I(-b 21QqAY2CrCCD E +8+<+<= )* IG13'"23A6GH Ix001= =x0019II I(-b 21QqAY2CrCCD ##X%?%?++X-?-?G D9 H8,,-55 % & @ HA 7=>!*)*1-> @ @ ! "G14VV1D EA WX q! $ E GG * +"%1% !Bi ! """q5 6 6? @ @; < <3 H I I39  P? @ @ FGG""sN( N" N(3N:N5 !N:=.my_generators1r AH} !9::G &(rArdr8rc3FK|]}tt|ywr:rgrhs r6rkz.test_error_in_task_iterator.. CQogfoa Crl)r9c3FK|]}tt|ywr:rgrhs r6rkz.test_error_in_task_iterator..r=rlrc3FK|]}tt|ywr:rgrhs r6rkz.test_error_in_task_iterator..s DQogfoa Drlr)r"rrT)r5r:rs r6test_error_in_task_iteratorrBs G , E J&> ? D C,*B C C D J&> ? D C,*B C C DJ&> ? E D,*C D D E E E D D  D D E E E EsQCB,CB8+CCC,B5 1C8C =CC CCc,|jd|zy)Nz Consumed %s)append)queueitems r6consumerrGs LL%&r8zbatch_size, expected_queue) Produced 0 Consumed 0 Produced 1 Consumed 1 Produced 2 Consumed 2 Produced 3 Consumed 3 Produced 4 Consumed 4 Produced 5 Consumed 5r) rHrJrLrNrIrKrMrOrPrRrQrSctfd}td||fd|D|k(sJtdk(sJy)zC Test that with only one job, Parallel does act as a iterator. c3^KtdD]}jd|z|ywNr z Produced %irorDrjrEs r6producerz'test_dispatch_one_job..producer0q A LL* +G *-rre batch_sizer5c3JK|]}tt|ywr:r#rG)rir<rEs r6rkz(test_dispatch_one_job.. s%?9()%#?9 # N)listr"r)r5r]expected_queuerYrEs @r6test_dispatch_one_jobrdsR FE ?HA*g>?9-5Z?99 N "" u:  r8cNtj}|jfd}tddd|fd|Dt}|ddk(sJ|d d j d }|d kDsJ|j d }||kDsJt dk(sJy )zW Check that using pre_dispatch Parallel does indeed dispatch items lazily. c3^KtdD]}jd|z|ywrVrWrXs r6rYz/test_dispatch_multiprocessing..producerrZr[rArrm)rer] pre_dispatchr5c3JK|]}ttdyw)rNr_)rirrEs r6rkz0test_dispatch_multiprocessing..!s'F=,-%'F=r`rrHNrz Consumed anyrxrNra)rManagerrbr"indexr)r5managerrYqueue_contentsfirst_consumption_indexproduced_3_indexrEs @r6test_dispatch_multiprocessingros jjlG LLNE FHA!!WEF=19F==%[N !  ,,-Ra066~F "R ''%++L9 5 55 u:  r8ctddd5}|dtdD|jjdk(sJ dddy#1swYyxYw)NrAautor-r\c3FK|]}tt|ywr:rrhs r6rkz/test_batching_auto_threading..8 .Q+'"+a. .rlrr"rorcompute_batch_size)rs r6test_batching_auto_threadingrw2sT v{ C4q .%+ ..zz,,.!333444 8AActdd|5}|dtdD|jjdkDsJ dddy#1swYyxYw)NrArqr\c3FK|]}tt|ywr:rrhs r6rkz2test_batching_auto_subprocesses..@rsrlrtrru)r5rs r6test_batching_auto_subprocessesr{<sV vw ?31 .%+ .. zz,,.222 333rxctt5tddddtdDdddy#1swYyxYw)zCMake sure that exception raised during dispatch are indeed capturedrAr)rergrc3FK|]}tt|ywr:r,rhs r6rkz*test_exception_dispatch..Ks#7=-. %G$ %a (7=rlrN)rrTr"ror;r8r6test_exception_dispatchrHsC  =6A67=27)7= ====r&cHtddtdDy)NrAryc3FK|]}tt|ywr:r,rijs r6rkz(nested_function_inner..Ps#9)*! !!$9rlrrnrjs r6nested_function_innerrOs"HA9.3Bi99r8cHtddtdDy)NrAryc3FK|]}tt|ywr:)r#rrs r6rkz(nested_function_outer..Us#>./&%&q)>rlrrnrs r6nested_function_outerrTs"HA>389>>r8z'https://github.com/joblib/loky/pull/255rchtt5}td|dtdDdddt j |j |j}dj|}d|vsJd|vsJd |vsJt |j tusJy#1swYuxYw) zEnsure errors for nested joblib cases gets propagated We rely on the Python 3 built-in __cause__ system that already report this kind of information to the user. rArdc3FK|]}tt|ywr:)r#rrhs r6rkz1test_nested_exception_dispatch..cs%,B23 *G) *1 -,BrlrNrrrV) rrTr"rorr`rtbr)r5excinfo report_linesreports r6test_nested_exception_dispatchrYs  Bw+7+,B7.s 21OGFOA  2rlrc3>K|]\}}|t|k(ywr:)rC)rirjrs r6rkz.test_njobs_converted_to_int..s9$!QqF1I~9r)r"_effective_n_jobsror enumerate)r5rerrs r6test_njobs_converted_to_intrsP 0A   A %% 2b 2 2C 9)C.9 99 9r8c tdtdtvsJtdtk(sJ td=y#td=wxYw)N test_backend)r&rr)r;r8r6test_register_parallel_backendrsB%!.2EF))'+>>>> ^ $H^ $s ,7 Acttk(sJ tdtddttk(sJ t t _ttk(sJy#t t _wxYw)Nr-T) make_default)rbDefaultBackendr&r)rr*r r;r8r6test_overwrite_default_backendrsb  !^ 333!+x /D/3 5#%)9999$3  !^ 33 3$3 s (A!!A2zOnly without multiprocessingcttd5tddtdDdddt d5tdtdDdddy#1swY?xYw#1swYyxYw)Nz)joblib backend '.*' is not available on.*rr,r4c3FK|]}tt|ywr:rgrhs r6rkz2test_backend_no_multiprocessing..s F!3 Frlrmc3FK|]}tt|ywr:rgrhs r6rkz2test_backend_no_multiprocessing..s8!?76?1%8rl)r UserWarningr"ror$r;r8r6test_backend_no_multiprocessingrs| {@ BG  FU1X FFG  (9 8uQx8899 GG 99s#A3 !A?3A<?Bc||d5tj\}}|dk(sJtddk(sJt}|jdk(sJ|dk(r0t |t usJt |jt usJ|dk(r0t |tusJt |jtusxJ|dk(r0t |tusJt |jtusCJ|jdr0t |tusJt |jtusJdddy#1swYyxYw)Nrmryr+r,r-test_) r rar'r"rer`rrr!r startswithr)rw backend_nameactive_backend active_n_jobsrs r6check_backend_context_managerrs! a (;(0(C(C(E% !!"a'' Jxx1} , ,'+AA A #'== = V #';6 6 #{2 2 [ ('+;; ; #'77 7  $ $W -'+>> > #':: :#;;;s D*D>>Ermztest_backend_%dc|tvr|jt|tttk(sJt |ttk(sJt ddfdtDttk(sJy)NrAr-rdc3NK|]}|stt|ywr:)r#r)rirIrws r6rkz/test_backend_context_manager..s*,<  /-.w:,.7MGDM!$7rlr)rr)rrbrr rar`rr"rerror)rrwrrrrrjs r6*test_parameterized_backend_context_managerrs/46  !^ 33 1 58(0(C(C(E% N#'CCC##r))!! Jxx1}zz^++7eAh778 a11tAw1 11 !^ 33 3882sBDDD cttk(sJ|tdd5tj\}}t |tusJ|j dk(sJ|dk(sJt}|jdk(sJ|j|usJ|dtdD}dddtdDcgc] }t|c}k(sJttk(sJy#1swYDxYwcc}w)N+)rrryc3FK|]}tt|ywr:rrhs r6rkzFtest_directly_parameterized_backend_context_manager..(rrl) rbrrr rar`rr"rerror)rwrrrrrjs r63test_directly_parameterized_backend_context_managerrs  !^ 33 -B7 B8(0(C(C(E% N#'CCC##r))!! Jxx1}zz^++7eAh778 a11tAw1 11 !^ 33 3882sBC1C=1C:c@tdtjS)Nr)rosgetpidr;r8r6sleep_and_return_pidr/s "I 99;r8cttk(sJtjdk(sJtddt dDS)NrrAryc3DK|]}ttywr:)r#rrs r6rkz"get_nested_pids..;s#1"#>r8rback_compat_backend)r-r,r+rc||5tddtdD}|D]}tt|dk(rJ dddy#1swYyxYw)NrAryc3DK|]}ttywr:)r#rrs r6rkz6test_nested_backend_context_manager..Rs"(  %GO $ &( rrr)r"rorset)rwr5 pid_groups pid_groups r6#test_nested_backend_context_managerrIsh  ,'XQ'( 2Y(  $ ,Is9~&!+ + , ,,,s?A AA)rArxNcdtdfdtdD|5tdfdtdDdddy#1swYyxYw)Nctt|k(sJt|}tj |k(sJyr:)rbr)r'r"r)expected_backend_typeexpected_n_jobs r6check_nested_backendz?test_nested_backend_in_sequential..check_nested_backendbs=$%2G)HHH*.9z++-???r8rryc3JK|]}ttdywr)r#r*)rirrs r6rkz4test_nested_backend_in_sequential..ls(  &$%oq9r`rc3BK|]}tywr:r)rirr5rres r6rkz4test_nested_backend_in_sequential..rs(  *G( )'6 : srn)r5rerwrs`` @r6!test_nested_backend_in_sequentialrZsl@HAr  (  2Y     s 'A%%A.c||5}|tur|d}|tur|d}j|k(sJ dddy#1swYyxYw)Nr5r)r$r% nesting_level)rw inner_backendexpected_levelctxr5s r6check_nesting_levelrxsX  73 o %)nG & &!fG$$666 777s ,?A outer_backendrct|dtd|fdtdDd5tfdtdDdddy#1swYyxYw)NrrArdc3LK|]}ttdywrr#rrirrwrs r6rkz-test_backend_nesting_level..s*.  %#$WmQ?.!$rryc3LK|]}ttdywrrrs r6rkz-test_backend_nesting_level..s*'07./J'r)rr"ro)rwrrs` `r6test_backend_nesting_levelrsq 2-HA}-.r. q )' '!"I' ''''s $A--A6with_retrieve_callbackTcFddlGfddt}td|d|d5}tdfdt d D|t ur|d j d k(sJ|tur|dj d k(sJdddy#1swYyxYw) Nrc>eZdZdZWZWj dZy))test_retrieval_context..MyBackendrc3>K|xjdz c_dywrzrrs r6retrieval_contextz;test_retrieval_context..MyBackend.retrieval_contexts FFaKF rN)rNrOrPrjsupports_retrieve_callbackcontextmanagerr) contextlibrsr6rrs& %;"  " "  # r8r retrievalcFtddt|DS)NrAryc3FK|]}tt|ywr:rrhs r6rkz>test_retrieval_context..nested_call..s!CQ+'"+a.!Crlrn)ns r6 nested_callz+test_retrieval_context..nested_calls!xq!!C%(!CCCr8rAryc3@K|]}t|ywr:r)rirjrs r6rkz)test_retrieval_context..s%  !GK  # rrr5r)rrr&r"ror$rjr%)rwrrrrrs ` @@r6test_retrieval_contextr s$k95D  ! 1X   o %y>##q( ( & &q688q= !!!s ABB r])rrxgQ?cdtt5t|dddy#1swYyxYw)Nr])rrTr"r s r6test_invalid_batch_sizer s'  (J'(((s &/z)n_tasks, n_jobs, pre_dispatch, batch_size) )rArArrq)rArArerqrrArerq)irArerqr)rrrerq)rarerq)ra 2 * n_jobsr)rarr)rrarrS)rrarrqc|||d}t|Dcgc] }t|}}tdi|dt|D}||k(sJycc}w)N)rergr]c3FK|]}tt|ywr:rgrhs r6rkz/test_dispatch_race_condition..s L!3 Lrlr;r)n_tasksrergr]paramsrjrrs r6test_dispatch_race_conditionrs_  &(F#(>2aq 2H2 h  LU7^ LLG h  3sActj}tdd}|jj d}|j}||k(sJy)NrAr+rdrw)rget_start_methodr" _backend_argsget)mp_start_methodrrw start_methods r6test_default_mp_contextrsM))+O#45Aoo!!),G++-L ? ** *r8c&|dk(rtjd}tjj d}|j ddtj jtd|fdtdDy)Nr+r/rirArdc3rK|].}ttjj0ywr:)r#rdotT)rirjrHs r6rkzAtest_no_blas_crash_or_freeze_with_subprocesses..s+(3$%133(3s47) rr.rrandom RandomStaterandnr!r"r"ro)r5rngrHs @r6.test_no_blas_crash_or_freeze_with_subprocessesr's{##..) ))   #C $AFF1accN(HAw'(3).q(33r8afrom joblib import Parallel, delayed def square(x): return x ** 2 backend = "{}" if backend == "spawn": from multiprocessing import get_context backend = get_context(backend) print(Parallel(n_jobs=2, backend=backend)( delayed(square)(i) for i in range(5))) c|dk(r,tjdk7rtjdtj |}t tjd|gddy)Nr+forkzVRequire fork start method to use interactively defined functions with multiprocessing.z-cr\[0, 1, 4, 9, 16\]r stdout_regex) rrrskip,UNPICKLABLE_CALLABLE_SCRIPT_TEMPLATE_NO_MAINformatrr executable)r5codes r62test_parallel_with_interactively_defined_functionsr2sY ##(;(;(=(G 6 7 7 > >w GD t$b*,r8aimport sys # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed def run(f, x): return f(x) {define_func} if __name__ == "__main__": backend = "{backend}" if backend == "spawn": from multiprocessing import get_context backend = get_context(backend) callable_position = "{callable_position}" if callable_position == "delayed": print(Parallel(n_jobs=2, backend=backend)( delayed(square)(i) for i in range(5))) elif callable_position == "args": print(Parallel(n_jobs=2, backend=backend)( delayed(run)(square, i) for i in range(5))) else: print(Parallel(n_jobs=2, backend=backend)( delayed(run)(f=square, x=i) for i in range(5))) z!def square(x): return x ** 2 zcdef gen_square(): def square(x): return x ** 2 return square square = gen_square() zsquare = lambda x: x ** 2 define_funccallable_position)r#rkwargsc |dvr1|tk7stjdk(rtjdt j |||tjjtjjtj}|jd}|j|ttj|j gddy) N)r+r/win32zNot picklable with pickle)r3r5r4joblib_root_folderzunpicklable_func_script.pyrr*r+) SQUARE_MAINrplatformrr-)UNPICKLABLE_CALLABLE_SCRIPT_TEMPLATE_MAINr/rpathdirnamejoblib__file__rwriterr0strpath)r5r3r4tmpdirr1 code_files r60test_parallel_with_unpicklable_functions_in_argsrDCs .. ; &#,,'*A /0 4 ; ;+77??277??6??+KL < ND 89I OOD **+R*,r8aimport sys import faulthandler # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed from functools import partial class MyClass: '''Class defined in the __main__ namespace''' def __init__(self, value): self.value = value def square(x, ignored=None, ignored2=None): '''Function defined in the __main__ namespace''' return x.value ** 2 square2 = partial(square, ignored2='something') # Here, we do not need the `if __name__ == "__main__":` safeguard when # using the default `loky` backend (even on Windows). # To make debugging easier faulthandler.dump_traceback_later(30, exit=True) # The following baroque function call is meant to check that joblib # introspection rightfully uses cloudpickle instead of the (faster) pickle # module of the standard library when necessary. In particular cloudpickle is # necessary for functions and instances of classes interactively defined in the # __main__ module. print(Parallel(backend="loky", n_jobs=2)( delayed(square2)(MyClass(i), ignored=[dict(a=MyClass(1))]) for i in range(5) )) )r8c|jd}|jtttj |j gddy)Nz(joblib_interactively_defined_function.pyr*)r,r)rr@5INTERACTIVE_DEFINED_FUNCTION_AND_CLASS_SCRIPT_CONTENTrrr0rArBscripts r67test_parallel_with_interactively_defined_functions_lokyrIs> [[C DF LLFG (*r8aimport sys # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed, hash import multiprocessing as mp mp.util.log_to_stderr(5) class MyList(list): '''MyList is interactively defined by MyList.append is a built-in''' def __hash__(self): # XXX: workaround limitation in cloudpickle return hash(self).__hash__() l = MyList() print(Parallel(backend="loky", n_jobs=2)( delayed(l.append)(i) for i in range(3) )) c|jd}|jtttj |j gdddy)Nz)joblib_interactive_bound_method_script.pyz\[None, None, None\] LokyProcess)r, stderr_regexr)rr@9INTERACTIVELY_DEFINED_SUBCLASS_WITH_METHOD_SCRIPT_CONTENTrrr0rArGs r6:test_parallel_with_interactively_defined_bound_method_lokyrOs> [[D EF LLJK3>>6>>:'>'5"$&r8cHtg}td|gk(sJy)NrAry)iterr")exhausted_iterators r6%test_parallel_with_exhausted_iteratorrSs'b 81 0 1R 77 7r8cBttjdy)z+Helper function to force gc in each worker.rN)rrXrr;r8r6_cleanup_workerrUsOJJrNr8ct|tjstdt ||j S)Nz#Expected np.memmap instance, got %r) isinstancermemmap TypeErrorr`copy)rHs r6 check_memmapr[s2 a #=Q! ! 668Or8cd}tdd|d|dD}t||t|D]%\}}tjj ||'tdd|d|dD}t||t|D]%\}}tjj ||'y) Nc3Kt|D],}tjdtj|z.yw)Nrr )roronesfloat32)rrjs r6generate_arrayszBtest_auto_memmap_on_arrays_from_generator..generate_arrayss3q 4A''"BJJ/!3 3 4s<>rArre max_nbytesr5c3FK|]}tt|ywr:r#r[rirHs r6rkz.&@@%& a @@rlrrc3FK|]}tt|ywr:rerfs r6rkz.rgrl)r"r.rrrr)r5rarrrs r6)test_auto_memmap_on_arrays_from_generatorris4 @haAw?@@*9#*>@@@GW)FG8 %%h78 @haAw?@@*9#*>@@@GW)FG8 %%h78r8c|Sr:r;)args r6identityrls Jr8c|jdj}tj}t j |dt j |dg}t||t|dtdfdd D\}td tjsJd j|kDsJtjj||y) Nz test.mmapuint8r^r) mmap_moderAryc3HK|]}ttywr:)r#rl)rirrXs r6rkz.test_memmap_with_big_offset..s Hq!2!26!: HrrAr)rrAmmapALLOCATIONGRANULARITYrzerosr_r r r"rWrXoffsetrr)rBfnamesizeobjrrXs @r6test_memmap_with_big_offsetrxs KK $ , ,E  % %D 88D ("''$g*F GCe %3 'F ha HC HHGF fQi ++ !9  d ""JJ!!#v.r8c6tjd5}tdddtdDdddt dk(sJ|d}t |j tsJt|j dk(sJy#1swYUxYw) NTrr)rerc3FK|]}tt|ywr:rgrhs r6rkzFtest_warning_about_timeout_not_supported_by_backend..s%LQogfoa&8%Lrl2rzThe backend class 'SequentialBackend' does not support timeout. You have set 'timeout=1' in Parallel but the 'timeout' parameter will not be used.) rrr"rorrWrrr)rrs r63test_warning_about_timeout_not_supported_by_backendr|s   -M%1%%L%)%LLM x=A  A aii -- qyy>    MMs $BBc|||<|Sr:r;) input_listrjrs r6set_list_valuersJu Lr8)rrArcdgdzt|ddfdtdD}t|}tdt |DsJy)Nrr generatorr-re return_asr5c3LK|]}tt||ywr:)r#r)rirjr~s r6rkzPtest_parallel_return_order_with_return_as_generator_parameter.. s)+E67 Aq1+Erc3,K|] \}}||k(ywr:r;rivrs r6rkzPtest_parallel_return_order_with_return_as_generator_parameter..s:$!QqAv:)r"rorbrr.)rerr~s @r6=test_parallel_return_order_with_return_as_generator_parameterrsd qJ+XV{)++E;@8+EEF &\F :#j&"9: :: :r8c2|r tdt|S)Nr)rr)edelays r6_sqrt_with_delayrs  b 7Nr8c t|d|dtdDtfdtdD}dgttddz}t d t ||DsJt y) Ngenerator_unorderedrc3TK|] }tt|dz|dk("yw)rArN)r#rrhs r6rkzK_test_parallel_unordered_generator_returns_fastest_first.. s/'F67! !!Q$a1'Fr;rc34K|]}tywr:)next)rirrs r6rkzK_test_parallel_unordered_generator_returns_fastest_first..#s=qd6l=s rrAc3,K|] \}}||k(ywr:r;rs r6rkzK_test_parallel_unordered_generator_returns_fastest_first..'s1aQr)r"rosortedrbrr.r)r5requickly_returnedexpected_quickly_returnedrs @r68_test_parallel_unordered_generator_returns_fastest_firstrs'XV/D%''F;@9'FFF=E!H==!"d5B<&8 8 8:JK  Or8rA sequentialct||yr:)rr5res r67test_parallel_unordered_generator_returns_fastest_firstr/s=WfMr8zThis test requires daskctjdd5|d5td|ddddddy#1swYxYw#1swYyxYwNrA n_workersthreads_per_workerdask) distributedClientr)rerws r6Atest_parallel_unordered_generator_returns_fastest_first_with_daskr9s]   A OvO AvNOOOOOOs A  ?A A A  A)rrArrxcdgdgdzz}tt5tj}t||d|Ddddtjz }|dksJy#1swY(xYw)NrHrrrdc3ZK|]#}ttj|%ywr:r#rXrrhs r6rkz%test_abort_backend..Ks&14'( GDJJ  "14s)+r7)rrYrXr")rer5delayst_startdts r6test_abort_backendrEsyUbTCZ F  4))+0014,214 44 w B 7N7 44s /A00A9cXtjtdt}d|d<|S)NgAr^Fr)rr_intbool)rkrs r6get_large_objectrQs$ WWS\ .FF1I Mr8ct|||5}|dtdD}t|t|~tdddy#1swYyxYw)N)rer5rc3FK|]}tt|ywr:)r#rrhs r6rkz0_test_deadlock_with_generator..\sJ13'"23A6Jrlr)r"rorr)r5rrer rs r6_test_deadlock_with_generatorrWsW % '*2Jb JJ V  V  s :AArrrct|||yr:)r)r5rres r6test_deadlock_with_generatorres "'9f=r8ctjdd5|d5td||ddddddy#1swYxYw#1swYyxYwr)rrr)rwrres r6%test_deadlock_with_generator_and_daskrmsV   A ?v? &dIv>??????s! A AA A A  AcLttd5t|||}|dtdD}t j}|dtdD}dddt jz dksJd ~t y#1swY6xYw) N)This Parallel instance is already runningrr5rc3FK|]}ttdywrrrs r6rkz/test_multiple_generator_call..s:1^WU^A&:rlrc3FK|]}tt|ywr:rrhs r6rkz/test_multiple_generator_call..s;1  A;rlrrAZThe error should be raised immediatly when submitting a new task but it took more than 2s.)rrr"rorXr)r5rrer grgen2s r6test_multiple_generator_callrys  A C<FGyI :b : :))+;c ;; < 99; 1 $ $ O!<.s;A^WU^B';rlrrrc3FK|]}tt|ywr:rrhs r6rkz7test_multiple_generator_call_managed..s=Q+'"+a.=rlrrAr)r"rorXrrr)r5rrer rrg2s r6$test_multiple_generator_call_managedrs &'% '  *2 ;r; ;))+ LEG >=%*==B > yy{W$q(  ( (  O > >   s#>B0 B$&)B0$B- )B00B9 return_as_1 return_as_2c tt|||dtdD}t|||dtddD}|dk(r t|}|dk(r t|}tdt |tdDsJtdt |tddDsJy) Nrc3LK|]}tt|dzywrANrrhs r6rkz9test_multiple_generator_call_separated..s&A"#  a1fA"$rc3LK|]}tt|dzywrrrhs r6rkz9test_multiple_generator_call_separated..s&B"#  a1fBrr7rc3,K|] \}}||k(ywr:r;rirrjs r6rkz9test_multiple_generator_call_separated..s8FCsax8rc3,K|] \}}||k(ywr:r;rs r6rkz9test_multiple_generator_call_separated..s=FCsax=r)r"rorrr.)r5rrrerrs r6&test_multiple_generator_call_separatedrs AK@A',RyA A B&'[ AB',R}B B++ 1I++ BZ 8c!U2Y&78 88 =c"eBm&<= == =r8zbackend, error))r,T)r-F)rFc R|dk(rttjdtd||}|dt dD}t j |d}|rttd n t}|5tj}td||d t dd D}t|d k(r t|}td t|t dd DsJ dddtjz dksJd} |jr1| dkr,| dz } tj d|jr| dkr,tj|z dksJ|j"dk7r|j$sJyy#1swYxYw)Nr,zRequires multiprocessingrArc3FK|]}ttdywr$rrhs r6rkz.s7#7rlrctdS)NzGenerator collected)rr;r8r6z;test_multiple_generator_call_separated_gc..s u-B'Cr8z The executor underlying Parallelrc3LK|]}tt|dzywrrrhs r6rkz.s&@ &'MGDM!q& !@ rr7rc3,K|] \}}||k(ywr:r;rs r6rkz.s@Q3!8@rrrrmrr)rrr-r"roweakreffinalizerrrrXrrrr.aliverrr2) r5rrerrorr rg_wrrrretrys r6)test_multiple_generator_call_separated_gcrs 6  ./7kBH7U2Y77A   AC DD  |#EF!m A ))+ ?HQ; ?@ +0R=@    / /q A@#ar2*?@@@@#A& 99; 1 $$ E **   2 ** 99; 1 $$!x!!#q(!!!!)9AAs =A. s Gq ',  " Grlrrc3DK|]}ttywr:r#rUrs r6rkz(test_memmapping_leaks..s 7 "'/ " $ 7rrrz/temporary directory of Parallel was not removedrbc3FK|]}tt|ywr:rerfs r6rkz(test_memmapping_leaks..#sC1glACrlc3DK|]}ttywr:rrs r6rkz(test_memmapping_leaks..$s3Qgo 3r) rAr"rr#rrlistdirrorAssertionError)r5rBrrs r6test_memmapping_leaksrsH ^^F q'$ & 8)* GRYY-=-=b-A,BQ,F GG2::f%&** 7eAh 77 8 3ZPzz&!  b P NOO a9AC)9)9")=(>(BCC3%(33 3ZPzz&!  b P NOOC 8 8s A,E  E))Nr,r-ctd|dtdD}|tdDcgc]}|dz c}k(sJycc}w)NrArdc3@K|]}td|yw)c |dzSr@r;rBs r6rz2test_lambda_expression...5s !q&r8Nrrhs r6rkz)test_lambda_expression..4s#29)*! !!$29srrn)r5rrjs r6test_lambda_expressionr.sL 2ha129.3Bi299G uRy1!qAv1 11 11s Acd}d}d|z td||}|fdt|D|jj|jjk(sJ|jj |jj k(sJ|fdt|D|jj|jjk(sJ|jj |jj k(sJy) zCTest that a parallel backend correctly resets its batch statistics.rAig@r)rrer5c3\K|]#}ttj%ywr:rrirj task_times r6rkz6test_backend_batch_statistics_reset..B">gdjj)$>),c3\K|]#}ttj%ywr:rrs r6rkz6test_backend_batch_statistics_reset..HrrN)r"ror_effective_batch_size_DEFAULT_EFFECTIVE_BATCH_SIZE_smoothed_batch_duration _DEFAULT_SMOOTHED_BATCH_DURATION)r5ren_inputsrrs @r6#test_backend_batch_statistics_resetr9sFHX IFGeHo>> JJ , , JJ 4 4 56 JJ / / JJ 7 7 89>eHo>> JJ , , JJ 4 4 56 JJ / / JJ 7 7 89 8r8cdD]}tt|jtk(sJt|d}t|jtusJt|d}t|jtusJt|d}t|jturJtdd d }t|jt usJ|d d5td }t|jt usJ|j dk(sJ ddd|d d5td d}t|jt usJ|j d k(sJ ddd|d d5td }t|jtusJ|j dk(sJ ddd|d d5td d}t|jtusJ|j d k(sJ dddy#1swYxYw#1swYxYw#1swYqxYw#1swYyxYw)N)rrArxrythreadsreprefer processes sharedmemrerequirerAr,)rer5rrrmrr)r`r"rrrr!re)rwrers r6$test_backend_hinting_and_constraintsrOs 4HF+445GG F9 5AJJ#333 F; 7AJJ>11 FK 8AJJ#333 4 6).MyCustomThreadingBackendTcyr:r;rs r6 apply_asynczgtest_backend_hinting_and_constraints_with_custom_backends..MyCustomThreadingBackend.apply_async r8c|Sr:r;rs r6r'zltest_backend_hinting_and_constraints_with_custom_backends..MyCustomThreadingBackend.effective_n_jobsMr8NrNrOrPsupports_sharedmem use_threadsrr'r;r8r6MyCustomThreadingBackendrs!   r8rrArrrrc eZdZdZdZdZdZy)\test_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackendFcyr:r;rs r6rzhtest_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackend.apply_asyncr r8c|Sr:r;rs r6r'zmtest_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackend.effective_n_jobsr r8Nr r;r8r6MyCustomProcessingBackendrs"   r8rrr)rerrzUsing ThreadingBackend as joblib backend instead of MyCustomProcessingBackend as the latter does not provide shared memory semantics.r5r) r r"r`r readouterrrstriprrT)capsysrwrrrouterrrs r69test_backend_hinting_and_constraints_with_custom_backendsrs #6 )+ ,< Ak 2AJJ#;;; A{ 3AJJ#;;;; <$7 *, - Ak 2AJJ#<<<$$&Sbyby A{B ?AJJ#333$$&S@yy{h&&byy!$  K24kJKKG<<"$KKs%A E'B$E3 E?'E03E<?Fctt5tddddtt5tddddtt5tdddddtKtt5tdddddtt5td ddddyy#1swYxYw#1swYxYw#1swYsxYw#1swYTxYw#1swYyxYw) Ninvalidrrrr)rrr,rr+)rrTr"rr;r8r6,test_invalid_backend_hinting_and_constraintsrs  # "#  $#$  :  [9:  ~J  : V[ 9 : J  E . D E E ##$$:: : : E Es: C C CC$(C0C  CC!$C-0C9c td5}t|jj|jjfg}dk(r |cdddS|fdt dD}||dzcdddS#1swYyxYw)zCPerform nested parallel calls and introspect the backend on the wayrAryrNc3RK|]}ttdddz i yw)limitrNr;)r#_recursive_backend_info)rirjr5r!s r6rkz*_recursive_backend_info..s2'5G34O519OO'rr)r"r`rrNrro)r!r5r this_levelrs`` r6r"r"s  'qAJJ'00!**2J2JKL A:'''"1X''GAJ& '''s=B"BB c||d5t}dddtdk(rd}d}nd}d}|jdz}|df|dfd|fd|fg}|k(sJy#1swYHxYw)NrAryrrrBackendr)r"r(title)rwr5backend_types_and_levelssecond_level_backend_type max_leveltop_level_backend_typeexpected_types_and_levelss r6test_nested_parallelism_limitr,s  #=#:#< ={a$7! $6! $]]_y8 # "A& i( i( ! $'@ @@ @#==s AA&c tjdd5tjt dtj }t dD]C}|d5t|}dddtdk(sJtd|DrCJ|d5t}dddtdk(sJtd |DsJ dddy#1swYxxYw#1swYCxYw#1swYyxYw) NrArgcAr^r)datarc3,K|] \}}|dk(ywDaskDistributedBackendNr;rirrs r6rkz4test_nested_parallelism_with_dask..s$@"477@rc3,K|] \}}|dk(ywr0r;r2s r6rkz4test_nested_parallelism_with_dask..s"<tQ33<wws3xrxx0q @A N+B+M( N/0A5 5@&>@@ @  @V_ A'>'@ $ A+,11<":<< <<<< N N A A<.sG2g124GrrArn) nesting_limits r6r7r7s 8:GeAhG GGr8c>||d5tt5}tddddddj}|dk(r-ddlm}t ||tfrtjdt |tsJy#1swYbxYw#1swYfxYw)NrAryr,r)TerminatedWorkerErrorz1Loky worker crash when serializing RecursionError) r BaseExceptionr7r&joblib.externals.loky.process_executorr:rWrrrRecursionError)rwr5rexcr:s r6test_thread_bomb_mitigationr? s  #" M " "g  ! "" --C& Q c1=A B LLL M c> ** *! " """s!B BBB BBcri}dD]$}tjj|||<&|tdfS)N)OMP_NUM_THREADSOPENBLAS_NUM_THREADSMKL_NUM_THREADSVECLIB_MAXIMUM_THREADSNUMEXPR_NUM_THREADSNUMBA_NUM_THREADS ENABLE_IPCr)renvironrr)env_varsvars r6_run_parallel_sumrK'sBH3, s+ , \#& &&r8zNeed OpenMP helper compiledc*td|dtdD}ttdzd}|D]T\}}||k(sJ|j D]5\}}|j dr|t |k(r&J|dk(sJ|dk(r5JVy)NrArdc3DK|]}ttywr:)r#rKrs r6rkz-test_parallel_thread_limit..3s!2)*"!"$2rr_THREADSrG1)r"rorr(itemsendswithr)r5rexpected_num_threadsworker_env_varsomp_num_threadsrrs r6test_parallel_thread_limitrU0s2ha12.3Ah2Gy{a/3,3$("666*002 $KD%}}Z($8 999|++|#  $$r8c`ttd5|ddddy#1swYyxYw)NzPlease install daskrr)rrT)rws r6)test_dask_backend_when_dask_not_installedrWAs+  "7 8s $-cGddt}d}||5tjt|5t ddt dDddddddy#1swYxYw#1swYyxYw)Nc eZdZdZddZdZy)3test_zero_worker_backend..ZeroWorkerBackendcyr_r;)rGrr5s r6rz=test_zero_worker_backend..ZeroWorkerBackend.configureMr8Nctd)NzNo worker availabler)rGfunccallbacks r6rz?test_zero_worker_backend..ZeroWorkerBackend.apply_asyncPs45 5r8cyr_r;rs r6r'zDtest_zero_worker_backend..ZeroWorkerBackend.effective_n_jobsSr\r8r:)rNrOrPrrr'r;r8r6ZeroWorkerBackendrZLs  6 r8raz&ZeroWorkerBackend has no active workerrrAryc3FK|]}tt|ywr:rrhs r6rkz+test_zero_worker_backend..Ys@!{wr{1~@rl)rrrrr"ro)rwra expected_msgs r6test_zero_worker_backendrdHs,.check_globalsds!!r8rAryc3>K|]}tywr:rrirjrhs r6rkz.j!14%&  14z changed valuec3>K|]}tywr:rrjs r6rkz.srkrl)rgr"ror)workers_global_variablerhs @r6)test_globals_update_at_each_parallel_callro\s *" ?. ..0ha014*/(144 & ',<+= ==) ?o --0ha014*/(144 & 'O+< << .s%GE67/./1GErrAr rtrrr-r"ror'rr(r)reryworkers_threadpool_infosexpected_child_num_threadss r6(test_threadpool_limitation_in_child_lokyrs12K ;1 CDFxvFGE;@8GE Ef %F!$Y[F%:A!>4k68r8inner_max_num_threads)rrArNcJt}t|dk(rtjd|d|5t |dt dD}dddt |}|tt|zd }n|}t||y#1swY>xYw) Nrrrr,rryc3DK|]}ttywr:rrhs r6rkz>test_threadpool_limitation_in_child_context..s#;I:; 3G2 3 5;IrrArr)rwrerryrrs r6+test_threadpool_limitation_in_child_contextrs12K ;1 CD /D EI#:86#:;I?DQx;I$I If %F$%()>%B"%:"4k68IIs #BB"var_name)rBrCrAcFtdjdtjj } dtj<t |fdt dD}|ddgk(sJ|dd 5t |fd t dD}ddd|d d gk(sJ |tj=y|tj<y#1swY;xYw#|tj=w|tj<wxYw) NTreusec@tjj|Sr:)rrHr)rs r6_get_envz>test_threadpool_limitation_in_child_override.._get_envszz~~h''r84ryc3@K|]}tywr:rrirjrrs r6rkz?test_threadpool_limitation_in_child_override..s#*;,- GH h '*;rrAr,rrc3@K|]}tywr:rrs r6rkz?test_threadpool_limitation_in_child_override..s#.?01!!(+.?rrO)rshutdownrrHrr"ro)rwreroriginal_var_valuerrs ` @r6,test_threadpool_limitation_in_child_overriders%..0(16" 8)(&)*;16q*;;3*$$ V1 5 ?-hf-.?5:1X.??G ?3*$$$  % 8$#5BJJx  ? ?  % 8$#5BJJx s%A C7 &C+1C7+C40C77)D )rArrxcd}||td}tdD]}||td}||k(rJy)Ncdtdt|fdtdDy)Nrryc3HK|]}ttywr:)r#sum)rirjr<s r6rkzAtest_loky_reuse_workers..parallel_call..sCA  QCr)ror")rer<s @r6 parallel_callz.test_loky_reuse_workers..parallel_calls% "ICrCCr8Trr)rro)rerfirst_executorrexecutors r6test_loky_reuse_workersrsN D &*6N2Y*f(t4>))*r8)F)rr)rmr:)rQrrrXrqrrr- tracebackrmathrrpicklerrrr+r rr>r r r joblib._multiprocessing_helpersrjoblib.test.commonrrrrrjoblib.testingrrrrrjoblib.externals.lokyrrErposix ImportError _openmp_test_helper.parallel_sumrrjoblib._parallel_backendsrrrr r!joblib.parallelr"r#r$r%r&r'r(r)r*rZRETURN_GENERATOR_BACKENDSpoprkeysALL_VALID_BACKENDSPROCESS_BACKENDSPARALLEL_BACKENDShasattrrDr.rr7r>rC ExceptionrErVrZr]rbrqrsrvmarkrrrrrrrrrrrrrrrr!r%r4rBrGrdrorwr{rrrrrrrrrrrrrrextendrorrrrrr_parallel_backendsrrrrrr r rrr'r.r2r;r9 SQUARE_LOCAL SQUARE_LAMBDArDr/r<r=r?rFrIrNrOrSrUr[rirlrxr|rrrrrrrrrrrrrrrrrrrrrrr"r,r4r7no_coverr?rKrUrWrdrortr{rrrrr) backend_strrjs00r6rs & "( .-35++>;>86<91-+,5799*HMMO/6Vf]X]]_55(K;,x ,.KK:)62$ }4 2}nbnnW56/*I    2. " Y*:;<% b""- . :0 . =. Y*+ X~& Y %7&',7 Y*+,.2 476 Y@A B  0  _h' x(?)(? 99 Xy!F"F Y)*/+/: 5 5  [/*5+ 5& Y)*9+9  Y)*3+3 Y()A"*A"H Y!E"E.' Y! )/0 JK L M  M"   Y)*+:4 Y()3*3=9 >  Y)*CD-E+-* +   Y*+H,H$ Y)* X}%:&+:% 4$=>9?9;*$5Q#7 ''$)!H-q-  Y89 Y)?;<4=:4(#4 Y*:;<4=4( Y*:;<4=4( 1>))55>/; Y01 Y*:;< ,=1 , X}% Y)* Y*:;< =+& 47 _/0 _/0 Y*:;< '=11 ' Y*:;< %e}5!6=!> \=)(*(  8 / 0 0++  Y()3* 3. 0,  Y() ,* ,-)@    Y("*B7)LM ][, FG "?@ ,AHN , (9P FbggooGGOOFOO$&F'Q6X  =, FbggooGGOOFOO$&F'-:4&&8    Y()8* 80  /  /  9- ;. ; (Aq6* Y56,GHNI + NAr7+ Y*:;< t$=>O?=,O Y*+ X~&',   Y12 [;(=>? X~&>'@3 > Ar7+ [;(=>? Y*:;< t$=>??=@, ? Y12 [;(=>? X~&'@3. Y12 [;(=>? X~&'@30 Y12 ][*?@A ][*?@A X~&>'BB3>*    ][*?@A ][*?@A/"BB /"d  Y()(P* (PV Y%'Zt[!.2 2 Y()9*9( Y*:;<+=+\ Y*:;<3K=3KlE* ' Y-. Y*:;<A=/A*  Y*:;< t$=><?= <&H  Y*:;<   &+1F+= +0' Y2>$vG %BC $DH $ Y*:;< 4(ABC=  Y*:;<A=A&=B, ;  X~&8' 8&  $o6 X2w Y*:;<8= 7 82 X2w Z-. Y*:;<6=.  6> Xz"*#*W> E L K.Lh.sBk'k5l/l l'k21k25l?ll l