+ :iRt^RIt^RIt^RIt^RIt^RIt^RIt^RIt^RIt^RI t ^RI t ^RI t ^RI t ^RIHtHtHtHt^RIHtHtHtHtHtHt^RIt^RIHt^RIH t ]R, t!^RI"H#t#]#!4^RI$H%t%R t&^R I$H(t(R t)^RI*t+R t,] PZ!])R 4t.] PZ!]&R 4t/]);'d](P`R8Ht1] PZ!]1R4t2]PfPiR4t5]PfPiR4t6]PnRF8*t8]8t9]5'*t:Rt;],'dRt!RR]?4t@!RR]@4tA!RR]?4tB!RR]@4tC!RR ]@4tD!R!R"]@4tER#tFR$tG] PtI!R%R&]?4tJR'tK]G!]I]P4tM]G!]K!R(4!tN]5'g]G!]K!R)4!tO]G!]K!R*4!tP]G!]K!R+4!tQ!R,R-]4tR] PRG9tT] PZ!]TR.4!R/R0]R44tU]UP4!R1R2]?4tW!R3R4]W]R4tX]XP4!R5R6]4tY]!R7R8]Y44tZ]ZP4]!R9R:]Y44t[]!R;R<]Y44t\]]2!R=R>]Y444t]]]/!R?R@]Y444t^]!RARB]44t_]].!RCRD]444t`]aRE8Xd] P!4R#R# ]'dR t&ELi;i ]'dR t)ELi;i ]'dR t,ELi;i)Hz Tests the parallel backend N)jit vectorize guvectorizeset_num_threads)temp_directoryoverride_configTestCasetagskip_parfors_unsupported linux_only)_TIMEOUT)configgN@)_check_tbb_version_compatible)tbbpoolTF)omppoolzOpenMP threadpool requiredzTBB threadpool requiredGNUzGNU OpenMP only testswindarwinc<\P!V4V,#N)nponesnvs&&_/var/www/html/photoedit/myenv/lib/python3.14/site-packages/numba/tests/test_parallel_backend.pyfoorHs 771:>c\P!\P!W34\P!W344pV\P!V4,V,#r)rdotrarange)rrxs&& rlinalgr"Ms> FF277A6?BGGQFO 4299Q<!##rc<\P!V4V,#r)rr rs&&rr"r"Qsyy|arcW,#r)abs&&r ufunc_foor(Vs 5LrcW,V^&R#)Nr%)r&r'outs&&&r gufunc_foor,Zs UCFrc&a]tRt^^toRtRtVtR#)runnablec WnR#r_options)selfoptionss&,r__init__runnable.__init___s rr0N)__name__ __module__ __qualname____firstlineno__r4__static_attributes____classdictcell__ __classdict__s@rr.r.^s  rr.c&a]tRt^ctoRtRtVtR#) jit_runnerc\R/VPB!\4p^p^ p\W#4pV!W#4p\PP WE4R#Nr%)rr1rrtestingassert_allcloser2cfuncr&r'expectedgots& r__call__jit_runner.__call__esF$dmm$S)  q9Ak ""81rr%Nr6r7r8r9rIr:r;r<s@rr?r?c22rr?c,a]tRt^ntoRtRtRtVtR#) mask_runnerc WnW nR#r)runnermask)r2rPrQr3s&&&,rr4mask_runner.__init__os   rctVP'd\VP4VP4R#r)rQrrP)r2s&rrImask_runner.__call__ss" 999 DII & r)rQrPNr6r7r8r9r4rIr:r;r<s@rrNrNnsrrNc&a]tRt^{toRtRtVtR#) linalg_runnerc\R/VPB!\4p^p^ p\W#4pV!W#4p\PP WE4R#rA)rr1r"rrCrDrEs& rrIlinalg_runner.__call__}sF$dmm$V,  !<Ak ""81rr%NrKr<s@rrWrW{rLrrWc&a]tRt^toRtRtVtR#)vectorize_runnerc&\R.3/VPB!\4p\PP ^ 4P \P 4;r#\W#4pV!W#4p\PPWE4R#)z(f4, f4)N) rr1r(rrandomastypefloat32rCrDrEs& rrIvectorize_runner.__call__sf:,8$--8C   $++BJJ77Q?Ak ""81rr%NrKr<s@rr[r[s22rr[c&a]tRt^toRtRtVtR#)guvectorize_runnerc,R.p\VR3/VPB!\4p\PP ^ 4P \P 4;r4\W44pV!W44p\PPWV4R#)z(f4, f4, f4[:])z (),()->()N) rr1r,rr]r^r_r(rCrD)r2sigrFr&r'rGrHs& rrIguvectorize_runner.__call__sn !C> >zJ   $++BJJ77Q?Ak ""81rr%NrKr<s@rrbrbrLrrbc 8VPR4p\P!4\\ \ V4R,44F p\ P!V4pV!4K" R# \dpTPT4Rp?R#Rp?ii;i)queueg?N) get faulthandlerenablerangeintlenr]choice Exceptionput)fnlistkwargsq_fnes&, rchooserrwsp 7As3v;,-.Av&B D/  asAA22 B=BBcaaVV3RlpV#)c <S !4pRV/p\^4Uu.uFpS !\V3VR7NK ppVFpVP4K VFpVP4K VP 4'gw.pVP 4'g#VP VP R44K8Rp\TRPVUu.uFp\V4NK up4,4hR#uupiuupi)rg)targetargsrrFz)Error(s) occurred in delegated runner: %s N) rkrwstartjoinemptyappendrh RuntimeErrorrepr) rqrskwsithstherrors_msgr!parallel_class queue_impls & r run_compile$compile_factory..run_compiles Lla" 1WF9SI  "B HHJB GGIwwyyFggii aeeEl+?Dtdii&0I&Qa&0I&JJK K  "1Js C5C:r%)rrrsff rcompile_factoryrsL rc,a]tRt^toRtRtRtVtR#)_proc_class_implcWnR#r_method)r2methods&&rr4_proc_class_impl.__init__s rcf\P!VP4pVP!V/VB#r)multiprocessing get_contextrProcess)r2r{rrctxs&*, rrI_proc_class_impl.__call__s*))$,,7{{D+F++rrNrUr<s@rrrs,,rrctVR8XdRp\P!V4p\V4pVPpW#3#)defaultN)rrrQueue)rrprocrgs& r_get_mp_classesrs:   % %f -C F #D IIE ;rspawnfork forkserverrca]tRt^toRt]!RR7]!RRR7]!RRR7]!RR7]!RRR7]!RR7]!RRR7]!RRRR7]!RR7]!RRR7]!RRRR7. t ] 'g:]!RRR 7]!RRRR 7]!RRR 7]!RRRR 7.t ] P] 4] P^8d.tM^^.t.t] F$t]Ft]P']!]]44K K& R R .t]P'R 4]'d#]P'R4]P'R4R]!R] '*R 7.R]!RRR7.R]!RRR7.R] R]/tRR0tRRltRtVtR#)TestParallelBackendBasez. Base class for testing the parallel backends T)nopython)rcache)rnogilparallel)rrz)rrzr)rr)rrr threadingr]multiprocessing_spawnmultiprocessing_forkmultiprocessing_forkserverconcurrent_jitconcurrent_vectorizeconcurrent_guvectorizeconcurrent_mix_useconcurrent_mix_use_masksomptbbc\VPP4Vn\ RVP4;_uu_4VR8Xd \ V4MVR8Xd \ V4MVR8Xd \V4MVR8Xd \V4MVR8Xd \V4MVR8Xdk\ \.p\'d+VP\ 4VP\4\P!V4VF pV!V4K M\RV,4hRRR4R# +'giR#;i) CACHE_DIRrrrrmultiprocessing_defaultr]zUnknown parallelism supplied %sN)r __class__r6 _cache_dirr thread_implfork_proc_implforkserver_proc_implspawn_proc_impldefault_proc_impl _HAVE_OS_FORKrr]shuffle ValueError)r2rq parallelismpsimpls&&& rr#TestParallelBackendBase.run_compiles()@)@A [$// : :k)F# 66v& <<$V, 77' 99!&)(!?3 =IIn-II23r"DL!5 CEE+; : : :sA>D0A$D00 E )rN)r)r6r7r8r9__doc__r?rWr[rb all_impls_parfors_unsupported parfor_implsextendr NUMBA_NUM_THREADSmasks mask_implsrrQrrNrrrunners safe_backendsrr:r;r<s@rrrs D!D-D-t$t40$'$z:$zFD)D<D4H I t 4 t4 @ 4$ 7 4$d C  & !#AJD   k$5 6)K./1278  4H0H J   d: >!  ! Z @#  i"J GENMEErrzThreading layer not explicitc4a]tRtRtoRt]R4tRtVtR#)TestParallelBackendi6a]These are like the numba.tests.test_threadsafety tests but designed instead to torture the parallel backend. If a suitable backend is supplied via NUMBA_THREADING_LAYER these tests can be run directly. This test class cannot be run using the multiprocessing option to the test runner (i.e. `./runtests -m`) as daemon processes cannot have children. cVPFZpVPP4F9wr#RV,R,V,pRpV!W14pWFn\ WV4K; K\ R#)test_rtcaaVV3RlpV#)c<\P!4pVP'dRpVPV4R#VP SSR7R#)z)daemonized processes cannot have children)rN)rcurrent_processdaemonskipTestr)r2selfprocrrps& r test_methodBTestParallelBackend.generate..methgen..test_methodJs>#2#B#B#D#???#ND MM$/ ,,Tq,Arr%)rrrsff rmethgen-TestParallelBackend.generate..methgenIsB'&rN)rritemsr6setattr)clsrnamermethnamerrus& rgenerateTestParallelBackend.generateCs\A!kk//1 "Q;,t3 'T%& r*2!rr%N) r6r7r8r9r classmethodrr:r;r<s@rrr6s++rrc ^a]tRtRtoR]R]R]P!RR4/tRt Rt R t Vt R #) TestInSubprocessi[rr workqueueFc\P!V\P\PVR7p\P!\ VP 4pVP4VP4wrVVP^8wd-\RVP: RVP4: R24hVP4VP43VP4# TP4i;i)stdoutstderrenvprocess failed with code : stderr follows r| subprocessPopenPIPErTimer _TEST_TIMEOUTkillr} communicate returncodeAssertionErrordecodecancelr2cmdlinerpopentimeoutr+errs&&& rrun_cmdTestInSubprocess.run_cmd`s  (2(2%(* //-<  MMO((*HC1$$%%szz|566::<- NN GNN s A>C,,C>c\PP4p\V4VR&\P RRV.pVP WC4#)NUMBA_THREADING_LAYERz-mznumba.runtests)osenvironcopystrsys executabler)r2testthreading_layerenv_copyrs&&& rrun_test_in_separate_process-TestInSubprocess.run_test_in_separate_processssD::??$,/,@()>>4)94@||G..rr%N) r6r7r8r9 skip_no_tbb skip_no_ompunittestskipIfbackendsrrr:r;r<s@rrr[s5{{X__UB79H&//rrcHa]tRtRtoRtRt]R4t]R4tRt Vt R#)TestSpecificBackendiza This is quite contrived, for each test in the TestParallelBackend tests it generates a test that will run the TestParallelBackend test in a new python process with an environment modified to ensure a specific threadsafe backend is used. This is with view of testing the backends independently and in an isolated manner such that if they hang/crash/have issues, it doesn't kill the test suite. Fc aa VPp\PpRV,R,V,pV: RV: RV: 2o VV 3RlpRV: RV: RS: 2p \W \ R4!V!V444R#)rrt.cf<VPSS4wrVP'd\RV: RV: R24\P!RV4pVe!VP VP ^44VPRV4VPRV94VPRV94R#)z stdout: "z " stderr: ""z\.\.\. skipped '(.*?)'NOKFAILERROR) r_DEBUGprintresearchrgroupassertIn assertTrue)r2orvmbackendinjected_methods& r test_template2TestSpecificBackend._inject..test_templates44_gNDA{{{1a@A 3Q7A} aggaj) MM$ " OOF!O , OOG1, -r long_runningN)r7rr6rr ) rrrr( backend_guardthemodtheclsrr* injected_testr)s &&&f& @r_injectTestSpecificBackend._injectsf$--Q;$t+(.A .,-dG< N#M-$@A Crc bVPP4FwrVPF{pVPP 4FZpVR9d/VR8Xd(\ P PR4'dK8VR9d VR8XdKHVPW4W4K\ K} K R#)rrlinuxrN)rr])rr]) rrrrkeysr platform startswithr1)rr(r-rrs& rrTestSpecificBackend.generates&)ll&8&8&: "G__KK,,.D??5(LL33G<< 44#{2 KK@/%';rr%N) r6r7r8r9rrrr1rr:r;r<s@rrrzs;FCC.AArrca]tRtRtoRtR]P P]4,t RR] /,t R Rlt Rt Vt R#) ThreadLayerTestHelperizH Helper class for running an isolated piece of code based on a template z%raif 1: import sys sys.path.insert(0, "%(here)r") import multiprocessing import numpy as np from numba import njit import numba try: import threading_backend_usecases except ImportError as e: print("DEBUG:", sys.path) raise e import os sigterm_handler = threading_backend_usecases.sigterm_handler busy_func = threading_backend_usecases.busy_func def the_test(): %%s if __name__ == "__main__": the_test() hereNcdVf-\PP4p\R4VR&\P !V\P \P VR7p\P!\VP4pVP4VP4wrVVP^8wd-\RVP: RVP4: R24hVP!4VP4VP43# TP!4i;i)Nrrrrrr|)rrrr rrrrrrrr}rrrrrrs&&& rrThreadLayerTestHelper.run_cmds ;**//#C+.u:C' (  (2(2%(* //-<  MMO((*HC1$$%%szz|566% NN zz|SZZ\)) NN s ADD/r%r)r6r7r8r9rrpathdirname__file___heretemplaterr:r;r<s@rr:r:sB 277??8, ,E, 5/-H0**rr:c za]tRtRtoRtRtR]R]R]P!RR4/t ] R4t ] R 4t R tVtR #) TestThreadingLayerSelectioniz8 Checks that numba.threading_layer() reports correctly. Frrrrc haV3RlpRS,p\W\R4!V!V444R#)c$<RpVPVS,,p\PRV.p\PP 4p\ S4VR&VPW4R7wrVVP'd\WV4R#R#)zif 1: X = np.arange(1000000.) Y = np.arange(1000000.) Z = busy_func(X, Y) assert numba.threading_layer() == '%s' -crrN) rBr r rrrr rrr )r2bodyrunmerrr+rr(s& rr*:TestThreadingLayerSelection._inject..test_templatestD MMTG^4E~~tU3G**//#C+.w @rcnVPP4FwrVPW4K R#r)rrr1)rr(r-s& rr$TestThreadingLayerSelection.generate s(&)ll&8&8&: "G KK /';rr%N)r6r7r8r9rrrrrrrrr1rr:r;r<s@rrDrDs\F{{X__UB79H@@(00rrDca]tRtRtoV3RlRlt]]R44t]]R44t]R4t ]R4t Rt R t Vt R #) TestThreadingLayerPriorityic <V^8dQhRS[/#)env_var)r )formatr=s"r __annotate__'TestThreadingLayerPriority.__annotate__s##C#rc \PP4pRVR&WR&RV R2p\PR\ P !V4.pVPWBR7R#) zJTest setting priority via env var NUMBA_THREADING_LAYER_PRIORITY. rrNUMBA_THREADING_LAYER_PRIORITYa import numba # trigger threading layer decision # hence catching invalid THREADING_LAYER_PRIORITY @numba.jit( 'float64[::1](float64[::1], float64[::1])', nopython=True, parallel=True, ) def plus(x, y): return x + y captured_envvar = list("a ".split()) assert numba.config.THREADING_LAYER_PRIORITY == captured_envvar, "priority mismatch" assert numba.threading_layer() == captured_envvar[0], "selected backend mismatch" rGrHN)rrrr r textwrapdedentr)r2rTrcodecmds&& r each_env_var'TestThreadingLayerPriority.each_env_varsojjoo'0 #$07 ,- )*1 2( NN  OOD !  S "rc.ROp\P!V4F%pRPV4pVPV4K' R#)r N)rrr) itertools permutationsr~r^)r2rrrTs& rtest_valid_env_var-TestThreadingLayerPriority.test_valid_env_var8s9.''0AhhqkG   g &1rcRpVP\4;_uu_4pVPV4RRR4RF)pVPV \ XP 44K+ R# +'giLA;i)ztbb omp workqueue notvalidhereN)z!THREADING_LAYER_PRIORITY invalid:zIt must be a permutation of) assertRaisesrr^r$r  exception)r2rTraisesmsgs& rtest_invalid_env_var/TestThreadingLayerPriority.test_invalid_env_var@sa3   ~ . .&   g &/ C MMSEC(8(8$9 :  / .s A++ A; c:RFpVPV4K R#)omp tbb workqueueN)rnzomp workqueue tbbr^r2rTs& rtest_omp#TestThreadingLayerPriority.test_ompLAG   g &Brc:RFpVPV4K R#)tbb omp workqueueN)ruztbb workqueue omprorps& rtest_tbb#TestThreadingLayerPriority.test_tbbQrsrc:RFpVPV4K R#)workqueue tbb ompN)ryzworkqueue omp tbbrorps& rtest_workqueue)TestThreadingLayerPriority.test_workqueueVsAG   g &Brr%N)r6r7r8r9r^rrrdrkrqrvrzr:r;r<s@rrQrQsz##B'' ;;''''''rrQca]tRtRtoRtRt]R4t]R4t Rt ] P!] R4R4tR tVtR #) TestMiscBackendIssuesi[zD Checks fixes for the issues with threading backends implementation Fc Rp\PRV.p\PP 4pRVR&RVR&VP W#R7R#) z( Tests that OMP does not overflow stack aif 1: from numba import vectorize, threading_layer import numpy as np @vectorize(['f4(f4,f4,f4,f4,f4,f4,f4,f4)'], target='parallel') def foo(a, b, c, d, e, f, g, h): return a+b+c+d+e+f+g+h x = np.ones(2**20, np.float32) foo(*([x]*8)) assert threading_layer() == "omp", "omp not found" rGrr100K OMP_STACKSIZErHNr r rrrrr2rJrrs& rtest_omp_stack_overflow-TestMiscBackendIssues.test_omp_stack_overflowbsN  >>4/jjoo', #$%O W &rc Rp\PRV.p\PP 4pRVR&RVR&VP W#R7R#) zY Tests that TBB works well with single thread https://github.com/numba/numba/issues/3440 aMif 1: from numba import njit, prange, threading_layer @njit(parallel=True) def foo(n): acc = 0 for i in prange(n): acc += i return acc foo(100) assert threading_layer() == "tbb", "tbb not found" rGrr1rrHNrrs& rtest_single_thread_tbb,TestMiscBackendIssues.test_single_thread_tbbysO  >>4/jjoo', #$#&   W &rc xRp\PRV.p\PP 4pRVR&RVR&VP W#R7wrER # \ dZpTP'd \XX4\T4pTPRT4R pTPY4R p?R #R p?ii;i) zG Tests workqueue raises sigabrt if a nested parallel call is performed aif 1: from numba import njit, prange import numpy as np @njit(parallel=True) def nested(x): for i in prange(len(x)): x[i] += 1 @njit(parallel=True) def main(): Z = np.zeros((5, 10)) for i in prange(Z.shape[0]): nested(Z[i]) return Z main() rGrr4rrHzfailed with codezTNumba workqueue threading layer is terminating: Concurrent access has been detected.N) r r rrrrrrr r r$) r2rJrrr+rrve_msgrGs & r+test_workqueue_aborts_on_nested_parallelismATestMiscBackendIssues.test_workqueue_aborts_on_nested_parallelisms &>>4/jjoo'2 #$#&   +||G|5HC +{{{c3FE MM,e 4?H MM( * * +sA B9 AB44B9zTest needs fork(2)cRp\PRV.p\PP 4pRVR&RVR&VP W#R7R#)aif 1: from numba import njit, prange, threading_layer import numpy as np import multiprocessing if __name__ == "__main__": # Need for force fork context (OSX default is "spawn") multiprocessing.set_start_method('fork') @njit(parallel=True) def func(x): return 10. * x arr = np.arange(2.) # run in single process to start Numba's thread pool np.testing.assert_allclose(func(arr), func.py_func(arr)) # now run in a multiprocessing pool to get a fork from a # non-main thread with multiprocessing.Pool(10) as p: result = p.map(func, [arr]) np.testing.assert_allclose(result, func.py_func(np.expand_dims(arr, 0))) assert threading_layer() == "workqueue" rGrrrrrHNrrs& r0test_workqueue_handles_fork_from_non_main_threadFTestMiscBackendIssues.test_workqueue_handles_fork_from_non_main_threadsO 6>>4/jjoo'2 #$#&   W &rr%N)r6r7r8r9rrrrrrrr skipUnlessrrr:r;r<s@rr}r}[s_F'',''0'+R(<=&'>&'rr}cfa]tRtRtoRtRtRtRtRt] R4t Rt R t ] R 4t R tVtR #) TestForkSafetyIssuesizN Checks Numba's behaviour in various situations involving GNU OpenMP and fork FcVRp\PRV.pVPV4wr4R#)zsif 1: from numba.np.ufunc import omppool assert omppool.openmp_vendor == 'GNU' rGN)r r r)r2rJrr+rs& r!test_check_threading_layer_is_gnu6TestForkSafetyIssues.test_check_threading_layer_is_gnus->>4/<<(Src RpVPV,p\PRV.pVPV4wrER# \d'pTP R\ T44Rp?R#Rp?ii;i)zf Whilst normally valid, this actually isn't for Numba invariant of OpenMP Checks SIGABRT is received. zif 1: X = np.arange(1000000.) Y = np.arange(1000000.) Z = busy_func(X, Y) pid = os.fork() if pid == 0: Z = busy_func(X, Y) else: os.wait() rGzfailed with code -6N)rBr r rrr$r )r2rIrJrr+rrvs& r!test_par_parent_os_fork_par_child6TestForkSafetyIssues.test_par_parent_os_fork_par_childsf   $>>4/ 9||G,HC 9 MM/Q 8 8 9s? A0 A++A0c RpVPV,p\PRV.pVPV4wrEVP'd\ WE4R#R#)a- Implicit use of multiprocessing fork context. Does this: 1. Start with OpenMP 2. Fork to processes using OpenMP (this is invalid) 3. Joins fork 4. Check the exception pushed onto the queue that is a result of catching SIGTERM coming from the C++ aborting on illegal fork pattern for GNU OpenMP aif 1: mp = multiprocessing.get_context('fork') X = np.arange(1000000.) Y = np.arange(1000000.) q = mp.Queue() # Start OpenMP runtime on parent via parallel function Z = busy_func(X, Y, q) # fork() underneath with no exec, will abort proc = mp.Process(target = busy_func, args=(X, Y, q)) proc.start() err = q.get() assert "Caught SIGTERM" in str(err) rGNrBr r rrr r2rIrJrr+rs& r*test_par_parent_implicit_mp_fork_par_child?TestForkSafetyIssues.test_par_parent_implicit_mp_fork_par_child sN   $>>4/<<( ;;; #O rc RpVPV,p\PRV.pVPV4wrEVP'd\ WE4R#R#)a- Explicit use of multiprocessing fork context. Does this: 1. Start with OpenMP 2. Fork to processes using OpenMP (this is invalid) 3. Joins fork 4. Check the exception pushed onto the queue that is a result of catching SIGTERM coming from the C++ aborting on illegal fork pattern for GNU OpenMP aif 1: X = np.arange(1000000.) Y = np.arange(1000000.) ctx = multiprocessing.get_context('fork') q = ctx.Queue() # Start OpenMP runtime on parent via parallel function Z = busy_func(X, Y, q) # fork() underneath with no exec, will abort proc = ctx.Process(target = busy_func, args=(X, Y, q)) proc.start() proc.join() err = q.get() assert "Caught SIGTERM" in str(err) rGNrrs& r*test_par_parent_explicit_mp_fork_par_child?TestForkSafetyIssues.test_par_parent_explicit_mp_fork_par_child-sN " $>>4/<<( ;;; #O rc RpVPV,p\PRV.pVPV4wrEVP'd\ WE4R#R#)z Explicit use of multiprocessing spawn, this is safe. Does this: 1. Start with OpenMP 2. Spawn to processes using OpenMP 3. Join spawns 4. Run some more OpenMP aif 1: X = np.arange(1000000.) Y = np.arange(1000000.) ctx = multiprocessing.get_context('spawn') q = ctx.Queue() # Start OpenMP runtime and run on parent via parallel function Z = busy_func(X, Y, q) procs = [] for x in range(20): # start a lot to try and get overlap ## fork() + exec() to run some OpenMP on children proc = ctx.Process(target = busy_func, args=(X, Y, q)) procs.append(proc) sys.stdout.flush() sys.stderr.flush() proc.start() [p.join() for p in procs] try: q.get(False) except multiprocessing.queues.Empty: pass else: raise RuntimeError("Queue was not empty") # Run some more OpenMP on parent Z = busy_func(X, Y, q) rGNrrs& r-test_par_parent_mp_spawn_par_child_par_parentBTestForkSafetyIssues.test_par_parent_mp_spawn_par_child_par_parentPsN : $>>4/<<( ;;; #O rc RpVPV,p\PRV.pVPV4wrEVP'd\ WE4R#R#)z Implicit use of multiprocessing (will be fork, but cannot declare that in Py2.7 as there's no process launch context). Does this: 1. Start with no OpenMP 2. Fork to processes using OpenMP 3. Join forks 4. Run some OpenMP a,if 1: X = np.arange(1000000.) Y = np.arange(1000000.) q = multiprocessing.Queue() # this is ok procs = [] for x in range(10): # fork() underneath with but no OpenMP in parent, this is ok proc = multiprocessing.Process(target = busy_func, args=(X, Y, q)) procs.append(proc) proc.start() [p.join() for p in procs] # and this is still ok as the OpenMP happened in forks Z = busy_func(X, Y, q) try: q.get(False) except multiprocessing.queues.Empty: pass else: raise RuntimeError("Queue was not empty") rGNrrs& r=test_serial_parent_implicit_mp_fork_par_child_then_par_parentRTestForkSafetyIssues.test_serial_parent_implicit_mp_fork_par_child_then_par_parent|N 2 $>>4/<<( ;;; #O rc RpVPV,p\PRV.pVPV4wrEVP'd\ WE4R#R#)z Explicit use of multiprocessing 'fork'. Does this: 1. Start with no OpenMP 2. Fork to processes using OpenMP 3. Join forks 4. Run some OpenMP aif 1: X = np.arange(1000000.) Y = np.arange(1000000.) ctx = multiprocessing.get_context('fork') q = ctx.Queue() # this is ok procs = [] for x in range(10): # fork() underneath with but no OpenMP in parent, this is ok proc = ctx.Process(target = busy_func, args=(X, Y, q)) procs.append(proc) proc.start() [p.join() for p in procs] # and this is still ok as the OpenMP happened in forks Z = busy_func(X, Y, q) try: q.get(False) except multiprocessing.queues.Empty: pass else: raise RuntimeError("Queue was not empty") rGNrrs& r=test_serial_parent_explicit_mp_fork_par_child_then_par_parentRTestForkSafetyIssues.test_serial_parent_explicit_mp_fork_par_child_then_par_parentrrr%N)r6r7r8r9rrrrrr rrrrr:r;r<s@rrrsVF)9,B  D*X'R&&rrcDa]tRtRtoRt]R4t]R4tRtVt R#)TestTBBSpecificIssuesiFcRp\PRV.pVPV4wr4RpVPWT4VP'd\ RV4\ RV4R#R#)a%if 1: import threading import numba numba.config.THREADING_LAYER='tbb' from numba import njit, prange, objmode from numba.core.serialize import PickleCallableByPath import os e_running = threading.Event() e_proceed = threading.Event() def indirect_core(): e_running.set() # wait for forker() to have forked while not e_proceed.isSet(): pass indirect = PickleCallableByPath(indirect_core) @njit def obj_mode_func(): with objmode(): indirect() @njit(parallel=True, nogil=True) def work(): acc = 0 for x in prange(10): acc += x obj_mode_func() return acc def runner(): work() def forker(): # wait for the jit function to say it's running while not e_running.isSet(): pass # then fork os.fork() # now fork is done signal the runner to proceed to exit e_proceed.set() numba_runner = threading.Thread(target=runner,) fork_runner = threading.Thread(target=forker,) threads = (numba_runner, fork_runner) for t in threads: t.start() for t in threads: t.join() rGz9Attempted to fork from a non-main thread, the TBB libraryOUT:ERR:N)r r rr$rr )r2rJrr+rmsg_heads& rtest_fork_from_non_main_thread4TestTBBSpecificIssues.test_fork_from_non_main_threads_64 l>>4/<<(N h$ ;;; &#  &#  rcVP4RpRPRV4p\PRV.p\P P 4pRVR&VPW4R7wrVW9dVPR4MVPRV4VP'd\R V4\R V4R #R #) zSKIP: COMPILATION FAILEDax if 1: import ctypes import sys import multiprocessing as mp from tempfile import TemporaryDirectory, NamedTemporaryFile from numba.pycc.platform import Toolchain, external_compiler_works from numba import njit, prange, threading_layer import faulthandler faulthandler.enable() if not external_compiler_works(): raise AssertionError('External compilers are not found.') with TemporaryDirectory() as tmpdir: with NamedTemporaryFile(dir=tmpdir) as tmpfile: try: src = """ #define TBB_PREVIEW_WAITING_FOR_WORKERS 1 #include static tbb::task_scheduler_handle tsh; extern "C" { void launch(void) { tsh = tbb::task_scheduler_handle::get(); } } """ cxxfile = f"{tmpfile.name}.cxx" with open(cxxfile, 'wt') as f: f.write(src) tc = Toolchain() object_files = tc.compile_objects([cxxfile,], output_dir=tmpdir) dso_name = f"{tmpfile.name}.so" tc.link_shared(dso_name, object_files, libraries=['tbb',], export_symbols=['launch']) # Load into the process, it doesn't matter whether the # DSO exists on disk once it's loaded in. DLL = ctypes.CDLL(dso_name) except Exception as e: # Something is broken in compilation, could be one of # many things including, but not limited to: missing tbb # headers, incorrect permissions, compilers that don't # work for the above print(e) print('BROKEN_COMPILERS') sys.exit(0) # Do the test, launch this library and also execute a # function with the TBB threading layer. DLL.launch() @njit(parallel=True) def foo(n): acc = 0 for i in prange(n): acc += i return acc foo(1) # Check the threading layer used was TBB assert threading_layer() == 'tbb' # Use mp context for a controlled version of fork, this triggers the # reported bug. ctx = mp.get_context('fork') def nowork(): pass p = ctx.Process(target=nowork) p.start() p.join(10) print("SUCCESS") BROKEN_COMPILERSrGrrrHz3Compilation of DSO failed. Check output for detailsSUCCESSrrN) skip_if_no_external_compilerreplacer r rrrrrr$rr )r2rrJrrr+rs& r&test_lifetime_of_task_scheduler_handle>4/jjoo', #$<<<1  " MMO P MM)S ) ;;; &#  &#  rr%N) r6r7r8r9rr rrr:r;r<s@rrrs7FXXt__rrc@a]tRtRtoRtRt]R4tRtRt Vt R#)TestInitSafetyIssuesiFc\P!V\P\PR7p\P!\ VP 4pVP4VP4wrEVP^8wd-\RVP: RVP4: R24hVP4VP4VP43# TP4i;i))rrrrr|r)r2rrrr+rs&& rrTestInitSafetyIssues.run_cmds  (2(2://-<  MMO((*HC1$$%%szz|566% NN zz|SZZ\)) NN s AC,,C>cN\PP\PP\4R4p\ P V.pVPV4wr4VPRV4VP'd\RV4\RV4R#R#)zorphaned_semaphore_usecase.pyzleaked semaphorerrN) rr>r~r?r@r r r assertNotInrr )r2 test_filerr+rs& rtest_orphaned_semaphore,TestInitSafetyIssues.test_orphaned_semaphores| GGLL!:!@B >>9-<<( +S1 ;;; &#  &#  rcNRFp\P!V4Rp\PRTP T4.pTP T4wrETP'd\RT4\RT4TPY4K R# \dKi;i)rzimport numba; import multiprocessing;multiprocessing.set_start_method('{}');print(multiprocessing.get_context().get_start_method())rGrrN)rrr) rrrr r rUrrr r$)r2methr]rr+rs& rtest_lazy_lock_init(TestInitSafetyIssues.test_lazy_lock_inits4D ++D1MC~~tSZZ-=>G||G,HC{{{fc"fc" MM$ $4   sB B$#B$r%N) r6r7r8r9rrr rrr:r;r<s@rrrs/F*" %%rrc&a]tRtRtoRtRtVtR#)TestOpenMPVendorsic \4pRVR&RVR&RVR&VP4FPp\PP V4'gK*VP W,\ P4KR R#)z. Checks the OpenMP vendor strings are correct MSwin32Intelrrr4N)dictr5r r6r7 assertEqualr openmp_vendor)r2rGks& r test_vendorsTestOpenMPVendors.test_vendorssh6 $!A||&&q))  g.C.CD!rr%N)r6r7r8r9rr:r;r<s@rrrs E Err__main__l)rrr)crrirbrrr]r!rr rZrrnumpyrnumbarrrrnumba.tests.supportrrrr r r rgt_queuenumba.testing.mainr _RUNNER_TIMEOUT numba.corer rnumba.np.ufunc.parallelrnumba.np.ufuncr_HAVE_TBB_POOL ImportErrorr_HAVE_OMP_POOLscipy.linalg.cython_lapackscipy _HAVE_LAPACKrrrr_gnuompskip_unless_gnu_ompr6r7_windows_osxmaxsize_32bitrrrr"r(r,objectr.r?rNrWr[rbrwrThread _thread_classrrrrrrrrrTHREADING_LAYER_specific_backendsrrrrr:rDrQr}rrrrr6mainr%rrrs  >>GG: #% E!#&N&N%L !!.2NO !!.2KL  ; ;W22e;))'3JK << " "5 ) ||x(   $  v 22 & 2H22x222(  ,v,mW]]; !?7#;<$of&=>N*OL,IJ$_Y%?@UEhUEp++/JJ ')GH+1+I+B/v/>5A*,C5Ap3*H3*l"0"7"0"0J$$&C'!6C'C'LF'1F'F'Td0ddN 1 D9%89%9%x EE E$ z MMOy%N N Ls6)L?L+L; L('L(+ L87L8; MM