o 8ήc9^@sddlZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z m Z ddlmZmZmZmZddlmZmZddlmZddlmZdd lmZddlmZddlm m!m"Z#dd l$m%Z%dd l&m'Z'm(Z(m)Z)m*Z*m+Z+dd l,m-Z-ddl.Z.e Z/d e/_e.0ej1d dZ2e.0e3dvdZ4Gddde5Z6Gddde.j(Z7Gddde.j(Z8Gddde.j(Z9Gddde'e(Z:Gddde.j(Z;e.e?d!kre.@dSdS)"N)njit)types)compile_isolatedFlags)rtsysnrtopt _nrt_pythonnrt) intrinsic include_path) signature)impl_ret_untracked)ir NRT_get_api)MemoryLeakMixinTestCasetemp_directoryimport_dynamic skip_if_32bit) cpu_targetTlinuxzlinux only test)i386x86_64z x86 only testc@ eZdZdZddZddZdS)DummyrcCst|jd7_dSNtypealiveselfr#;/tmp/pip-target-vg8gfxp4/lib/python/numba/tests/test_nrt.py__init__+zDummy.__init__cCst|jd8_dSrrr!r#r#r$__del__.r&z Dummy.__del__N)__name__ __module__ __qualname__r r%r'r#r#r#r$r(s rc@seZdZdZdZddZdS)TestNrtMemInfoNotInitializedzn Unit test for checking the use of the NRT fails if the initialization sequence has not been run. Fc Csdddd}|D]9\}}z1|t}dt_tt|}||Wdn1s+wYd}||t|jWdt_q dt_wdS)Nr#)r#r#)r#)library meminfo_new meminfo_allocFz'Runtime must be initialized before use.T) items assertRaises RuntimeErrorr_initgetattrassertInstr exception)r"methodsmethargsraisesfnmsgr#r#r$test_init_fail9s   z+TestNrtMemInfoNotInitialized.test_init_failN)r(r)r*__doc___numba_parallel_test_r=r#r#r#r$r+2s r+c@sTeZdZdZddZddZddZdd Zd d Zd d Z e ddZ ddZ dS)TestNrtMemInfoz2 Unit test for core MemInfo functionality cCsdt_tjdS)Nr)rr rtarget_contextr!r#r#r$setUpQs zTestNrtMemInfo.setUpcCst}|tjdd}t||}||jd~|tjd|||jd|tjd|||jd~|tjddS)NrJ[=r)r assertEqualr rr-refcountacquirerelease)r"daddrmir#r#r$test_meminfo_refct_1Ws z#TestNrtMemInfo.test_meminfo_refct_1cCst}|tjdd}t||}||jd~|tjdtdD]}|q%||jd|tjdtdD]}|q>||jd~|tjddS)NrrCder) rrEr rr-rFrangerGrH)r"rIrJrKct_r#r#r$test_meminfo_refct_2hs      z#TestNrtMemInfo.test_meminfo_refct_2cCst}|tjdd}t||}||jdt|}||jd|||j||j | ||j | |j ||jd||jd~~|tjd~|tjddS)NrrCr)rrEr rr-rF memoryviewdata assertFalsereadonlyassertIsobj assertTrue c_contiguousitemsizendim)r"rIrJrKmviewr#r#r$test_fake_memoryview{s$   z#TestNrtMemInfo.test_fake_memoryviewc Csfddlm}m}m}m}ttj}|jd}t j |dd}|j }|||j ||d} t dD] } | | j| dq1t dD] } | d| j| <qAt|} | | j||| j||| j|| j| | jd| | jd~tj|| j|j| d} ~ tjt| jd| | d7} t dD] } | | j| | d q| | jj |~ dS) Nrc_uint32c_void_pPOINTERcast TsafeKrdtypeshapebufferrD)ctypesr`rarbrcnpriuint32r[rr.rTrOrEcontentsrSnbytesrUrVrWrXrYrZr\ndarraytesting assert_equalarangesize) r"r`rarbrcribytesizerKrJc_arrir]arrr#r#r$test_memoryviews8       zTestNrtMemInfo.test_memoryviewc Cs$ddlm}m}m}m}ttj}|jd}t j |dd}| |j d|j }|||||d} tdD] } | | j| dq7tdD] } | d| j| <qGtj|||j|d} | |j d~tjt| jd| | d7} tdD] } | | j| | d qy| | jj |~ dS) Nrr_rdTrerrgrhrD)rlr`rarbrcrmrirnr[rr.rErFrTrOrorqrrrsrtru) r"r`rarbrcrirvrKrJrwrxryr#r#r$ test_buffers,     zTestNrtMemInfo.test_bufferc Csptjjdd}dD]+}|t}tj||dWdn1s#wY|d|dt|j q dS)NrDTFrezRequested allocation of z bytes failed.) rsize_tmaxvalr0 MemoryErrorrr.r4r5r6)r"rupredr:r#r#r$test_allocate_invalid_sizes z)TestNrtMemInfo.test_allocate_invalid_sizec Cshd}dD]-}|t}tj||dWdn1swYd|d}||t|jqdS)Nir}rez,Cannot allocate a negative number of bytes: .)r0 ValueErrorrr.r4r5r6)r"rurr:r<r#r#r$test_allocate_negative_sizes  z*TestNrtMemInfo.test_allocate_negative_sizeN) r(r)r*r>rBrLrRr^rzr{rrrr#r#r#r$r@Ls)$  r@c@r)TestTracemalloczB Test NRT-allocated memory can be tracked by tracemalloc. cCslzddl}Wnty|dYnw|z|}|}|}~||dW|S|w)Nrztracemalloc not availablelineno) tracemalloc ImportErrorskipTeststart take_snapshot compare_tostop)r"funcrbeforeresafterr#r#r$measure_memory_diffs   z#TestTracemalloc.measure_memory_diffcsdtjtfddfdd}fdd}|jjd}||}|d }||j|j|jd d d |j d }| t j |jd | |j|||}|d }||jddS)Ni@Bcs tS)z< Allocate and return a large array. )rmemptyr#)Nrir#r$alloc_nrt_memory s z7TestTracemalloc.test_snapshot..alloc_nrt_memorycsSNr#r#rr#r$ keep_memorysz2TestTracemalloc.test_snapshot..keep_memorycs dSrr#r#rr#r$release_memorys z5TestTracemalloc.test_snapshot..release_memoryrrg= ףp=?zpUnexpected allocation overhead encountered. May be due to difference in CPython builds or running under coverage)r<z test_nrt.pyg{Gz?)rmint8r__code__co_firstlinenorassertGreaterEqualru assertLess tracebackrEospathbasenamefilenamer)r"rr alloc_linenodiffstatframer#)rrrir$ test_snapshots(      zTestTracemalloc.test_snapshotN)r(r)r*r>rrr#r#r#r$rs rc@s,eZdZddZddZddZddZd S) TestNRTIssuecshtddtfddtfdd}d}tj|df}|||}|||}tj||d S) zO GitHub Issue #1244 https://github.com/numba/numba/issues/1244 cSs|\}}t|d|dS)NrD)mathsqrt)vectorxyr#r#r$calculate_2D_vector_mag8szNTestNRTIssue.test_issue_with_refct_op_pruning..calculate_2D_vector_magcs<tjdtjd}|}|\}}|||d<|||d<|SNrDrirr)rmrfloat64)rnormalized_vectormagrr)rr#r$normalize_2D_vector>s   zJTestNRTIssue.test_issue_with_refct_op_pruning..normalize_2D_vectorcsVtj|dftjd}t|D]}||}|}|d||df<|d||df<q|Sr)rmrrrO) num_vectorsvectorsnormalized_vectorsrxrr)rr#r$normalize_vectorsJs zHTestNRTIssue.test_issue_with_refct_op_pruning..normalize_vectorsrdrDN)rrmrandompy_funcrrassert_almost_equal)r"rr test_vectorsgotexpectedr#)rrr$ test_issue_with_refct_op_pruning4s     z-TestNRTIssue.test_issue_with_refct_op_pruningc Cs`dd}t|dttjttjddf}|\}}||d||tj dtjddS)NcSsdtjdtjdfS)Ngrr)rmzerosint32r#r#r#r$fbsz.TestNRTIssue.test_incref_after_cast..fr#rCyr) rrTuple complex128Arrayr entry_pointassertPreciseEqualrmr)r"rcreszryr#r#r$test_incref_after_cast_s  z#TestNRTIssue.test_incref_after_castcCsBtdd}|\}}tj||tj|tjdtjddS)NcSs0tjdtjd}tjdtjd}||ddfS)Nrdr)rmonesr)abr#r#r$rqsz5TestNRTIssue.test_refct_pruning_issue_1511..frdr)rrmrrrsrr)r"rrrr#r#r$test_refct_pruning_issue_1511ps   z*TestNRTIssue.test_refct_pruning_issue_1511cCsFtdd}tgdg}||dd}||dd}|||dS)NcSs`t|dk}t|ddkrd}d}n |dd}|dd}|d|}|d|}||fS)Nrr)rmwherelen)imagerrnext_locy_offsetx_offset next_loc_x next_loc_yr#r#r$udt|s    z7TestNRTIssue.test_refct_pruning_issue_1526..udt) rrrrrrrrrrr)rrmarrayrrE)r"rrexpectrr#r#r$test_refct_pruning_issue_1526{s   z*TestNRTIssue.test_refct_pruning_issue_1526N)r(r)r*rrrrr#r#r#r$r3s + rc@s:eZdZdZddZedddZee ddZ d S) TestRefCtPruninga define i32 @"MyFunction"(i8** noalias nocapture %retptr, { i8*, i32 }** noalias nocapture %excinfo, i8* noalias nocapture readnone %env, double %arg.vt.0, double %arg.vt.1, double %arg.vt.2, double %arg.vt.3, double %arg.bounds.0, double %arg.bounds.1, double %arg.bounds.2, double %arg.bounds.3, i8* %arg.xs.0, i8* nocapture readnone %arg.xs.1, i64 %arg.xs.2, i64 %arg.xs.3, double* nocapture readonly %arg.xs.4, i64 %arg.xs.5.0, i64 %arg.xs.6.0, i8* %arg.ys.0, i8* nocapture readnone %arg.ys.1, i64 %arg.ys.2, i64 %arg.ys.3, double* nocapture readonly %arg.ys.4, i64 %arg.ys.5.0, i64 %arg.ys.6.0, i8* %arg.aggs_and_cols.0.0, i8* nocapture readnone %arg.aggs_and_cols.0.1, i64 %arg.aggs_and_cols.0.2, i64 %arg.aggs_and_cols.0.3, i32* nocapture %arg.aggs_and_cols.0.4, i64 %arg.aggs_and_cols.0.5.0, i64 %arg.aggs_and_cols.0.5.1, i64 %arg.aggs_and_cols.0.6.0, i64 %arg.aggs_and_cols.0.6.1) local_unnamed_addr { entry: tail call void @NRT_incref(i8* %arg.xs.0) tail call void @NRT_incref(i8* %arg.ys.0) tail call void @NRT_incref(i8* %arg.aggs_and_cols.0.0) %.251 = icmp sgt i64 %arg.xs.5.0, 0 br i1 %.251, label %B42.preheader, label %B160 B42.preheader: ; preds = %entry %0 = add i64 %arg.xs.5.0, 1 br label %B42 B42: ; preds = %B40.backedge, %B42.preheader %lsr.iv3 = phi i64 [ %lsr.iv.next, %B40.backedge ], [ %0, %B42.preheader ] %lsr.iv1 = phi double* [ %scevgep2, %B40.backedge ], [ %arg.xs.4, %B42.preheader ] %lsr.iv = phi double* [ %scevgep, %B40.backedge ], [ %arg.ys.4, %B42.preheader ] %.381 = load double, double* %lsr.iv1, align 8 %.420 = load double, double* %lsr.iv, align 8 %.458 = fcmp ole double %.381, %arg.bounds.1 %not..432 = fcmp oge double %.381, %arg.bounds.0 %"$phi82.1.1" = and i1 %.458, %not..432 br i1 %"$phi82.1.1", label %B84, label %B40.backedge B84: ; preds = %B42 %.513 = fcmp ole double %.420, %arg.bounds.3 %not..487 = fcmp oge double %.420, %arg.bounds.2 %"$phi106.1.1" = and i1 %.513, %not..487 br i1 %"$phi106.1.1", label %B108.endif.endif.endif, label %B40.backedge B160: ; preds = %B40.backedge, %entry tail call void @NRT_decref(i8* %arg.ys.0) tail call void @NRT_decref(i8* %arg.xs.0) tail call void @NRT_decref(i8* %arg.aggs_and_cols.0.0) store i8* null, i8** %retptr, align 8 ret i32 0 B108.endif.endif.endif: ; preds = %B84 %.575 = fmul double %.381, %arg.vt.0 %.583 = fadd double %.575, %arg.vt.1 %.590 = fptosi double %.583 to i64 %.630 = fmul double %.420, %arg.vt.2 %.638 = fadd double %.630, %arg.vt.3 %.645 = fptosi double %.638 to i64 tail call void @NRT_incref(i8* %arg.aggs_and_cols.0.0) ; GONE 1 tail call void @NRT_decref(i8* null) ; GONE 2 tail call void @NRT_incref(i8* %arg.aggs_and_cols.0.0), !noalias !0 ; GONE 3 %.62.i.i = icmp slt i64 %.645, 0 %.63.i.i = select i1 %.62.i.i, i64 %arg.aggs_and_cols.0.5.0, i64 0 %.64.i.i = add i64 %.63.i.i, %.645 %.65.i.i = icmp slt i64 %.590, 0 %.66.i.i = select i1 %.65.i.i, i64 %arg.aggs_and_cols.0.5.1, i64 0 %.67.i.i = add i64 %.66.i.i, %.590 %.84.i.i = mul i64 %.64.i.i, %arg.aggs_and_cols.0.5.1 %.87.i.i = add i64 %.67.i.i, %.84.i.i %.88.i.i = getelementptr i32, i32* %arg.aggs_and_cols.0.4, i64 %.87.i.i %.89.i.i = load i32, i32* %.88.i.i, align 4, !noalias !3 %.99.i.i = add i32 %.89.i.i, 1 store i32 %.99.i.i, i32* %.88.i.i, align 4, !noalias !3 tail call void @NRT_decref(i8* %arg.aggs_and_cols.0.0), !noalias !0 ; GONE 4 tail call void @NRT_decref(i8* %arg.aggs_and_cols.0.0) ; GONE 5 br label %B40.backedge B40.backedge: ; preds = %B108.endif.endif.endif, %B84, %B42 %scevgep = getelementptr double, double* %lsr.iv, i64 1 %scevgep2 = getelementptr double, double* %lsr.iv1, i64 1 %lsr.iv.next = add i64 %lsr.iv3, -1 %.294 = icmp sgt i64 %lsr.iv.next, 1 br i1 %.294, label %B42, label %B160 } cCs|j}t|}dd|D}dd|D}t|}t|}dd|D}dd|D}||||||t|t|} t|t|} | | B} || | | Ad| } dD] } d | }| || q_|t t| t | dS) NcSg|]}d|vr|qS NRT_increfr#.0lnr#r#r$ zDTestRefCtPruning.test_refct_pruning_op_recognize..cSr NRT_decrefr#rr#r#r$rrcSrrr#rr#r#r$rrcSrrr#rr#r#r$rr )rrDz ; GONE {}) sample_llvm_irlist splitlinesr_remove_redundant_nrt_refctassertNotEqualsetrEjoinformatr4r)r"input_ir input_linesbefore_increfsbefore_decrefs output_ir output_lines after_increfs after_decrefspruned_increfspruned_decrefscombined pruned_linesrxgoner#r#r$test_refct_pruning_op_recognizes&        z0TestRefCtPruning.test_refct_pruning_op_recognizez3Pass removed as it was buggy. Re-enable when fixed.cstddtddtfddtddfd d }|d t||jd }ttd |}|t |d dS)ztestcase from #2350cSs&t|s|||fd7<dSdSrrmisnanrraggfieldr#r#r$_append_non_nas zITestRefCtPruning.test_refct_pruning_with_branches.._append_non_nacSsHt|s"t|||fr||||f<dS|||f|7<dSdSrrrr#r#r$_appends zBTestRefCtPruning.test_refct_pruning_with_branches.._appendcs ||||||||dSrr#r)r r r#r$append szATestRefCtPruning.test_refct_pruning_with_branches..appendT)no_cpython_wrappercs:t|jdD]}t|jdD] }||||qqdS)Nrr)rOrj)ryrrxj)r r#r$extends zATestRefCtPruning.test_refct_pruning_with_branches..extendz(f4[:,::1], f4)rz!(NRT_incref|NRT_decref)\([^\)]+\)N) rcompiler5 inspect_llvm signaturesrrefinditerrEr)r"rllvmirrefopsr#)r r r r$ test_refct_pruning_with_branchess   z1TestRefCtPruning.test_refct_pruning_with_branchescsVtttttddtdgfdd}||dddS) ztThe InlineAsm class from llvmlite.ir has no 'name' attr the refcount pruning pass should be tolerant to thiscSsdd}ttjtjtj|fS)NcSsT|\}}ttdtdtdg}|j|dd||fddd}t|||j|S)N zmov $2, $0; imul $1, $0z=&r,r,rasm_mulF)name side_effect)r FunctionTypeIntTypeasmr return_type)cgctxbuildersigr9arg_0arg_1ftymulr#r#r$codegen-s z>TestRefCtPruning.test_inline_asm..bar..codegen)r rr)tyctxrrr&r#r#r$bar+sz-TestRefCtPruning.test_inline_asm..barz int32(int32)cs|d7}|d}|S)NrrDr#)rrr(r#r$foo7s z-TestRefCtPruning.test_inline_asm..foordN)llvm initializeinitialize_native_targetinitialize_native_asmprinterinitialize_native_asmparserr rrE)r"r*r#r)r$test_inline_asm!s  z TestRefCtPruning.test_inline_asmN) r(r)r*rrunittestskipr linux_onlyx86_onlyr1r#r#r#r$rsH $rz cffi requiredcsHeZdZdZfddZddZddZdd Zd d Zd d Z Z S)TestNrtExternalCFFIz?Testing the use of externally compiled C code that use NRT cstt|tjdSr)superr6rBrrAr! __class__r#r$rBDs zTestNrtExternalCFFI.setUpc Csddlm}|}|j||tgd||td|}|j|dtj |zt |}Wtj |||fStj |w)NrFFI) include_dirsz cffi_test_{})tmpdir) cffir; set_sourcer cdefrrrsysrr rremove)r"rsourcer@r;ffir=modr#r#r$compile_cffi_moduleIs      z'TestNrtExternalCFFI.compile_cffi_modulecCs.ddlm}|}|dtjd}|}|S)Nrr:z void* (*)()get_api)r>r;rcr c_helpers)r"r;rD nrt_get_apitabler#r#r$get_nrt_api_tableYs z%TestNrtExternalCFFI.get_nrt_api_tablec Csd|jj}d}d}||||\}}||jjd|}|j|}||jjdt | d|}t |} || j d~ ||jjddS) Nz{}_test_manage_memoryaz #include #include "numba/core/runtime/nrt_external.h" int status = 0; void my_dtor(void *ptr) { free(ptr); status = 0xdead; } NRT_MemInfo* test_nrt_api(NRT_api_functions *nrt) { void * data = malloc(10); NRT_MemInfo *mi = nrt->manage_memory(data, my_dtor); nrt->acquire(mi); nrt->release(mi); status = 0xa110c; return mi; } z; void* test_nrt_api(void *nrt); extern int status; ri  r~ri)rr9r(rFrElibstatusrK test_nrt_apiintrcr MemInforF) r"rrCr@rDrErJoutmi_addrrKr#r#r$test_manage_memoryas  z&TestNrtExternalCFFI.test_manage_memoryc Csd|jj}d}d}||||\}}|}dttjj}|j ||}t | d|} t | } || jd|| d|| j} tjdtj| d } tj| gd dS) Nz{}_test_allocatea7 #include #include "numba/core/runtime/nrt_external.h" NRT_MemInfo* test_nrt_api(NRT_api_functions *nrt, size_t n) { size_t *data = NULL; NRT_MemInfo *mi = nrt->allocate(n); data = nrt->get_data(mi); data[0] = 0xded; data[1] = 0xabc; data[2] = 0xdef; return mi; } z(void* test_nrt_api(void *nrt, size_t n);rr~rz char [{}])r)rjrirk)i i i )rr9r(rFrKrmriintpr[rLrNrOrcr rPrErFrkrTrqrrrs) r"rrCr@rDrErJnumbytesrQrRrKrkryr#r#r$ test_allocates z!TestNrtExternalCFFI.test_allocatecCsHddlm}tdd}|}t|d|}|}|||dS)Nrr:cSstSrrr#r#r#r$rNsz6TestNrtExternalCFFI.test_get_api..test_nrt_apir~)r>r;rrOrcrKrE)r"r;rNrDrrr#r#r$ test_get_apis  z TestNrtExternalCFFI.test_get_api) r(r)r*r>rBrFrKrSrVrW __classcell__r#r#r8r$r6@s ) r6__main__)ArrplatformrArnumpyrmnumbar numba.corernumba.core.compilerrrnumba.core.runtimerrrr numba.core.extendingr r numba.core.typingr numba.core.imputilsr llvmliterllvmlite.bindingbindingr,numba.core.typing.cffi_utilscoretyping cffi_utils cffi_supportnumba.core.unsafe.nrtrnumba.tests.supportrrrrrnumba.core.registryrr2enable_nrt_flagsskipIf startswithr4machiner5objectrr+r@rrr skipUnless SUPPORTEDr6r(mainr#r#r#r$sR         (@` .v