o 1ήc=@sddlZddlZddlZddlZddlZddlZddlZddlm Z m Z ddl Z ej ddZ ddZddZd d Zd d Zd dZddZddZddZddZddZejjddZejje jjdkddejdgdd d!Zd"d#Z dS)$N)extbuild assert_warnscCsdtjdr tdgd}d}d}zddl}|WSty#Ynwtjd||t g||d S) a Add a memory policy that returns a false pointer 64 bytes into the actual allocation, and fill the prefix with some text. Then check at each memory manipulation that the prefix exists, to make sure all alloc/realloc/ free/calloc go via the functions here. cygwinzlink fails on cygwin))get_default_policy METH_NOARGSzj Py_INCREF(PyDataMem_DefaultHandler); return PyDataMem_DefaultHandler; )set_secret_data_policyraM PyObject *secret_data = PyCapsule_New(&secret_data_handler, "mem_handler", NULL); if (secret_data == NULL) { return NULL; } PyObject *old = PyDataMem_SetHandler(secret_data); Py_DECREF(secret_data); return old; )set_old_policyMETH_Oa PyObject *old; if (args != NULL && PyCapsule_CheckExact(args)) { old = PyDataMem_SetHandler(args); } else { old = PyDataMem_SetHandler(NULL); } return old; ) get_arrayraM char *buf = (char *)malloc(20); npy_intp dims[1]; dims[0] = 20; PyArray_Descr *descr = PyArray_DescrNewFromType(NPY_UINT8); return PyArray_NewFromDescr(&PyArray_Type, descr, 1, dims, NULL, buf, NPY_ARRAY_WRITEABLE, NULL); )set_ownr a if (!PyArray_Check(args)) { PyErr_SetString(PyExc_ValueError, "need an ndarray"); return NULL; } PyArray_ENABLEFLAGS((PyArrayObject*)args, NPY_ARRAY_OWNDATA); // Maybe try this too? // PyArray_BASE(PyArrayObject *)args) = NULL; Py_RETURN_NONE; )get_array_with_basera~ char *buf = (char *)malloc(20); npy_intp dims[1]; dims[0] = 20; PyArray_Descr *descr = PyArray_DescrNewFromType(NPY_UINT8); PyObject *arr = PyArray_NewFromDescr(&PyArray_Type, descr, 1, dims, NULL, buf, NPY_ARRAY_WRITEABLE, NULL); if (arr == NULL) return NULL; PyObject *obj = PyCapsule_New(buf, "buf capsule", (PyCapsule_Destructor)&warn_on_free); if (obj == NULL) { Py_DECREF(arr); return NULL; } if (PyArray_SetBaseObject((PyArrayObject *)arr, obj) < 0) { Py_DECREF(arr); Py_DECREF(obj); return NULL; } return arr; a #define NPY_NO_DEPRECATED_API NPY_1_7_API_VERSION #include /* * This struct allows the dynamic configuration of the allocator funcs * of the `secret_data_allocator`. It is provided here for * demonstration purposes, as a valid `ctx` use-case scenario. */ typedef struct { void *(*malloc)(size_t); void *(*calloc)(size_t, size_t); void *(*realloc)(void *, size_t); void (*free)(void *); } SecretDataAllocatorFuncs; NPY_NO_EXPORT void * shift_alloc(void *ctx, size_t sz) { SecretDataAllocatorFuncs *funcs = (SecretDataAllocatorFuncs *)ctx; char *real = (char *)funcs->malloc(sz + 64); if (real == NULL) { return NULL; } snprintf(real, 64, "originally allocated %ld", (unsigned long)sz); return (void *)(real + 64); } NPY_NO_EXPORT void * shift_zero(void *ctx, size_t sz, size_t cnt) { SecretDataAllocatorFuncs *funcs = (SecretDataAllocatorFuncs *)ctx; char *real = (char *)funcs->calloc(sz + 64, cnt); if (real == NULL) { return NULL; } snprintf(real, 64, "originally allocated %ld via zero", (unsigned long)sz); return (void *)(real + 64); } NPY_NO_EXPORT void shift_free(void *ctx, void * p, npy_uintp sz) { SecretDataAllocatorFuncs *funcs = (SecretDataAllocatorFuncs *)ctx; if (p == NULL) { return ; } char *real = (char *)p - 64; if (strncmp(real, "originally allocated", 20) != 0) { fprintf(stdout, "uh-oh, unmatched shift_free, " "no appropriate prefix\n"); /* Make C runtime crash by calling free on the wrong address */ funcs->free((char *)p + 10); /* funcs->free(real); */ } else { npy_uintp i = (npy_uintp)atoi(real +20); if (i != sz) { fprintf(stderr, "uh-oh, unmatched shift_free" "(ptr, %ld) but allocated %ld\n", sz, i); /* This happens in some places, only print */ funcs->free(real); } else { funcs->free(real); } } } NPY_NO_EXPORT void * shift_realloc(void *ctx, void * p, npy_uintp sz) { SecretDataAllocatorFuncs *funcs = (SecretDataAllocatorFuncs *)ctx; if (p != NULL) { char *real = (char *)p - 64; if (strncmp(real, "originally allocated", 20) != 0) { fprintf(stdout, "uh-oh, unmatched shift_realloc\n"); return realloc(p, sz); } return (void *)((char *)funcs->realloc(real, sz + 64) + 64); } else { char *real = (char *)funcs->realloc(p, sz + 64); if (real == NULL) { return NULL; } snprintf(real, 64, "originally allocated " "%ld via realloc", (unsigned long)sz); return (void *)(real + 64); } } /* As an example, we use the standard {m|c|re}alloc/free funcs. */ static SecretDataAllocatorFuncs secret_data_handler_ctx = { malloc, calloc, realloc, free }; static PyDataMem_Handler secret_data_handler = { "secret_data_allocator", 1, { &secret_data_handler_ctx, /* ctx */ shift_alloc, /* malloc */ shift_zero, /* calloc */ shift_realloc, /* realloc */ shift_free /* free */ } }; void warn_on_free(void *capsule) { PyErr_WarnEx(PyExc_UserWarning, "in warn_on_free", 1); void * obj = PyCapsule_GetPointer(capsule, PyCapsule_GetName(capsule)); free(obj); }; zimport_array();rN mem_policy)prologue include_dirs build_dir more_init) sysplatform startswithpytestskipr ImportErrorrbuild_and_import_extensionnp get_include)tmp_path functionsrrr rG/tmp/pip-target-vg8gfxp4/lib/python/numpy/core/tests/test_mem_policy.py get_module s$  Dm rcCs tjjj}tjjj}|}tdd}||dusJ||dus%J||j|ks.J||jdks7J|}tdd}||dusKJ||dusSJ||jdks\J||jdkseJ|dkrw| d|dksuJdS| |||ksJdS)N secret_data_allocatordefault_allocator) rcore multiarrayget_handler_nameget_handler_versionarangereshapebaserr)rr)r*orig_policy_namea orig_policybrrrtest_set_policys&    r2cCshtjjj}|d}|dksJ|d}|dksJ||}||ur/|us2JJdSNr&)rr'r(r)rr)rr)r0 def_policy_1 def_policy_2rrrtest_default_policy_singletons    $r6cCsGdddtj}tjjj}|}td|d}||dus$J|jj dus,J||j dus5J|j jj dus>J||j j |ksHJ|j j jj dusRJdS)Nc@s eZdZdS)z&test_policy_propagation..MyArrN)__name__ __module__ __qualname__rrrrMyArr sr:r r!FT) rndarrayr'r(r)r+viewr,flagsowndatar-)rr:r)r.r/rrrtest_policy_propagations r?csR|dkr|tjjdksJn|dtjjdks#J|dSNr&r%)rrr'r(r)rsetrr.eventrrrconcurrent_context1s  rDcsn|IdHtjj|ksJ|dkr&|tjjdks$JdS|dtjjdks5JdSr@)waitrr'r(r)rrrBrrrconcurrent_context2#s rFcsftjj}t}tt|||}tt|||}|IdH|IdHtjj|ks1JdS)N) rr'r(r)asyncioEvent create_taskrDrFrr.rCconcurrent_task1concurrent_task2rrrasync_test_context_locality0s     rMcCs:tjjdkrtjdddkrtdtt|dS)Npypy)rOz+no context-locality support in PyPy < 7.3.6) rimplementationnamepypy_version_inforrrGrunrM)rrrrtest_context_locality@s  rVcCs(|tjjdksJ|dS)Nr%)rrr'r(r)rArrCrrrconcurrent_thread1Gs rXcCs(|tjjdksJ|dSr3)rErr'r(r)rrWrrrconcurrent_thread2Ms rYcCsptjj}t}tjt||fd}tjt||fd}| | | | tjj|ks6JdS)N)targetargs) rr'r(r) threadingrHThreadrXrYstartjoinrJrrrtest_thread_localityUs r`cCstd}tjj|}|}td}tjj|dks J|dkr|dkrOt t  }~t Wdn1sIwYn~t W|durhdtjvrftj ddSdS|tjd<dS|durdtjvr~tj dw|tjd<w)NNUMPY_WARN_IF_NO_MEM_POLICYrk)r rr'r(r)r osenvirongetpoprRuntimeWarninggccollect)rrir/oldvalwrrrtest_switch_owners8         rvcCsF|}tjtdd~tWddS1swYdS)N warn_on_free)match)r rwarns UserWarningrrrs)rr/rrrtest_owner_is_bases  "r{)!rGrrrmrnumpyrr\warnings numpy.testingrrrfixturerr2r6r?rDrFrMrVrXrYr`markslowrgxfailrRrS parametrizervr{rrrrs< I