summaryrefslogtreecommitdiff
path: root/numpy/core/src/multiarray
diff options
context:
space:
mode:
authorSebastian Berg <sebastianb@nvidia.com>2023-03-07 18:01:40 +0100
committerSebastian Berg <sebastianb@nvidia.com>2023-04-12 12:21:41 +0200
commit03e5cf0b5697957c3f8345ed09a3662494633e7e (patch)
tree2ba69ca46fa2010384cf01f0ab7e789c68096d3b /numpy/core/src/multiarray
parenta026b7fcecef1c42d8349efe2fe4ce4abc988758 (diff)
downloadnumpy-03e5cf0b5697957c3f8345ed09a3662494633e7e.tar.gz
API: Add `numpy.types` module and fill it with DType classes
Diffstat (limited to 'numpy/core/src/multiarray')
-rw-r--r--numpy/core/src/multiarray/arraytypes.c.src26
-rw-r--r--numpy/core/src/multiarray/dtypemeta.c70
-rw-r--r--numpy/core/src/multiarray/dtypemeta.h3
-rw-r--r--numpy/core/src/multiarray/usertypes.c33
4 files changed, 89 insertions, 43 deletions
diff --git a/numpy/core/src/multiarray/arraytypes.c.src b/numpy/core/src/multiarray/arraytypes.c.src
index 92ddd1ad0..537234358 100644
--- a/numpy/core/src/multiarray/arraytypes.c.src
+++ b/numpy/core/src/multiarray/arraytypes.c.src
@@ -4646,12 +4646,30 @@ set_typeinfo(PyObject *dict)
* should be defined on the class and inherited to the scalar.
* (NPY_HALF is the largest builtin one.)
*/
- for (i = 0; i <= NPY_HALF; i++) {
- if (dtypemeta_wrap_legacy_descriptor(_builtin_descrs[i]) < 0) {
- return -1;
- }
+ /**begin repeat
+ *
+ * #NAME = BOOL,
+ * BYTE, UBYTE, SHORT, USHORT, INT, UINT,
+ * LONG, ULONG, LONGLONG, ULONGLONG,
+ * HALF, FLOAT, DOUBLE, LONGDOUBLE,
+ * CFLOAT, CDOUBLE, CLONGDOUBLE,
+ * OBJECT, STRING, UNICODE, VOID,
+ * DATETIME, TIMEDELTA#
+ */
+ if (dtypemeta_wrap_legacy_descriptor(
+ _builtin_descrs[NPY_@NAME@],
+ "numpy.types." NPY_@NAME@_Name "DType",
+#ifdef NPY_@NAME@_alias
+ "numpy.types." NPY_@NAME@_Alias "DType"
+#else
+ NULL
+#endif
+ ) < 0) {
+ return -1;
}
+ /**end repeat**/
+
/*
* Add cast functions for the new types
*/
diff --git a/numpy/core/src/multiarray/dtypemeta.c b/numpy/core/src/multiarray/dtypemeta.c
index f268ba2cb..2abbf394e 100644
--- a/numpy/core/src/multiarray/dtypemeta.c
+++ b/numpy/core/src/multiarray/dtypemeta.c
@@ -9,7 +9,9 @@
#include <numpy/ndarraytypes.h>
#include <numpy/arrayscalars.h>
#include "npy_pycompat.h"
+#include "npy_import.h"
+#include "arraytypes.h"
#include "common.h"
#include "dtypemeta.h"
#include "descriptor.h"
@@ -723,12 +725,17 @@ object_common_dtype(
* be a HeapType and its instances should be exact PyArray_Descr structs.
*
* @param descr The descriptor that should be wrapped.
- * @param name The name for the DType, if NULL the type character is used.
+ * @param name The name for the DType.
+ * @param alias A second name which is also set to the new class for builtins
+ * (i.e. `np.types.LongDType` for `np.types.Int64DType`).
+ * Some may have more aliases, as `intp` is not its own thing,
+ * as of writing this, these are not added here.
*
* @returns 0 on success, -1 on failure.
*/
NPY_NO_EXPORT int
-dtypemeta_wrap_legacy_descriptor(PyArray_Descr *descr)
+dtypemeta_wrap_legacy_descriptor(PyArray_Descr *descr,
+ const char *name, const char *alias)
{
int has_type_set = Py_TYPE(descr) == &PyArrayDescr_Type;
@@ -755,47 +762,14 @@ dtypemeta_wrap_legacy_descriptor(PyArray_Descr *descr)
return -1;
}
- /*
- * Note: we have no intention of freeing the memory again since this
- * behaves identically to static type definition (see comment above).
- * This is seems cleaner for the legacy API, in the new API both static
- * and heap types are possible (some difficulty arises from the fact that
- * these are instances of DTypeMeta and not type).
- * In particular our own DTypes can be true static declarations.
- * However, this function remains necessary for legacy user dtypes.
- */
-
- const char *scalar_name = descr->typeobj->tp_name;
- /*
- * We have to take only the name, and ignore the module to get
- * a reasonable __name__, since static types are limited in this regard
- * (this is not ideal, but not a big issue in practice).
- * This is what Python does to print __name__ for static types.
- */
- const char *dot = strrchr(scalar_name, '.');
- if (dot) {
- scalar_name = dot + 1;
- }
- Py_ssize_t name_length = strlen(scalar_name) + 14;
-
- char *tp_name = PyMem_Malloc(name_length);
- if (tp_name == NULL) {
- PyErr_NoMemory();
- return -1;
- }
-
- snprintf(tp_name, name_length, "numpy.dtype[%s]", scalar_name);
-
NPY_DType_Slots *dt_slots = PyMem_Malloc(sizeof(NPY_DType_Slots));
if (dt_slots == NULL) {
- PyMem_Free(tp_name);
return -1;
}
memset(dt_slots, '\0', sizeof(NPY_DType_Slots));
PyArray_DTypeMeta *dtype_class = PyMem_Malloc(sizeof(PyArray_DTypeMeta));
if (dtype_class == NULL) {
- PyMem_Free(tp_name);
PyMem_Free(dt_slots);
return -1;
}
@@ -817,13 +791,19 @@ dtypemeta_wrap_legacy_descriptor(PyArray_Descr *descr)
.tp_flags = Py_TPFLAGS_DEFAULT,
.tp_base = &PyArrayDescr_Type,
.tp_new = (newfunc)legacy_dtype_default_new,
+ .tp_doc = (
+ "DType class corresponding to the scalar type and dtype of "
+ "the same name.\n\n"
+ "Please see `numpy.dtype` for the typical way to create\n"
+ "dtype instances and :ref:`arrays.dtypes` for additional\n"
+ "information."),
},},
.flags = NPY_DT_LEGACY,
/* Further fields are not common between DTypes */
};
memcpy(dtype_class, &prototype, sizeof(PyArray_DTypeMeta));
/* Fix name of the Type*/
- ((PyTypeObject *)dtype_class)->tp_name = tp_name;
+ ((PyTypeObject *)dtype_class)->tp_name = name;
dtype_class->dt_slots = dt_slots;
/* Let python finish the initialization (probably unnecessary) */
@@ -912,6 +892,21 @@ dtypemeta_wrap_legacy_descriptor(PyArray_Descr *descr)
/* Finally, replace the current class of the descr */
Py_SET_TYPE(descr, (PyTypeObject *)dtype_class);
+ /* And it to the types submodule if it is a builtin dtype */
+ if (!PyTypeNum_ISUSERDEF(descr->type_num)) {
+ static PyObject *add_dtype_helper = NULL;
+ npy_cache_import("numpy.types", "_add_dtype_helper", &add_dtype_helper);
+ if (add_dtype_helper == NULL) {
+ return -1;
+ }
+
+ if (PyObject_CallFunction(
+ add_dtype_helper,
+ "Os", (PyObject *)dtype_class, alias) == NULL) {
+ return -1;
+ }
+ }
+
return 0;
}
@@ -949,7 +944,8 @@ static PyGetSetDef dtypemeta_getset[] = {
static PyMemberDef dtypemeta_members[] = {
{"type",
- T_OBJECT, offsetof(PyArray_DTypeMeta, scalar_type), READONLY, NULL},
+ T_OBJECT, offsetof(PyArray_DTypeMeta, scalar_type), READONLY,
+ "scalar type corresponding to the DType."},
{NULL, 0, 0, 0, NULL},
};
diff --git a/numpy/core/src/multiarray/dtypemeta.h b/numpy/core/src/multiarray/dtypemeta.h
index 3b4dbad24..1b31efd7a 100644
--- a/numpy/core/src/multiarray/dtypemeta.h
+++ b/numpy/core/src/multiarray/dtypemeta.h
@@ -123,7 +123,8 @@ python_builtins_are_known_scalar_types(
PyArray_DTypeMeta *cls, PyTypeObject *pytype);
NPY_NO_EXPORT int
-dtypemeta_wrap_legacy_descriptor(PyArray_Descr *dtypem);
+dtypemeta_wrap_legacy_descriptor(
+ PyArray_Descr *dtypem, const char *name, const char *alias);
#ifdef __cplusplus
}
diff --git a/numpy/core/src/multiarray/usertypes.c b/numpy/core/src/multiarray/usertypes.c
index a172343f1..4f5b05eb6 100644
--- a/numpy/core/src/multiarray/usertypes.c
+++ b/numpy/core/src/multiarray/usertypes.c
@@ -261,12 +261,43 @@ PyArray_RegisterDataType(PyArray_Descr *descr)
return -1;
}
+ /*
+ * Legacy user DTypes classes cannot have a name, since the user never
+ * defined on. So we create a name for them here, these DTypes are
+ * effectively static types.
+ *
+ * Note: we have no intention of freeing the memory again since this
+ * behaves identically to static type definition.
+ */
+
+ const char *scalar_name = descr->typeobj->tp_name;
+ /*
+ * We have to take only the name, and ignore the module to get
+ * a reasonable __name__, since static types are limited in this regard
+ * (this is not ideal, but not a big issue in practice).
+ * This is what Python does to print __name__ for static types.
+ */
+ const char *dot = strrchr(scalar_name, '.');
+ if (dot) {
+ scalar_name = dot + 1;
+ }
+ Py_ssize_t name_length = strlen(scalar_name) + 14;
+
+ char *name = PyMem_Malloc(name_length);
+ if (name == NULL) {
+ PyErr_NoMemory();
+ return -1;
+ }
+
+ snprintf(name, name_length, "numpy.dtype[%s]", scalar_name);
+
userdescrs[NPY_NUMUSERTYPES++] = descr;
descr->type_num = typenum;
- if (dtypemeta_wrap_legacy_descriptor(descr) < 0) {
+ if (dtypemeta_wrap_legacy_descriptor(descr, name, NULL) < 0) {
descr->type_num = -1;
NPY_NUMUSERTYPES--;
+ PyMem_Free(name); /* free the name on failure, but only then */
return -1;
}
if (use_void_clearimpl) {