Skip to content

bpo-40077: Convert itertools types to heap types #24065

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
erlend-aasland wants to merge 24 commits into from
Closed

bpo-40077: Convert itertools types to heap types #24065

Changes from 1 commit
Commits
Show all changes
24 commits
Select commit Hold shift + click to select a range
1c93d36
Convert groupby and _grouper to heap types
Jan 2, 2021
f1d27e9
Convert cycle type to heap type
Jan 2, 2021
c654ad3
Convert dropwhile type to heap type
Jan 2, 2021
09206f9
Convert takewhile type to heap type
Jan 2, 2021
676d4ef
Convert starmap type to heap type
Jan 2, 2021
68a64c6
Convert combinations & cwr types to heap types
Jan 2, 2021
f46b80c
Convert permutations type to heap type
Jan 2, 2021
520b009
Convert accumulate type to heap type
Jan 2, 2021
970c8bb
Convert compress type to heap type
Jan 2, 2021
8f24fb5
Convert filterfalse type to heap type
Jan 2, 2021
1e8d1cc
Convert count type to heap type
Jan 2, 2021
a6df90d
Convert pairwise type to heap type
Jan 2, 2021
ea4ac64
Convert ziplongest type to heap type
Jan 2, 2021
55fc088
Convert product type to heap type
Jan 2, 2021
7c32c2f
Convert repeat type to heap type
Jan 2, 2021
3bde6b4
Convert islice type to heap type
Jan 2, 2021
88b0926
Convert chain type to heap type
Jan 2, 2021
de95b43
Convert tee type to heap type
Jan 2, 2021
3df69b6
Convert teedataobject type to heap type
Jan 2, 2021
adbde61
Remove unneeded PyType_Ready() calls
Jan 2, 2021
cb8c7fe
Sort types
Jan 2, 2021
a2c9349
Remove unneeded Py_SET_TYPE on teedataobject type
Jan 2, 2021
8d8cd61
Add NEWS
Jan 2, 2021
55cee70
Address review: fix performance issue in tee_copy()
Jan 3, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Convert compress type to heap type
  • Loading branch information
Erlend E. Aasland committed Jan 2, 2021
commit 970c8bbd446caefbc492e9f509344cd7d0a3b994
74 changes: 27 additions & 47 deletions Modules/itertoolsmodule.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@ typedef struct {
PyTypeObject *cwr_type;
PyTypeObject *permutations_type;
PyTypeObject *accumulate_type;
PyTypeObject *compress_type;
} itertoolsmodule_state;

static itertoolsmodule_state *
Expand Down Expand Up @@ -57,16 +58,15 @@ class itertools.combinations "combinationsobject *" "clinic_find_state()->combin
class itertools.combinations_with_replacement "cwr_object *" "clinic_find_state()->cwr_type"
class itertools.permutations "permutationsobject *" "clinic_find_state()->permutations_type"
class itertools.accumulate "accumulateobject *" "clinic_find_state()->accumulate_type"
class itertools.compress "compressobject *" "&compress_type"
class itertools.compress "compressobject *" "clinic_find_state()->compress_type"
class itertools.filterfalse "filterfalseobject *" "&filterfalse_type"
class itertools.count "countobject *" "&count_type"
class itertools.pairwise "pairwiseobject *" "&pairwise_type"
[clinic start generated code]*/
/*[clinic end generated code: output=da39a3ee5e6b4b0d input=2d745b73d7b6fa4c]*/
/*[clinic end generated code: output=da39a3ee5e6b4b0d input=bdc7eab4ea99a6af]*/

static PyTypeObject teedataobject_type;
static PyTypeObject tee_type;
static PyTypeObject compress_type;
static PyTypeObject filterfalse_type;
static PyTypeObject count_type;
static PyTypeObject pairwise_type;
Expand Down Expand Up @@ -3663,10 +3663,12 @@ itertools_compress_impl(PyTypeObject *type, PyObject *seq1, PyObject *seq2)
static void
compress_dealloc(compressobject *lz)
{
PyTypeObject *tp = Py_TYPE(lz);
PyObject_GC_UnTrack(lz);
Py_XDECREF(lz->data);
Py_XDECREF(lz->selectors);
Py_TYPE(lz)->tp_free(lz);
tp->tp_free(lz);
Py_DECREF(tp);
}

static int
Expand Down Expand Up @@ -3726,48 +3728,24 @@ static PyMethodDef compress_methods[] = {
{NULL, NULL} /* sentinel */
};

static PyTypeObject compress_type = {
PyVarObject_HEAD_INIT(NULL, 0)
"itertools.compress", /* tp_name */
sizeof(compressobject), /* tp_basicsize */
0, /* tp_itemsize */
/* methods */
(destructor)compress_dealloc, /* tp_dealloc */
0, /* tp_vectorcall_offset */
0, /* tp_getattr */
0, /* tp_setattr */
0, /* tp_as_async */
0, /* tp_repr */
0, /* tp_as_number */
0, /* tp_as_sequence */
0, /* tp_as_mapping */
0, /* tp_hash */
0, /* tp_call */
0, /* tp_str */
PyObject_GenericGetAttr, /* tp_getattro */
0, /* tp_setattro */
0, /* tp_as_buffer */
Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
Py_TPFLAGS_BASETYPE, /* tp_flags */
itertools_compress__doc__, /* tp_doc */
(traverseproc)compress_traverse, /* tp_traverse */
0, /* tp_clear */
0, /* tp_richcompare */
0, /* tp_weaklistoffset */
PyObject_SelfIter, /* tp_iter */
(iternextfunc)compress_next, /* tp_iternext */
compress_methods, /* tp_methods */
0, /* tp_members */
0, /* tp_getset */
0, /* tp_base */
0, /* tp_dict */
0, /* tp_descr_get */
0, /* tp_descr_set */
0, /* tp_dictoffset */
0, /* tp_init */
0, /* tp_alloc */
itertools_compress, /* tp_new */
PyObject_GC_Del, /* tp_free */
static PyType_Slot compress_slots[] = {
{Py_tp_dealloc, compress_dealloc},
{Py_tp_getattro, PyObject_GenericGetAttr},
{Py_tp_doc, (void *)itertools_compress__doc__},
{Py_tp_traverse, compress_traverse},
{Py_tp_iter, PyObject_SelfIter},
{Py_tp_iternext, compress_next},
{Py_tp_methods, compress_methods},
{Py_tp_new, itertools_compress},
{Py_tp_free, PyObject_GC_Del},
{0, NULL},
};

static PyType_Spec compress_spec = {
.name = "itertools.compress",
.basicsize = sizeof(compressobject),
.flags = Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC | Py_TPFLAGS_BASETYPE,
.slots = compress_slots,
};


Expand Down Expand Up @@ -4652,6 +4630,7 @@ itertoolsmodule_traverse(PyObject *m, visitproc visit, void *arg)
Py_VISIT(state->cwr_type);
Py_VISIT(state->permutations_type);
Py_VISIT(state->accumulate_type);
Py_VISIT(state->compress_type);
return 0;
}

Expand All @@ -4669,6 +4648,7 @@ itertoolsmodule_clear(PyObject *m)
Py_CLEAR(state->cwr_type);
Py_CLEAR(state->permutations_type);
Py_CLEAR(state->accumulate_type);
Py_CLEAR(state->compress_type);
return 0;
}

Expand Down Expand Up @@ -4703,11 +4683,11 @@ itertoolsmodule_exec(PyObject *m)
ADD_TYPE(m, state->cwr_type, &cwr_spec);
ADD_TYPE(m, state->permutations_type, &permutations_spec);
ADD_TYPE(m, state->accumulate_type, &accumulate_spec);
ADD_TYPE(m, state->compress_type, &compress_spec);

PyTypeObject *typelist[] = {
&islice_type,
&chain_type,
&compress_type,
&filterfalse_type,
&count_type,
&ziplongest_type,
Expand Down