mirror of
https://github.com/python/cpython.git
synced 2025-08-03 16:39:00 +00:00
[3.14] gh-135557: use atomic stores in heapq
operations in free-threading (GH-135601) (#135787)
gh-135557: use atomic stores in `heapq` operations in free-threading (GH-135601)
(cherry picked from commit 13cac83347
)
Co-authored-by: Xuanteng Huang <44627253+xuantengh@users.noreply.github.com>
This commit is contained in:
parent
fa62dfe888
commit
e388b29a10
3 changed files with 51 additions and 17 deletions
|
@ -12,6 +12,7 @@ annotated by François Pinard, and converted to C by Raymond Hettinger.
|
|||
|
||||
#include "Python.h"
|
||||
#include "pycore_list.h" // _PyList_ITEMS(), _PyList_AppendTakeRef()
|
||||
#include "pycore_pyatomic_ft_wrappers.h"
|
||||
|
||||
#include "clinic/_heapqmodule.c.h"
|
||||
|
||||
|
@ -59,8 +60,8 @@ siftdown(PyListObject *heap, Py_ssize_t startpos, Py_ssize_t pos)
|
|||
arr = _PyList_ITEMS(heap);
|
||||
parent = arr[parentpos];
|
||||
newitem = arr[pos];
|
||||
arr[parentpos] = newitem;
|
||||
arr[pos] = parent;
|
||||
FT_ATOMIC_STORE_PTR_RELAXED(arr[parentpos], newitem);
|
||||
FT_ATOMIC_STORE_PTR_RELAXED(arr[pos], parent);
|
||||
pos = parentpos;
|
||||
}
|
||||
return 0;
|
||||
|
@ -108,8 +109,8 @@ siftup(PyListObject *heap, Py_ssize_t pos)
|
|||
/* Move the smaller child up. */
|
||||
tmp1 = arr[childpos];
|
||||
tmp2 = arr[pos];
|
||||
arr[childpos] = tmp2;
|
||||
arr[pos] = tmp1;
|
||||
FT_ATOMIC_STORE_PTR_RELAXED(arr[childpos], tmp2);
|
||||
FT_ATOMIC_STORE_PTR_RELAXED(arr[pos], tmp1);
|
||||
pos = childpos;
|
||||
}
|
||||
/* Bubble it up to its final resting place (by sifting its parents down). */
|
||||
|
@ -172,8 +173,9 @@ heappop_internal(PyObject *heap, int siftup_func(PyListObject *, Py_ssize_t))
|
|||
if (!n)
|
||||
return lastelt;
|
||||
returnitem = PyList_GET_ITEM(heap, 0);
|
||||
PyList_SET_ITEM(heap, 0, lastelt);
|
||||
if (siftup_func((PyListObject *)heap, 0)) {
|
||||
PyListObject *list = _PyList_CAST(heap);
|
||||
FT_ATOMIC_STORE_PTR_RELAXED(list->ob_item[0], lastelt);
|
||||
if (siftup_func(list, 0)) {
|
||||
Py_DECREF(returnitem);
|
||||
return NULL;
|
||||
}
|
||||
|
@ -208,8 +210,9 @@ heapreplace_internal(PyObject *heap, PyObject *item, int siftup_func(PyListObjec
|
|||
}
|
||||
|
||||
returnitem = PyList_GET_ITEM(heap, 0);
|
||||
PyList_SET_ITEM(heap, 0, Py_NewRef(item));
|
||||
if (siftup_func((PyListObject *)heap, 0)) {
|
||||
PyListObject *list = _PyList_CAST(heap);
|
||||
FT_ATOMIC_STORE_PTR_RELAXED(list->ob_item[0], Py_NewRef(item));
|
||||
if (siftup_func(list, 0)) {
|
||||
Py_DECREF(returnitem);
|
||||
return NULL;
|
||||
}
|
||||
|
@ -284,8 +287,9 @@ _heapq_heappushpop_impl(PyObject *module, PyObject *heap, PyObject *item)
|
|||
}
|
||||
|
||||
returnitem = PyList_GET_ITEM(heap, 0);
|
||||
PyList_SET_ITEM(heap, 0, Py_NewRef(item));
|
||||
if (siftup((PyListObject *)heap, 0)) {
|
||||
PyListObject *list = _PyList_CAST(heap);
|
||||
FT_ATOMIC_STORE_PTR_RELAXED(list->ob_item[0], Py_NewRef(item));
|
||||
if (siftup(list, 0)) {
|
||||
Py_DECREF(returnitem);
|
||||
return NULL;
|
||||
}
|
||||
|
@ -437,8 +441,8 @@ siftdown_max(PyListObject *heap, Py_ssize_t startpos, Py_ssize_t pos)
|
|||
arr = _PyList_ITEMS(heap);
|
||||
parent = arr[parentpos];
|
||||
newitem = arr[pos];
|
||||
arr[parentpos] = newitem;
|
||||
arr[pos] = parent;
|
||||
FT_ATOMIC_STORE_PTR_RELAXED(arr[parentpos], newitem);
|
||||
FT_ATOMIC_STORE_PTR_RELAXED(arr[pos], parent);
|
||||
pos = parentpos;
|
||||
}
|
||||
return 0;
|
||||
|
@ -486,8 +490,8 @@ siftup_max(PyListObject *heap, Py_ssize_t pos)
|
|||
/* Move the smaller child up. */
|
||||
tmp1 = arr[childpos];
|
||||
tmp2 = arr[pos];
|
||||
arr[childpos] = tmp2;
|
||||
arr[pos] = tmp1;
|
||||
FT_ATOMIC_STORE_PTR_RELAXED(arr[childpos], tmp2);
|
||||
FT_ATOMIC_STORE_PTR_RELAXED(arr[pos], tmp1);
|
||||
pos = childpos;
|
||||
}
|
||||
/* Bubble it up to its final resting place (by sifting its parents down). */
|
||||
|
@ -621,8 +625,9 @@ _heapq_heappushpop_max_impl(PyObject *module, PyObject *heap, PyObject *item)
|
|||
}
|
||||
|
||||
returnitem = PyList_GET_ITEM(heap, 0);
|
||||
PyList_SET_ITEM(heap, 0, Py_NewRef(item));
|
||||
if (siftup_max((PyListObject *)heap, 0) < 0) {
|
||||
PyListObject *list = _PyList_CAST(heap);
|
||||
FT_ATOMIC_STORE_PTR_RELAXED(list->ob_item[0], Py_NewRef(item));
|
||||
if (siftup_max(list, 0) < 0) {
|
||||
Py_DECREF(returnitem);
|
||||
return NULL;
|
||||
}
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue