Issue #15881: Fixed atexit hook in multiprocessing.

This commit is contained in:
Alexander Belopolsky 2012-09-09 13:16:15 -04:00
parent 47bcfff26b
commit 59fb38b582
2 changed files with 37 additions and 14 deletions

View file

@ -236,3 +236,4 @@ docs@python.org), and we'll be glad to correct the problem.
* Moshe Zadka * Moshe Zadka
* Milan Zamazal * Milan Zamazal
* Cheng Zhang * Cheng Zhang
* Chris McDonough

View file

@ -247,6 +247,12 @@ def _run_finalizers(minpriority=None):
Finalizers with highest priority are called first; finalizers with Finalizers with highest priority are called first; finalizers with
the same priority will be called in reverse order of creation. the same priority will be called in reverse order of creation.
''' '''
if _finalizer_registry is None:
# This function may be called after this module's globals are
# destroyed. See the _exit_function function in this module for more
# notes.
return
if minpriority is None: if minpriority is None:
f = lambda p : p[0][0] is not None f = lambda p : p[0][0] is not None
else: else:
@ -278,24 +284,40 @@ def is_exiting():
_exiting = False _exiting = False
def _exit_function(): def _exit_function(info=info, debug=debug, _run_finalizers=_run_finalizers,
active_children=active_children,
current_process=current_process):
# We hold on to references to functions in the arglist due to the
# situation described below, where this function is called after this
# module's globals are destroyed.
global _exiting global _exiting
info('process shutting down') if not _exiting:
debug('running all "atexit" finalizers with priority >= 0') info('process shutting down')
_run_finalizers(0) debug('running all "atexit" finalizers with priority >= 0')
_run_finalizers(0)
if current_process() is not None:
# We check if the current process is None here because if
# it's None, any call to ``active_children()`` will throw an
# AttributeError (active_children winds up trying to get
# attributes from util._current_process). This happens in a
# variety of shutdown circumstances that are not well-understood
# because module-scope variables are not apparently supposed to
# be destroyed until after this function is called. However,
# they are indeed destroyed before this function is called. See
# issues #9775 and #15881. Also related: #4106, #9205, and #9207.
for p in active_children():
if p._daemonic:
info('calling terminate() for daemon %s', p.name)
p._popen.terminate()
for p in active_children(): for p in active_children():
if p._daemonic: info('calling join() for process %s', p.name)
info('calling terminate() for daemon %s', p.name) p.join()
p._popen.terminate()
for p in active_children(): debug('running the remaining "atexit" finalizers')
info('calling join() for process %s', p.name) _run_finalizers()
p.join()
debug('running the remaining "atexit" finalizers')
_run_finalizers()
atexit.register(_exit_function) atexit.register(_exit_function)