updates
This commit is contained in:
80
Backend/venv/lib/python3.12/site-packages/joblib/externals/loky/initializers.py
vendored
Normal file
80
Backend/venv/lib/python3.12/site-packages/joblib/externals/loky/initializers.py
vendored
Normal file
@@ -0,0 +1,80 @@
|
||||
import warnings
|
||||
|
||||
|
||||
def _viztracer_init(init_kwargs):
|
||||
"""Initialize viztracer's profiler in worker processes"""
|
||||
from viztracer import VizTracer
|
||||
|
||||
tracer = VizTracer(**init_kwargs)
|
||||
tracer.register_exit()
|
||||
tracer.start()
|
||||
|
||||
|
||||
def _make_viztracer_initializer_and_initargs():
|
||||
try:
|
||||
import viztracer
|
||||
|
||||
tracer = viztracer.get_tracer()
|
||||
if tracer is not None and getattr(tracer, "enable", False):
|
||||
# Profiler is active: introspect its configuration to
|
||||
# initialize the workers with the same configuration.
|
||||
return _viztracer_init, (tracer.init_kwargs,)
|
||||
except ImportError:
|
||||
# viztracer is not installed: nothing to do
|
||||
pass
|
||||
except Exception as e:
|
||||
# In case viztracer's API evolve, we do not want to crash loky but
|
||||
# we want to know about it to be able to update loky.
|
||||
warnings.warn(f"Unable to introspect viztracer state: {e}")
|
||||
return None, ()
|
||||
|
||||
|
||||
class _ChainedInitializer:
|
||||
"""Compound worker initializer
|
||||
|
||||
This is meant to be used in conjunction with _chain_initializers to
|
||||
produce the necessary chained_args list to be passed to __call__.
|
||||
"""
|
||||
|
||||
def __init__(self, initializers):
|
||||
self._initializers = initializers
|
||||
|
||||
def __call__(self, *chained_args):
|
||||
for initializer, args in zip(self._initializers, chained_args):
|
||||
initializer(*args)
|
||||
|
||||
|
||||
def _chain_initializers(initializer_and_args):
|
||||
"""Convenience helper to combine a sequence of initializers.
|
||||
|
||||
If some initializers are None, they are filtered out.
|
||||
"""
|
||||
filtered_initializers = []
|
||||
filtered_initargs = []
|
||||
for initializer, initargs in initializer_and_args:
|
||||
if initializer is not None:
|
||||
filtered_initializers.append(initializer)
|
||||
filtered_initargs.append(initargs)
|
||||
|
||||
if not filtered_initializers:
|
||||
return None, ()
|
||||
elif len(filtered_initializers) == 1:
|
||||
return filtered_initializers[0], filtered_initargs[0]
|
||||
else:
|
||||
return _ChainedInitializer(filtered_initializers), filtered_initargs
|
||||
|
||||
|
||||
def _prepare_initializer(initializer, initargs):
|
||||
if initializer is not None and not callable(initializer):
|
||||
raise TypeError(
|
||||
f"initializer must be a callable, got: {initializer!r}"
|
||||
)
|
||||
|
||||
# Introspect runtime to determine if we need to propagate the viztracer
|
||||
# profiler information to the workers:
|
||||
return _chain_initializers(
|
||||
[
|
||||
(initializer, initargs),
|
||||
_make_viztracer_initializer_and_initargs(),
|
||||
]
|
||||
)
|
||||
Reference in New Issue
Block a user