hiro/jobmanager
1
0
Fork 0
mirror of https://github.com/vale981/jobmanager synced 2025-03-04 17:31:39 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

slightly more complex example

Browse source
This commit is contained in:
Paul Müller 2015-11-20 00:13:19 +01:00
parent 98275679b0
commit f36aa64c90
2 changed files with 15 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
examples/pool_map.py
View file

@ -14,23 +14,26 @@ sys.path.insert(0, dirname(dirname(abspath(__file__))))
import jobmanager import jobmanager
def func(x): def func(x, y, z):
"""Example function with only one argument""" """Example function with only one argument"""
time.sleep(x[0]/10) time.sleep(x/10)
return np.sum(x) return np.sum([x, y, z])
def wrapper(data):
return func(*data)
# Create list of parameters # Create list of parameters
a = list() a = list()
for i in range(10): for i in range(10):
a.append([i,2.34]) a.append([i, 2.34, 9])
# mp.Pool example: # mp.Pool example:
p_mp = mp.Pool() p_mp = mp.Pool()
res_mp = p_mp.map(func, a) res_mp = p_mp.map(wrapper, a)
# equivalent to mp.Pool() but with progress bar: # equivalent to mp.Pool() but with progress bar:
p_jm = jobmanager.decorators.Pool() p_jm = jobmanager.decorators.Pool()
res_jm = p_jm.map(func, a) res_jm = p_jm.map(wrapper, a)
assert res_mp == res_jm assert res_mp == res_jm
print("result: ", res_jm) print("result: ", res_jm)

11
jobmanager/decorators.py
View file

@ -436,6 +436,7 @@ def decorate_module_ProgressBar(module, decorator=ProgressBar, **kwargs):
decorator = ProgressBar decorator = ProgressBar
kwargs.pop("override_count") kwargs.pop("override_count")
vdict = module.__dict__ vdict = module.__dict__
for key in list(vdict.keys()): for key in list(vdict.keys()):
if hasattr(vdict[key], "__call__"): if hasattr(vdict[key], "__call__"):
@ -456,13 +457,13 @@ def decorate_module_ProgressBar(module, decorator=ProgressBar, **kwargs):
print("Jobmanager wrapped {}.{}".format( print("Jobmanager wrapped {}.{}".format(
module.__name__, key)) module.__name__, key))
elif vdict[key] == mp.Pool: # Decorate Pool
if vdict[key] == mp.Pool:
# replace mp.Pool # replace mp.Pool
setattr(module, vdict[key], Pool) setattr(module, key, Pool)
elif isinstance(vdict[key], ModuleType): elif isinstance(vdict[key], ModuleType):
# replace mp.Pool in submodules # replace mp.Pool in submodules
subdict = vdict[key].__dict__ subdict = vdict[key].__dict__
for skey in list(subdict.keys()): for skey in list(subdict.keys()):
if subdict[skey] == mp.pool.Pool: if subdict[skey] == mp.Pool:
setattr(vdict[key], subdict[skey], Pool) setattr(vdict[key], skey, Pool)