unconditional gc sleep

This commit is contained in:
Valentin Boettcher 2022-06-16 11:53:15 +02:00
parent e32a367a7a
commit b7940c1d80

View file

@ -648,6 +648,7 @@ def ensemble_mean(
overwrite_cache: bool = False, overwrite_cache: bool = False,
chunk_size: Optional[int] = None, chunk_size: Optional[int] = None,
in_flight: Optional[int] = None, in_flight: Optional[int] = None,
gc_sleep: float = 0.1,
) -> EnsembleValue: ) -> EnsembleValue:
results = [] results = []
first_result = function(next(arg_iter)) first_result = function(next(arg_iter))
@ -776,9 +777,8 @@ def ensemble_mean(
highest_index += 1 highest_index += 1
amount = gc.collect() gc.collect()
if amount > 0: time.sleep(gc_sleep)
time.sleep(0.1)
if next_val: if next_val:
chunk_ref = ray.put(next_val[0]) chunk_ref = ray.put(next_val[0])