hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-05 18:11:42 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

[tune] De-clutter log outputs in trial runner (#24257)

Browse source 
There are currently some debug logs left logging to INFO scope. This PR demotes them to DEBUG and cleans up the messages.
This commit is contained in:
Kai Fricke 2022-04-27 17:13:09 +01:00 • committed by GitHub
parent 77d79f9e32
commit 4a30ae0ab6
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
python/ray/tune/trial_runner.py
View file

@ -773,7 +773,7 @@ class TrialRunner:
next_trial = self._update_trial_queue_and_get_next_trial()
if next_trial:
logger.debug(f"Running trial {next_trial}")
logger.debug(f"Got new trial to run: {next_trial}")
self._wait_and_handle_event(next_trial)
@ -811,7 +811,7 @@ class TrialRunner:
return False
assert next_trial is not None
logger.info(f"starting {next_trial}")
logger.debug(f"Trying to start trial: {next_trial}")
if not _start_trial(next_trial) and next_trial.status != Trial.ERROR:
# Only try to start another trial if previous trial startup
# did not error (e.g. it just didn't start because its
@ -825,7 +825,7 @@ class TrialRunner:
# Must be able to start.
assert _start_trial(next_trial)
else:
logger.info(f"reconciling {self.get_trials()}")
logger.debug(f"Reconciling resource requests: {self.get_trials()}")
self.trial_executor._pg_manager.reconcile_placement_groups(
self.get_trials()
)
@ -942,7 +942,7 @@ class TrialRunner:
]
def _process_trial_results(self, trial, results):
logger.debug(f"process_trial_results {results}")
logger.debug(f"Processing trial results for trial {trial}: {results}")
with warn_if_slow(
"process_trial_results",
message="Processing trial results took {duration:.3f} s, "
@ -1023,7 +1023,7 @@ class TrialRunner:
self._checkpoint_trial_if_needed(trial, force=force_checkpoint)
if trial.is_saving:
logger.debug(f"caching trial decision {trial}")
logger.debug(f"Caching trial decision for trial {trial}: {decision}")
# Cache decision to execute on after the save is processed.
# This prevents changing the trial's state or kicking off
# another training step prematurely.
@ -1301,7 +1301,7 @@ class TrialRunner:
while (
not trial and not self.is_finished() and time.time() - start < timeout
):
logger.info("Blocking for next trial...")
logger.debug("Blocking for next trial...")
trial = self._search_alg.next_trial()
time.sleep(1)