try a lighter load

This commit is contained in:
Valentin Boettcher 2022-08-03 17:49:31 +02:00
parent da3db8d295
commit 9351d86c64
2 changed files with 80 additions and 8 deletions

View file

@ -114,7 +114,7 @@
return params
model_keys = [dict(bcf_scale=0.2, wc=ω_c, γ=.5, T=.6, k_max=5, bcf_terms=5, max_HO_level=9) for ω_c in [2]]
model_keys = [dict(bcf_scale=0.2, wc=ω_c, γ=.5, T=.6, k_max=4, bcf_terms=5, max_HO_level=5) for ω_c in [2]]
multi_params = [ho_duo(**keys) for keys in model_keys]
multi_params = multi_params
#+end_src
@ -154,8 +154,79 @@
#+end_src
#+RESULTS:
: ho_data/two_baths/_6/two_baths_6be504a1a85fd41f80e35d1f604cbfd6_1.h5
: 0it [00:00, ?it/s]
:RESULTS:
#+begin_example
ho_data_local/two_baths/_f/two_baths_fbeb4100da4ff052f0c2153129535231_1.h5
0% 4/10000 [00:20<14:14:45, 5.13s/it]
2022-08-03 17:49:20,428 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,430 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,434 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,435 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,437 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,439 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,452 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,460 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,462 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,479 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,496 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,504 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,516 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
(scheduler +8m40s, ip=141.30.17.16) Tip: use `ray status` to view detailed cluster status. To disable these messages, set RAY_SCHEDULER_EVENTS=0.
(scheduler +8m40s, ip=141.30.17.16) Warning: The following resource request cannot be scheduled right now: {'CPU': 1.0}. This is likely due to all cluster resources being claimed by actors. Consider creating fewer actors or adding more nodes to this Ray cluster.
2022-08-03 17:49:20,544 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,547 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
#+end_example
# [goto error]
#+begin_example
---------------------------------------------------------------------------
KeyboardInterrupt Traceback (most recent call last)
Input In [14], in <cell line: 2>()
 3 supervisor = HOPSSupervisor(
 4 params,
 5 10_000,
 6 data_path="ho_data_local",
 7 data_name="two_baths",
 8 )
 9 print(supervisor.get_data(True).hdf5_name)
---> 10 supervisor.integrate()
 11 supervisors.append(supervisor)
File ~/src/hops/hops/core/integration.py:1288, in HOPSSupervisor.integrate(self, clear_pd)
 1285 break
 1287 integration.update()
-> 1288 data.new_samples(
 1289 idx=index,
 1290 incomplete=incomplete,
 1291 psi0=psi0,
 1292 aux_states=aux_states,
 1293 stoc_proc=stoc_proc,
 1294 result_type=self.params.HiP.result_type,
 1295 normed=self._normed_average,
 1296 rng_seed=seed,
 1297 )
File ~/src/hops/hops/core/signal_delay.py:87, in sig_delay.__exit__(self, exc_type, exc_val, exc_tb)
 84 if len(self.sigh.sigs_caught) > 0 and self.handler is not None:
 85 self.handler(self.sigh.sigs_caught)
---> 87 self._restore()
File ~/src/hops/hops/core/signal_delay.py:68, in sig_delay._restore(self)
 66 for i, s in enumerate(self.sigs):
 67 signal.signal(s, self.old_handlers[i])
---> 68 self.sigh.emit()
File ~/src/hops/hops/core/signal_delay.py:42, in SigHandler.emit(self)
 40 for s in self.sigs_caught:
 41 log.info("emit signal '{}'".format(SIG_MAP[s]))
---> 42 os.kill(os.getpid(), s)
KeyboardInterrupt:
2022-08-03 17:49:20,548 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,556 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,557 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2022-08-03 17:49:20,559 ERROR worker.py:94 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
#+end_example
:END:
* Flow
#+begin_src jupyter-python :results none
@ -182,6 +253,7 @@
#+end_src
#+RESULTS:
: Loading: 100% 22/22 [00:01<00:00, 19.90it/s]
#+begin_src jupyter-python
fig, ax = plt.subplots()
@ -202,8 +274,8 @@
#+RESULTS:
:RESULTS:
: WARNING:matplotlib.legend:No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
: <matplotlib.legend.Legend at 0x7ff07f657220>
[[file:./.ob-jupyter/7dc9909701b9a96b2e00e19325c23b2ec0a8aa2b.svg]]
: <matplotlib.legend.Legend at 0x7f798aa613a0>
[[file:./.ob-jupyter/dce75d8f71fa6a6821c97451232c4b6fd4d36e34.svg]]
:END:
* Analytic
@ -283,8 +355,8 @@
#+RESULTS:
:RESULTS:
: <matplotlib.legend.Legend at 0x7ff06e7e79a0>
[[file:./.ob-jupyter/993434ccfc11251484909bde5f5f8eae60b822cf.svg]]
: <matplotlib.legend.Legend at 0x7f798a734d90>
[[file:./.ob-jupyter/af95fb6991d65ebe0fe47fdb1302b948214ddb0b.svg]]
:END:
#+begin_src jupyter-python

View file

@ -109,7 +109,7 @@ def ho_duo(
return params
model_keys = [dict(bcf_scale=0.2, wc=ω_c, γ=.5, T=.6, k_max=5, bcf_terms=5, max_HO_level=9) for ω_c in [2]]
model_keys = [dict(bcf_scale=0.2, wc=ω_c, γ=.5, T=.6, k_max=4, bcf_terms=5, max_HO_level=5) for ω_c in [2]]
multi_params = [ho_duo(**keys) for keys in model_keys]
multi_params = multi_params