mirror of
https://github.com/vale981/ray
synced 2025-03-06 10:31:39 -05:00
28 lines
834 B
YAML
28 lines
834 B
YAML
# Note here that with < 3 workers, APEX can behave a little unstably
|
|
# due to the (static) per-worker-epsilon distribution, which also makes
|
|
# evaluation w/o evaluation worker set harder.
|
|
# For an epsilon-free/greedy evaluation, use:
|
|
# evaluation_interval: 1
|
|
# evaluation_config:
|
|
# explore: False
|
|
cartpole-apex-dqn:
|
|
env: CartPole-v0
|
|
run: APEX
|
|
stop:
|
|
episode_reward_mean: 150.0
|
|
timesteps_total: 250000
|
|
config:
|
|
# Works for both torch and tf.
|
|
framework: tf
|
|
# Make this work with only 5 CPUs and 0 GPUs:
|
|
num_workers: 3
|
|
optimizer:
|
|
num_replay_buffer_shards: 2
|
|
|
|
num_gpus: 0
|
|
|
|
min_time_s_per_reporting: 5
|
|
target_network_update_freq: 500
|
|
learning_starts: 1000
|
|
timesteps_per_iteration: 1000
|
|
buffer_size: 20000
|