mirror of
https://github.com/vale981/ray
synced 2025-03-06 10:31:39 -05:00
20 lines
614 B
YAML
20 lines
614 B
YAML
# This reaches ~19 reward in < 40 minutes (3M env steps) on a p3.8xlarge AWS instance.
|
|
# See https://app.wandb.ai/zplizzi/test/runs/ayuuhixr?workspace=user-zplizzi
|
|
# for training curves.
|
|
pong-apex:
|
|
env: PongNoFrameskip-v4
|
|
run: APEX
|
|
stop:
|
|
episode_reward_mean: 19.0
|
|
timesteps_total: 4000000
|
|
config:
|
|
# Works for both torch and tf.
|
|
framework: tf
|
|
target_network_update_freq: 20000
|
|
num_workers: 4
|
|
num_envs_per_worker: 8
|
|
lr: .00005
|
|
train_batch_size: 64
|
|
buffer_size: 1000000
|
|
gamma: 0.99
|
|
training_intensity: 16
|