cartpole-impala-fake-gpus: env: CartPole-v0 run: IMPALA stop: episode_reward_mean: 150 training_iteration: 400 config: # Works for both torch and tf. framework: tf # Double batch size (2 GPUs). train_batch_size: 1000 # Test w/ LSTMs. model: use_lstm: true # Fake 2 GPUs. num_gpus: 2 _fake_gpus: true vtrace_drop_last_ts: false