ray/rllib/tuned_examples/impala/cartpole-impala-fake-gpus.yaml

cartpole-impala-fake-gpus:
    env: CartPole-v0
    run: IMPALA
    stop:
        episode_reward_mean: 150
        training_iteration: 400
    config:
        # Works for both torch and tf.
        framework: tf

        # Double batch size (2 GPUs).
        train_batch_size: 1000
        # Test w/ LSTMs.
        model:
          use_lstm: true

        # Fake 2 GPUs.
        num_gpus: 2
        _fake_gpus: true

        vtrace_drop_last_ts: false