ray/rllib/tuned_examples/dqn/cartpole-dqn-fake-gpus.yaml

cartpole-dqn-fake-gpus:
    env: CartPole-v0
    run: DQN
    stop:
        episode_reward_mean: 150
        training_iteration: 400
    config:
        # Works for both torch and tf.
        framework: tf
        model:
            fcnet_hiddens: [64]
            fcnet_activation: linear
        n_step: 3
        # Double batch size (2 GPUs).
        train_batch_size: 64

        # Fake 2 GPUs.
        num_gpus: 2
        _fake_gpus: true