# On a Tesla K80 GPU, this achieves the maximum reward in about 1-1.5 hours.
#
# $ python train.py -f tuned_examples/pong-ppo.yaml --ray-num-gpus=1
#
# - PPO_PongDeterministic-v4_0:  TERMINATED [pid=16387], 4984 s, 1117981 ts, 21 rew
# - PPO_PongDeterministic-v4_0:  TERMINATED [pid=83606], 4592 s, 1068671 ts, 21 rew
#
pong-deterministic-ppo:
    env: PongDeterministic-v4
    run: PPO
    stop:
        episode_reward_mean: 21
    config:
        gamma: 0.99
        num_workers: 4
        num_sgd_iter: 20
        num_gpus: 1
