Application Stress Tests (#3612)

python/ray/autoscaler/autoscaler.py

@@ -9,6 +9,7 @@ import hashlib
 import logging
 import math
 import os
+from six import string_types
 from six.moves import queue
 import subprocess
 import threading
@@ -633,6 +634,8 @@ def check_extraneous(config, schema):
             continue
         elif isinstance(v, type):
             if not isinstance(config[k], v):
+                if v is str and isinstance(config[k], string_types):
+                    continue
                 raise ValueError(
                     "Config key `{}` has wrong type {}, expected {}".format(
                         k,

python/ray/rllib/tuned_examples/atari-impala-large.yaml

@@ -0,0 +1,22 @@
+# Runs on a g3.16xl node with 5 m5.24xl workers
+# Takes roughly 10 minutes.
+atari-impala:
+    env:
+        grid_search:
+            - BreakoutNoFrameskip-v4
+            - BeamRiderNoFrameskip-v4
+            - QbertNoFrameskip-v4
+            - SpaceInvadersNoFrameskip-v4
+    run: IMPALA
+    stop:
+        timesteps_total: 3000000
+    config:
+        sample_batch_size: 50
+        train_batch_size: 500
+        num_workers: 128
+        num_envs_per_worker: 5
+        clip_rewards: True
+        lr_schedule: [
+            [0, 0.0005],
+            [20000000, 0.000000000001],
+        ]