From 328b450cde8ad7dbe2be3da92f719b1ff161265a Mon Sep 17 00:00:00 2001
From: Richard Liaw <rliaw@berkeley.edu>
Date: Fri, 7 Aug 2020 23:05:18 -0700
Subject: [PATCH] [tune] fix testing for serve-tune test breaking (#9993)

---
 .travis.yml                         |  6 +++---
 ci/travis/determine_tests_to_run.py | 10 ++++++++++
 doc/BUILD                           |  2 +-
 3 files changed, 14 insertions(+), 4 deletions(-)

diff --git a/.travis.yml b/.travis.yml
index 2ab18ba1c..312a9da9b 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -302,7 +302,7 @@ matrix:
         - TORCH_VERSION=1.5
         - PYTHONWARNINGS=ignore
       install:
-        - . ./ci/travis/ci.sh init RAY_CI_PYTHON_AFFECTED,RAY_CI_TUNE_AFFECTED
+        - . ./ci/travis/ci.sh init RAY_CI_PYTHON_AFFECTED,RAY_CI_TUNE_AFFECTED,RAY_CI_DOC_AFFECTED
       before_script:
         - . ./ci/travis/ci.sh build
       script:
@@ -310,7 +310,7 @@ matrix:
         - ./ci/keep_alive bazel test --config=ci --build_tests_only --test_tag_filters=tf,-pytorch,-py37 doc/...
         - ./ci/keep_alive bazel test --config=ci --build_tests_only --test_tag_filters=-tf,pytorch,-py37 doc/...
 
-    # Tune/SGD/Docs: Python >= 3.7 tests and examples.
+    # Tune/SGD: Python >= 3.7 tests and examples.
     - os: linux
       env:
         - PYTHON=3.7 TUNE_TESTING=1
@@ -324,7 +324,7 @@ matrix:
         - . ./ci/travis/ci.sh build
       script:
         - ./ci/keep_alive bazel test --config=ci --build_tests_only --test_tag_filters=py37 python/ray/tune/...
-        # There are no python 3.7 tests for RaySGD/Docs at the moment
+        # There are no python 3.7 tests for RaySGD at the moment
         # - ./ci/keep_alive bazel test --config=ci --build_tests_only --test_tag_filters=py37 python/ray/util/sgd/...
         # - ./ci/keep_alive bazel test --config=ci --build_tests_only --test_tag_filters=py37 doc/...
 
diff --git a/ci/travis/determine_tests_to_run.py b/ci/travis/determine_tests_to_run.py
index c382feee0..be3997a3e 100644
--- a/ci/travis/determine_tests_to_run.py
+++ b/ci/travis/determine_tests_to_run.py
@@ -47,6 +47,7 @@ if __name__ == "__main__":
     RAY_CI_STREAMING_JAVA_AFFECTED = 0
     RAY_CI_DASHBOARD_AFFECTED = 0
     RAY_CI_DOCKER_AFFECTED = 0
+    RAY_CI_DOC_AFFECTED = 0
 
     event_type = None
     for key in ["GITHUB_EVENT_NAME", "TRAVIS_EVENT_TYPE"]:
@@ -70,6 +71,7 @@ if __name__ == "__main__":
 
         for changed_file in files:
             if changed_file.startswith("python/ray/tune"):
+                RAY_CI_DOC_AFFECTED = 1
                 RAY_CI_TUNE_AFFECTED = 1
                 RAY_CI_RLLIB_AFFECTED = 1
                 RAY_CI_RLLIB_FULL_AFFECTED = 1
@@ -100,11 +102,15 @@ if __name__ == "__main__":
                 RAY_CI_LINUX_WHEELS_AFFECTED = 1
                 RAY_CI_MACOS_WHEELS_AFFECTED = 1
                 RAY_CI_STREAMING_PYTHON_AFFECTED = 1
+                RAY_CI_DOC_AFFECTED = 1
             elif changed_file.startswith("java/"):
                 RAY_CI_JAVA_AFFECTED = 1
                 RAY_CI_STREAMING_JAVA_AFFECTED = 1
             elif changed_file.startswith("docker/"):
                 RAY_CI_DOCKER_AFFECTED = 1
+            elif changed_file.startswith("doc/") and changed_file.endswith(
+                    ".py"):
+                RAY_CI_DOC_AFFECTED = 1
             elif any(
                     changed_file.startswith(prefix)
                     for prefix in skip_prefix_list):
@@ -123,6 +129,7 @@ if __name__ == "__main__":
                 RAY_CI_STREAMING_PYTHON_AFFECTED = 1
                 RAY_CI_STREAMING_JAVA_AFFECTED = 1
                 RAY_CI_DASHBOARD_AFFECTED = 1
+                RAY_CI_DOC_AFFECTED = 1
             elif changed_file.startswith("streaming/src"):
                 RAY_CI_STREAMING_CPP_AFFECTED = 1
                 RAY_CI_STREAMING_PYTHON_AFFECTED = 1
@@ -138,6 +145,7 @@ if __name__ == "__main__":
                 RAY_CI_SERVE_AFFECTED = 1
                 RAY_CI_JAVA_AFFECTED = 1
                 RAY_CI_PYTHON_AFFECTED = 1
+                RAY_CI_DOC_AFFECTED = 1
                 RAY_CI_LINUX_WHEELS_AFFECTED = 1
                 RAY_CI_MACOS_WHEELS_AFFECTED = 1
                 RAY_CI_STREAMING_CPP_AFFECTED = 1
@@ -151,6 +159,7 @@ if __name__ == "__main__":
         RAY_CI_SERVE_AFFECTED = 1
         RAY_CI_JAVA_AFFECTED = 1
         RAY_CI_PYTHON_AFFECTED = 1
+        RAY_CI_DOC_AFFECTED = 1
         RAY_CI_LINUX_WHEELS_AFFECTED = 1
         RAY_CI_MACOS_WHEELS_AFFECTED = 1
         RAY_CI_STREAMING_CPP_AFFECTED = 1
@@ -174,6 +183,7 @@ if __name__ == "__main__":
         "RAY_CI_RLLIB_FULL_AFFECTED={}".format(RAY_CI_RLLIB_FULL_AFFECTED),
         "RAY_CI_SERVE_AFFECTED={}".format(RAY_CI_SERVE_AFFECTED),
         "RAY_CI_DASHBOARD_AFFECTED={}".format(RAY_CI_DASHBOARD_AFFECTED),
+        "RAY_CI_DOC_AFFECTED={}".format(RAY_CI_DOC_AFFECTED),
         "RAY_CI_JAVA_AFFECTED={}".format(RAY_CI_JAVA_AFFECTED),
         "RAY_CI_PYTHON_AFFECTED={}".format(RAY_CI_PYTHON_AFFECTED),
         "RAY_CI_LINUX_WHEELS_AFFECTED={}".format(RAY_CI_LINUX_WHEELS_AFFECTED),
diff --git a/doc/BUILD b/doc/BUILD
index 3d249da1b..ee177b3c5 100644
--- a/doc/BUILD
+++ b/doc/BUILD
@@ -61,5 +61,5 @@ py_test(
     main = "source/tune/_tutorials/tune-serve-integration-mnist.py",
     srcs = ["source/tune/_tutorials/tune-serve-integration-mnist.py"],
     tags = ["exclusive", "example"],
-    args = ["--smoke-test", "--from-scratch", "--day 0"]
+    args = ["--smoke-test", "--from_scratch", "--day 0"]
 )