Merge branch 'py39' of github.com:acxz/ray into python3.9

python/build-wheel-macos.sh

@@ -16,19 +16,21 @@ DOWNLOAD_DIR=python_downloads
 NODE_VERSION="14"
 PY_VERSIONS=("3.6.1"
              "3.7.0"
-             "3.8.2")
+             "3.8.2"
+             "3.9.0")
 PY_INSTS=("python-3.6.1-macosx10.6.pkg"
           "python-3.7.0-macosx10.6.pkg"
-          "python-3.8.2-macosx10.9.pkg")
+          "python-3.8.2-macosx10.9.pkg"
+          "python-3.9.0-macosx10.9.pkg")
 PY_MMS=("3.6"
         "3.7"
-        "3.8")
+        "3.8"
+        "3.9")
 
-# The minimum supported numpy version is 1.14, see
-# https://issues.apache.org/jira/browse/ARROW-3141
-NUMPY_VERSIONS=("1.14.5"
-                "1.14.5"
-                "1.14.5")
+NUMPY_VERSIONS=("1.19.3"
+                "1.19.3"
+                "1.19.3"
+                "1.19.3")
 
 ./ci/travis/install-bazel.sh
 

python/build-wheel-manylinux2014.sh

@@ -14,13 +14,13 @@ chmod +x /usr/bin/nproc
 NODE_VERSION="14"
 PYTHONS=("cp36-cp36m"
          "cp37-cp37m"
-         "cp38-cp38")
+         "cp38-cp38"
+         "cp39-cp39")
 
-# The minimum supported numpy version is 1.14, see
-# https://issues.apache.org/jira/browse/ARROW-3141
-NUMPY_VERSIONS=("1.14.5"
-                "1.14.5"
-                "1.14.5")
+NUMPY_VERSIONS=("1.19.3"
+                "1.19.3"
+                "1.19.3"
+                "1.19.3")
 
 yum -y install unzip zip sudo
 yum -y install java-1.8.0-openjdk java-1.8.0-openjdk-devel xz

python/ray/__init__.py

@@ -37,7 +37,7 @@ pickle5_path = os.path.join(
     os.path.abspath(os.path.dirname(__file__)), "pickle5_files")
 sys.path.insert(0, pickle5_path)
 
-# Importing psutil & setproctitle. Must be before ray._raylet is initialized.
+# Importing psutil. Must be before ray._raylet is initialized.
 thirdparty_files = os.path.join(
     os.path.abspath(os.path.dirname(__file__)), "thirdparty_files")
 sys.path.insert(0, thirdparty_files)

python/ray/tests/test_actor.py

@@ -10,17 +10,13 @@ except ImportError:
 import sys
 import tempfile
 import datetime
+import setproctitle
 
 from ray.test_utils import client_test_enabled
 from ray.test_utils import wait_for_condition
 from ray.test_utils import wait_for_pid_to_exit
 from ray.tests.client_test_utils import create_remote_signal_actor
 
-import ray
-# NOTE: We have to import setproctitle after ray because we bundle setproctitle
-# with ray.
-import setproctitle  # noqa
-
 
 def test_caching_actors(shutdown_only):
     # Test defining actors before ray.init() has been called.

python/ray/tests/test_advanced_3.py

@@ -10,6 +10,7 @@ import time
 import numpy as np
 import pickle
 import pytest
+import setproctitle
 
 import ray
 import ray.ray_constants as ray_constants
@@ -17,7 +18,6 @@ import ray.util.accelerators
 import ray.cluster_utils
 import ray.test_utils
 from ray import resource_spec
-import setproctitle
 import subprocess
 
 from ray.test_utils import (check_call_ray, RayTestTimeoutException,

python/requirements.txt

@@ -23,6 +23,7 @@ py-spy >= 0.2.0
 pyyaml
 redis >= 3.5.0
 requests
+setproctitle
 
 ## setup.py extras
 atari_py

python/setup.py

@@ -27,7 +27,7 @@ logger = logging.getLogger(__name__)
 # before these files have been created, so we have to move the files
 # manually.
 
-SUPPORTED_PYTHONS = [(3, 6), (3, 7), (3, 8)]
+SUPPORTED_PYTHONS = [(3, 6), (3, 7), (3, 8), (3, 9)]
 SUPPORTED_BAZEL = (3, 2, 0)
 
 ROOT_DIR = os.path.dirname(__file__)
@@ -138,11 +138,13 @@ install_requires = [
     "grpcio >= 1.28.1",
     "jsonschema",
     "msgpack >= 1.0.0, < 2.0.0",
-    "numpy >= 1.16",
+    "numpy >= 1.16; python_version < '3.9'",
+    "numpy >= 1.19.3; python_version >= '3.9'",
     "protobuf >= 3.8.0",
     "py-spy >= 0.2.0",
     "pyyaml",
     "requests",
+    "setproctitle",
     "redis >= 3.5.0",
     "opencensus",
     "prometheus_client >= 0.7.1",
@@ -270,7 +272,7 @@ def build(build_python, build_java):
     # that certain flags will not be passed along such as --user or sudo.
     # TODO(rkn): Fix this.
     if not os.getenv("SKIP_THIRDPARTY_INSTALL"):
-        pip_packages = ["psutil", "setproctitle==1.1.10"]
+        pip_packages = ["psutil"]
         subprocess.check_call(
             [
                 sys.executable, "-m", "pip", "install", "-q",
@@ -439,6 +441,12 @@ setuptools.setup(
     url="https://github.com/ray-project/ray",
     keywords=("ray distributed parallel machine-learning "
               "reinforcement-learning deep-learning python"),
+    classifiers=[
+        "Programming Language :: Python :: 3.6",
+        "Programming Language :: Python :: 3.7",
+        "Programming Language :: Python :: 3.8",
+        "Programming Language :: Python :: 3.9",
+    ],
     packages=setuptools.find_packages(),
     cmdclass={"build_ext": build_ext},
     # The BinaryDistribution argument triggers build_ext.