Implement Python global state API for xray. (#2125)

* Implement global state API for xray.

* Fix object table.

* Fixes for log structure.

* Implement cluster_resources.

* Add driver task to task table.

* Remove python flatbuffers code

* Get some global state API tests running.

* Python linting.

* Fix linting.

* Fix mock modules for doc

* Copy over flatbuffer bindings.

* Fix for tests.

* Linting

* Fix monitor crash.

python/setup.py

@@ -26,6 +26,13 @@ ray_files = [
     "ray/WebUI.ipynb"
 ]
 
+# These are the directories where automatically generated Python flatbuffer
+# bindings are created.
+generated_python_directories = [
+    "ray/core/generated", "ray/core/generated/ray",
+    "ray/core/generated/ray/protocol"
+]
+
 optional_ray_files = []
 
 ray_ui_files = [
@@ -77,14 +84,14 @@ class build_ext(_build_ext.build_ext):
 
         files_to_include = ray_files + pyarrow_files
 
+        # Copy over the autogenerated flatbuffer Python bindings.
+        for directory in generated_python_directories:
+            for filename in os.listdir(directory):
+                if filename[-3:] == ".py":
+                    files_to_include.append(os.path.join(directory, filename))
+
         for filename in files_to_include:
             self.move_file(filename)
-        # Copy over the autogenerated flatbuffer Python bindings.
-        generated_python_directory = "ray/core/generated"
-        for filename in os.listdir(generated_python_directory):
-            if filename[-3:] == ".py":
-                self.move_file(
-                    os.path.join(generated_python_directory, filename))
 
         # Try to copy over the optional files.
         for filename in optional_ray_files: