Clone catapult and generate html files during installation. (#956)

* Clone catapult and generate static html during setup.

* Include UI files in installation.

* Fix directory to clone catapult to and fix linting.

* Use absolute path.

* Make sure we find a sufficiently new version of python2 when building wheels.

* Copy the trace_viewer_full.html file to the local directory if it is not present.

* Make sure wheels fail to build if UI is not included.

src/thirdparty/build_thirdparty.sh

@@ -42,6 +42,9 @@ else
   FLATBUFFERS_HOME=""
 fi
 
+# Clone catapult and build the static HTML needed for the UI.
+bash "$TP_DIR/build_ui.sh"
+
 echo "building arrow"
 cd $TP_DIR/arrow/cpp
 mkdir -p $TP_DIR/arrow/cpp/build

src/thirdparty/build_ui.sh

@@ -0,0 +1,43 @@
+#!/bin/bash
+
+set -x
+
+# Cause the script to exit if a single command fails.
+set -e
+
+TP_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd)
+
+CATAPULT_COMMIT=33a9271eb3cf5caf925293ec6a4b47c94f1ac968
+CATAPULT_HOME=$TP_DIR/catapult
+VULCANIZE_BIN=$CATAPULT_HOME/tracing/bin/vulcanize_trace_viewer
+
+CATAPULT_FILES=$TP_DIR/../../python/ray/core/src/catapult_files
+
+# This is where we will copy the files that need to be packaged with the wheels.
+mkdir -p $CATAPULT_FILES
+
+if [ ! type python2 > /dev/null ]; then
+  echo "cannot properly set up UI without a python2 executable"
+  if [ "$INCLUDE_UI" == "1" ]; then
+    # Since the UI is explicitly supposed to be included, fail here.
+    exit 1
+  else
+    # Let installation continue without building the UI.
+    exit 0
+  fi
+fi
+
+# Download catapult and use it to autogenerate some static html if it isn't
+# already present.
+if [ ! -d $CATAPULT_HOME ]; then
+  echo "setting up catapult"
+  # Clone the catapult repository.
+  git clone https://github.com/catapult-project/catapult.git $CATAPULT_HOME
+  # Check out the appropriate commit from catapult.
+  pushd $CATAPULT_HOME
+    git checkout $CATAPULT_COMMIT
+  popd
+
+  python2 $VULCANIZE_BIN --config chrome --output $CATAPULT_FILES/trace_viewer_full.html
+  cp $CATAPULT_HOME/tracing/bin/index.html $CATAPULT_FILES/index.html
+fi