[projects] Project examples and documentation (#5407)

python/ray/projects/examples/open-tacotron/.rayproject/cluster.yaml

@@ -0,0 +1,18 @@
+# This file is generated by `ray project create`
+
+# A unique identifier for the head node and workers of this cluster.
+cluster_name: open-tacotron
+
+# The maximum number of workers nodes to launch in addition to the head
+# node. This takes precedence over min_workers. min_workers defaults to 0.
+max_workers: 1
+
+# Cloud-provider specific configuration.
+provider:
+    type: aws
+    region: us-west-2
+    availability_zone: us-west-2a
+
+# How Ray will authenticate with newly launched nodes.
+auth:
+    ssh_user: ubuntu

python/ray/projects/examples/open-tacotron/.rayproject/project.yaml

@@ -0,0 +1,17 @@
+# This file is generated by `ray project create`
+
+name: open-tacotron
+description: "A TensorFlow implementation of Google's Tacotron speech synthesis with pre-trained model (unofficial)"
+repo: https://github.com/keithito/tacotron
+
+cluster: .rayproject/cluster.yaml
+
+environment:
+  requirements: requirements.txt
+
+  shell:
+    - curl http://data.keithito.com/data/speech/tacotron-20180906.tar.gz | tar xzC /tmp
+
+commands:
+  - name: serve
+    command: python demo_server.py --checkpoint /tmp/tacotron-20180906/model.ckpt

python/ray/projects/examples/open-tacotron/requirements.txt

@@ -0,0 +1,11 @@
+# Adapted from https://github.com/keithito/tacotron/blob/master/requirements.txt
+# Note: this doesn't include tensorflow or tensorflow-gpu because the package you need to install
+# depends on your platform. It is assumed you have already installed tensorflow.
+falcon==1.2.0
+inflect==0.2.5
+librosa==0.5.1
+matplotlib==2.0.2
+numpy==1.14.3
+scipy==0.19.0
+tqdm==4.11.2
+Unidecode==0.4.20

python/ray/projects/examples/pytorch-transformers/.rayproject/cluster.yaml

@@ -0,0 +1,18 @@
+# This file is generated by `ray project create`
+
+# An unique identifier for the head node and workers of this cluster.
+cluster_name: pytorch-transformers
+
+# The maximum number of workers nodes to launch in addition to the head
+# node. This takes precedence over min_workers. min_workers default to 0.
+max_workers: 1
+
+# Cloud-provider specific configuration.
+provider:
+    type: aws
+    region: us-west-2
+    availability_zone: us-west-2a
+
+# How Ray will authenticate with newly launched nodes.
+auth:
+    ssh_user: ubuntu

python/ray/projects/examples/pytorch-transformers/.rayproject/project.yaml

@@ -0,0 +1,30 @@
+# This file is generated by `ray project create`
+
+name: pytorch-transformers
+description: "A library of state-of-the-art pretrained models for Natural Language Processing (NLP)"
+repo: https://github.com/huggingface/pytorch-transformers
+
+cluster: .rayproject/cluster.yaml
+
+environment:
+  requirements: requirements.txt
+
+commands:
+  - name: train_sst_2
+    command: |
+      wget https://raw.githubusercontent.com/nyu-mll/GLUE-baselines/master/download_glue_data.py && \
+      python download_glue_data.py -d /tmp -t SST && \
+      python ./examples/run_glue.py \
+      --model_type bert \
+      --model_name_or_path bert-base-uncased \
+      --task_name SST-2 \
+      --do_train \
+      --do_eval \
+      --do_lower_case \
+      --data_dir /tmp/SST-2 \
+      --max_seq_length 128 \
+      --per_gpu_eval_batch_size=8   \
+      --per_gpu_train_batch_size=8   \
+      --learning_rate 2e-5 \
+      --num_train_epochs 3.0 \
+      --output_dir /tmp/output/

python/ray/projects/examples/pytorch-transformers/requirements.txt

@@ -0,0 +1,17 @@
+# Adapted from https://github.com/huggingface/pytorch-transformers/blob/master/requirements.txt
+# PyTorch
+torch>=1.0.0
+# progress bars in model download and training scripts
+tqdm
+# Accessing files from S3 directly.
+boto3
+# Used for downloading models over HTTP
+requests
+# For OpenAI GPT
+regex
+# For XLNet
+sentencepiece
+# TensorBoard visualization
+tensorboardX
+# Pytorch transformers
+pytorch_transformers