Rename .rayproject to ray-project (#6278)

This commit is contained in:
Philipp Moritz
2019-12-05 16:15:42 -08:00
committed by GitHub
parent 17103376c5
commit dd27bfbb75
50 changed files with 39 additions and 39 deletions
+1 -1
View File
@@ -49,4 +49,4 @@ Adding a Workload
-----------------
To create a new workload, simply add a new Python file under ``workloads/`` and
add the workload in the run command in `.rayproject/project.yaml`.
add the workload in the run command in `ray-project/project.yaml`.
@@ -1,7 +1,7 @@
name: long-running-tests
description: "Ray's long running stress tests"
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
commands:
- name: run
@@ -6,10 +6,10 @@ description: "Example of how to use Cython with ray"
tags: ["ray-example", "cython"]
documentation: https://ray.readthedocs.io/en/latest/advanced.html#cython-code-in-ray
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
environment:
requirements: .rayproject/requirements.txt
requirements: ray-project/requirements.txt
shell: # Shell commands to be ran for environment setup.
- pip install -e .
@@ -6,10 +6,10 @@ description: "Parallelizing the L-BFGS algorithm in ray"
tags: ["ray-example", "optimization", "lbfgs"]
documentation: https://ray.readthedocs.io/en/latest/auto_examples/plot_lbfgs.html
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
environment:
requirements: .rayproject/requirements.txt
requirements: ray-project/requirements.txt
commands:
- name: run
@@ -6,10 +6,10 @@ description: "A simple news reader example that uses ray actors to serve request
tags: ["ray-example", "flask", "rss", "newsreader"]
documentation: https://ray.readthedocs.io/en/latest/auto_examples/plot_newsreader.html
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
environment:
requirements: .rayproject/requirements.txt
requirements: ray-project/requirements.txt
commands:
- name: run-backend
@@ -6,10 +6,10 @@ description: "A simple parameter server example implemented with ray actors"
tags: ["ray-example", "parameter-server", "machine-learning"]
documentation: https://ray.readthedocs.io/en/latest/auto_examples/plot_parameter_server.html
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
environment:
requirements: .rayproject/requirements.txt
requirements: ray-project/requirements.txt
commands:
- name: run-sync
@@ -5,10 +5,10 @@ name: ray-example-streaming
description: "A simple ray example for a streaming wordcount"
tags: ["ray-example", "streaming", "wordcount", "data-processing"]
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
environment:
requirements: .rayproject/requirements.txt
requirements: ray-project/requirements.txt
commands:
- name: run
+5 -5
View File
@@ -13,12 +13,12 @@ Quick start (CLI)
# Creates a project in the current directory. It will create a
# project.yaml defining the code and environment and a cluster.yaml
# describing the cluster configuration. Both will be created in the
# .rayproject subdirectory of the current directory.
# ray-project subdirectory of the current directory.
$ ray project create <project-name>
# Create a new session from the given project. Launch a cluster and run
# the command, which must be specified in the project.yaml file. If no
# command is specified, the "default" command in .rayproject/project.yaml
# command is specified, the "default" command in ray-project/project.yaml
# will be used. Alternatively, use --shell to run a raw shell command.
$ ray session start <command-name> [arguments] [--shell]
@@ -33,9 +33,9 @@ Examples
See `the readme <https://github.com/ray-project/ray/blob/master/python/ray/projects/examples/README.md>`__
for instructions on how to run these examples:
- `Open Tacotron <https://github.com/ray-project/ray/blob/master/python/ray/projects/examples/open-tacotron/.rayproject/project.yaml>`__:
- `Open Tacotron <https://github.com/ray-project/ray/blob/master/python/ray/projects/examples/open-tacotron/ray-project/project.yaml>`__:
A TensorFlow implementation of Google's Tacotron speech synthesis with pre-trained model (unofficial)
- `PyTorch Transformers <https://github.com/ray-project/ray/blob/master/python/ray/projects/examples/pytorch-transformers/.rayproject/project.yaml>`__:
- `PyTorch Transformers <https://github.com/ray-project/ray/blob/master/python/ray/projects/examples/pytorch-transformers/ray-project/project.yaml>`__:
A library of state-of-the-art pretrained models for Natural Language Processing (NLP)
Project file format (project.yaml)
@@ -54,7 +54,7 @@ Here is an example for a minimal project format:
repo: https://github.com/ray-project/ray
# Cluster to be instantiated by default when starting the project.
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
# Commands/information to build the environment, once the cluster is
# instantiated. This can include the versions of python libraries etc.
@@ -4,10 +4,10 @@ name: open-tacotron
description: "A TensorFlow implementation of Google's Tacotron speech synthesis with pre-trained model (unofficial)"
repo: https://github.com/keithito/tacotron
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
environment:
requirements: .rayproject/requirements.txt
requirements: ray-project/requirements.txt
shell:
- curl http://data.keithito.com/data/speech/tacotron-20180906.tar.gz | tar xzC /tmp
@@ -4,10 +4,10 @@ name: pytorch-transformers
description: "A library of state-of-the-art pretrained models for Natural Language Processing (NLP)"
repo: https://github.com/huggingface/pytorch-transformers
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
environment:
requirements: .rayproject/requirements.txt
requirements: ray-project/requirements.txt
commands:
- name: train
+6 -6
View File
@@ -12,10 +12,10 @@ import yaml
class ProjectDefinition:
def __init__(self, current_dir):
"""Finds .rayproject folder for current project, parse and validates it.
"""Finds ray-project folder for current project, parse and validates it.
Args:
current_dir (str): Path from which to search for .rayproject.
current_dir (str): Path from which to search for ray-project.
Raises:
jsonschema.exceptions.ValidationError: This exception is raised
@@ -31,7 +31,7 @@ class ProjectDefinition:
self.root = os.path.join(root, "")
# Parse the project YAML.
project_file = os.path.join(self.root, ".rayproject", "project.yaml")
project_file = os.path.join(self.root, "ray-project", "project.yaml")
if not os.path.exists(project_file):
raise ValueError("Project file {} not found".format(project_file))
with open(project_file) as f:
@@ -127,12 +127,12 @@ def find_root(directory):
directory (str): Directory to start the search in.
Returns:
Path of the parent directory containing the .rayproject or
Path of the parent directory containing the ray-project or
None if no such project is found.
"""
prev, directory = None, os.path.abspath(directory)
while prev != directory:
if os.path.isdir(os.path.join(directory, ".rayproject")):
if os.path.isdir(os.path.join(directory, "ray-project")):
return directory
prev, directory = directory, os.path.abspath(
os.path.join(directory, os.pardir))
@@ -160,7 +160,7 @@ def check_project_config(project_root, project_config):
"""Checks if the project definition is valid.
Args:
project_root (str): Path containing the .rayproject
project_root (str): Path containing the ray-project
project_config (dict): Project config definition
Raises:
+2 -2
View File
@@ -26,11 +26,11 @@ logger = logging.getLogger(__file__)
# File layout for generated project files
# user-dir/
# .rayproject/
# ray-project/
# project.yaml
# cluster.yaml
# requirements.txt
PROJECT_DIR = ".rayproject"
PROJECT_DIR = "ray-project"
PROJECT_YAML = os.path.join(PROJECT_DIR, "project.yaml")
CLUSTER_YAML = os.path.join(PROJECT_DIR, "cluster.yaml")
REQUIREMENTS_TXT = os.path.join(PROJECT_DIR, "requirements.txt")
@@ -1,6 +1,6 @@
name: "project1"
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
environment:
requirements: requirements.txt
@@ -5,7 +5,7 @@ name: commands-test
# description: A short description of the project.
repo: https://github.com/ray-project/not-exist
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
environment:
shell:
@@ -5,12 +5,12 @@ name: git-repo-pass
# description: A short description of the project.
repo: https://github.com/ray-project/not-exist
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
environment:
# dockerfile: The dockerfile to be built and ran the commands with.
# dockerimage: The docker image to be used to run the project in, e.g. ubuntu:18.04.
requirements: .rayproject/requirements.txt
requirements: ray-project/requirements.txt
shell: # Shell commands to be ran for environment setup.
- echo "Setting up the environment"
@@ -5,15 +5,15 @@ name: invalid-config-fail
# description: A short description of the project.
# repo: The URL of the repo this project is part of.
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
environment:
# NOTE: The following is invalid because you can't have both dockerfile
# and dockerimage
dockerfile: The dockerfile to be built and ran the commands with.
dockerimage: The docker image to be used to run the project in, e.g. ubuntu:18.04.
requirements: .rayproject/requirements.txt
requirements: ray-project/requirements.txt
shell: # Shell commands to be ran for environment setup.
- echo "Setting up the environment"
@@ -5,12 +5,12 @@ name: project-pass
# description: A short description of the project.
# repo: The URL of the repo this project is part of.
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
environment:
# dockerfile: The dockerfile to be built and ran the commands with.
# dockerimage: The docker image to be used to run the project in, e.g. ubuntu:18.04.
requirements: .rayproject/requirements.txt
requirements: ray-project/requirements.txt
shell: # Shell commands to be ran for environment setup.
- echo "Setting up the environment"
@@ -5,7 +5,7 @@ name: with-docker-fail
# description: A short description of the project.
# repo: The URL of the repo this project is part of.
cluster: .rayproject/cluster.yaml
cluster: ray-project/cluster.yaml
environment:
# dockerfile: The dockerfile to be built and ran the commands with.