mirror of
https://github.com/wassname/ray.git
synced 2026-07-05 20:15:56 +08:00
Robert Nishihara
d77b685a90
* Initial scheduler commit * global scheduler * add global scheduler * Implement global scheduler skeleton. * Formatting. * Allow local scheduler to be started without a connection to redis so that we can test it without a global scheduler. * Fail if there are no local schedulers when the global scheduler receives a task. * Initialize uninitialized value and formatting fix. * Generalize local scheduler table to db client table. * Remove code duplication in local scheduler and add flag for whether a task came from the global scheduler or not. * Queue task specs in the local scheduler instead of tasks. * Simple global scheduler tests, including valgrind. * Factor out functions for starting processes. * Fixes.
69 lines
1.9 KiB
Bash
Executable File
69 lines
1.9 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
# Cause the script to exit if a single command fails.
|
|
set -e
|
|
|
|
ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd)
|
|
|
|
# Determine how many parallel jobs to use for make based on the number of cores
|
|
unamestr="$(uname)"
|
|
if [[ "$unamestr" == "Linux" ]]; then
|
|
PARALLEL=$(nproc)
|
|
elif [[ "$unamestr" == "Darwin" ]]; then
|
|
PARALLEL=$(sysctl -n hw.ncpu)
|
|
else
|
|
echo "Unrecognized platform."
|
|
exit 1
|
|
fi
|
|
|
|
COMMON_DIR="$ROOT_DIR/src/common"
|
|
PLASMA_DIR="$ROOT_DIR/src/plasma"
|
|
PHOTON_DIR="$ROOT_DIR/src/photon"
|
|
GLOBAL_SCHEDULER_DIR="$ROOT_DIR/src/global_scheduler"
|
|
|
|
PYTHON_DIR="$ROOT_DIR/lib/python"
|
|
PYTHON_COMMON_DIR="$PYTHON_DIR/common"
|
|
PYTHON_PLASMA_DIR="$PYTHON_DIR/plasma"
|
|
PYTHON_PHOTON_DIR="$PYTHON_DIR/photon"
|
|
PYTHON_GLOBAL_SCHEDULER_DIR="$PYTHON_DIR/global_scheduler"
|
|
|
|
pushd "$COMMON_DIR"
|
|
make clean
|
|
make
|
|
make test
|
|
popd
|
|
cp "$COMMON_DIR/thirdparty/redis-3.2.3/src/redis-server" "$PYTHON_COMMON_DIR/thirdparty/redis-3.2.3/src/"
|
|
|
|
pushd "$PLASMA_DIR"
|
|
make clean
|
|
make
|
|
make test
|
|
pushd "$PLASMA_DIR/build"
|
|
cmake ..
|
|
make install
|
|
popd
|
|
popd
|
|
cp "$PLASMA_DIR/build/plasma_store" "$PYTHON_PLASMA_DIR/build/"
|
|
cp "$PLASMA_DIR/build/plasma_manager" "$PYTHON_PLASMA_DIR/build/"
|
|
cp "$PLASMA_DIR/lib/python/plasma.py" "$PYTHON_PLASMA_DIR/lib/python/"
|
|
cp "$PLASMA_DIR/lib/python/libplasma.so" "$PYTHON_PLASMA_DIR/lib/python/"
|
|
|
|
pushd "$PHOTON_DIR"
|
|
make clean
|
|
make
|
|
pushd "$PHOTON_DIR/build"
|
|
cmake ..
|
|
make install
|
|
popd
|
|
popd
|
|
cp "$PHOTON_DIR/build/photon_scheduler" "$PYTHON_PHOTON_DIR/build/"
|
|
cp "$PHOTON_DIR/photon/libphoton.so" "$PYTHON_PHOTON_DIR/photon/"
|
|
cp "$PHOTON_DIR/photon/photon_services.py" "$PYTHON_PHOTON_DIR/photon/"
|
|
|
|
pushd "$GLOBAL_SCHEDULER_DIR"
|
|
make clean
|
|
make
|
|
popd
|
|
cp "$GLOBAL_SCHEDULER_DIR/build/global_scheduler" "$PYTHON_GLOBAL_SCHEDULER_DIR/build/"
|
|
cp "$GLOBAL_SCHEDULER_DIR/lib/python/global_scheduler_services.py" "$PYTHON_GLOBAL_SCHEDULER_DIR/lib/python/"
|