wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-06-27 20:53:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

Set progress report interval for bazel explicitly (#6262)

Browse Source 
* set progress internval

* add keep alive

* add keepalive

* remove cat

* smaller time

* squash error

* reduce log spam
This commit is contained in:
Eric Liang
2019-11-24 22:37:59 -08:00
committed by GitHub
parent c8b69727cd
commit 7917bbef78
3 changed files with 34 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.travis.yml
+1 -1
View File
@@ -175,7 +175,7 @@ script:
- if [ $RAY_CI_PYTHON_AFFECTED == "1" ]; then python -c 'import sys;exit(sys.version_info>=(3,5))' || python -m pytest -v --durations=5 --timeout=300 python/ray/tests/py3_test.py; fi
# py bazel tests, run using local strategy since PY2 breaks with sandbox
- bazel test --spawn_strategy=local --python_version=$BAZEL_PYTHON_VERSION --incompatible_allow_python_version_transitions=false --incompatible_py3_is_default=false --show_progress_rate_limit=100 --show_timestamps --test_output=errors --test_tag_filters=-jenkins_only python/ray/...
- ./ci/keep_alive bazel test --spawn_strategy=local --python_version=$BAZEL_PYTHON_VERSION --incompatible_allow_python_version_transitions=false --incompatible_py3_is_default=false --progress_report_interval=100 --show_progress_rate_limit=100 --show_timestamps --test_output=errors --test_tag_filters=-jenkins_only python/ray/...
deploy:
- provider: s3
ci/keep_alive
Executable
+30
View File
@@ -0,0 +1,30 @@
#!/bin/bash
# Run a command, printing periodically to keep travis alive.
PID=$$
# Print output to avoid travis killing us
watchdog() {
for i in `seq 5 5 150`; do
sleep 300
echo "(running, ${i}m total)"
done
echo "Command timed out after 2.5h, dumping logs:"
echo "TIMED OUT"
kill -SIGKILL $PID
}
watchdog & 2>/dev/null
WATCHDOG_PID=$!
time "$@"
CODE=$?
if [ $CODE != 0 ]; then
echo "FAILED $CODE"
kill $WATCHDOG_PID
exit $CODE
fi
kill $WATCHDOG_PID
exit 0
src/ray/core_worker/core_worker.cc
+3 -2
View File
@@ -264,8 +264,9 @@ void CoreWorker::ReportActiveObjectIDs() {
std::unordered_set<ObjectID> active_object_ids =
reference_counter_->GetAllInScopeObjectIDs();
RAY_LOG(DEBUG) << "Sending " << active_object_ids.size() << " object IDs to raylet.";
if (active_object_ids.size() > RayConfig::instance().raylet_max_active_object_ids()) {
RAY_LOG(WARNING) << active_object_ids.size() << " object IDs are currently in scope.";
auto max_active = RayConfig::instance().raylet_max_active_object_ids();
if (max_active && active_object_ids.size() > max_active) {
RAY_LOG(INFO) << active_object_ids.size() << " object IDs are currently in scope.";
}
if (!raylet_client_->ReportActiveObjectIDs(active_object_ids).ok()) {