mirror of
https://github.com/vale981/ray
synced 2025-03-08 19:41:38 -05:00
f7450dbdd7
Stress testing for Jenkins. <!-- Thank you for your contribution! Please review https://github.com/ray-project/ray/blob/master/CONTRIBUTING.rst before opening a pull request. --> <!-- Please give a short brief about these changes. --> TODO: - [x] Enable a common keypair for autoscaling - [x] Add automatic timeouts? - [x] Switch out key pair one last time before merge
40 lines
1.1 KiB
Bash
Executable file
40 lines
1.1 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd)
|
|
RESULT_FILE=$ROOT_DIR/results-$(date '+%Y-%m-%d_%H-%M-%S').log
|
|
echo "Logging to" $RESULT_FILE
|
|
echo -e $RAY_AWS_SSH_KEY > /root/.ssh/ray-autoscaler_us-west-2.pem && chmod 400 /root/.ssh/ray-autoscaler_us-west-2.pem || true
|
|
|
|
|
|
# Show explicitly which commands are currently running. This should only be AFTER
|
|
# the private key is placed.
|
|
set -x
|
|
|
|
touch $RESULT_FILE
|
|
|
|
run_test(){
|
|
local test_name=$1
|
|
|
|
local CLUSTER="stress_testing_config.yaml"
|
|
echo "Try running $test_name."
|
|
{
|
|
ray up -y $CLUSTER --cluster-name "$test_name" &&
|
|
sleep 1 &&
|
|
ray --logging-level=DEBUG submit $CLUSTER --cluster-name "$test_name" "$test_name.py"
|
|
} || echo "FAIL: $test_name" >> $RESULT_FILE
|
|
|
|
# Tear down cluster.
|
|
if [ "$DEBUG_MODE" = "" ]; then
|
|
ray down -y $CLUSTER --cluster-name "$test_name"
|
|
else
|
|
echo "Not tearing down cluster" $CLUSTER
|
|
fi
|
|
}
|
|
|
|
pushd "$ROOT_DIR"
|
|
run_test test_many_tasks_and_transfers
|
|
run_test test_dead_actors
|
|
popd
|
|
|
|
cat $RESULT_FILE
|
|
[ ! -s $RESULT_FILE ] || exit 1
|