ray/ci/stress_tests/run_stress_tests.sh

#!/usr/bin/env bash

ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd)
RESULT_FILE=$ROOT_DIR/results-$(date '+%Y-%m-%d_%H-%M-%S').log
echo "Logging to" $RESULT_FILE
echo -e $RAY_AWS_SSH_KEY > /root/.ssh/ray-autoscaler_us-west-2.pem && chmod 400 /root/.ssh/ray-autoscaler_us-west-2.pem || true


# Show explicitly which commands are currently running. This should only be AFTER
# the private key is placed.
set -x

touch $RESULT_FILE

run_test(){
    local test_name=$1

    local CLUSTER="stress_testing_config.yaml"
    echo "Try running $test_name."
    {
        ray up -y $CLUSTER --cluster-name "$test_name" &&
        sleep 1 &&
        ray --logging-level=DEBUG submit $CLUSTER --cluster-name "$test_name" "$test_name.py"
    } || echo "FAIL: $test_name" >> $RESULT_FILE

    # Tear down cluster.
    if [ "$DEBUG_MODE" = "" ]; then
        ray down -y $CLUSTER --cluster-name "$test_name"
    else
        echo "Not tearing down cluster" $CLUSTER
    fi
}

pushd "$ROOT_DIR"
    run_test test_many_tasks_and_transfers
    run_test test_dead_actors
popd

cat $RESULT_FILE
[ ! -s $RESULT_FILE ] || exit 1