mirror of
https://github.com/vale981/ray
synced 2025-03-12 06:06:39 -04:00
b14728d999
* Fix SC2006: Use $(...) notation instead of legacy backticked `...`. * Fix SC2016: Expressions don't expand in single quotes, use double quotes for that. * Fix SC2046: Quote this to prevent word splitting. * Fix SC2053: Quote the right-hand side of == in [[ ]] to prevent glob matching. * Fix SC2068: Double quote array expansions to avoid re-splitting elements. * Fix SC2086: Double quote to prevent globbing and word splitting. * Fix SC2102: Ranges can only match single chars (mentioned due to duplicates). * Fix SC2140: Word is of the form "A"B"C" (B indicated). Did you mean "ABC" or "A\"B\"C"? * Fix SC2145: Argument mixes string and array. Use * or separate argument. * Fix SC2209: warning: Use var=$(command) to assign output (or quote to assign string). Co-authored-by: Mehrdad <noreply@github.com>
94 lines
4.6 KiB
Bash
Executable file
94 lines
4.6 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
# Cause the script to exit if a single command fails.
|
|
set -e
|
|
|
|
# Show explicitly which commands are currently running.
|
|
set -x
|
|
|
|
MEMORY_SIZE=$1
|
|
SHM_SIZE=$2
|
|
DOCKER_SHA=$3
|
|
|
|
ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd)
|
|
SUPPRESS_OUTPUT=$ROOT_DIR/../suppress_output
|
|
|
|
if [ "$MEMORY_SIZE" == "" ]; then
|
|
MEMORY_SIZE="20G"
|
|
fi
|
|
if [ "$SHM_SIZE" == "" ]; then
|
|
SHM_SIZE="20G"
|
|
fi
|
|
if [ "$DOCKER_SHA" == "" ]; then
|
|
echo "Building application docker."
|
|
docker build -q --no-cache -t ray-project/base-deps docker/base-deps
|
|
|
|
# Add Ray source
|
|
git rev-parse HEAD > ./docker/tune_test/git-rev
|
|
git archive -o ./docker/tune_test/ray.tar "$(git rev-parse HEAD)"
|
|
if [ "$CI_BUILD_FROM_SOURCE" == "1" ]; then
|
|
DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test -f docker/tune_test/build_from_source.Dockerfile)
|
|
else
|
|
DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test)
|
|
fi
|
|
fi
|
|
|
|
echo "Using Docker image" "$DOCKER_SHA"
|
|
|
|
|
|
######################## SGD TESTS #################################
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python -m pytest /ray/python/ray/util/sgd/tests
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/torch/examples/raysgd_torch_signatures.py
|
|
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/torch/examples/image_models/train.py --no-gpu --mock-data --smoke-test --ray-num-workers=2 --model mobilenetv3_small_075 data
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/torch/examples/train_example.py
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/torch/examples/train_example.py --num-workers=2
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/torch/examples/tune_example.py
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/torch/examples/tune_example.py --num-workers=2
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/torch/examples/cifar_pytorch_example.py --smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/torch/examples/cifar_pytorch_example.py --smoke-test --num-workers=2
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/torch/examples/cifar_pytorch_pbt.py --smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/torch/examples/dcgan.py --smoke-test --num-workers=2
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/torch/examples/benchmarks/benchmark.py --smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/tf/examples/tensorflow_train_example.py
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/tf/examples/tensorflow_train_example.py --num-replicas=2
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/tf/examples/tensorflow_train_example.py --tune
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/tf/examples/cifar_tf_example.py --smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/tf/examples/cifar_tf_example.py --num-replicas 2 --smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
|
python /ray/python/ray/util/sgd/tf/examples/cifar_tf_example.py --num-replicas 2 --smoke-test --augment-data
|