mirror of
https://github.com/vale981/ray
synced 2025-03-06 10:31:39 -05:00
8f6d73a93a
* raysgd * apply fn * double quotes * removed duplicate TimerStat * removed duplicate find_free_port * imports in pytorch_trainer * init doc * ray.experimental * remove resize example * resnet example * cifar * Fix up after kwargs * data_dir and dataloader_workers args * formatting * loss * init * update code * lint * smoketest * better_configs * fix * fix * fix * train_loader * fixdocs * ok * ok * fix * fix_update * fix * fix * done * fix * fix * fix * small * lint * fix * fix * fix_test * fix * validate * fix * fi
177 lines
8.1 KiB
Bash
Executable file
177 lines
8.1 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
# Cause the script to exit if a single command fails.
|
|
set -e
|
|
|
|
# Show explicitly which commands are currently running.
|
|
set -x
|
|
|
|
MEMORY_SIZE=$1
|
|
SHM_SIZE=$2
|
|
DOCKER_SHA=$3
|
|
|
|
ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd)
|
|
SUPPRESS_OUTPUT=$ROOT_DIR/../suppress_output
|
|
|
|
if [ "$MEMORY_SIZE" == "" ]; then
|
|
MEMORY_SIZE="20G"
|
|
fi
|
|
if [ "$SHM_SIZE" == "" ]; then
|
|
SHM_SIZE="20G"
|
|
fi
|
|
if [ "$DOCKER_SHA" == "" ]; then
|
|
echo "Building application docker."
|
|
docker build -q --no-cache -t ray-project/base-deps docker/base-deps
|
|
|
|
# Add Ray source
|
|
git rev-parse HEAD > ./docker/tune_test/git-rev
|
|
git archive -o ./docker/tune_test/ray.tar $(git rev-parse HEAD)
|
|
DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test)
|
|
fi
|
|
|
|
echo "Using Docker image" $DOCKER_SHA
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
pytest /ray/python/ray/tune/tests/test_cluster.py
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
pytest /ray/python/ray/tune/tests/test_actor_reuse.py
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
pytest /ray/python/ray/tune/tests/test_tune_restore.py
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/tests/example.py
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
bash -c 'pip install -U tensorflow && python /ray/python/ray/tune/tests/test_logger.py'
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
bash -c 'pip install -U tensorflow==1.15 && python /ray/python/ray/tune/tests/test_logger.py'
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
bash -c 'pip install -U tensorflow==1.14 && python /ray/python/ray/tune/tests/test_logger.py'
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
bash -c 'pip install -U tensorflow==1.12 && python /ray/python/ray/tune/tests/test_logger.py'
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} -e MPLBACKEND=Agg $DOCKER_SHA \
|
|
python /ray/python/ray/tune/tests/tutorial.py
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/pbt_example.py \
|
|
--smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/hyperband_example.py \
|
|
--smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/async_hyperband_example.py \
|
|
--smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/tf_mnist_example.py --smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/lightgbm_example.py
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/xgboost_example.py
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/logging_example.py \
|
|
--smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/mlflow_example.py
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/bayesopt_example.py \
|
|
--smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/hyperopt_example.py \
|
|
--smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} -e SIGOPT_KEY $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/sigopt_example.py \
|
|
--smoke-test
|
|
|
|
# Runs only on Python3
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/nevergrad_example.py \
|
|
--smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/tune_mnist_keras.py \
|
|
--smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/mnist_pytorch.py --smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/mnist_pytorch_trainable.py \
|
|
--smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/genetic_example.py \
|
|
--smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/skopt_example.py \
|
|
--smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/tune/examples/pbt_memnn_example.py \
|
|
--smoke-test
|
|
|
|
# uncomment once statsmodels is updated.
|
|
# $SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
# python /ray/python/ray/tune/examples/bohb_example.py \
|
|
# --smoke-test
|
|
|
|
|
|
######################## SGD TESTS #################################
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python -m pytest /ray/python/ray/experimental/sgd/tests
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/experimental/sgd/examples/train_example.py
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/experimental/sgd/examples/train_example.py --num-replicas=2
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/experimental/sgd/examples/tune_example.py
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/experimental/sgd/examples/tune_example.py --num-replicas=2
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/experimental/sgd/examples/cifar_pytorch_example.py --smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/experimental/sgd/examples/cifar_pytorch_example.py --smoke-test --num-replicas=2
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/experimental/sgd/examples/cifar_pytorch_example.py --smoke-test --tune
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/experimental/sgd/examples/tensorflow_train_example.py
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/experimental/sgd/examples/tensorflow_train_example.py --num-replicas=2
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/experimental/sgd/examples/tensorflow_train_example.py --tune
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/experimental/sgd/examples/cifar_tf_example.py --smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/experimental/sgd/examples/cifar_tf_example.py --num-replicas 2 --smoke-test
|
|
|
|
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} $DOCKER_SHA \
|
|
python /ray/python/ray/experimental/sgd/examples/cifar_tf_example.py --num-replicas 2 --smoke-test --augment-data
|