mirror of
https://github.com/vale981/ray
synced 2025-03-06 18:41:40 -05:00
29c8471fd4
* run test workloads for a Docker cluster * better manage docker image versions * Changes to make multinode docker tests work with Python 3. * option to mount local test directory on head node to speed development * Attempt to simplify multinode test setup. * Small change. * Add in development-mode to run multinode docker tests more easily during development. * add jenkins test script that links to Docker hash * Read docker SHA from build_docker.sh and add test that should fail. * Consolidate implementations and remove duplicate files. * Allow test to retry if it fails to schedule on all nodes. * Remove sleep when in docker multinode tests.
53 lines
1.4 KiB
Bash
Executable file
53 lines
1.4 KiB
Bash
Executable file
#!/bin/bash
|
|
|
|
while [[ $# -gt 0 ]]
|
|
do
|
|
key="$1"
|
|
case $key in
|
|
--no-cache)
|
|
NO_CACHE="--no-cache"
|
|
;;
|
|
--skip-examples)
|
|
SKIP_EXAMPLES=YES
|
|
;;
|
|
--output-sha)
|
|
# output the SHA sum of the last built file (either ray-project/deploy
|
|
# or ray-project/examples, suppressing all other output. This is useful
|
|
# for scripting tests, especially when builds of different versions
|
|
# are running on the same machine. It also can facilitate cleanup.
|
|
OUTPUT_SHA=YES
|
|
;;
|
|
*)
|
|
echo "Usage: build-docker.sh [ --no-cache ] [ --skip-examples ] [ --sha-sums ]"
|
|
exit 1
|
|
esac
|
|
shift
|
|
done
|
|
|
|
# Build base dependencies, allow caching
|
|
if [ $OUTPUT_SHA ]; then
|
|
IMAGE_SHA=$(docker build $NO_CACHE -q -t ray-project/base-deps docker/base-deps)
|
|
else
|
|
docker build $NO_CACHE -t ray-project/base-deps docker/base-deps
|
|
fi
|
|
|
|
# Build the current Ray source
|
|
git rev-parse HEAD > ./docker/deploy/git-rev
|
|
git archive -o ./docker/deploy/ray.tar $(git rev-parse HEAD)
|
|
if [ $OUTPUT_SHA ]; then
|
|
IMAGE_SHA=$(docker build --no-cache -q -t ray-project/deploy docker/deploy)
|
|
else
|
|
docker build --no-cache -t ray-project/deploy docker/deploy
|
|
fi
|
|
rm ./docker/deploy/ray.tar ./docker/deploy/git-rev
|
|
|
|
# Build the examples, unless skipped
|
|
if [ ! $SKIP_EXAMPLES ]; then
|
|
if [ $OUTPUT_SHA ]; then
|
|
IMAGE_SHA=$(docker build $NO_CACHE -q -t ray-project/examples docker/examples)
|
|
fi
|
|
fi
|
|
|
|
if [ $OUTPUT_SHA ]; then
|
|
echo $IMAGE_SHA | sed 's/sha256://'
|
|
fi
|