2019-02-27 14:33:06 -08:00
|
|
|
cluster_name: default
|
|
|
|
min_workers: 0
|
|
|
|
max_workers: 0
|
|
|
|
target_utilization_fraction: 0.8
|
|
|
|
idle_timeout_minutes: 5
|
|
|
|
|
|
|
|
# Cloud-provider specific configuration.
|
|
|
|
provider:
|
|
|
|
type: aws
|
|
|
|
region: us-west-2
|
|
|
|
availability_zone: us-west-2a
|
|
|
|
auth:
|
|
|
|
ssh_user: ubuntu
|
|
|
|
|
|
|
|
head_node:
|
2019-03-06 14:26:45 -08:00
|
|
|
InstanceType: m5.xlarge
|
2019-07-02 00:19:05 -07:00
|
|
|
ImageId: ami-0888a3b5189309429 # DLAMI 7/1/19
|
2019-02-27 14:33:06 -08:00
|
|
|
BlockDeviceMappings:
|
|
|
|
- DeviceName: /dev/sda1
|
|
|
|
Ebs:
|
2019-07-02 00:19:05 -07:00
|
|
|
VolumeSize: 150
|
2019-02-27 14:33:06 -08:00
|
|
|
|
|
|
|
worker_nodes:
|
|
|
|
InstanceType: m5.large
|
2019-07-02 00:19:05 -07:00
|
|
|
ImageId: ami-0888a3b5189309429 # DLAMI 7/1/19
|
2019-02-27 14:33:06 -08:00
|
|
|
BlockDeviceMappings:
|
|
|
|
- DeviceName: /dev/sda1
|
|
|
|
Ebs:
|
2019-07-02 00:19:05 -07:00
|
|
|
VolumeSize: 150
|
2019-02-27 14:33:06 -08:00
|
|
|
|
|
|
|
# Run workers on spot by default. Comment this out to use on-demand.
|
|
|
|
InstanceMarketOptions:
|
|
|
|
MarketType: spot
|
|
|
|
|
|
|
|
# List of shell commands to run to set up nodes.
|
|
|
|
setup_commands:
|
2019-07-09 20:22:30 -07:00
|
|
|
# Install latest TensorFlow
|
|
|
|
- source activate tensorflow_p36 && conda remove -y --force wrapt || true
|
|
|
|
- source activate tensorflow_p36 && pip install -U tensorflow==1.14
|
2019-07-02 00:19:05 -07:00
|
|
|
# Install nightly Ray wheels.
|
2019-07-09 20:22:30 -07:00
|
|
|
# Example: https://s3-us-west-2.amazonaws.com/ray-wheels/<<<RAY_BRANCH>>>/<<<RAY_COMMIT>>>/ray-<<<RAY_VERSION>>>-cp36-cp36m-manylinux1_x86_64.whl
|
|
|
|
- source activate tensorflow_p36 && pip install -U RAY_WHEEL_TO_TEST_HERE
|
2019-07-02 00:19:05 -07:00
|
|
|
- source activate tensorflow_p36 && pip install ray[rllib] ray[debug] gym[atari]
|
2019-07-09 20:22:30 -07:00
|
|
|
- source activate tensorflow_p36 && pip install ray[debug]
|
|
|
|
- echo set-window-option -g mouse on > ~/.tmux.conf
|
|
|
|
- echo 'termcapinfo xterm* ti@:te@' > ~/.screenrc
|
|
|
|
|
2019-07-02 00:19:05 -07:00
|
|
|
# Uncomment the following if you wish to build Ray instead.
|
|
|
|
# - sudo apt-get update
|
|
|
|
# - sudo apt-get install -y build-essential curl unzip
|
2019-02-27 14:33:06 -08:00
|
|
|
# - git clone https://github.com/ray-project/ray || true
|
2019-05-26 16:13:50 -07:00
|
|
|
# - ray/ci/travis/install-bazel.sh
|
2019-07-02 00:19:05 -07:00
|
|
|
# - cd ray/python; git checkout master; git pull; source activate tensorflow_p36 && pip install -e . --verbose
|
2019-02-27 14:33:06 -08:00
|
|
|
|
|
|
|
# Custom commands that will be run on the head node after common setup.
|
|
|
|
head_setup_commands: []
|
|
|
|
|
|
|
|
# Custom commands that will be run on worker nodes after common setup.
|
|
|
|
worker_setup_commands: []
|
|
|
|
|
|
|
|
# Command to start ray on the head node. You don't need to change this.
|
|
|
|
head_start_ray_commands: []
|
|
|
|
|
|
|
|
# Command to start ray on worker nodes. You don't need to change this.
|
|
|
|
worker_start_ray_commands: []
|