mirror of
https://github.com/vale981/ray
synced 2025-03-06 10:31:39 -05:00
9a8f29e571
* Use pep8 style The original style file is actually just pep8 style, but with everything spelled out. It's easier to use the `based_on_style` feature. Any overrides are clearer that way. * Improve yapf script 1. Do formatting in parallel 2. Lint RLlib 3. Use .style.yapf file * Pull out expressions into variables * Don't format rllib * Don't allow splits in dicts * Apply yapf * Disallow single line if-statements * Use arithmetic comparison * Simplify checking for changed files * Pull out expr into var
142 lines
4.9 KiB
Python
142 lines
4.9 KiB
Python
from __future__ import absolute_import
|
|
from __future__ import division
|
|
from __future__ import print_function
|
|
|
|
import os
|
|
import shutil
|
|
import subprocess
|
|
import sys
|
|
|
|
from setuptools import setup, find_packages, Distribution
|
|
import setuptools.command.build_ext as _build_ext
|
|
|
|
# Ideally, we could include these files by putting them in a
|
|
# MANIFEST.in or using the package_data argument to setup, but the
|
|
# MANIFEST.in gets applied at the very beginning when setup.py runs
|
|
# before these files have been created, so we have to move the files
|
|
# manually.
|
|
ray_files = [
|
|
"ray/core/src/common/thirdparty/redis/src/redis-server",
|
|
"ray/core/src/common/redis_module/libray_redis_module.so",
|
|
"ray/core/src/plasma/plasma_store", "ray/core/src/plasma/plasma_manager",
|
|
"ray/core/src/local_scheduler/local_scheduler",
|
|
"ray/core/src/local_scheduler/liblocal_scheduler_library_python.so",
|
|
"ray/core/src/global_scheduler/global_scheduler",
|
|
"ray/core/src/ray/raylet/raylet_monitor", "ray/core/src/ray/raylet/raylet",
|
|
"ray/WebUI.ipynb"
|
|
]
|
|
|
|
optional_ray_files = []
|
|
|
|
ray_ui_files = [
|
|
"ray/core/src/catapult_files/index.html",
|
|
"ray/core/src/catapult_files/trace_viewer_full.html"
|
|
]
|
|
|
|
ray_autoscaler_files = ["ray/autoscaler/aws/example-full.yaml"]
|
|
|
|
if "RAY_USE_NEW_GCS" in os.environ and os.environ["RAY_USE_NEW_GCS"] == "on":
|
|
ray_files += [
|
|
"ray/core/src/credis/build/src/libmember.so",
|
|
"ray/core/src/credis/build/src/libmaster.so",
|
|
"ray/core/src/credis/redis/src/redis-server"
|
|
]
|
|
|
|
# The UI files are mandatory if the INCLUDE_UI environment variable equals 1.
|
|
# Otherwise, they are optional.
|
|
if "INCLUDE_UI" in os.environ and os.environ["INCLUDE_UI"] == "1":
|
|
ray_files += ray_ui_files
|
|
else:
|
|
optional_ray_files += ray_ui_files
|
|
|
|
optional_ray_files += ray_autoscaler_files
|
|
|
|
extras = {
|
|
"rllib": [
|
|
"tensorflow", "pyyaml", "gym[atari]", "opencv-python", "lz4", "scipy"
|
|
]
|
|
}
|
|
|
|
|
|
class build_ext(_build_ext.build_ext):
|
|
def run(self):
|
|
# Note: We are passing in sys.executable so that we use the same
|
|
# version of Python to build pyarrow inside the build.sh script. Note
|
|
# that certain flags will not be passed along such as --user or sudo.
|
|
# TODO(rkn): Fix this.
|
|
subprocess.check_call(["../build.sh", "-p", sys.executable])
|
|
|
|
# We also need to install pyarrow along with Ray, so make sure that the
|
|
# relevant non-Python pyarrow files get copied.
|
|
pyarrow_files = [
|
|
os.path.join("ray/pyarrow_files/pyarrow", filename)
|
|
for filename in os.listdir("./ray/pyarrow_files/pyarrow")
|
|
if not os.path.isdir(
|
|
os.path.join("ray/pyarrow_files/pyarrow", filename))
|
|
]
|
|
|
|
files_to_include = ray_files + pyarrow_files
|
|
|
|
for filename in files_to_include:
|
|
self.move_file(filename)
|
|
# Copy over the autogenerated flatbuffer Python bindings.
|
|
generated_python_directory = "ray/core/generated"
|
|
for filename in os.listdir(generated_python_directory):
|
|
if filename[-3:] == ".py":
|
|
self.move_file(
|
|
os.path.join(generated_python_directory, filename))
|
|
|
|
# Try to copy over the optional files.
|
|
for filename in optional_ray_files:
|
|
try:
|
|
self.move_file(filename)
|
|
except Exception as e:
|
|
print("Failed to copy optional file {}. This is ok."
|
|
.format(filename))
|
|
|
|
def move_file(self, filename):
|
|
# TODO(rkn): This feels very brittle. It may not handle all cases. See
|
|
# https://github.com/apache/arrow/blob/master/python/setup.py for an
|
|
# example.
|
|
source = filename
|
|
destination = os.path.join(self.build_lib, filename)
|
|
# Create the target directory if it doesn't already exist.
|
|
parent_directory = os.path.dirname(destination)
|
|
if not os.path.exists(parent_directory):
|
|
os.makedirs(parent_directory)
|
|
print("Copying {} to {}.".format(source, destination))
|
|
shutil.copy(source, destination)
|
|
|
|
|
|
class BinaryDistribution(Distribution):
|
|
def has_ext_modules(self):
|
|
return True
|
|
|
|
|
|
setup(
|
|
name="ray",
|
|
# The version string is also in __init__.py. TODO(pcm): Fix this.
|
|
version="0.4.0",
|
|
packages=find_packages(),
|
|
cmdclass={"build_ext": build_ext},
|
|
# The BinaryDistribution argument triggers build_ext.
|
|
distclass=BinaryDistribution,
|
|
install_requires=[
|
|
"numpy",
|
|
"funcsigs",
|
|
"click",
|
|
"colorama",
|
|
"psutil",
|
|
"pytest",
|
|
"pyyaml",
|
|
"redis",
|
|
# The six module is required by pyarrow.
|
|
"six >= 1.0.0",
|
|
"flatbuffers"
|
|
],
|
|
setup_requires=["cython >= 0.23"],
|
|
extras_require=extras,
|
|
entry_points={"console_scripts": ["ray=ray.scripts.scripts:main"]},
|
|
include_package_data=True,
|
|
zip_safe=False,
|
|
license="Apache 2.0")
|