hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-06 02:21:39 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

mock modules for readthedocs (#264)

Browse source
This commit is contained in:
Robert Nishihara 2016-07-14 13:57:03 -07:00 • committed by Philipp Moritz
parent 80526f7777
commit a5d8138f88
4 changed files with 12 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
doc/conf.py
View file

@ -16,6 +16,12 @@ import sys
import os import os
import shlex import shlex
# These 4 lines added to enable ReadTheDocs to work.
import mock
MOCK_MODULES = ["libraylib", "IPython", "numpy", "typing", "funcsigs", "subprocess32", "protobuf", "colorama", "graphviz", "ray.internal.graph_pb2"]
for mod_name in MOCK_MODULES:
sys.modules[mod_name] = mock.Mock()
# If extensions (or modules to document with autodoc) are in another directory, # If extensions (or modules to document with autodoc) are in another directory,
# add these directories to sys.path here. If the directory is relative to the # add these directories to sys.path here. If the directory is relative to the
# documentation root, use os.path.abspath to make it absolute, like shown here. # documentation root, use os.path.abspath to make it absolute, like shown here.

1
lib/python/ray/__init__.py
View file

@ -6,6 +6,7 @@ WORKER_MODE = 1
SHELL_MODE = 2 SHELL_MODE = 2
PYTHON_MODE = 3 PYTHON_MODE = 3
import config
import libraylib as lib import libraylib as lib
import serialization import serialization
from worker import scheduler_info, visualize_computation_graph, task_info, register_module, connect, disconnect, get, put, remote, kill_workers, restart_workers_local from worker import scheduler_info, visualize_computation_graph, task_info, register_module, connect, disconnect, get, put, remote, kill_workers, restart_workers_local

5
lib/python/ray/services.py
View file

@ -5,7 +5,6 @@ import subprocess32 as subprocess
import ray import ray
import worker import worker
import ray.config as config
_services_env = os.environ.copy() _services_env = os.environ.copy()
_services_env["PATH"] = os.pathsep.join([os.path.dirname(os.path.abspath(__file__)), _services_env["PATH"]]) _services_env["PATH"] = os.pathsep.join([os.path.dirname(os.path.abspath(__file__)), _services_env["PATH"]])
@ -92,7 +91,7 @@ def start_scheduler(scheduler_address, local):
process will be killed by serices.cleanup() when the Python process that process will be killed by serices.cleanup() when the Python process that
imported services exits. imported services exits.
""" """
p = subprocess.Popen(["scheduler", scheduler_address, "--log-file-name", config.get_log_file_path("scheduler.log")], env=_services_env) p = subprocess.Popen(["scheduler", scheduler_address, "--log-file-name", ray.config.get_log_file_path("scheduler.log")], env=_services_env)
if local: if local:
all_processes.append((p, scheduler_address)) all_processes.append((p, scheduler_address))
@ -107,7 +106,7 @@ def start_objstore(scheduler_address, objstore_address, local):
process will be killed by serices.cleanup() when the Python process that process will be killed by serices.cleanup() when the Python process that
imported services exits. imported services exits.
""" """
p = subprocess.Popen(["objstore", scheduler_address, objstore_address, "--log-file-name", config.get_log_file_path("-".join(["objstore", objstore_address]) + ".log")], env=_services_env) p = subprocess.Popen(["objstore", scheduler_address, objstore_address, "--log-file-name", ray.config.get_log_file_path("-".join(["objstore", objstore_address]) + ".log")], env=_services_env)
if local: if local:
all_processes.append((p, objstore_address)) all_processes.append((p, objstore_address))

7
lib/python/ray/worker.py
View file

@ -10,7 +10,6 @@ import numpy as np
import colorama import colorama
import ray import ray
import ray.config as config
import serialization import serialization
import ray.internal.graph_pb2 import ray.internal.graph_pb2
import ray.graph import ray.graph
@ -313,7 +312,7 @@ def visualize_computation_graph(file_path=None, view=False, worker=global_worker
""" """
if file_path is None: if file_path is None:
file_path = config.get_log_file_path("computation-graph.pdf") file_path = ray.config.get_log_file_path("computation-graph.pdf")
base_path, extension = os.path.splitext(file_path) base_path, extension = os.path.splitext(file_path)
if extension != ".pdf": if extension != ".pdf":
@ -369,8 +368,8 @@ def connect(scheduler_address, objstore_address, worker_address, is_driver=False
worker.handle = ray.lib.create_worker(worker.scheduler_address, worker.objstore_address, worker.worker_address, is_driver) worker.handle = ray.lib.create_worker(worker.scheduler_address, worker.objstore_address, worker.worker_address, is_driver)
worker.set_mode(mode) worker.set_mode(mode)
FORMAT = "%(asctime)-15s %(message)s" FORMAT = "%(asctime)-15s %(message)s"
logging.basicConfig(level=logging.DEBUG, format=FORMAT, filename=config.get_log_file_path("-".join(["worker", worker_address]) + ".log")) logging.basicConfig(level=logging.DEBUG, format=FORMAT, filename=ray.config.get_log_file_path("-".join(["worker", worker_address]) + ".log"))
ray.lib.set_log_config(config.get_log_file_path("-".join(["worker", worker_address, "c++"]) + ".log")) ray.lib.set_log_config(ray.config.get_log_file_path("-".join(["worker", worker_address, "c++"]) + ".log"))
def disconnect(worker=global_worker): def disconnect(worker=global_worker):
"""Disconnect this worker from the scheduler and object store.""" """Disconnect this worker from the scheduler and object store."""