mirror of
https://github.com/vale981/ray
synced 2025-03-06 10:31:39 -05:00
515da7721a
* Change ray.worker.cleanup -> ray.shutdown and improve API documentation. * Deprecate ray.worker.cleanup() gracefully. * Fix linting
120 lines
4.5 KiB
Python
120 lines
4.5 KiB
Python
from __future__ import absolute_import
|
|
from __future__ import division
|
|
from __future__ import print_function
|
|
|
|
import os
|
|
import unittest
|
|
import ray
|
|
import sys
|
|
import time
|
|
import numpy as np
|
|
|
|
import ray.test.test_functions as test_functions
|
|
|
|
if sys.version_info >= (3, 0):
|
|
from importlib import reload
|
|
|
|
|
|
class MicroBenchmarkTest(unittest.TestCase):
|
|
def tearDown(self):
|
|
ray.shutdown()
|
|
|
|
def testTiming(self):
|
|
reload(test_functions)
|
|
ray.init(num_workers=3)
|
|
|
|
# Measure the time required to submit a remote task to the scheduler.
|
|
elapsed_times = []
|
|
for _ in range(1000):
|
|
start_time = time.time()
|
|
test_functions.empty_function.remote()
|
|
end_time = time.time()
|
|
elapsed_times.append(end_time - start_time)
|
|
elapsed_times = np.sort(elapsed_times)
|
|
average_elapsed_time = sum(elapsed_times) / 1000
|
|
print("Time required to submit an empty function call:")
|
|
print(" Average: {}".format(average_elapsed_time))
|
|
print(" 90th percentile: {}".format(elapsed_times[900]))
|
|
print(" 99th percentile: {}".format(elapsed_times[990]))
|
|
print(" worst: {}".format(elapsed_times[999]))
|
|
# average_elapsed_time should be about 0.00038.
|
|
|
|
# Measure the time required to submit a remote task to the scheduler
|
|
# (where the remote task returns one value).
|
|
elapsed_times = []
|
|
for _ in range(1000):
|
|
start_time = time.time()
|
|
test_functions.trivial_function.remote()
|
|
end_time = time.time()
|
|
elapsed_times.append(end_time - start_time)
|
|
elapsed_times = np.sort(elapsed_times)
|
|
average_elapsed_time = sum(elapsed_times) / 1000
|
|
print("Time required to submit a trivial function call:")
|
|
print(" Average: {}".format(average_elapsed_time))
|
|
print(" 90th percentile: {}".format(elapsed_times[900]))
|
|
print(" 99th percentile: {}".format(elapsed_times[990]))
|
|
print(" worst: {}".format(elapsed_times[999]))
|
|
# average_elapsed_time should be about 0.001.
|
|
|
|
# Measure the time required to submit a remote task to the scheduler
|
|
# and get the result.
|
|
elapsed_times = []
|
|
for _ in range(1000):
|
|
start_time = time.time()
|
|
x = test_functions.trivial_function.remote()
|
|
ray.get(x)
|
|
end_time = time.time()
|
|
elapsed_times.append(end_time - start_time)
|
|
elapsed_times = np.sort(elapsed_times)
|
|
average_elapsed_time = sum(elapsed_times) / 1000
|
|
print("Time required to submit a trivial function call and get the "
|
|
"result:")
|
|
print(" Average: {}".format(average_elapsed_time))
|
|
print(" 90th percentile: {}".format(elapsed_times[900]))
|
|
print(" 99th percentile: {}".format(elapsed_times[990]))
|
|
print(" worst: {}".format(elapsed_times[999]))
|
|
# average_elapsed_time should be about 0.0013.
|
|
|
|
# Measure the time required to do do a put.
|
|
elapsed_times = []
|
|
for _ in range(1000):
|
|
start_time = time.time()
|
|
ray.put(1)
|
|
end_time = time.time()
|
|
elapsed_times.append(end_time - start_time)
|
|
elapsed_times = np.sort(elapsed_times)
|
|
average_elapsed_time = sum(elapsed_times) / 1000
|
|
print("Time required to put an int:")
|
|
print(" Average: {}".format(average_elapsed_time))
|
|
print(" 90th percentile: {}".format(elapsed_times[900]))
|
|
print(" 99th percentile: {}".format(elapsed_times[990]))
|
|
print(" worst: {}".format(elapsed_times[999]))
|
|
# average_elapsed_time should be about 0.00087.
|
|
|
|
def testCache(self):
|
|
ray.init(num_workers=1)
|
|
|
|
A = np.random.rand(1, 1000000)
|
|
v = np.random.rand(1000000)
|
|
A_id = ray.put(A)
|
|
v_id = ray.put(v)
|
|
a = time.time()
|
|
for i in range(100):
|
|
A.dot(v)
|
|
b = time.time() - a
|
|
c = time.time()
|
|
for i in range(100):
|
|
ray.get(A_id).dot(ray.get(v_id))
|
|
d = time.time() - c
|
|
|
|
if d > 1.5 * b:
|
|
if os.getenv("TRAVIS") is None:
|
|
raise Exception("The caching test was too slow. "
|
|
"d = {}, b = {}".format(d, b))
|
|
else:
|
|
print("WARNING: The caching test was too slow. "
|
|
"d = {}, b = {}".format(d, b))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main(verbosity=2)
|