From a155f315e2a4742e1164f2fb49b909cb6461298d Mon Sep 17 00:00:00 2001
From: Robert Nishihara <robertnishihara@gmail.com>
Date: Fri, 29 Jul 2016 00:08:00 -0700
Subject: [PATCH] remove assertions from microbenchmarks and add to travis

---
 .travis.yml             | 1 +
 test/microbenchmarks.py | 8 ++++----
 2 files changed, 5 insertions(+), 4 deletions(-)

diff --git a/.travis.yml b/.travis.yml
index aa2f8acc2..c87e4c284 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -24,3 +24,4 @@ script:
   - cd test
   - python runtest.py
   - python array_test.py
+  - python microbenchmarks.py
diff --git a/test/microbenchmarks.py b/test/microbenchmarks.py
index 2d4771087..18dc6473b 100644
--- a/test/microbenchmarks.py
+++ b/test/microbenchmarks.py
@@ -26,7 +26,7 @@ class MicroBenchmarkTest(unittest.TestCase):
     print "    90th percentile: {}".format(elapsed_times[900])
     print "    99th percentile: {}".format(elapsed_times[990])
     print "    worst:           {}".format(elapsed_times[999])
-    self.assertTrue(average_elapsed_time < 0.0007) # should take 0.00038
+    # average_elapsed_time should be about 0.00038
 
     # measure the time required to submit a remote task to the scheduler (where the remote task returns one value)
     elapsed_times = []
@@ -42,7 +42,7 @@ class MicroBenchmarkTest(unittest.TestCase):
     print "    90th percentile: {}".format(elapsed_times[900])
     print "    99th percentile: {}".format(elapsed_times[990])
     print "    worst:           {}".format(elapsed_times[999])
-    self.assertTrue(average_elapsed_time < 0.002) # should take 0.001
+    # average_elapsed_time should be about 0.001
 
     # measure the time required to submit a remote task to the scheduler and get the result
     elapsed_times = []
@@ -59,7 +59,7 @@ class MicroBenchmarkTest(unittest.TestCase):
     print "    90th percentile: {}".format(elapsed_times[900])
     print "    99th percentile: {}".format(elapsed_times[990])
     print "    worst:           {}".format(elapsed_times[999])
-    self.assertTrue(average_elapsed_time < 0.002) # should take 0.0013
+    # average_elapsed_time should be about 0.0013
 
     # measure the time required to do do a put
     elapsed_times = []
@@ -75,7 +75,7 @@ class MicroBenchmarkTest(unittest.TestCase):
     print "    90th percentile: {}".format(elapsed_times[900])
     print "    99th percentile: {}".format(elapsed_times[990])
     print "    worst:           {}".format(elapsed_times[999])
-    self.assertTrue(average_elapsed_time < 0.002) # should take 0.00087
+    # average_elapsed_time should be about 0.00087
 
     ray.services.cleanup()