hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-08 19:41:38 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

[Serve] Fix batching bug

Browse source
This commit is contained in:
Simon Mo 2020-02-05 14:18:19 -08:00 • committed by GitHub
parent 0826f95e1c
commit a0ba4499ac
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
python/ray/experimental/serve/task_runner.py
View file

@ -156,9 +156,11 @@ class RayServeMixin:
serve_context.web = context_flags.pop() serve_context.web = context_flags.pop()
serve_context.batch_size = batch_size serve_context.batch_size = batch_size
start_timestamp = time.time() # Flask requests are passed to __call__ as a list
arg_list = [arg_list]
result_list = self.__call__(*args, **kwargs_list) start_timestamp = time.time()
result_list = self.__call__(*arg_list, **kwargs_list)
self._serve_metric_latency_list.append(time.time() - self._serve_metric_latency_list.append(time.time() -
start_timestamp) start_timestamp)