hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-05 18:11:42 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

[1.10.0 Release] Add release logs for 1.10.0 (#21908)

Browse source 
* Copy logs from 1.9.0

* Replace 1.9.0 data with 1.10.0 data

* update with non-smoke-test results
This commit is contained in:
Archit Kulkarni 2022-01-28 11:59:03 -08:00 • committed by GitHub
parent 4ab83345d0
commit 1f58ee3731
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
10 changed files with 252 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
release/release_logs/1.10.0/benchmarks/many_actors.json Normal file
View file

@ -0,0 +1,12 @@
{
"actors_per_second": 293.7961667492514,
"num_actors": 10000,
"time": 34.037203788757324,
"success": "1",
"_peak_memory": 5.06,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n178\t1.15GiB\t/home/ray/anaconda3/lib/python3.7/site-packages/ray/core/src/ray/gcs/gcs_server --redis_address=172.\n9021\t0.84GiB\tpython distributed/test_many_actors.py\n168\t0.32GiB\t/home/ray/anaconda3/lib/python3.7/site-packages/ray/core/src/ray/thirdparty/redis/src/redis-server *\n202\t0.14GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/dash\n62\t0.11GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/anyscale session web_terminal_server --deploy\n278\t0.11GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/agen\n439\t0.11GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/anyscale session auth_start\n9059\t0.05GiB\tray::MemoryMonitorActor.run()\n397\t0.05GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-notebook --NotebookApp.token=bfbb71c6\n63\t0.05GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-notebook --NotebookApp.token=bfbb71c6",
"_runtime": 110.07054829597473,
"_session_url": "https://beta.anyscale.com/o/anyscale-internal/projects/prj_2xR6uT6t7jJuu1aCwWMsle/clusters/ses_V1mPTd7hiqME2ftASTafALjw",
"_commit_url": "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/1.10.0/5ea565317a8104c04ae7892bb9bb41c6d72f12df/ray-1.10.0-cp37-cp37m-manylinux2014_x86_64.whl",
"_stable": true
}

12
release/release_logs/1.10.0/benchmarks/many_nodes.json Normal file
View file

@ -0,0 +1,12 @@
{
"tasks_per_second": 3.080135648918303,
"num_tasks": 1000,
"time": 624.6610260009766,
"success": "1",
"_peak_memory": 3.51,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n202\t0.18GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/dash\n5149\t0.15GiB\tpython distributed/test_many_tasks.py --num-tasks=1000\n62\t0.11GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/anyscale session web_terminal_server --deploy\n278\t0.11GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/agen\n431\t0.11GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/anyscale session auth_start\n178\t0.1GiB\t/home/ray/anaconda3/lib/python3.7/site-packages/ray/core/src/ray/gcs/gcs_server --redis_address=172.\n168\t0.08GiB\t/home/ray/anaconda3/lib/python3.7/site-packages/ray/core/src/ray/thirdparty/redis/src/redis-server *\n5188\t0.05GiB\tray::MemoryMonitorActor.run()\n390\t0.05GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-notebook --NotebookApp.token=e5680577\n63\t0.05GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-notebook --NotebookApp.token=e5680577",
"_runtime": 636.7237911224365,
"_session_url": "https://beta.anyscale.com/o/anyscale-internal/projects/prj_2xR6uT6t7jJuu1aCwWMsle/clusters/ses_WdUBa4td9NkCvAk5hwXeTrHy",
"_commit_url": "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/1.10.0/5ea565317a8104c04ae7892bb9bb41c6d72f12df/ray-1.10.0-cp37-cp37m-manylinux2014_x86_64.whl",
"_stable": true
}

12
release/release_logs/1.10.0/benchmarks/many_pgs.json Normal file
View file

@ -0,0 +1,12 @@
{
"pgs_per_second": 18.284946460814076,
"num_pgs": 1000,
"time": 54.689796447753906,
"success": "1",
"_peak_memory": 3.01,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n9747\t0.24GiB\tpython distributed/test_many_pgs.py\n178\t0.2GiB\t/home/ray/anaconda3/lib/python3.7/site-packages/ray/core/src/ray/gcs/gcs_server --redis_address=172.\n202\t0.13GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/dash\n62\t0.11GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/anyscale session web_terminal_server --deploy\n278\t0.11GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/agen\n437\t0.11GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/anyscale session auth_start\n9783\t0.05GiB\tray::MemoryMonitorActor.run()\n397\t0.05GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-notebook --NotebookApp.token=a5bd381c\n63\t0.05GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-notebook --NotebookApp.token=a5bd381c\n195\t0.04GiB\t/home/ray/anaconda3/bin/python -m ray.util.client.server --redis-address=172.31.60.190:6379 --host=0",
"_runtime": 94.52414441108704,
"_session_url": "https://beta.anyscale.com/o/anyscale-internal/projects/prj_2xR6uT6t7jJuu1aCwWMsle/clusters/ses_raYStrP117bUXLEN7BxtvBrW",
"_commit_url": "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/1.10.0/5ea565317a8104c04ae7892bb9bb41c6d72f12df/ray-1.10.0-cp37-cp37m-manylinux2014_x86_64.whl",
"_stable": true
}

12
release/release_logs/1.10.0/benchmarks/many_tasks.json Normal file
View file

@ -0,0 +1,12 @@
{
"tasks_per_second": 27.679832855914693,
"num_tasks": 10000,
"time": 661.273857831955,
"success": "1",
"_peak_memory": 4.93,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n4288\t0.65GiB\tpython distributed/test_many_tasks.py --num-tasks=10000\n168\t0.52GiB\t/home/ray/anaconda3/lib/python3.7/site-packages/ray/core/src/ray/thirdparty/redis/src/redis-server *\n178\t0.49GiB\t/home/ray/anaconda3/lib/python3.7/site-packages/ray/core/src/ray/gcs/gcs_server --redis_address=172.\n202\t0.4GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/dash\n62\t0.11GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/anyscale session web_terminal_server --deploy\n278\t0.11GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/agen\n432\t0.11GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/anyscale session auth_start\n4327\t0.05GiB\tray::MemoryMonitorActor.run()\n392\t0.05GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-notebook --NotebookApp.token=27b2b1e4\n63\t0.05GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-notebook --NotebookApp.token=27b2b1e4",
"_runtime": 679.0291292667389,
"_session_url": "https://beta.anyscale.com/o/anyscale-internal/projects/prj_2xR6uT6t7jJuu1aCwWMsle/clusters/ses_xFphzaGBKCkgCe7SFkSNvv8B",
"_commit_url": "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/1.10.0/5ea565317a8104c04ae7892bb9bb41c6d72f12df/ray-1.10.0-cp37-cp37m-manylinux2014_x86_64.whl",
"_stable": true
}

138
release/release_logs/1.10.0/microbenchmark.json Normal file
View file

@ -0,0 +1,138 @@
{
"single_client_get_calls": [
24730.95712317265,
239.22426527698045
],
"single_client_put_calls": [
45715.93513986856,
366.82602393524735
],
"multi_client_put_calls": [
189007.7322366993,
747.0416719411013
],
"single_client_get_calls_Plasma_Store": [
5822.640574716487,
139.29057092881047
],
"single_client_put_calls_Plasma_Store": [
5806.698088308273,
92.88490958691352
],
"multi_client_put_calls_Plasma_Store": [
8755.183433422579,
198.96653021166597
],
"single_client_put_gigabytes": [
20.274106255029984,
5.77023316809178
],
"single_client_tasks_and_get_batch": [
15.216350139554642,
0.20511158958607925
],
"multi_client_put_gigabytes": [
38.468680557353714,
1.9726230328400056
],
"single_client_get_object_containing_10k_refs": [
13.524832217726612,
0.192034247128874
],
"single_client_tasks_sync": [
1710.196782060312,
40.086361754373776
],
"single_client_tasks_async": [
14390.477923818155,
271.36072682863403
],
"multi_client_tasks_async": [
39730.8671520313,
2266.6052838083147
],
"1_1_actor_calls_sync": [
2589.157291231204,
124.0599787184886
],
"1_1_actor_calls_async": [
6488.679319380362,
239.08621203545292
],
"1_1_actor_calls_concurrent": [
5369.625993528198,
120.17942920626632
],
"1_n_actor_calls_async": [
11741.041010762125,
485.03043177404095
],
"n_n_actor_calls_async": [
37042.17466054547,
5632.999645469377
],
"n_n_actor_calls_with_arg_async": [
3172.465470200559,
97.36450931993267
],
"1_1_async_actor_calls_sync": [
1872.8665071956168,
70.94646742876324
],
"1_1_async_actor_calls_async": [
3934.6805285223663,
388.6803752134044
],
"1_1_async_actor_calls_with_args_async": [
2804.1953806090437,
37.51052431976944
],
"1_n_async_actor_calls_async": [
12122.735371427163,
221.28898311698475
],
"n_n_async_actor_calls_async": [
33142.40565675831,
740.1935122993233
],
"placement_group_create/removal": [
1262.1638876234767,
24.566342682910893
],
"client__get_calls": [
1749.9889553526505,
126.1568250435061
],
"client__put_calls": [
1050.3427711373392,
9.151398980518977
],
"client__put_gigabytes": [
0.13539781256612907,
0.006960797672473657
],
"client__tasks_and_put_batch": [
65608.2283696705,
2699.505485626222
],
"client__1_1_actor_calls_sync": [
534.5285063988707,
34.611020805033625
],
"client__1_1_actor_calls_async": [
801.527644371126,
33.397848742195855
],
"client__1_1_actor_calls_concurrent": [
769.9797272446085,
10.911852647702608
],
"client__tasks_and_get_batch": [
0.837708255275198,
0.005723937133430655
],
"_runtime": 653.928706407547,
"_session_url": "https://beta.anyscale.com/o/anyscale-internal/projects/prj_2xR6uT6t7jJuu1aCwWMsle/clusters/ses_58W4Qftx9wxzTBHejBpCeQCy",
"_commit_url": "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/1.10.0/5ea565317a8104c04ae7892bb9bb41c6d72f12df/ray-1.10.0-cp37-cp37m-manylinux2014_x86_64.whl",
"_stable": true
}

10
release/release_logs/1.10.0/scalability/object_store.json Normal file
View file

@ -0,0 +1,10 @@
{
"broadcast_time": 65.20635001400001,
"object_size": 1073741824,
"num_nodes": 50,
"success": "1",
"_runtime": 84.76440906524658,
"_session_url": "https://beta.anyscale.com/o/anyscale-internal/projects/prj_2xR6uT6t7jJuu1aCwWMsle/clusters/ses_ryagfj6T3wZwgEDs1NZWFkZv",
"_commit_url": "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/1.10.0/5ea565317a8104c04ae7892bb9bb41c6d72f12df/ray-1.10.0-cp37-cp37m-manylinux2014_x86_64.whl",
"_stable": true
}

17
release/release_logs/1.10.0/scalability/single_node.json Normal file
View file

@ -0,0 +1,17 @@
{
"args_time": 17.03528529800002,
"num_args": 10000,
"returns_time": 5.88122027899999,
"num_returns": 3000,
"get_time": 27.65662467300001,
"num_get_args": 10000,
"queued_time": 143.030500087,
"num_queued": 1000000,
"large_object_time": 297.3403750460001,
"large_object_size": 107374182400,
"success": "1",
"_runtime": 544.0709893703461,
"_session_url": "https://beta.anyscale.com/o/anyscale-internal/projects/prj_2xR6uT6t7jJuu1aCwWMsle/clusters/ses_bQyGdkREV9tEjgb8QvbhxW8H",
"_commit_url": "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/1.10.0/5ea565317a8104c04ae7892bb9bb41c6d72f12df/ray-1.10.0-cp37-cp37m-manylinux2014_x86_64.whl",
"_stable": true
}

11
release/release_logs/1.10.0/stress_tests/stress_test_dead_actors.json Normal file
View file

@ -0,0 +1,11 @@
{
"success": 1,
"total_time": 137.74446988105774,
"avg_iteration_time": 1.3774426460266114,
"max_iteration_time": 3.742945432662964,
"min_iteration_time": 0.10487961769104004,
"_runtime": 1395.9067029953003,
"_session_url": "https://beta.anyscale.com/o/anyscale-internal/projects/prj_2xR6uT6t7jJuu1aCwWMsle/clusters/ses_nKYi2QS7g2rFe9rK9mD7K6Ay",
"_commit_url": "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/1.10.0/5ea565317a8104c04ae7892bb9bb41c6d72f12df/ray-1.10.0-cp37-cp37m-manylinux2014_x86_64.whl",
"_stable": true
}

19
release/release_logs/1.10.0/stress_tests/stress_test_many_tasks.json Normal file
View file

@ -0,0 +1,19 @@
{
"success": 1,
"stage_0_time": 5.124778509140015,
"stage_1_time": 185.548686504364,
"stage_1_avg_iteration_time": 18.55485894680023,
"stage_1_max_iteration_time": 19.020286560058594,
"stage_1_min_iteration_time": 18.09887409210205,
"stage_2_time": 260.7191083431244,
"stage_2_avg_iteration_time": 52.143525791168216,
"stage_2_max_iteration_time": 56.122320890426636,
"stage_2_min_iteration_time": 49.35127258300781,
"stage_3_creation_time": 0.06269025802612305,
"stage_3_time": 2361.682149410248,
"stage_4_spread": 3.1707258857500165,
"_runtime": 4032.1998608112335,
"_session_url": "https://beta.anyscale.com/o/anyscale-internal/projects/prj_2xR6uT6t7jJuu1aCwWMsle/clusters/ses_fn99dtPwDxDPzU1v3UByvyYk",
"_commit_url": "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/1.10.0/5ea565317a8104c04ae7892bb9bb41c6d72f12df/ray-1.10.0-cp37-cp37m-manylinux2014_x86_64.whl",
"_stable": true
}

9
release/release_logs/1.10.0/stress_tests/stress_test_placement_group.json Normal file
View file

@ -0,0 +1,9 @@
{
"success": 1,
"avg_pg_create_time_ms": 0.6551887567598629,
"avg_pg_remove_time_ms": 3.2382229564551754,
"_runtime": 294.8811585903168,
"_session_url": "https://beta.anyscale.com/o/anyscale-internal/projects/prj_2xR6uT6t7jJuu1aCwWMsle/clusters/ses_JrxFXTCkW1yA9mnRZKTayGEe",
"_commit_url": "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/1.10.0/5ea565317a8104c04ae7892bb9bb41c6d72f12df/ray-1.10.0-cp37-cp37m-manylinux2014_x86_64.whl",
"_stable": true
}