Skip to content

Commit

Permalink
2.3.0 performance release logs (ray-project#33178)
Browse files Browse the repository at this point in the history
Signed-off-by: Cade Daniel <[email protected]>
  • Loading branch information
cadedaniel authored Mar 9, 2023
1 parent 634d391 commit c86c21a
Show file tree
Hide file tree
Showing 10 changed files with 554 additions and 0 deletions.
32 changes: 32 additions & 0 deletions release/release_logs/2.3.0/benchmarks/many_actors.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
{
"_dashboard_memory_usage_mb": 518.770688,
"_dashboard_test_success": true,
"_peak_memory": 3.58,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n291\t1.75GiB\t/home/ray/anaconda3/lib/python3.7/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n2427\t0.85GiB\tpython distributed/test_many_actors.py\n464\t0.31GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/dashboa\n47\t0.09GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/anyscale session web_terminal_server --deploy\n764\t0.08GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/agen\n2648\t0.07GiB\tray::DashboardTester.run\n44\t0.06GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-notebook --NotebookApp.token=aph0_CkY\n2564\t0.06GiB\tray::MemoryMonitorActor.run\n391\t0.05GiB\t/home/ray/anaconda3/bin/python -m ray.util.client.server --address=172.31.206.170:9031 --host=0.0.0.\n663\t0.05GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.7/site-packages/ray/_private/log_m",
"actors_per_second": 777.2062125146554,
"num_actors": 10000,
"perf_metrics": [
{
"perf_metric_name": "actors_per_second",
"perf_metric_type": "THROUGHPUT",
"perf_metric_value": 777.2062125146554
},
{
"perf_metric_name": "dashboard_p50_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 30.356
},
{
"perf_metric_name": "dashboard_p95_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 1313.017
},
{
"perf_metric_name": "dashboard_p99_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 4925.524
}
],
"success": "1",
"time": 12.866598129272461
}
38 changes: 38 additions & 0 deletions release/release_logs/2.3.0/benchmarks/many_nodes.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,38 @@
{
"_dashboard_memory_usage_mb": 253.00992,
"_dashboard_test_success": true,
"_peak_memory": 1.92,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n291\t0.74GiB\t/home/ray/anaconda3/lib/python3.7/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n464\t0.22GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/dashboa\n3086\t0.2GiB\tpython distributed/test_many_tasks.py --num-tasks=1000\n47\t0.09GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/anyscale session web_terminal_server --deploy\n764\t0.08GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/agen\n3386\t0.07GiB\tray::StateAPIGeneratorActor.start\n3308\t0.07GiB\tray::DashboardTester.run\n3221\t0.07GiB\tray::MemoryMonitorActor.run\n44\t0.06GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-notebook --NotebookApp.token=agh0_Ckg\n391\t0.05GiB\t/home/ray/anaconda3/bin/python -m ray.util.client.server --address=172.31.167.22:9031 --host=0.0.0.0",
"num_tasks": 1000,
"perf_metrics": [
{
"perf_metric_name": "tasks_per_second",
"perf_metric_type": "THROUGHPUT",
"perf_metric_value": 219.0605760959142
},
{
"perf_metric_name": "used_cpus_by_deadline",
"perf_metric_type": "THROUGHPUT",
"perf_metric_value": 250.0
},
{
"perf_metric_name": "dashboard_p50_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 3.356
},
{
"perf_metric_name": "dashboard_p95_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 44.061
},
{
"perf_metric_name": "dashboard_p99_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 152.793
}
],
"success": "1",
"tasks_per_second": 219.0605760959142,
"time": 304.5649473667145,
"used_cpus": 250.0
}
32 changes: 32 additions & 0 deletions release/release_logs/2.3.0/benchmarks/many_pgs.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
{
"_dashboard_memory_usage_mb": 241.78688,
"_dashboard_test_success": true,
"_peak_memory": 2.37,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n291\t1.07GiB\t/home/ray/anaconda3/lib/python3.7/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n2413\t0.4GiB\tpython distributed/test_many_pgs.py\n464\t0.21GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/dashboa\n47\t0.09GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/anyscale session web_terminal_server --deploy\n590\t0.08GiB\t/home/ray/anaconda3/lib/python3.7/site-packages/ray/core/src/ray/raylet/raylet --raylet_socket_name=\n764\t0.08GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/agen\n2551\t0.06GiB\tray::MemoryMonitorActor.run\n2634\t0.06GiB\tray::DashboardTester.run\n44\t0.06GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-notebook --NotebookApp.token=aph0_Ckc\n391\t0.05GiB\t/home/ray/anaconda3/bin/python -m ray.util.client.server --address=172.31.255.206:9031 --host=0.0.0.",
"num_pgs": 1000,
"perf_metrics": [
{
"perf_metric_name": "pgs_per_second",
"perf_metric_type": "THROUGHPUT",
"perf_metric_value": 17.89601570164703
},
{
"perf_metric_name": "dashboard_p50_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 3.192
},
{
"perf_metric_name": "dashboard_p95_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 12.196
},
{
"perf_metric_name": "dashboard_p99_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 149.699
}
],
"pgs_per_second": 17.89601570164703,
"success": "1",
"time": 55.87835955619812
}
38 changes: 38 additions & 0 deletions release/release_logs/2.3.0/benchmarks/many_tasks.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,38 @@
{
"_dashboard_memory_usage_mb": 498.393088,
"_dashboard_test_success": true,
"_peak_memory": 4.39,
"_peak_process_memory": "PID\tMEM\tCOMMAND\n291\t2.09GiB\t/home/ray/anaconda3/lib/python3.7/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n2422\t0.86GiB\tpython distributed/test_many_tasks.py --num-tasks=10000\n464\t0.59GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/dashboa\n2644\t0.1GiB\tray::DashboardTester.run\n47\t0.09GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/anyscale session web_terminal_server --deploy\n765\t0.08GiB\t/home/ray/anaconda3/bin/python -u /home/ray/anaconda3/lib/python3.7/site-packages/ray/dashboard/agen\n2710\t0.07GiB\tray::StateAPIGeneratorActor.start\n2560\t0.06GiB\tray::MemoryMonitorActor.run\n44\t0.06GiB\t/home/ray/anaconda3/bin/python /home/ray/anaconda3/bin/jupyter-notebook --NotebookApp.token=aph0_CkY\n391\t0.05GiB\t/home/ray/anaconda3/bin/python -m ray.util.client.server --address=172.31.223.72:9031 --host=0.0.0.0",
"num_tasks": 10000,
"perf_metrics": [
{
"perf_metric_name": "tasks_per_second",
"perf_metric_type": "THROUGHPUT",
"perf_metric_value": 210.67184928063165
},
{
"perf_metric_name": "used_cpus_by_deadline",
"perf_metric_type": "THROUGHPUT",
"perf_metric_value": 2500.0
},
{
"perf_metric_name": "dashboard_p50_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 3.985
},
{
"perf_metric_name": "dashboard_p95_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 665.858
},
{
"perf_metric_name": "dashboard_p99_latency_ms",
"perf_metric_type": "LATENCY",
"perf_metric_value": 1404.251
}
],
"success": "1",
"tasks_per_second": 210.67184928063165,
"time": 347.46718668937683,
"used_cpus": 2500.0
}
Loading

0 comments on commit c86c21a

Please sign in to comment.