From 0c3249ef3e5278df866c2fb792ed81d24b79a3e8 Mon Sep 17 00:00:00 2001 From: SangBin Cho Date: Fri, 7 Aug 2020 10:44:04 -0700 Subject: [PATCH] [BRING BACK TO MASTER] Release test result for microbenchmark. --- doc/dev/microbenchmark_analysis.py | 1 - doc/dev/release_logs/0.7.7/microbenchmark.txt | 6 ++--- doc/dev/release_logs/0.8.0/microbenchmark.txt | 6 ++--- doc/dev/release_logs/0.8.1/microbenchmark.txt | 6 ++--- doc/dev/release_logs/0.8.2/microbenchmark.txt | 6 ++--- doc/dev/release_logs/0.8.3/microbenchmark.txt | 6 ++--- doc/dev/release_logs/0.8.4/microbenchmark.txt | 6 ++--- doc/dev/release_logs/0.8.5/microbenchmark.txt | 6 ++--- doc/dev/release_logs/0.8.6/microbenchmark.txt | 6 ++--- doc/dev/release_logs/0.8.7/microbenchmark.txt | 22 +++++++++++++++++++ 10 files changed, 46 insertions(+), 25 deletions(-) create mode 100644 doc/dev/release_logs/0.8.7/microbenchmark.txt diff --git a/doc/dev/microbenchmark_analysis.py b/doc/dev/microbenchmark_analysis.py index c10023233..63b47e55a 100644 --- a/doc/dev/microbenchmark_analysis.py +++ b/doc/dev/microbenchmark_analysis.py @@ -44,7 +44,6 @@ def main(): task_type = get_task_type(line) task_performance = get_task_performance(line) task_standard_deviation = get_task_std(line) - task_info[task_type].append(task_performance) task_std_info[task_type].append(task_standard_deviation) diff --git a/doc/dev/release_logs/0.7.7/microbenchmark.txt b/doc/dev/release_logs/0.7.7/microbenchmark.txt index 38f35917d..d093aeef0 100644 --- a/doc/dev/release_logs/0.7.7/microbenchmark.txt +++ b/doc/dev/release_logs/0.7.7/microbenchmark.txt @@ -1,7 +1,7 @@ -single client get calls per second 28595.02 +- 580.33 -single client put calls per second 6313.62 +- 66.88 +single client get calls (Plasma Store) per second 28595.02 +- 580.33 +single client put calls (Plasma Store) per second 6313.62 +- 66.88 single client put gigabytes per second 11.6 +- 6.86 -multi client put calls per second 16800.89 +- 381.69 +multi client put calls (Plasma Store) per second 16800.89 +- 381.69 multi client put gigabytes per second 23.33 +- 0.96 single client tasks sync per second 1963.72 +- 48.48 single client tasks async per second 5181.29 +- 30.0 diff --git a/doc/dev/release_logs/0.8.0/microbenchmark.txt b/doc/dev/release_logs/0.8.0/microbenchmark.txt index 9406ee1af..ff98069b0 100644 --- a/doc/dev/release_logs/0.8.0/microbenchmark.txt +++ b/doc/dev/release_logs/0.8.0/microbenchmark.txt @@ -1,7 +1,7 @@ -single client get calls per second 30526.52 +- 1121.22 -single client put calls per second 6428.11 +- 51.25 +single client get calls (Plasma Store) per second 30526.52 +- 1121.22 +single client put calls (Plasma Store) per second 6428.11 +- 51.25 single client put gigabytes per second 12.85 +- 5.45 -multi client put calls per second 16976.5 +- 60.13 +multi client put calls (Plasma Store) per second 16976.5 +- 60.13 multi client put gigabytes per second 22.54 +- 0.86 single client tasks sync per second 1223.63 +- 18.36 single client tasks async per second 13715.93 +- 229.68 diff --git a/doc/dev/release_logs/0.8.1/microbenchmark.txt b/doc/dev/release_logs/0.8.1/microbenchmark.txt index 2ae18864a..f35fd61c4 100644 --- a/doc/dev/release_logs/0.8.1/microbenchmark.txt +++ b/doc/dev/release_logs/0.8.1/microbenchmark.txt @@ -5,10 +5,10 @@ # and will be fixed in the future by caching buffers after the first ray.get() # on each object ID. -single client get calls per second 12550.57 +- 1835.19 -single client put calls per second 6791.78 +- 176.65 +single client get calls (Plasma Store) per second 12550.57 +- 1835.19 +single client put calls (Plasma Store) per second 6791.78 +- 176.65 single client put gigabytes per second 13.36 +- 5.7 -multi client put calls per second 13503.59 +- 179.1 +multi client put calls (Plasma Store) per second 13503.59 +- 179.1 multi client put gigabytes per second 16.22 +- 1.36 single client tasks sync per second 1295.56 +- 42.81 single client tasks async per second 14825.7 +- 358.92 diff --git a/doc/dev/release_logs/0.8.2/microbenchmark.txt b/doc/dev/release_logs/0.8.2/microbenchmark.txt index 674de2477..dddb27278 100644 --- a/doc/dev/release_logs/0.8.2/microbenchmark.txt +++ b/doc/dev/release_logs/0.8.2/microbenchmark.txt @@ -2,10 +2,10 @@ # seconds will be reduced. Put latency was reduced due to extra ipc call to raylet # for ref counting. -single client get calls per second 11743.14 +- 2062.85 -single client put calls per second 3133.08 +- 89.81 +single client get calls (Plasma Store) per second 11743.14 +- 2062.85 +single client put calls (Plasma Store) per second 3133.08 +- 89.81 single client put gigabytes per second 10.33 +- 7.96 -multi client put calls per second 3590.16 +- 22.04 +multi client put calls (Plasma Store) per second 3590.16 +- 22.04 multi client put gigabytes per second 23.38 +- 0.63 single client tasks sync per second 1263.59 +- 63.16 single client tasks async per second 13959.14 +- 393.16 diff --git a/doc/dev/release_logs/0.8.3/microbenchmark.txt b/doc/dev/release_logs/0.8.3/microbenchmark.txt index ce8eb0298..b53c9b06b 100644 --- a/doc/dev/release_logs/0.8.3/microbenchmark.txt +++ b/doc/dev/release_logs/0.8.3/microbenchmark.txt @@ -1,7 +1,7 @@ -single client get calls per second 9609.58 +- 1094.38 -single client put calls per second 5244.46 +- 96.12 +single client get calls (Plasma Store) per second 9609.58 +- 1094.38 +single client put calls (Plasma Store) per second 5244.46 +- 96.12 single client put gigabytes per second 13.5 +- 3.12 -multi client put calls per second 11147.13 +- 25.58 +multi client put calls (Plasma Store) per second 11147.13 +- 25.58 multi client put gigabytes per second 19.08 +- 7.08 single client tasks sync per second 1271.4 +- 14.02 single client tasks async per second 12516.66 +- 392.73 diff --git a/doc/dev/release_logs/0.8.4/microbenchmark.txt b/doc/dev/release_logs/0.8.4/microbenchmark.txt index 98fe32ccf..8ce835e1a 100644 --- a/doc/dev/release_logs/0.8.4/microbenchmark.txt +++ b/doc/dev/release_logs/0.8.4/microbenchmark.txt @@ -1,7 +1,7 @@ -single client get calls per second 9887.7 +- 1181.06 -single client put calls per second 5061.57 +- 89.58 +single client get calls (Plasma Store) per second 9887.7 +- 1181.06 +single client put calls (Plasma Store) per second 5061.57 +- 89.58 single client put gigabytes per second 13.23 +- 2.84 -multi client put calls per second 10954.66 +- 107.58 +multi client put calls (Plasma Store) per second 10954.66 +- 107.58 multi client put gigabytes per second 17.98 +- 8.51 single client tasks sync per second 1246.16 +- 64.56 single client tasks async per second 12836.66 +- 196.27 diff --git a/doc/dev/release_logs/0.8.5/microbenchmark.txt b/doc/dev/release_logs/0.8.5/microbenchmark.txt index 2075032e1..5148cebf0 100644 --- a/doc/dev/release_logs/0.8.5/microbenchmark.txt +++ b/doc/dev/release_logs/0.8.5/microbenchmark.txt @@ -1,7 +1,7 @@ -single client get calls per second 8214.4 +- 892.64 -single client put calls per second 5356.26 +- 36.53 +single client get calls (Plasma Store) per second 8214.4 +- 892.64 +single client put calls (Plasma Store) per second 5356.26 +- 36.53 single client put gigabytes per second 13.46 +- 2.94 -multi client put calls per second 11351.56 +- 62.33 +multi client put calls (Plasma Store) per second 11351.56 +- 62.33 multi client put gigabytes per second 16.44 +- 8.49 single client tasks sync per second 1311.81 +- 66.92 single client tasks async per second 15531.87 +- 220.75 diff --git a/doc/dev/release_logs/0.8.6/microbenchmark.txt b/doc/dev/release_logs/0.8.6/microbenchmark.txt index ce3d7c4b9..703e5dbf2 100644 --- a/doc/dev/release_logs/0.8.6/microbenchmark.txt +++ b/doc/dev/release_logs/0.8.6/microbenchmark.txt @@ -1,7 +1,7 @@ -single client get calls per second 8746.49 +- 454.49 -single client put calls per second 5449.42 +- 86.57 +single client get calls (Plasma Store) per second 8746.49 +- 454.49 +single client put calls (Plasma Store) per second 5449.42 +- 86.57 single client put gigabytes per second 13.59 +- 3.27 -multi client put calls per second 11662.1 +- 153.21 +multi client put calls (Plasma Store) per second 11662.1 +- 153.21 multi client put gigabytes per second 17.26 +- 7.94 single client tasks sync per second 1272.57 +- 33.26 single client tasks async per second 14621.87 +- 200.32 diff --git a/doc/dev/release_logs/0.8.7/microbenchmark.txt b/doc/dev/release_logs/0.8.7/microbenchmark.txt new file mode 100644 index 000000000..8d91eca24 --- /dev/null +++ b/doc/dev/release_logs/0.8.7/microbenchmark.txt @@ -0,0 +1,22 @@ +single client get calls per second 28723.85 +- 2122.5 +single client put calls per second 28457.3 +- 199.18 +multi client put calls per second 136112.46 +- 2957.42 +single client get calls (Plasma Store) per second 7913.41 +- 625.96 +single client put calls (Plasma Store) per second 5012.85 +- 26.89 +multi client put calls (Plasma Store) per second 8767.68 +- 122.88 +single client put gigabytes per second 12.41 +- 11.96 +multi client put gigabytes per second 39.28 +- 2.8 +single client tasks sync per second 1058.16 +- 6.87 +single client tasks async per second 14787.24 +- 190.62 +multi client tasks async per second 36551.97 +- 3364.28 +1:1 actor calls sync per second 1498.51 +- 41.25 +1:1 actor calls async per second 6701.16 +- 95.16 +1:1 actor calls concurrent per second 5864.73 +- 68.68 +1:n actor calls async per second 14372.61 +- 542.3 +n:n actor calls async per second 38479.59 +- 920.62 +n:n actor calls with arg async per second 10603.63 +- 95.77 +1:1 async-actor calls sync per second 1074.72 +- 34.12 +1:1 async-actor calls async per second 3755.41 +- 53.77 +1:1 async-actor calls with args async per second 2340.26 +- 62.86 +1:n async-actor calls async per second 13353.84 +- 446.48 +n:n async-actor calls async per second 29600.63 +- 284.26 \ No newline at end of file