[BRING BACK TO MASTER] Release test result for microbenchmark.

This commit is contained in:
SangBin Cho
2020-08-07 10:44:04 -07:00
parent beed3dd772
commit 0c3249ef3e
10 changed files with 46 additions and 25 deletions
-1
View File
@@ -44,7 +44,6 @@ def main():
task_type = get_task_type(line)
task_performance = get_task_performance(line)
task_standard_deviation = get_task_std(line)
task_info[task_type].append(task_performance)
task_std_info[task_type].append(task_standard_deviation)
@@ -1,7 +1,7 @@
single client get calls per second 28595.02 +- 580.33
single client put calls per second 6313.62 +- 66.88
single client get calls (Plasma Store) per second 28595.02 +- 580.33
single client put calls (Plasma Store) per second 6313.62 +- 66.88
single client put gigabytes per second 11.6 +- 6.86
multi client put calls per second 16800.89 +- 381.69
multi client put calls (Plasma Store) per second 16800.89 +- 381.69
multi client put gigabytes per second 23.33 +- 0.96
single client tasks sync per second 1963.72 +- 48.48
single client tasks async per second 5181.29 +- 30.0
@@ -1,7 +1,7 @@
single client get calls per second 30526.52 +- 1121.22
single client put calls per second 6428.11 +- 51.25
single client get calls (Plasma Store) per second 30526.52 +- 1121.22
single client put calls (Plasma Store) per second 6428.11 +- 51.25
single client put gigabytes per second 12.85 +- 5.45
multi client put calls per second 16976.5 +- 60.13
multi client put calls (Plasma Store) per second 16976.5 +- 60.13
multi client put gigabytes per second 22.54 +- 0.86
single client tasks sync per second 1223.63 +- 18.36
single client tasks async per second 13715.93 +- 229.68
@@ -5,10 +5,10 @@
# and will be fixed in the future by caching buffers after the first ray.get()
# on each object ID.
single client get calls per second 12550.57 +- 1835.19
single client put calls per second 6791.78 +- 176.65
single client get calls (Plasma Store) per second 12550.57 +- 1835.19
single client put calls (Plasma Store) per second 6791.78 +- 176.65
single client put gigabytes per second 13.36 +- 5.7
multi client put calls per second 13503.59 +- 179.1
multi client put calls (Plasma Store) per second 13503.59 +- 179.1
multi client put gigabytes per second 16.22 +- 1.36
single client tasks sync per second 1295.56 +- 42.81
single client tasks async per second 14825.7 +- 358.92
@@ -2,10 +2,10 @@
# seconds will be reduced. Put latency was reduced due to extra ipc call to raylet
# for ref counting.
single client get calls per second 11743.14 +- 2062.85
single client put calls per second 3133.08 +- 89.81
single client get calls (Plasma Store) per second 11743.14 +- 2062.85
single client put calls (Plasma Store) per second 3133.08 +- 89.81
single client put gigabytes per second 10.33 +- 7.96
multi client put calls per second 3590.16 +- 22.04
multi client put calls (Plasma Store) per second 3590.16 +- 22.04
multi client put gigabytes per second 23.38 +- 0.63
single client tasks sync per second 1263.59 +- 63.16
single client tasks async per second 13959.14 +- 393.16
@@ -1,7 +1,7 @@
single client get calls per second 9609.58 +- 1094.38
single client put calls per second 5244.46 +- 96.12
single client get calls (Plasma Store) per second 9609.58 +- 1094.38
single client put calls (Plasma Store) per second 5244.46 +- 96.12
single client put gigabytes per second 13.5 +- 3.12
multi client put calls per second 11147.13 +- 25.58
multi client put calls (Plasma Store) per second 11147.13 +- 25.58
multi client put gigabytes per second 19.08 +- 7.08
single client tasks sync per second 1271.4 +- 14.02
single client tasks async per second 12516.66 +- 392.73
@@ -1,7 +1,7 @@
single client get calls per second 9887.7 +- 1181.06
single client put calls per second 5061.57 +- 89.58
single client get calls (Plasma Store) per second 9887.7 +- 1181.06
single client put calls (Plasma Store) per second 5061.57 +- 89.58
single client put gigabytes per second 13.23 +- 2.84
multi client put calls per second 10954.66 +- 107.58
multi client put calls (Plasma Store) per second 10954.66 +- 107.58
multi client put gigabytes per second 17.98 +- 8.51
single client tasks sync per second 1246.16 +- 64.56
single client tasks async per second 12836.66 +- 196.27
@@ -1,7 +1,7 @@
single client get calls per second 8214.4 +- 892.64
single client put calls per second 5356.26 +- 36.53
single client get calls (Plasma Store) per second 8214.4 +- 892.64
single client put calls (Plasma Store) per second 5356.26 +- 36.53
single client put gigabytes per second 13.46 +- 2.94
multi client put calls per second 11351.56 +- 62.33
multi client put calls (Plasma Store) per second 11351.56 +- 62.33
multi client put gigabytes per second 16.44 +- 8.49
single client tasks sync per second 1311.81 +- 66.92
single client tasks async per second 15531.87 +- 220.75
@@ -1,7 +1,7 @@
single client get calls per second 8746.49 +- 454.49
single client put calls per second 5449.42 +- 86.57
single client get calls (Plasma Store) per second 8746.49 +- 454.49
single client put calls (Plasma Store) per second 5449.42 +- 86.57
single client put gigabytes per second 13.59 +- 3.27
multi client put calls per second 11662.1 +- 153.21
multi client put calls (Plasma Store) per second 11662.1 +- 153.21
multi client put gigabytes per second 17.26 +- 7.94
single client tasks sync per second 1272.57 +- 33.26
single client tasks async per second 14621.87 +- 200.32
@@ -0,0 +1,22 @@
single client get calls per second 28723.85 +- 2122.5
single client put calls per second 28457.3 +- 199.18
multi client put calls per second 136112.46 +- 2957.42
single client get calls (Plasma Store) per second 7913.41 +- 625.96
single client put calls (Plasma Store) per second 5012.85 +- 26.89
multi client put calls (Plasma Store) per second 8767.68 +- 122.88
single client put gigabytes per second 12.41 +- 11.96
multi client put gigabytes per second 39.28 +- 2.8
single client tasks sync per second 1058.16 +- 6.87
single client tasks async per second 14787.24 +- 190.62
multi client tasks async per second 36551.97 +- 3364.28
1:1 actor calls sync per second 1498.51 +- 41.25
1:1 actor calls async per second 6701.16 +- 95.16
1:1 actor calls concurrent per second 5864.73 +- 68.68
1:n actor calls async per second 14372.61 +- 542.3
n:n actor calls async per second 38479.59 +- 920.62
n:n actor calls with arg async per second 10603.63 +- 95.77
1:1 async-actor calls sync per second 1074.72 +- 34.12
1:1 async-actor calls async per second 3755.41 +- 53.77
1:1 async-actor calls with args async per second 2340.26 +- 62.86
1:n async-actor calls async per second 13353.84 +- 446.48
n:n async-actor calls async per second 29600.63 +- 284.26