Skip to content

Commit 9d2f471

Browse files
authored
added RunTimeThresholdSec for the performance tests (#944)
* added RunTimeThresholdSec to the baselines * RunTimeAverage Min and Max * correct min and max
1 parent 770c1a6 commit 9d2f471

File tree

1 file changed

+39
-13
lines changed

1 file changed

+39
-13
lines changed

performance/PerformanceBaselines.json

Lines changed: 39 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -2,77 +2,103 @@
22
"PerformanceRuntime": {
33
"InputBinding": {
44
"TestName": "GetProductsTest",
5-
"RunTimeAverageSec": 2.081
5+
"RunTimeAverageSec": 2.081,
6+
"RunTimeAverageMinSec": 1.873,
7+
"RunTimeAverageMaxSec": 2.289
68
},
79
"OutputBinding": {
810
"TestName": "AddProductsArrayTest",
9-
"RunTimeAverageSec": 2.055
11+
"RunTimeAverageSec": 2.055,
12+
"RunTimeAverageMinSec": 1.85,
13+
"RunTimeAverageMaxSec": 2.26
1014
},
1115
"TriggerBinding": [
1216
{
1317
"Count": 100,
1418
"TestName": "ProductsTriggerTest",
15-
"RunTimeAverageSec": 1.02
19+
"RunTimeAverageSec": 1.02,
20+
"RunTimeAverageMinSec": 0.92,
21+
"RunTimeAverageMaxSec": 1.12
1622
},
1723
{
1824
"Count": 1000,
1925
"TestName": "ProductsTriggerTest",
20-
"RunTimeAverageSec": 10.4
26+
"RunTimeAverageSec": 10.4,
27+
"RunTimeAverageMinSec": 9.36,
28+
"RunTimeAverageMaxSec": 11.44
2129
}
2230
],
2331
"TriggerBinding_BatchOverride": [
2432
{
2533
"MaxBatchSize": 100,
2634
"Numbatches": 1,
2735
"TestName": "ProductsTrigger",
28-
"RunTimeAverageSec": 1.022
36+
"RunTimeAverageSec": 1.022,
37+
"RunTimeAverageMinSec": 0.922,
38+
"RunTimeAverageMaxSec": 1.124
2939
},
3040
{
3141
"MaxBatchSize": 100,
3242
"Numbatches": 5,
3343
"TestName": "ProductsTrigger",
34-
"RunTimeAverageSec": 5.206
44+
"RunTimeAverageSec": 5.206,
45+
"RunTimeAverageMinSec": 4.686,
46+
"RunTimeAverageMaxSec": 5.726
3547
},
3648
{
3749
"MaxBatchSize": 1000,
3850
"Numbatches": 1,
3951
"TestName": "ProductsTrigger",
40-
"RunTimeAverageSec": 1.071
52+
"RunTimeAverageSec": 1.071,
53+
"RunTimeAverageMinSec": 0.964,
54+
"RunTimeAverageMaxSec": 1.178
4155
},
4256
{
4357
"MaxBatchSize": 1000,
4458
"Numbatches": 5,
4559
"TestName": "ProductsTrigger",
46-
"RunTimeAverageSec": 5.719
60+
"RunTimeAverageSec": 5.719,
61+
"RunTimeAverageMinSec": 5.147,
62+
"RunTimeAverageMaxSec": 6.291
4763
}
4864
],
4965
"TriggerBinding_Parallelization": [
5066
{
5167
"HostCount": 2,
5268
"TestName": "ProductsTriggerTest",
53-
"RunTimeAverageSec": 1.8
69+
"RunTimeAverageSec": 1.8,
70+
"RunTimeAverageMinSec": 1.62,
71+
"RunTimeAverageMaxSec": 1.98
5472
},
5573
{
5674
"HostCount": 5,
5775
"TestName": "ProductsTriggerTest",
58-
"RunTimeAverageSec": 0.8
76+
"RunTimeAverageSec": 0.8,
77+
"RunTimeAverageMinSec": 0.72,
78+
"RunTimeAverageMaxSec": 0.88
5979
}
6080
],
6181
"TriggerBinding_PollingIntervalOverride": [
6282
{
6383
"PollingIntervalMs": 100,
6484
"TestName": "ProductsTriggerTest",
65-
"RunTimeAverageSec": 0.326
85+
"RunTimeAverageSec": 0.326,
86+
"RunTimeAverageMinSec": 0.294,
87+
"RunTimeAverageMaxSec": 0.358
6688
},
6789
{
6890
"PollingIntervalMs": 500,
6991
"TestName": "ProductsTriggerTest",
70-
"RunTimeAverageSec": 1.1254
92+
"RunTimeAverageSec": 1.125,
93+
"RunTimeAverageMinSec": 1.013,
94+
"RunTimeAverageMaxSec": 1.237
7195
},
7296
{
7397
"PollingIntervalMs": 2000,
7498
"TestName": "ProductsTriggerTest",
75-
"RunTimeAverageSec": 4.0976
99+
"RunTimeAverageSec": 4.0976,
100+
"RunTimeAverageMinSec": 3.687,
101+
"RunTimeAverageMaxSec": 4.507
76102
}
77103
]
78104
}

0 commit comments

Comments
 (0)