Closed zxkevinxz closed 3 years ago
I ran the test twice, once with 40 concurrent over 60 seconds, and once with 40 concurrent once.
1 second 40 concurrent:
{
"aggregate": {
"timestamp": "2021-03-24T04:03:24.763Z",
"scenariosCreated": 40,
"scenariosCompleted": 40,
"requestsCompleted": 40,
"latency": {
"min": 144.7,
"max": 1258,
"median": 660.5,
"p95": 1210.1,
"p99": 1258
},
"rps": {
"count": 40,
"mean": 27.59
},
"scenarioDuration": {
"min": 147.7,
"max": 1261.6,
"median": 663.4,
"p95": 1212,
"p99": 1261.6
},
"scenarioCounts": {
"0": 40
},
"errors": {},
"codes": {
"200": 40
},
"matches": 0,
"customStats": {},
"counters": {},
"scenariosAvoided": 0,
"phases": [
{
"name": "40 concurrent test",
"duration": 1,
"arrivalRate": 40,
"maxVusers": 40
}
]
},
"intermediate": [
{
"timestamp": "2021-03-24T04:03:24.761Z",
"scenariosCreated": 40,
"scenariosCompleted": 40,
"requestsCompleted": 40,
"latency": {
"min": 144.7,
"max": 1258,
"median": 660.5,
"p95": 1210.1,
"p99": 1258
},
"rps": {
"count": 40,
"mean": 27.59
},
"scenarioDuration": {
"min": 147.7,
"max": 1261.6,
"median": 663.4,
"p95": 1212,
"p99": 1261.6
},
"scenarioCounts": {
"0": 40
},
"errors": {},
"codes": {
"200": 40
},
"matches": 0,
"latencies": [
688032610,
931314222,
334212005,
492158489,
818407534,
144724606,
371782435,
976641690,
689754489,
1014566405,
384771913,
500004880,
429537377,
779775386,
632941381,
558599321,
233713135,
617668002,
742819506,
218126324,
981964896,
900324534,
725530399,
514231249,
439373884,
972840766,
858406397,
1116990687,
402747474,
1220066719,
512887618,
1093763620,
1200083797,
575292018,
532739456,
1007976915,
1257995517,
922316528,
408877303,
515550378
],
"customStats": {},
"counters": {},
"concurrency": 0,
"pendingRequests": 0,
"scenariosAvoided": 0
}
]
}
60 seconds 40 concurrent teset:
{
"aggregate": {
"timestamp": "2021-03-24T04:02:36.026Z",
"scenariosCreated": 192,
"scenariosCompleted": 185,
"requestsCompleted": 185,
"latency": {
"min": 106.7,
"max": 116986.6,
"median": 4519.2,
"p95": 76666.5,
"p99": 108742.1
},
"rps": {
"count": 192,
"mean": 1.13
},
"scenarioDuration": {
"min": 108.6,
"max": 116988.8,
"median": 4521.2,
"p95": 76668.7,
"p99": 108743.9
},
"scenarioCounts": {
"0": 192
},
"errors": {
"ESOCKETTIMEDOUT": 7
},
"codes": {
"200": 185
},
"matches": 0,
"customStats": {},
"counters": {},
"scenariosAvoided": 2208,
"phases": [
{
"name": "40 concurrent test",
"duration": 60,
"arrivalRate": 40,
"maxVusers": 40
}
]
},
"intermediate": [
{
"timestamp": "2021-03-24T03:59:55.937Z",
"scenariosCreated": 68,
"scenariosCompleted": 28,
"requestsCompleted": 28,
"latency": {
"min": 207.2,
"max": 4866.7,
"median": 515.7,
"p95": 4670.2,
"p99": 4866.7
},
"rps": {
"count": 68,
"mean": 6.84
},
"scenarioDuration": {
"min": 209.1,
"max": 4868.8,
"median": 517.6,
"p95": 4673.6,
"p99": 4868.8
},
"scenarioCounts": {
"0": 68
},
"errors": {},
"codes": {
"200": 28
},
"matches": 0,
"latencies": [
4502456490,
4619229429,
4617214714,
4222545729,
4051329315,
4537071473,
222884478,
4648388124,
207177351,
4599757129,
217870784,
4606833341,
4519196480,
228344746,
4143838185,
243781052,
256309111,
4866734939,
4280490027,
309592860,
344085411,
313672116,
323705746,
363989902,
335508656,
400712320,
458438231,
572996294
],
"customStats": {},
"counters": {},
"concurrency": 40,
"pendingRequests": 40,
"scenariosAvoided": 331
},
{
"timestamp": "2021-03-24T04:00:05.936Z",
"scenariosCreated": 38,
"scenariosCompleted": 38,
"requestsCompleted": 38,
"latency": {
"min": 120.7,
"max": 5854.4,
"median": 152.6,
"p95": 5787.6,
"p99": 5854.4
},
"rps": {
"count": 38,
"mean": 4.27
},
"scenarioDuration": {
"min": 122.6,
"max": 5856.3,
"median": 154.4,
"p95": 5789.7,
"p99": 5856.3
},
"scenarioCounts": {
"0": 38
},
"errors": {},
"codes": {
"200": 38
},
"matches": 0,
"latencies": [
5854419776,
5804425609,
5762267423,
5687661038,
5515037326,
5579771620,
5440054181,
593245705,
603019254,
572690169,
592144814,
232500576,
195973632,
2659920756,
130580547,
144905811,
157117188,
211902576,
140924070,
180071057,
120923033,
137930051,
129647431,
131610990,
136728825,
124662550,
128505283,
128567871,
120716169,
133203194,
5214030272,
120860190,
137120307,
148095252,
130495032,
142056820,
126797653,
162143595
],
"customStats": {},
"counters": {},
"concurrency": 40,
"pendingRequests": 40,
"scenariosAvoided": 362
},
{
"timestamp": "2021-03-24T04:00:15.935Z",
"scenariosCreated": 16,
"scenariosCompleted": 16,
"requestsCompleted": 16,
"latency": {
"min": 122.1,
"max": 24856,
"median": 159.3,
"p95": 24834.9,
"p99": 24856
},
"rps": {
"count": 16,
"mean": 2.33
},
"scenarioDuration": {
"min": 123.8,
"max": 24858.1,
"median": 162.5,
"p95": 24836.9,
"p99": 24858.1
},
"scenarioCounts": {
"0": 16
},
"errors": {},
"codes": {
"200": 16
},
"matches": 0,
"latencies": [
11106753965,
6209723202,
437035310,
141753260,
4028630287,
176939600,
125795786,
129947455,
17128863197,
122052101,
125821297,
124791725,
123554318,
24856022815,
24785618519,
130298156
],
"customStats": {},
"counters": {},
"concurrency": 40,
"pendingRequests": 40,
"scenariosAvoided": 384
},
{
"timestamp": "2021-03-24T04:00:25.935Z",
"scenariosCreated": 18,
"scenariosCompleted": 18,
"requestsCompleted": 18,
"latency": {
"min": 111.6,
"max": 39461.1,
"median": 123.5,
"p95": 34797.6,
"p99": 39461.1
},
"rps": {
"count": 18,
"mean": 1.81
},
"scenarioDuration": {
"min": 113.5,
"max": 39464.6,
"median": 125.3,
"p95": 34800.6,
"p99": 39464.6
},
"scenarioCounts": {
"0": 18
},
"errors": {},
"codes": {
"200": 18
},
"matches": 0,
"latencies": [
198507227,
123425739,
141564439,
125520790,
120092191,
120471364,
111585367,
122837180,
123649375,
118978519,
120025153,
8179054689,
159611031,
27802339922,
10991020633,
39461136707,
116991066,
123179060
],
"customStats": {},
"counters": {},
"concurrency": 40,
"pendingRequests": 40,
"scenariosAvoided": 382
},
{
"timestamp": "2021-03-24T04:00:35.935Z",
"scenariosCreated": 38,
"scenariosCompleted": 39,
"requestsCompleted": 39,
"latency": {
"min": 123.1,
"max": 49619.8,
"median": 48403.5,
"p95": 49424.7,
"p99": 49619.8
},
"rps": {
"count": 38,
"mean": 5.21
},
"scenarioDuration": {
"min": 125.4,
"max": 49624.7,
"median": 48405.5,
"p95": 49426.6,
"p99": 49624.7
},
"scenarioCounts": {
"0": 38
},
"errors": {},
"codes": {
"200": 39
},
"matches": 0,
"latencies": [
42271583650,
42653662544,
4964016652,
45030820707,
123066801,
129401704,
129153889,
159429900,
162098168,
139503084,
148632264,
166521625,
42037679763,
129525853,
125351630,
202466840,
48403527061,
48724578539,
48389785587,
48218976027,
48255064561,
48932032985,
48472045235,
48589646449,
49231906900,
48890079650,
48924845050,
49237820762,
48688400202,
49096373232,
48771809041,
49232053420,
49619785050,
48802067975,
49103809754,
49196942761,
49509778933,
49320749477,
48979176069
],
"customStats": {},
"counters": {},
"concurrency": 39,
"pendingRequests": 39,
"scenariosAvoided": 362
},
{
"timestamp": "2021-03-24T04:00:45.935Z",
"scenariosCreated": 14,
"scenariosCompleted": 13,
"requestsCompleted": 13,
"latency": {
"min": 106.7,
"max": 48960.5,
"median": 5492.1,
"p95": 48588.8,
"p99": 48960.5
},
"rps": {
"count": 14,
"mean": 1.4
},
"scenarioDuration": {
"min": 108.6,
"max": 48962.4,
"median": 5493.9,
"p95": 48590.7,
"p99": 48962.4
},
"scenarioCounts": {
"0": 14
},
"errors": {},
"codes": {
"200": 13
},
"matches": 0,
"latencies": [
45011150939,
48960468371,
43467953259,
5492075036,
136338299,
106698038,
12580753629,
168179375,
165006463,
46482680630,
46439029085,
149957721,
247384854
],
"customStats": {},
"counters": {},
"concurrency": 40,
"pendingRequests": 40,
"scenariosAvoided": 386
},
{
"timestamp": "2021-03-24T04:00:55.941Z",
"scenariosCreated": 0,
"scenariosCompleted": 0,
"requestsCompleted": 0,
"latency": {
"min": null,
"max": null,
"median": null,
"p95": null,
"p99": null
},
"rps": {
"count": 0,
"mean": null
},
"scenarioDuration": {
"min": null,
"max": null,
"median": null,
"p95": null,
"p99": null
},
"scenarioCounts": {},
"errors": {},
"codes": {},
"matches": 0,
"latencies": [],
"customStats": {},
"counters": {},
"concurrency": 40,
"pendingRequests": 40,
"scenariosAvoided": 1
},
{
"timestamp": "2021-03-24T04:01:05.946Z",
"scenariosCreated": 0,
"scenariosCompleted": 0,
"requestsCompleted": 0,
"latency": {
"min": null,
"max": null,
"median": null,
"p95": null,
"p99": null
},
"rps": {
"count": 0,
"mean": null
},
"scenarioDuration": {
"min": null,
"max": null,
"median": null,
"p95": null,
"p99": null
},
"scenarioCounts": {},
"errors": {},
"codes": {},
"matches": 0,
"latencies": [],
"customStats": {},
"counters": {},
"concurrency": 40,
"pendingRequests": 40,
"scenariosAvoided": 0
},
{
"timestamp": "2021-03-24T04:01:15.947Z",
"scenariosCreated": 0,
"scenariosCompleted": 12,
"requestsCompleted": 12,
"latency": {
"min": 31549.1,
"max": 66476,
"median": 31775.8,
"p95": 63759.4,
"p99": 66476
},
"rps": {
"count": 0,
"mean": null
},
"scenarioDuration": {
"min": 31550.8,
"max": 66488.9,
"median": 31777.6,
"p95": 63771.1,
"p99": 66488.9
},
"scenarioCounts": {},
"errors": {},
"codes": {
"200": 12
},
"matches": 0,
"latencies": [
32037079071,
32046874421,
31862226550,
31864647447,
31689393924,
31668109303,
31680349944,
31571580762,
31603006961,
31549073762,
66476017734,
39309566149
],
"customStats": {},
"counters": {},
"concurrency": 28,
"pendingRequests": 28,
"scenariosAvoided": 0
},
{
"timestamp": "2021-03-24T04:01:25.946Z",
"scenariosCreated": 0,
"scenariosCompleted": 1,
"requestsCompleted": 1,
"latency": {
"min": 41175.4,
"max": 41175.4,
"median": 41175.4,
"p95": 41175.4,
"p99": 41175.4
},
"rps": {
"count": 0,
"mean": null
},
"scenarioDuration": {
"min": 41177.5,
"max": 41177.5,
"median": 41177.5,
"p95": 41177.5,
"p99": 41177.5
},
"scenarioCounts": {},
"errors": {},
"codes": {
"200": 1
},
"matches": 0,
"latencies": [
41175350416
],
"customStats": {},
"counters": {},
"concurrency": 27,
"pendingRequests": 27,
"scenariosAvoided": 0
},
{
"timestamp": "2021-03-24T04:01:35.950Z",
"scenariosCreated": 0,
"scenariosCompleted": 3,
"requestsCompleted": 3,
"latency": {
"min": 58483.2,
"max": 77392.3,
"median": 75418.2,
"p95": 77392.3,
"p99": 77392.3
},
"rps": {
"count": 0,
"mean": null
},
"scenarioDuration": {
"min": 58484.9,
"max": 77398.1,
"median": 75420.1,
"p95": 77398.1,
"p99": 77398.1
},
"scenarioCounts": {},
"errors": {},
"codes": {
"200": 3
},
"matches": 0,
"latencies": [
77392314826,
75418208029,
58483180144
],
"customStats": {},
"counters": {},
"concurrency": 24,
"pendingRequests": 24,
"scenariosAvoided": 0
},
{
"timestamp": "2021-03-24T04:01:45.954Z",
"scenariosCreated": 0,
"scenariosCompleted": 6,
"requestsCompleted": 6,
"latency": {
"min": 54802.5,
"max": 81766.7,
"median": 60926.2,
"p95": 81766.7,
"p99": 81766.7
},
"rps": {
"count": 0,
"mean": null
},
"scenarioDuration": {
"min": 54804.4,
"max": 81768.8,
"median": 60928.2,
"p95": 81768.8,
"p99": 81768.8
},
"scenarioCounts": {},
"errors": {},
"codes": {
"200": 6
},
"matches": 0,
"latencies": [
72594144898,
81766731028,
63896127741,
57956310525,
57190755955,
54802510131
],
"customStats": {},
"counters": {},
"concurrency": 18,
"pendingRequests": 18,
"scenariosAvoided": 0
},
{
"timestamp": "2021-03-24T04:01:55.959Z",
"scenariosCreated": 0,
"scenariosCompleted": 5,
"requestsCompleted": 5,
"latency": {
"min": 70569.4,
"max": 76696.4,
"median": 73821.9,
"p95": 76696.4,
"p99": 76696.4
},
"rps": {
"count": 0,
"mean": null
},
"scenarioDuration": {
"min": 70571.3,
"max": 76698.1,
"median": 73824.2,
"p95": 76698.1,
"p99": 76698.1
},
"scenarioCounts": {},
"errors": {},
"codes": {
"200": 5
},
"matches": 0,
"latencies": [
73095993478,
73821853140,
70569365833,
76696409909,
76656596445
],
"customStats": {},
"counters": {},
"concurrency": 13,
"pendingRequests": 13,
"scenariosAvoided": 0
},
{
"timestamp": "2021-03-24T04:02:05.965Z",
"scenariosCreated": 0,
"scenariosCompleted": 1,
"requestsCompleted": 1,
"latency": {
"min": 84373.7,
"max": 84373.7,
"median": 84373.7,
"p95": 84373.7,
"p99": 84373.7
},
"rps": {
"count": 0,
"mean": null
},
"scenarioDuration": {
"min": 84375.5,
"max": 84375.5,
"median": 84375.5,
"p95": 84375.5,
"p99": 84375.5
},
"scenarioCounts": {},
"errors": {},
"codes": {
"200": 1
},
"matches": 0,
"latencies": [
84373654727
],
"customStats": {},
"counters": {},
"concurrency": 12,
"pendingRequests": 12,
"scenariosAvoided": 0
},
{
"timestamp": "2021-03-24T04:02:15.969Z",
"scenariosCreated": 0,
"scenariosCompleted": 1,
"requestsCompleted": 1,
"latency": {
"min": 104061.9,
"max": 104061.9,
"median": 104061.9,
"p95": 104061.9,
"p99": 104061.9
},
"rps": {
"count": 0,
"mean": null
},
"scenarioDuration": {
"min": 104063.8,
"max": 104063.8,
"median": 104063.8,
"p95": 104063.8,
"p99": 104063.8
},
"scenarioCounts": {},
"errors": {},
"codes": {
"200": 1
},
"matches": 0,
"latencies": [
104061914593
],
"customStats": {},
"counters": {},
"concurrency": 11,
"pendingRequests": 11,
"scenariosAvoided": 0
},
{
"timestamp": "2021-03-24T04:02:25.971Z",
"scenariosCreated": 0,
"scenariosCompleted": 3,
"requestsCompleted": 3,
"latency": {
"min": 107064.4,
"max": 109433.5,
"median": 107458.1,
"p95": 109433.5,
"p99": 109433.5
},
"rps": {
"count": 0,
"mean": null
},
"scenarioDuration": {
"min": 107066.7,
"max": 109435.2,
"median": 107460.2,
"p95": 109435.2,
"p99": 109435.2
},
"scenarioCounts": {},
"errors": {
"ESOCKETTIMEDOUT": 2
},
"codes": {
"200": 3
},
"matches": 0,
"latencies": [
107458139748,
107064416326,
109433527138
],
"customStats": {},
"counters": {},
"concurrency": 6,
"pendingRequests": 8,
"scenariosAvoided": 0
},
{
"timestamp": "2021-03-24T04:02:35.975Z",
"scenariosCreated": 0,
"scenariosCompleted": 1,
"requestsCompleted": 1,
"latency": {
"min": 116986.6,
"max": 116986.6,
"median": 116986.6,
"p95": 116986.6,
"p99": 116986.6
},
"rps": {
"count": 0,
"mean": null
},
"scenarioDuration": {
"min": 116988.8,
"max": 116988.8,
"median": 116988.8,
"p95": 116988.8,
"p99": 116988.8
},
"scenarioCounts": {},
"errors": {
"ESOCKETTIMEDOUT": 5
},
"codes": {
"200": 1
},
"matches": 0,
"latencies": [
116986618101
],
"customStats": {},
"counters": {},
"concurrency": 0,
"pendingRequests": 7,
"scenariosAvoided": 0
},
{
"timestamp": "2021-03-24T04:02:36.023Z",
"scenariosCreated": 0,
"scenariosCompleted": 0,
"requestsCompleted": 0,
"latency": {
"min": null,
"max": null,
"median": null,
"p95": null,
"p99": null
},
"rps": {
"count": 0,
"mean": null
},
"scenarioDuration": {
"min": null,
"max": null,
"median": null,
"p95": null,
"p99": null
},
"scenarioCounts": {},
"errors": {},
"codes": {},
"matches": 0,
"latencies": [],
"customStats": {},
"counters": {},
"concurrency": 0,
"pendingRequests": 7,
"scenariosAvoided": 0
}
]
}
Date | Activity | Time |
---|---|---|
3/23 | Write and perform Artillery Test | 1 hour |
Run an Artillery test with 40 concurrent tests on the /users/{id}/tasks api with the cache off.