North-Seattle-College / ad440-winter2021-thursday-repo

NSC AD 440 Winter 2021 Thursday cohort practicum repo
Apache License 2.0
2 stars 27 forks source link

Use Artillery to run 40 concurrent tests on /users/{id}/tasks cache off #307

Closed zxkevinxz closed 3 years ago

zxkevinxz commented 3 years ago

Run an Artillery test with 40 concurrent tests on the /users/{id}/tasks api with the cache off.

zxkevinxz commented 3 years ago

I ran the test twice, once with 40 concurrent over 60 seconds, and once with 40 concurrent once.

1 second 40 concurrent:

{
  "aggregate": {
    "timestamp": "2021-03-24T04:03:24.763Z",
    "scenariosCreated": 40,
    "scenariosCompleted": 40,
    "requestsCompleted": 40,
    "latency": {
      "min": 144.7,
      "max": 1258,
      "median": 660.5,
      "p95": 1210.1,
      "p99": 1258
    },
    "rps": {
      "count": 40,
      "mean": 27.59
    },
    "scenarioDuration": {
      "min": 147.7,
      "max": 1261.6,
      "median": 663.4,
      "p95": 1212,
      "p99": 1261.6
    },
    "scenarioCounts": {
      "0": 40
    },
    "errors": {},
    "codes": {
      "200": 40
    },
    "matches": 0,
    "customStats": {},
    "counters": {},
    "scenariosAvoided": 0,
    "phases": [
      {
        "name": "40 concurrent test",
        "duration": 1,
        "arrivalRate": 40,
        "maxVusers": 40
      }
    ]
  },
  "intermediate": [
    {
      "timestamp": "2021-03-24T04:03:24.761Z",
      "scenariosCreated": 40,
      "scenariosCompleted": 40,
      "requestsCompleted": 40,
      "latency": {
        "min": 144.7,
        "max": 1258,
        "median": 660.5,
        "p95": 1210.1,
        "p99": 1258
      },
      "rps": {
        "count": 40,
        "mean": 27.59
      },
      "scenarioDuration": {
        "min": 147.7,
        "max": 1261.6,
        "median": 663.4,
        "p95": 1212,
        "p99": 1261.6
      },
      "scenarioCounts": {
        "0": 40
      },
      "errors": {},
      "codes": {
        "200": 40
      },
      "matches": 0,
      "latencies": [
        688032610,
        931314222,
        334212005,
        492158489,
        818407534,
        144724606,
        371782435,
        976641690,
        689754489,
        1014566405,
        384771913,
        500004880,
        429537377,
        779775386,
        632941381,
        558599321,
        233713135,
        617668002,
        742819506,
        218126324,
        981964896,
        900324534,
        725530399,
        514231249,
        439373884,
        972840766,
        858406397,
        1116990687,
        402747474,
        1220066719,
        512887618,
        1093763620,
        1200083797,
        575292018,
        532739456,
        1007976915,
        1257995517,
        922316528,
        408877303,
        515550378
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 0,
      "pendingRequests": 0,
      "scenariosAvoided": 0
    }
  ]
}
zxkevinxz commented 3 years ago

60 seconds 40 concurrent teset:

{
  "aggregate": {
    "timestamp": "2021-03-24T04:02:36.026Z",
    "scenariosCreated": 192,
    "scenariosCompleted": 185,
    "requestsCompleted": 185,
    "latency": {
      "min": 106.7,
      "max": 116986.6,
      "median": 4519.2,
      "p95": 76666.5,
      "p99": 108742.1
    },
    "rps": {
      "count": 192,
      "mean": 1.13
    },
    "scenarioDuration": {
      "min": 108.6,
      "max": 116988.8,
      "median": 4521.2,
      "p95": 76668.7,
      "p99": 108743.9
    },
    "scenarioCounts": {
      "0": 192
    },
    "errors": {
      "ESOCKETTIMEDOUT": 7
    },
    "codes": {
      "200": 185
    },
    "matches": 0,
    "customStats": {},
    "counters": {},
    "scenariosAvoided": 2208,
    "phases": [
      {
        "name": "40 concurrent test",
        "duration": 60,
        "arrivalRate": 40,
        "maxVusers": 40
      }
    ]
  },
  "intermediate": [
    {
      "timestamp": "2021-03-24T03:59:55.937Z",
      "scenariosCreated": 68,
      "scenariosCompleted": 28,
      "requestsCompleted": 28,
      "latency": {
        "min": 207.2,
        "max": 4866.7,
        "median": 515.7,
        "p95": 4670.2,
        "p99": 4866.7
      },
      "rps": {
        "count": 68,
        "mean": 6.84
      },
      "scenarioDuration": {
        "min": 209.1,
        "max": 4868.8,
        "median": 517.6,
        "p95": 4673.6,
        "p99": 4868.8
      },
      "scenarioCounts": {
        "0": 68
      },
      "errors": {},
      "codes": {
        "200": 28
      },
      "matches": 0,
      "latencies": [
        4502456490,
        4619229429,
        4617214714,
        4222545729,
        4051329315,
        4537071473,
        222884478,
        4648388124,
        207177351,
        4599757129,
        217870784,
        4606833341,
        4519196480,
        228344746,
        4143838185,
        243781052,
        256309111,
        4866734939,
        4280490027,
        309592860,
        344085411,
        313672116,
        323705746,
        363989902,
        335508656,
        400712320,
        458438231,
        572996294
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 40,
      "pendingRequests": 40,
      "scenariosAvoided": 331
    },
    {
      "timestamp": "2021-03-24T04:00:05.936Z",
      "scenariosCreated": 38,
      "scenariosCompleted": 38,
      "requestsCompleted": 38,
      "latency": {
        "min": 120.7,
        "max": 5854.4,
        "median": 152.6,
        "p95": 5787.6,
        "p99": 5854.4
      },
      "rps": {
        "count": 38,
        "mean": 4.27
      },
      "scenarioDuration": {
        "min": 122.6,
        "max": 5856.3,
        "median": 154.4,
        "p95": 5789.7,
        "p99": 5856.3
      },
      "scenarioCounts": {
        "0": 38
      },
      "errors": {},
      "codes": {
        "200": 38
      },
      "matches": 0,
      "latencies": [
        5854419776,
        5804425609,
        5762267423,
        5687661038,
        5515037326,
        5579771620,
        5440054181,
        593245705,
        603019254,
        572690169,
        592144814,
        232500576,
        195973632,
        2659920756,
        130580547,
        144905811,
        157117188,
        211902576,
        140924070,
        180071057,
        120923033,
        137930051,
        129647431,
        131610990,
        136728825,
        124662550,
        128505283,
        128567871,
        120716169,
        133203194,
        5214030272,
        120860190,
        137120307,
        148095252,
        130495032,
        142056820,
        126797653,
        162143595
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 40,
      "pendingRequests": 40,
      "scenariosAvoided": 362
    },
    {
      "timestamp": "2021-03-24T04:00:15.935Z",
      "scenariosCreated": 16,
      "scenariosCompleted": 16,
      "requestsCompleted": 16,
      "latency": {
        "min": 122.1,
        "max": 24856,
        "median": 159.3,
        "p95": 24834.9,
        "p99": 24856
      },
      "rps": {
        "count": 16,
        "mean": 2.33
      },
      "scenarioDuration": {
        "min": 123.8,
        "max": 24858.1,
        "median": 162.5,
        "p95": 24836.9,
        "p99": 24858.1
      },
      "scenarioCounts": {
        "0": 16
      },
      "errors": {},
      "codes": {
        "200": 16
      },
      "matches": 0,
      "latencies": [
        11106753965,
        6209723202,
        437035310,
        141753260,
        4028630287,
        176939600,
        125795786,
        129947455,
        17128863197,
        122052101,
        125821297,
        124791725,
        123554318,
        24856022815,
        24785618519,
        130298156
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 40,
      "pendingRequests": 40,
      "scenariosAvoided": 384
    },
    {
      "timestamp": "2021-03-24T04:00:25.935Z",
      "scenariosCreated": 18,
      "scenariosCompleted": 18,
      "requestsCompleted": 18,
      "latency": {
        "min": 111.6,
        "max": 39461.1,
        "median": 123.5,
        "p95": 34797.6,
        "p99": 39461.1
      },
      "rps": {
        "count": 18,
        "mean": 1.81
      },
      "scenarioDuration": {
        "min": 113.5,
        "max": 39464.6,
        "median": 125.3,
        "p95": 34800.6,
        "p99": 39464.6
      },
      "scenarioCounts": {
        "0": 18
      },
      "errors": {},
      "codes": {
        "200": 18
      },
      "matches": 0,
      "latencies": [
        198507227,
        123425739,
        141564439,
        125520790,
        120092191,
        120471364,
        111585367,
        122837180,
        123649375,
        118978519,
        120025153,
        8179054689,
        159611031,
        27802339922,
        10991020633,
        39461136707,
        116991066,
        123179060
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 40,
      "pendingRequests": 40,
      "scenariosAvoided": 382
    },
    {
      "timestamp": "2021-03-24T04:00:35.935Z",
      "scenariosCreated": 38,
      "scenariosCompleted": 39,
      "requestsCompleted": 39,
      "latency": {
        "min": 123.1,
        "max": 49619.8,
        "median": 48403.5,
        "p95": 49424.7,
        "p99": 49619.8
      },
      "rps": {
        "count": 38,
        "mean": 5.21
      },
      "scenarioDuration": {
        "min": 125.4,
        "max": 49624.7,
        "median": 48405.5,
        "p95": 49426.6,
        "p99": 49624.7
      },
      "scenarioCounts": {
        "0": 38
      },
      "errors": {},
      "codes": {
        "200": 39
      },
      "matches": 0,
      "latencies": [
        42271583650,
        42653662544,
        4964016652,
        45030820707,
        123066801,
        129401704,
        129153889,
        159429900,
        162098168,
        139503084,
        148632264,
        166521625,
        42037679763,
        129525853,
        125351630,
        202466840,
        48403527061,
        48724578539,
        48389785587,
        48218976027,
        48255064561,
        48932032985,
        48472045235,
        48589646449,
        49231906900,
        48890079650,
        48924845050,
        49237820762,
        48688400202,
        49096373232,
        48771809041,
        49232053420,
        49619785050,
        48802067975,
        49103809754,
        49196942761,
        49509778933,
        49320749477,
        48979176069
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 39,
      "pendingRequests": 39,
      "scenariosAvoided": 362
    },
    {
      "timestamp": "2021-03-24T04:00:45.935Z",
      "scenariosCreated": 14,
      "scenariosCompleted": 13,
      "requestsCompleted": 13,
      "latency": {
        "min": 106.7,
        "max": 48960.5,
        "median": 5492.1,
        "p95": 48588.8,
        "p99": 48960.5
      },
      "rps": {
        "count": 14,
        "mean": 1.4
      },
      "scenarioDuration": {
        "min": 108.6,
        "max": 48962.4,
        "median": 5493.9,
        "p95": 48590.7,
        "p99": 48962.4
      },
      "scenarioCounts": {
        "0": 14
      },
      "errors": {},
      "codes": {
        "200": 13
      },
      "matches": 0,
      "latencies": [
        45011150939,
        48960468371,
        43467953259,
        5492075036,
        136338299,
        106698038,
        12580753629,
        168179375,
        165006463,
        46482680630,
        46439029085,
        149957721,
        247384854
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 40,
      "pendingRequests": 40,
      "scenariosAvoided": 386
    },
    {
      "timestamp": "2021-03-24T04:00:55.941Z",
      "scenariosCreated": 0,
      "scenariosCompleted": 0,
      "requestsCompleted": 0,
      "latency": {
        "min": null,
        "max": null,
        "median": null,
        "p95": null,
        "p99": null
      },
      "rps": {
        "count": 0,
        "mean": null
      },
      "scenarioDuration": {
        "min": null,
        "max": null,
        "median": null,
        "p95": null,
        "p99": null
      },
      "scenarioCounts": {},
      "errors": {},
      "codes": {},
      "matches": 0,
      "latencies": [],
      "customStats": {},
      "counters": {},
      "concurrency": 40,
      "pendingRequests": 40,
      "scenariosAvoided": 1
    },
    {
      "timestamp": "2021-03-24T04:01:05.946Z",
      "scenariosCreated": 0,
      "scenariosCompleted": 0,
      "requestsCompleted": 0,
      "latency": {
        "min": null,
        "max": null,
        "median": null,
        "p95": null,
        "p99": null
      },
      "rps": {
        "count": 0,
        "mean": null
      },
      "scenarioDuration": {
        "min": null,
        "max": null,
        "median": null,
        "p95": null,
        "p99": null
      },
      "scenarioCounts": {},
      "errors": {},
      "codes": {},
      "matches": 0,
      "latencies": [],
      "customStats": {},
      "counters": {},
      "concurrency": 40,
      "pendingRequests": 40,
      "scenariosAvoided": 0
    },
    {
      "timestamp": "2021-03-24T04:01:15.947Z",
      "scenariosCreated": 0,
      "scenariosCompleted": 12,
      "requestsCompleted": 12,
      "latency": {
        "min": 31549.1,
        "max": 66476,
        "median": 31775.8,
        "p95": 63759.4,
        "p99": 66476
      },
      "rps": {
        "count": 0,
        "mean": null
      },
      "scenarioDuration": {
        "min": 31550.8,
        "max": 66488.9,
        "median": 31777.6,
        "p95": 63771.1,
        "p99": 66488.9
      },
      "scenarioCounts": {},
      "errors": {},
      "codes": {
        "200": 12
      },
      "matches": 0,
      "latencies": [
        32037079071,
        32046874421,
        31862226550,
        31864647447,
        31689393924,
        31668109303,
        31680349944,
        31571580762,
        31603006961,
        31549073762,
        66476017734,
        39309566149
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 28,
      "pendingRequests": 28,
      "scenariosAvoided": 0
    },
    {
      "timestamp": "2021-03-24T04:01:25.946Z",
      "scenariosCreated": 0,
      "scenariosCompleted": 1,
      "requestsCompleted": 1,
      "latency": {
        "min": 41175.4,
        "max": 41175.4,
        "median": 41175.4,
        "p95": 41175.4,
        "p99": 41175.4
      },
      "rps": {
        "count": 0,
        "mean": null
      },
      "scenarioDuration": {
        "min": 41177.5,
        "max": 41177.5,
        "median": 41177.5,
        "p95": 41177.5,
        "p99": 41177.5
      },
      "scenarioCounts": {},
      "errors": {},
      "codes": {
        "200": 1
      },
      "matches": 0,
      "latencies": [
        41175350416
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 27,
      "pendingRequests": 27,
      "scenariosAvoided": 0
    },
    {
      "timestamp": "2021-03-24T04:01:35.950Z",
      "scenariosCreated": 0,
      "scenariosCompleted": 3,
      "requestsCompleted": 3,
      "latency": {
        "min": 58483.2,
        "max": 77392.3,
        "median": 75418.2,
        "p95": 77392.3,
        "p99": 77392.3
      },
      "rps": {
        "count": 0,
        "mean": null
      },
      "scenarioDuration": {
        "min": 58484.9,
        "max": 77398.1,
        "median": 75420.1,
        "p95": 77398.1,
        "p99": 77398.1
      },
      "scenarioCounts": {},
      "errors": {},
      "codes": {
        "200": 3
      },
      "matches": 0,
      "latencies": [
        77392314826,
        75418208029,
        58483180144
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 24,
      "pendingRequests": 24,
      "scenariosAvoided": 0
    },
    {
      "timestamp": "2021-03-24T04:01:45.954Z",
      "scenariosCreated": 0,
      "scenariosCompleted": 6,
      "requestsCompleted": 6,
      "latency": {
        "min": 54802.5,
        "max": 81766.7,
        "median": 60926.2,
        "p95": 81766.7,
        "p99": 81766.7
      },
      "rps": {
        "count": 0,
        "mean": null
      },
      "scenarioDuration": {
        "min": 54804.4,
        "max": 81768.8,
        "median": 60928.2,
        "p95": 81768.8,
        "p99": 81768.8
      },
      "scenarioCounts": {},
      "errors": {},
      "codes": {
        "200": 6
      },
      "matches": 0,
      "latencies": [
        72594144898,
        81766731028,
        63896127741,
        57956310525,
        57190755955,
        54802510131
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 18,
      "pendingRequests": 18,
      "scenariosAvoided": 0
    },
    {
      "timestamp": "2021-03-24T04:01:55.959Z",
      "scenariosCreated": 0,
      "scenariosCompleted": 5,
      "requestsCompleted": 5,
      "latency": {
        "min": 70569.4,
        "max": 76696.4,
        "median": 73821.9,
        "p95": 76696.4,
        "p99": 76696.4
      },
      "rps": {
        "count": 0,
        "mean": null
      },
      "scenarioDuration": {
        "min": 70571.3,
        "max": 76698.1,
        "median": 73824.2,
        "p95": 76698.1,
        "p99": 76698.1
      },
      "scenarioCounts": {},
      "errors": {},
      "codes": {
        "200": 5
      },
      "matches": 0,
      "latencies": [
        73095993478,
        73821853140,
        70569365833,
        76696409909,
        76656596445
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 13,
      "pendingRequests": 13,
      "scenariosAvoided": 0
    },
    {
      "timestamp": "2021-03-24T04:02:05.965Z",
      "scenariosCreated": 0,
      "scenariosCompleted": 1,
      "requestsCompleted": 1,
      "latency": {
        "min": 84373.7,
        "max": 84373.7,
        "median": 84373.7,
        "p95": 84373.7,
        "p99": 84373.7
      },
      "rps": {
        "count": 0,
        "mean": null
      },
      "scenarioDuration": {
        "min": 84375.5,
        "max": 84375.5,
        "median": 84375.5,
        "p95": 84375.5,
        "p99": 84375.5
      },
      "scenarioCounts": {},
      "errors": {},
      "codes": {
        "200": 1
      },
      "matches": 0,
      "latencies": [
        84373654727
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 12,
      "pendingRequests": 12,
      "scenariosAvoided": 0
    },
    {
      "timestamp": "2021-03-24T04:02:15.969Z",
      "scenariosCreated": 0,
      "scenariosCompleted": 1,
      "requestsCompleted": 1,
      "latency": {
        "min": 104061.9,
        "max": 104061.9,
        "median": 104061.9,
        "p95": 104061.9,
        "p99": 104061.9
      },
      "rps": {
        "count": 0,
        "mean": null
      },
      "scenarioDuration": {
        "min": 104063.8,
        "max": 104063.8,
        "median": 104063.8,
        "p95": 104063.8,
        "p99": 104063.8
      },
      "scenarioCounts": {},
      "errors": {},
      "codes": {
        "200": 1
      },
      "matches": 0,
      "latencies": [
        104061914593
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 11,
      "pendingRequests": 11,
      "scenariosAvoided": 0
    },
    {
      "timestamp": "2021-03-24T04:02:25.971Z",
      "scenariosCreated": 0,
      "scenariosCompleted": 3,
      "requestsCompleted": 3,
      "latency": {
        "min": 107064.4,
        "max": 109433.5,
        "median": 107458.1,
        "p95": 109433.5,
        "p99": 109433.5
      },
      "rps": {
        "count": 0,
        "mean": null
      },
      "scenarioDuration": {
        "min": 107066.7,
        "max": 109435.2,
        "median": 107460.2,
        "p95": 109435.2,
        "p99": 109435.2
      },
      "scenarioCounts": {},
      "errors": {
        "ESOCKETTIMEDOUT": 2
      },
      "codes": {
        "200": 3
      },
      "matches": 0,
      "latencies": [
        107458139748,
        107064416326,
        109433527138
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 6,
      "pendingRequests": 8,
      "scenariosAvoided": 0
    },
    {
      "timestamp": "2021-03-24T04:02:35.975Z",
      "scenariosCreated": 0,
      "scenariosCompleted": 1,
      "requestsCompleted": 1,
      "latency": {
        "min": 116986.6,
        "max": 116986.6,
        "median": 116986.6,
        "p95": 116986.6,
        "p99": 116986.6
      },
      "rps": {
        "count": 0,
        "mean": null
      },
      "scenarioDuration": {
        "min": 116988.8,
        "max": 116988.8,
        "median": 116988.8,
        "p95": 116988.8,
        "p99": 116988.8
      },
      "scenarioCounts": {},
      "errors": {
        "ESOCKETTIMEDOUT": 5
      },
      "codes": {
        "200": 1
      },
      "matches": 0,
      "latencies": [
        116986618101
      ],
      "customStats": {},
      "counters": {},
      "concurrency": 0,
      "pendingRequests": 7,
      "scenariosAvoided": 0
    },
    {
      "timestamp": "2021-03-24T04:02:36.023Z",
      "scenariosCreated": 0,
      "scenariosCompleted": 0,
      "requestsCompleted": 0,
      "latency": {
        "min": null,
        "max": null,
        "median": null,
        "p95": null,
        "p99": null
      },
      "rps": {
        "count": 0,
        "mean": null
      },
      "scenarioDuration": {
        "min": null,
        "max": null,
        "median": null,
        "p95": null,
        "p99": null
      },
      "scenarioCounts": {},
      "errors": {},
      "codes": {},
      "matches": 0,
      "latencies": [],
      "customStats": {},
      "counters": {},
      "concurrency": 0,
      "pendingRequests": 7,
      "scenariosAvoided": 0
    }
  ]
}
zxkevinxz commented 3 years ago
Date Activity Time
3/23 Write and perform Artillery Test 1 hour