Closed lixuna closed 5 years ago
lixuna
commented
6 years ago 
denverwilliams
commented
5 years ago PLAY RECAP *******************************************************************************************************************
147.75.74.169 : ok=36 changed=23 unreachable=0 failed=0
localhost : ok=7 changed=3 unreachable=0 failed=0
9 minutes and 7 seconds elapsed.
8 minutes and 55 seconds elapsed vswitch.
taylor
commented
5 years ago @denverwilliams, can you provide some more details on what is happening in each of those stages, including any reboots.
denverwilliams
commented
5 years ago K8s Master Node CPU Average
root@status-master-1:~# sar -u 1 30
Linux 4.15.0-20-generic (status-master-1.status.packet.local) 02/15/2019 _x86_64_ (4 CPU)
10:18:09 PM CPU %user %nice %system %iowait %steal %idle
10:18:10 PM all 1.28 0.00 1.28 0.00 0.00 97.44
10:18:11 PM all 1.27 0.00 1.02 0.00 0.00 97.71
10:18:12 PM all 1.79 0.00 1.79 0.00 0.00 96.43
10:18:13 PM all 1.01 0.00 1.52 0.00 0.00 97.47
10:18:14 PM all 1.79 0.00 1.53 0.00 0.00 96.68
10:18:15 PM all 1.27 0.00 0.76 0.00 0.00 97.96
10:18:16 PM all 1.78 0.00 2.03 0.00 0.00 96.19
10:18:17 PM all 1.27 0.00 1.53 0.00 0.00 97.20
10:18:18 PM all 1.27 0.00 1.53 0.00 0.00 97.20
10:18:19 PM all 0.51 0.00 1.02 0.00 0.00 98.47
10:18:20 PM all 1.51 0.00 2.27 0.00 0.00 96.22
10:18:21 PM all 0.51 0.00 0.77 0.00 0.00 98.72
10:18:22 PM all 2.02 0.00 2.53 0.00 0.00 95.45
10:18:23 PM all 2.55 0.00 1.28 0.00 0.00 96.17
10:18:24 PM all 2.04 0.00 1.53 0.00 0.00 96.44
10:18:25 PM all 1.27 0.00 1.27 0.00 0.00 97.46
10:18:26 PM all 1.77 0.00 1.52 0.25 0.00 96.46
10:18:27 PM all 1.02 0.00 2.03 0.00 0.00 96.95
10:18:28 PM all 1.02 0.00 1.28 0.00 0.00 97.70
10:18:29 PM all 0.51 0.00 1.02 0.00 0.00 98.47
10:18:30 PM all 1.03 0.00 1.03 0.00 0.00 97.95
10:18:31 PM all 0.76 0.00 1.27 0.00 0.00 97.96
10:18:32 PM all 1.54 0.00 1.29 0.00 0.00 97.17
10:18:33 PM all 0.76 0.00 2.03 0.00 0.00 97.22
10:18:34 PM all 2.02 0.00 2.27 0.00 0.00 95.72
10:18:35 PM all 1.26 0.00 1.76 0.00 0.00 96.98
10:18:36 PM all 4.83 0.00 1.78 0.00 0.00 93.38
10:18:37 PM all 2.05 0.00 1.28 0.00 0.00 96.68
10:18:38 PM all 1.53 0.00 1.53 0.00 0.00 96.95
10:18:38 PM CPU %user %nice %system %iowait %steal %idle
10:18:39 PM all 1.53 0.00 1.53 0.00 0.00 96.95
Average: all 1.49 0.00 1.51 0.01 0.00 96.99K8s Master Node Memory Average
root@status-master-1:~# sar -r 1 30
Linux 4.15.0-20-generic (status-master-1.status.packet.local) 02/15/2019 _x86_64_ (4 CPU)
10:20:44 PM kbmemfree kbavail kbmemused %memused kbbuffers kbcached kbcommit %commit kbactive kbinact kbdirty
10:20:45 PM 6086560 7349424 2068780 25.37 25796 1433440 836252 10.25 633504 1215184 8
10:20:46 PM 6086560 7349424 2068780 25.37 25796 1433440 836252 10.25 633512 1215184 8
10:20:47 PM 6086560 7349424 2068780 25.37 25796 1433440 836252 10.25 633512 1215184 8
10:20:48 PM 6086560 7349424 2068780 25.37 25796 1433440 836252 10.25 633524 1215184 8
10:20:49 PM 6086560 7349440 2068780 25.37 25812 1433440 836252 10.25 633540 1215184 8
10:20:50 PM 6086560 7349444 2068780 25.37 25812 1433444 836252 10.25 633540 1215188 8
10:20:51 PM 6086560 7349444 2068780 25.37 25812 1433444 836252 10.25 633540 1215188 8
10:20:52 PM 6086560 7349444 2068780 25.37 25820 1433436 836252 10.25 633540 1215188 8
10:20:53 PM 6086560 7349456 2068780 25.37 25820 1433448 836252 10.25 633548 1215192 8
10:20:54 PM 6086560 7349456 2068780 25.37 25820 1433448 836252 10.25 633548 1215192 8
10:20:55 PM 6086560 7349456 2068780 25.37 25828 1433440 836252 10.25 633548 1215192 8
10:20:56 PM 6086560 7349460 2068780 25.37 25828 1433452 836252 10.25 633548 1215196 8
10:20:57 PM 6086560 7349460 2068780 25.37 25828 1433452 836252 10.25 633548 1215196 8
10:20:58 PM 6086560 7349468 2068780 25.37 25828 1433452 836252 10.25 633560 1215196 8
10:20:59 PM 6086560 7349468 2068780 25.37 25828 1433452 836252 10.25 633560 1215196 8
10:21:00 PM 6086560 7349468 2068780 25.37 25828 1433452 836252 10.25 633560 1215196 8
10:21:01 PM 6086560 7349468 2068780 25.37 25844 1433436 836252 10.25 633560 1215196 8
10:21:02 PM 6086560 7349472 2068780 25.37 25844 1433456 836252 10.25 633560 1215200 8
10:21:03 PM 6086560 7349472 2068780 25.37 25852 1433448 836252 10.25 633560 1215200 8
10:21:04 PM 6086560 7349476 2068780 25.37 25852 1433460 836252 10.25 633564 1215204 8
10:21:05 PM 6086560 7349476 2068780 25.37 25852 1433460 836252 10.25 633564 1215204 8
10:21:06 PM 6086560 7349500 2068780 25.37 25852 1433460 836252 10.25 633588 1215204 0
10:21:07 PM 6086560 7349500 2068780 25.37 25860 1433452 836252 10.25 633588 1215204 0
10:21:08 PM 6086560 7349504 2068780 25.37 25860 1433464 836252 10.25 633588 1215208 8
10:21:09 PM 6086560 7349504 2068780 25.37 25860 1433464 836252 10.25 633588 1215208 8
10:21:10 PM 6086560 7349504 2068780 25.37 25860 1433464 836252 10.25 633588 1215208 8
10:21:11 PM 6086560 7349504 2068780 25.37 25860 1433464 836252 10.25 633588 1215208 8
10:21:12 PM 6086560 7349504 2068780 25.37 25868 1433464 836252 10.25 633588 1215208 8
10:21:13 PM 6086560 7349508 2068780 25.37 25868 1433468 836252 10.25 633588 1215212 8
10:21:13 PM kbmemfree kbavail kbmemused %memused kbbuffers kbcached kbcommit %commit kbactive kbinact kbdirty
10:21:14 PM 6086560 7349508 2068780 25.37 25868 1433468 836252 10.25 633588 1215212 8
Average: 6086560 7349469 2068780 25.37 25835 1433452 836252 10.25 633558 1215197 7K8s Worker Node CPU Average
root@status-worker-1:~# sar -u 1 30
Linux 4.15.0-20-generic (status-worker-1.status.packet.local) 02/15/2019 _x86_64_ (28 CPU)
10:24:50 PM CPU %user %nice %system %iowait %steal %idle
10:24:51 PM all 0.04 0.00 0.04 0.00 0.00 99.93
10:24:52 PM all 0.29 0.00 0.29 0.39 0.00 99.04
10:24:53 PM all 0.14 0.00 0.04 0.00 0.00 99.82
10:24:54 PM all 0.00 0.00 0.11 0.00 0.00 99.89
10:24:55 PM all 0.07 0.00 0.04 0.00 0.00 99.89
10:24:56 PM all 0.00 0.00 0.04 0.00 0.00 99.96
10:24:57 PM all 0.07 0.00 0.07 0.00 0.00 99.86
10:24:58 PM all 0.00 0.00 0.11 0.00 0.00 99.89
10:24:59 PM all 0.07 0.00 0.07 0.00 0.00 99.86
10:25:00 PM all 0.07 0.00 0.07 0.00 0.00 99.86
10:25:01 PM all 0.07 0.00 0.04 0.00 0.00 99.89
10:25:02 PM all 0.18 0.00 0.18 0.21 0.00 99.43
10:25:03 PM all 0.21 0.00 0.21 0.18 0.00 99.39
10:25:04 PM all 0.04 0.00 0.11 0.00 0.00 99.86
10:25:05 PM all 0.07 0.00 0.07 0.00 0.00 99.86
10:25:06 PM all 0.04 0.00 0.04 0.00 0.00 99.93
10:25:07 PM all 0.04 0.00 0.04 0.00 0.00 99.93
10:25:08 PM all 0.04 0.00 0.04 0.00 0.00 99.93
10:25:09 PM all 0.07 0.00 0.07 0.00 0.00 99.86
10:25:10 PM all 0.07 0.00 0.00 0.00 0.00 99.93
10:25:11 PM all 0.11 0.00 0.11 0.00 0.00 99.79
10:25:12 PM all 0.04 0.00 0.07 0.00 0.00 99.89
10:25:13 PM all 0.54 0.00 0.25 0.39 0.00 98.82
10:25:14 PM all 0.00 0.00 0.11 0.00 0.00 99.89
10:25:15 PM all 0.07 0.00 0.07 0.00 0.00 99.86
10:25:16 PM all 0.00 0.00 0.04 0.00 0.00 99.96
10:25:17 PM all 0.07 0.00 0.04 0.00 0.00 99.89
10:25:18 PM all 0.00 0.00 0.04 0.00 0.00 99.96
10:25:19 PM all 0.11 0.00 0.04 0.00 0.00 99.86
10:25:19 PM CPU %user %nice %system %iowait %steal %idle
10:25:20 PM all 0.04 0.00 0.04 0.00 0.00 99.93
Average: all 0.08 0.00 0.08 0.04 0.00 99.80K8s Worker Node Memory Average
root@status-worker-1:~# sar -r 1 30
Linux 4.15.0-20-generic (status-worker-1.status.packet.local) 02/15/2019 _x86_64_ (28 CPU)
10:27:18 PM kbmemfree kbavail kbmemused %memused kbbuffers kbcached kbcommit %commit kbactive kbinact kbdirty
10:27:19 PM 372329252 371063968 22611492 5.73 63972 665076 867020 0.22 448652 489108 92
10:27:20 PM 372329228 371063944 22611516 5.73 63972 665076 867020 0.22 448652 489108 92
10:27:21 PM 372329244 371063960 22611500 5.73 63972 665076 867020 0.22 448652 489108 92
10:27:22 PM 372329228 371063944 22611516 5.73 63980 665076 867020 0.22 448652 489108 92
10:27:23 PM 372329228 371063944 22611516 5.73 63980 665076 867020 0.22 448652 489108 92
10:27:24 PM 372329352 371064068 22611392 5.73 63980 665076 867020 0.22 448652 489108 92
10:27:25 PM 372329352 371064068 22611392 5.73 63980 665076 867020 0.22 448652 489108 92
10:27:26 PM 372329044 371063844 22611700 5.73 64140 665076 827676 0.21 449072 489100 116
10:27:27 PM 372329044 371063844 22611700 5.73 64140 665076 827676 0.21 449072 489100 116
10:27:28 PM 372329044 371063844 22611700 5.73 64140 665076 827676 0.21 449072 489100 116
10:27:29 PM 372329044 371063844 22611700 5.73 64140 665076 827676 0.21 449072 489100 116
10:27:30 PM 372328672 371063472 22612072 5.73 64140 665076 827676 0.21 449072 489108 116
10:27:31 PM 372328672 371063472 22612072 5.73 64140 665076 827676 0.21 449040 489108 116
10:27:32 PM 372328904 371063708 22611840 5.73 64148 665076 827676 0.21 448224 489108 116
10:27:33 PM 372329152 371063956 22611592 5.73 64148 665076 827676 0.21 447916 489108 116
10:27:34 PM 372329400 371064204 22611344 5.73 64148 665076 827676 0.21 447768 489108 116
10:27:35 PM 372329400 371064204 22611344 5.73 64148 665076 827676 0.21 447768 489108 116
10:27:36 PM 372326292 371061104 22614452 5.73 64164 665076 827676 0.21 451172 489108 116
10:27:37 PM 372329352 371064256 22611392 5.73 64320 665080 807988 0.20 448628 489100 120
10:27:38 PM 372329352 371064256 22611392 5.73 64320 665080 807988 0.20 448628 489100 120
10:27:39 PM 372329352 371064256 22611392 5.73 64320 665080 807988 0.20 448628 489100 120
10:27:40 PM 372329352 371064256 22611392 5.73 64320 665080 807988 0.20 448628 489100 120
10:27:41 PM 372329352 371064256 22611392 5.73 64320 665080 807988 0.20 448628 489100 120
10:27:42 PM 372328592 371063496 22612152 5.73 64324 665080 807988 0.20 448632 489112 120
10:27:43 PM 372328592 371063496 22612152 5.73 64324 665080 807988 0.20 448632 489112 120
10:27:44 PM 372328716 371063620 22612028 5.73 64324 665080 807988 0.20 448632 489112 120
10:27:45 PM 372328860 371063764 22611884 5.73 64324 665080 807988 0.20 448632 489112 120
10:27:46 PM 372328860 371063764 22611884 5.73 64324 665080 807988 0.20 448632 489112 120
10:27:47 PM 372328976 371063952 22611768 5.73 64456 665084 858532 0.22 449208 489100 124
10:27:47 PM kbmemfree kbavail kbmemused %memused kbbuffers kbcached kbcommit %commit kbactive kbinact kbdirty
10:27:48 PM 372328976 371063952 22611768 5.73 64456 665084 858532 0.22 449208 489100 124
Average: 372328996 371063824 22611748 5.73 64185 665078 832351 0.21 448751 489106 112Updated deploy times:
8 minutes and 58 seconds elapsed - K8s Deploy.
7 minutes and 42 seconds elapsed - vSwitch Deploy.