nihui
commented
2 years ago Open nihui opened 2 years ago
nihui
commented
2 years ago nihui
commented
2 years ago nihui@nanopik2-s905:~/ncnn/build/benchmark$ ./benchncnn 4 4 0 -1 1
loop_count = 4
num_threads = 4
powersave = 0
gpu_device = -1
cooling_down = 1
squeezenet min = 55.85 max = 56.29 avg = 55.99
squeezenet_int8 min = 46.22 max = 46.45 avg = 46.37
mobilenet min = 73.27 max = 74.20 avg = 73.78
mobilenet_int8 min = 49.59 max = 49.78 avg = 49.69
mobilenet_v2 min = 63.49 max = 63.60 avg = 63.54
mobilenet_v3 min = 51.63 max = 52.69 avg = 52.12
shufflenet min = 37.20 max = 38.79 avg = 38.04
shufflenet_v2 min = 35.97 max = 36.89 avg = 36.37
mnasnet min = 57.79 max = 58.57 avg = 58.16
proxylessnasnet min = 66.37 max = 67.29 avg = 66.85
efficientnet_b0 min = 84.63 max = 85.73 avg = 85.11
efficientnetv2_b0 min = 102.19 max = 102.90 avg = 102.51
regnety_400m min = 86.70 max = 87.73 avg = 87.24
blazeface min = 12.88 max = 13.04 avg = 12.98
googlenet min = 153.37 max = 157.03 avg = 154.44
googlenet_int8 min = 127.98 max = 132.03 avg = 129.10
resnet18 min = 154.31 max = 155.21 avg = 154.68
resnet18_int8 min = 95.37 max = 96.31 avg = 96.00
alexnet min = 104.84 max = 105.23 avg = 105.00
vgg16 min = 699.88 max = 700.56 avg = 700.08
vgg16_int8 min = 455.74 max = 461.44 avg = 458.92
resnet50 min = 350.69 max = 360.83 avg = 353.83
resnet50_int8 min = 257.22 max = 260.02 avg = 258.70
squeezenet_ssd min = 164.12 max = 164.55 avg = 164.39
squeezenet_ssd_int8 min = 118.30 max = 118.59 avg = 118.48
mobilenet_ssd min = 157.72 max = 159.96 avg = 158.87
mobilenet_ssd_int8 min = 100.20 max = 100.49 avg = 100.35
mobilenet_yolo min = 327.86 max = 332.40 avg = 330.27
mobilenetv2_yolov3 min = 211.87 max = 216.52 avg = 214.20
yolov4-tiny min = 289.44 max = 291.74 avg = 290.15
nanodet_m min = 93.99 max = 94.42 avg = 94.22
yolo-fastest-1.1 min = 49.35 max = 50.23 avg = 49.74
yolo-fastestv2 min = 38.52 max = 38.88 avg = 38.68
FastestDet min = 41.68 max = 43.57 avg = 42.76nihui@nanopik2-s905:~/ncnn/build/benchmark$ ./benchncnn 4 1 0 -1 1
loop_count = 4
num_threads = 1
powersave = 0
gpu_device = -1
cooling_down = 1
squeezenet min = 125.04 max = 125.36 avg = 125.20
squeezenet_int8 min = 114.18 max = 114.32 avg = 114.25
mobilenet min = 194.86 max = 195.53 avg = 195.05
mobilenet_int8 min = 162.45 max = 162.75 avg = 162.54
mobilenet_v2 min = 133.74 max = 134.40 avg = 134.03
mobilenet_v3 min = 110.82 max = 111.73 avg = 111.39
shufflenet min = 69.89 max = 70.29 avg = 70.11
shufflenet_v2 min = 78.79 max = 79.20 avg = 79.01
mnasnet min = 132.23 max = 132.93 avg = 132.58
proxylessnasnet min = 179.52 max = 181.79 avg = 180.28
efficientnet_b0 min = 218.71 max = 219.17 avg = 218.96
efficientnetv2_b0 min = 268.30 max = 270.96 avg = 270.16
regnety_400m min = 176.47 max = 190.03 avg = 180.27
blazeface min = 24.29 max = 27.35 avg = 25.72
googlenet min = 428.36 max = 428.73 avg = 428.46
googlenet_int8 min = 369.24 max = 372.30 avg = 370.42
resnet18 min = 340.08 max = 341.00 avg = 340.52
resnet18_int8 min = 280.91 max = 281.67 avg = 281.42
alexnet min = 268.32 max = 268.98 avg = 268.68
vgg16 min = 1817.16 max = 1825.22 avg = 1821.11
vgg16_int8 min = 1468.36 max = 1471.98 avg = 1470.03
resnet50 min = 924.62 max = 927.81 avg = 926.14
resnet50_int8 min = 781.91 max = 785.67 avg = 783.22
squeezenet_ssd min = 310.52 max = 311.37 avg = 310.91
squeezenet_ssd_int8 min = 268.99 max = 270.31 avg = 269.62
mobilenet_ssd min = 397.90 max = 398.22 avg = 398.03
mobilenet_ssd_int8 min = 330.16 max = 330.59 avg = 330.45
mobilenet_yolo min = 888.90 max = 897.37 avg = 893.78
mobilenetv2_yolov3 min = 475.71 max = 476.78 avg = 476.25
yolov4-tiny min = 659.17 max = 662.47 avg = 660.68
nanodet_m min = 183.04 max = 184.81 avg = 184.12
yolo-fastest-1.1 min = 75.98 max = 76.70 avg = 76.29
yolo-fastestv2 min = 62.49 max = 62.99 avg = 62.73
FastestDet min = 69.48 max = 70.36 avg = 69.75nihui@odroid:~/ncnn/build/benchmark$ ./benchncnn 4 4 2 -1 1
loop_count = 4
num_threads = 4
powersave = 2
gpu_device = -1
cooling_down = 1
squeezenet min = 41.74 max = 42.33 avg = 42.08
squeezenet_int8 min = 34.87 max = 35.38 avg = 35.15
mobilenet min = 56.25 max = 59.26 avg = 57.37
mobilenet_int8 min = 28.73 max = 29.17 avg = 29.04
mobilenet_v2 min = 48.88 max = 49.14 avg = 49.04
mobilenet_v3 min = 38.14 max = 38.75 avg = 38.46
shufflenet min = 23.04 max = 23.35 avg = 23.24
shufflenet_v2 min = 21.02 max = 21.23 avg = 21.15
mnasnet min = 41.90 max = 42.32 avg = 42.09
proxylessnasnet min = 46.54 max = 47.34 avg = 47.09
efficientnet_b0 min = 69.78 max = 70.67 avg = 70.31
efficientnetv2_b0 min = 81.06 max = 82.04 avg = 81.67
regnety_400m min = 64.05 max = 64.27 avg = 64.20
blazeface min = 9.13 max = 9.52 avg = 9.30
googlenet min = 119.29 max = 124.74 avg = 121.35
googlenet_int8 min = 94.39 max = 95.66 avg = 95.11
resnet18 min = 127.04 max = 129.33 avg = 128.18
resnet18_int8 min = 73.01 max = 74.65 avg = 73.58
alexnet min = 84.36 max = 85.71 avg = 85.10
vgg16 min = 683.75 max = 706.80 avg = 691.43
vgg16_int8 min = 350.05 max = 355.72 avg = 353.02
resnet50 min = 297.20 max = 300.85 avg = 299.06
resnet50_int8 min = 176.58 max = 182.66 avg = 179.66
squeezenet_ssd min = 131.10 max = 133.28 avg = 132.20
squeezenet_ssd_int8 min = 96.22 max = 96.74 avg = 96.56
mobilenet_ssd min = 122.15 max = 128.97 avg = 124.99
mobilenet_ssd_int8 min = 59.68 max = 60.36 avg = 60.03
mobilenet_yolo min = 293.61 max = 297.57 avg = 296.24
mobilenetv2_yolov3 min = 172.10 max = 177.60 avg = 174.52
yolov4-tiny min = 259.68 max = 269.73 avg = 266.56
nanodet_m min = 56.56 max = 57.23 avg = 56.92
yolo-fastest-1.1 min = 31.67 max = 32.02 avg = 31.84
yolo-fastestv2 min = 26.32 max = 26.62 avg = 26.48
FastestDet min = 27.79 max = 28.17 avg = 28.00
nihui@odroid:~/ncnn/build/benchmark$ ./benchncnn 4 1 2 -1 1
loop_count = 4
num_threads = 1
powersave = 2
gpu_device = -1
cooling_down = 1
squeezenet min = 89.07 max = 89.24 avg = 89.12
squeezenet_int8 min = 72.85 max = 73.41 avg = 73.07
mobilenet min = 134.96 max = 136.32 avg = 135.39
mobilenet_int8 min = 85.94 max = 86.09 avg = 86.03
mobilenet_v2 min = 95.25 max = 96.11 avg = 95.85
mobilenet_v3 min = 77.84 max = 78.68 avg = 78.26
shufflenet min = 49.16 max = 49.41 avg = 49.28
shufflenet_v2 min = 43.29 max = 43.61 avg = 43.47
mnasnet min = 93.85 max = 94.37 avg = 94.06
proxylessnasnet min = 110.92 max = 111.75 avg = 111.38
efficientnet_b0 min = 176.30 max = 176.55 avg = 176.41
efficientnetv2_b0 min = 202.54 max = 203.63 avg = 203.12
regnety_400m min = 123.67 max = 124.18 avg = 123.95
blazeface min = 17.05 max = 17.45 avg = 17.28
googlenet min = 281.25 max = 283.50 avg = 282.42
googlenet_int8 min = 246.32 max = 246.80 avg = 246.57
resnet18 min = 253.35 max = 256.60 avg = 255.31
resnet18_int8 min = 187.61 max = 190.28 avg = 188.63
alexnet min = 192.86 max = 197.70 avg = 195.56
vgg16 min = 1440.91 max = 1493.99 avg = 1467.22
vgg16_int8 min = 905.41 max = 912.62 avg = 908.03
resnet50 min = 651.73 max = 658.41 avg = 653.70
resnet50_int8 min = 442.92 max = 445.96 avg = 443.99
squeezenet_ssd min = 233.33 max = 234.37 avg = 233.85
squeezenet_ssd_int8 min = 192.95 max = 195.32 avg = 193.73
mobilenet_ssd min = 285.20 max = 285.48 avg = 285.38
mobilenet_ssd_int8 min = 171.73 max = 172.19 avg = 172.01
mobilenet_yolo min = 654.10 max = 663.08 avg = 660.16
mobilenetv2_yolov3 min = 337.43 max = 337.97 avg = 337.75
yolov4-tiny min = 524.32 max = 531.92 avg = 528.90
nanodet_m min = 109.01 max = 109.25 avg = 109.14
yolo-fastest-1.1 min = 54.18 max = 54.84 avg = 54.66
yolo-fastestv2 min = 45.35 max = 45.91 avg = 45.63
FastestDet min = 49.63 max = 50.12 avg = 49.94
nihui@odroid:~/ncnn/build/benchmark$ ./benchncnn 4 4 1 -1 1
loop_count = 4
num_threads = 4
powersave = 1
gpu_device = -1
cooling_down = 1
squeezenet min = 124.47 max = 126.50 avg = 125.59
squeezenet_int8 min = 99.34 max = 108.96 avg = 101.89
mobilenet min = 182.07 max = 184.51 avg = 183.70
mobilenet_int8 min = 107.55 max = 107.91 avg = 107.75
mobilenet_v2 min = 130.77 max = 131.11 avg = 130.93
mobilenet_v3 min = 108.44 max = 110.01 avg = 109.45
shufflenet min = 77.02 max = 77.90 avg = 77.63
shufflenet_v2 min = 83.15 max = 83.61 avg = 83.45
mnasnet min = 125.83 max = 126.66 avg = 126.33
proxylessnasnet min = 142.38 max = 142.64 avg = 142.48
efficientnet_b0 min = 220.92 max = 223.39 avg = 222.11
efficientnetv2_b0 min = 249.96 max = 252.43 avg = 250.70
regnety_400m min = 192.21 max = 194.21 avg = 193.48
blazeface min = 27.64 max = 28.33 avg = 27.89
googlenet min = 369.38 max = 372.30 avg = 370.47
googlenet_int8 min = 268.61 max = 271.29 avg = 270.36
resnet18 min = 351.68 max = 358.65 avg = 354.43
resnet18_int8 min = 194.57 max = 195.68 avg = 194.98
alexnet min = 256.08 max = 266.74 avg = 262.75
vgg16 min = 1672.51 max = 1682.02 avg = 1678.46
vgg16_int8 min = 922.02 max = 929.27 avg = 926.14
resnet50 min = 920.54 max = 925.79 avg = 922.66
resnet50_int8 min = 528.84 max = 531.70 avg = 530.65
squeezenet_ssd min = 318.69 max = 320.94 avg = 320.10
squeezenet_ssd_int8 min = 254.03 max = 257.26 avg = 256.34
mobilenet_ssd min = 389.22 max = 400.07 avg = 394.45
mobilenet_ssd_int8 min = 217.97 max = 218.27 avg = 218.11
mobilenet_yolo min = 913.55 max = 928.87 avg = 922.35
mobilenetv2_yolov3 min = 469.10 max = 478.45 avg = 475.01
yolov4-tiny min = 665.70 max = 673.90 avg = 669.93
nanodet_m min = 211.95 max = 213.54 avg = 212.70
yolo-fastest-1.1 min = 90.54 max = 91.02 avg = 90.74
yolo-fastestv2 min = 86.26 max = 87.54 avg = 86.85
FastestDet min = 94.19 max = 95.05 avg = 94.44
nihui@odroid:~/ncnn/build/benchmark$ ./benchncnn 4 1 1 -1 1
loop_count = 4
num_threads = 1
powersave = 1
gpu_device = -1
cooling_down = 1
squeezenet min = 410.37 max = 411.59 avg = 411.15
squeezenet_int8 min = 311.76 max = 313.53 avg = 312.56
mobilenet min = 675.06 max = 681.58 avg = 677.95
mobilenet_int8 min = 405.41 max = 406.75 avg = 406.17
mobilenet_v2 min = 456.51 max = 459.44 avg = 458.40
mobilenet_v3 min = 377.60 max = 379.95 avg = 378.64
shufflenet min = 227.75 max = 228.53 avg = 228.07
shufflenet_v2 min = 220.07 max = 220.81 avg = 220.45
mnasnet min = 443.57 max = 444.20 avg = 443.95
proxylessnasnet min = 514.79 max = 516.09 avg = 515.62
efficientnet_b0 min = 804.71 max = 807.10 avg = 805.71
efficientnetv2_b0 min = 913.30 max = 915.91 avg = 914.54
regnety_400m min = 559.35 max = 561.40 avg = 560.33
blazeface min = 78.61 max = 80.36 avg = 79.49
googlenet min = 1297.30 max = 1305.13 avg = 1302.35
googlenet_int8 min = 947.51 max = 954.02 avg = 950.45
resnet18 min = 1173.24 max = 1193.29 avg = 1183.34
resnet18_int8 min = 722.44 max = 726.80 avg = 724.40
alexnet min = 945.37 max = 949.36 avg = 947.35
vgg16 min = 6221.02 max = 6288.91 avg = 6256.54
vgg16_int8 min = 3503.31 max = 3527.10 avg = 3516.88
resnet50 min = 3290.36 max = 3309.90 avg = 3300.40
resnet50_int8 min = 1988.90 max = 1998.41 avg = 1995.36
squeezenet_ssd min = 999.33 max = 1005.62 avg = 1002.54
squeezenet_ssd_int8 min = 786.51 max = 789.42 avg = 787.53
mobilenet_ssd min = 1425.59 max = 1438.70 avg = 1432.79
mobilenet_ssd_int8 min = 825.47 max = 826.82 avg = 826.21
mobilenet_yolo min = 3389.80 max = 3433.78 avg = 3415.93
mobilenetv2_yolov3 min = 1675.14 max = 1694.05 avg = 1686.00
yolov4-tiny min = 2209.60 max = 2220.25 avg = 2216.07
nanodet_m min = 549.15 max = 549.93 avg = 549.50
yolo-fastest-1.1 min = 255.23 max = 257.71 avg = 256.51
yolo-fastestv2 min = 217.28 max = 219.50 avg = 218.42
FastestDet min = 242.58 max = 244.29 avg = 243.32rock@rock-5b:~/ncnn/build/benchmark$ ./benchncnn 4 4 2 -1 0
loop_count = 4
num_threads = 4
powersave = 2
gpu_device = -1
cooling_down = 0
squeezenet min = 4.21 max = 4.29 avg = 4.25
squeezenet_int8 min = 4.73 max = 4.85 avg = 4.81
mobilenet min = 5.75 max = 6.09 avg = 5.89
mobilenet_int8 min = 5.77 max = 5.87 avg = 5.84
mobilenet_v2 min = 6.25 max = 6.32 avg = 6.29
mobilenet_v3 min = 5.46 max = 5.55 avg = 5.51
shufflenet min = 4.39 max = 4.49 avg = 4.42
shufflenet_v2 min = 3.81 max = 3.85 avg = 3.83
mnasnet min = 4.98 max = 5.12 avg = 5.04
proxylessnasnet min = 6.18 max = 6.22 avg = 6.20
efficientnet_b0 min = 9.12 max = 9.35 avg = 9.22
efficientnetv2_b0 min = 13.41 max = 13.48 avg = 13.44
regnety_400m min = 8.47 max = 8.54 avg = 8.51
blazeface min = 1.88 max = 1.95 avg = 1.90
googlenet min = 19.22 max = 19.29 avg = 19.26
googlenet_int8 min = 19.07 max = 19.26 avg = 19.18
resnet18 min = 11.06 max = 11.11 avg = 11.08
resnet18_int8 min = 16.40 max = 16.44 avg = 16.42
alexnet min = 14.68 max = 14.75 avg = 14.73
vgg16 min = 65.70 max = 65.86 avg = 65.76
vgg16_int8 min = 137.55 max = 138.23 avg = 137.89
resnet50 min = 30.47 max = 30.59 avg = 30.52
resnet50_int8 min = 35.90 max = 36.02 avg = 35.97
squeezenet_ssd min = 15.90 max = 15.97 avg = 15.94
squeezenet_ssd_int8 min = 18.64 max = 18.75 avg = 18.70
mobilenet_ssd min = 13.63 max = 13.69 avg = 13.67
mobilenet_ssd_int8 min = 11.34 max = 11.40 avg = 11.38
mobilenet_yolo min = 32.42 max = 32.74 avg = 32.58
mobilenetv2_yolov3 min = 20.34 max = 20.39 avg = 20.37
yolov4-tiny min = 28.36 max = 28.49 avg = 28.42
nanodet_m min = 7.85 max = 7.90 avg = 7.88
yolo-fastest-1.1 min = 4.17 max = 4.23 avg = 4.21
yolo-fastestv2 min = 4.21 max = 4.24 avg = 4.23
FastestDet min = 4.22 max = 4.26 avg = 4.24nihui@nanopim3:~/ncnn/build/benchmark$ ./benchncnn 4 8 0 -1 1
loop_count = 4
num_threads = 8
powersave = 0
gpu_device = -1
cooling_down = 1
squeezenet min = 46.99 max = 48.23 avg = 47.61
squeezenet_int8 min = 38.06 max = 38.10 avg = 38.08
mobilenet min = 54.12 max = 54.72 avg = 54.46
mobilenet_int8 min = 31.94 max = 31.99 avg = 31.97
mobilenet_v2 min = 56.68 max = 57.08 avg = 56.81
mobilenet_v3 min = 42.80 max = 43.08 avg = 42.94
shufflenet min = 35.50 max = 36.03 avg = 35.81
shufflenet_v2 min = 30.36 max = 30.80 avg = 30.65
mnasnet min = 47.99 max = 48.33 avg = 48.14
proxylessnasnet min = 53.13 max = 54.12 avg = 53.61
efficientnet_b0 min = 68.92 max = 69.23 avg = 69.03
efficientnetv2_b0 min = 81.70 max = 81.99 avg = 81.82
regnety_400m min = 91.39 max = 91.91 avg = 91.71
blazeface min = 11.59 max = 12.04 avg = 11.81
googlenet min = 122.29 max = 125.68 avg = 123.16
googlenet_int8 min = 96.87 max = 98.14 avg = 97.34
resnet18 min = 122.67 max = 123.80 avg = 123.28
resnet18_int8 min = 73.50 max = 74.07 avg = 73.79
alexnet min = 79.95 max = 80.70 avg = 80.32
vgg16 min = 540.09 max = 544.41 avg = 541.54
vgg16_int8 min = 339.75 max = 344.15 avg = 342.57
resnet50 min = 257.07 max = 260.48 avg = 258.20
resnet50_int8 min = 185.93 max = 188.15 avg = 186.79
squeezenet_ssd min = 145.47 max = 147.23 avg = 146.46
squeezenet_ssd_int8 min = 100.89 max = 102.64 avg = 101.48
mobilenet_ssd min = 114.14 max = 114.45 avg = 114.30
mobilenet_ssd_int8 min = 67.85 max = 68.21 avg = 68.04
mobilenet_yolo min = 248.28 max = 253.13 avg = 251.04
mobilenetv2_yolov3 min = 185.00 max = 186.88 avg = 185.61
yolov4-tiny min = 251.48 max = 253.80 avg = 252.79
nanodet_m min = 73.96 max = 74.26 avg = 74.15
yolo-fastest-1.1 min = 45.32 max = 45.61 avg = 45.42
yolo-fastestv2 min = 37.86 max = 38.49 avg = 38.26
FastestDet min = 39.25 max = 39.49 avg = 39.37
nihui@nanopim3:~/ncnn/build/benchmark$ ./benchncnn 4 1 0 -1 1
loop_count = 4
num_threads = 1
powersave = 0
gpu_device = -1
cooling_down = 1
squeezenet min = 135.05 max = 135.08 avg = 135.07
squeezenet_int8 min = 125.48 max = 125.55 avg = 125.52
mobilenet min = 208.45 max = 210.72 avg = 209.70
mobilenet_int8 min = 177.13 max = 177.87 avg = 177.43
mobilenet_v2 min = 147.07 max = 147.68 avg = 147.41
mobilenet_v3 min = 121.02 max = 121.65 avg = 121.47
shufflenet min = 75.34 max = 75.87 avg = 75.60
shufflenet_v2 min = 85.71 max = 86.17 avg = 85.87
mnasnet min = 142.09 max = 143.48 avg = 142.80
proxylessnasnet min = 194.55 max = 196.87 avg = 195.39
efficientnet_b0 min = 237.95 max = 238.95 avg = 238.34
efficientnetv2_b0 min = 291.98 max = 294.54 avg = 292.99
regnety_400m min = 191.56 max = 193.30 avg = 192.12
blazeface min = 25.66 max = 25.93 avg = 25.82
googlenet min = 465.88 max = 466.03 avg = 465.97
googlenet_int8 min = 401.58 max = 403.53 avg = 402.66
resnet18 min = 367.71 max = 368.17 avg = 367.92
resnet18_int8 min = 299.33 max = 299.62 avg = 299.49
alexnet min = 290.06 max = 290.39 avg = 290.16
vgg16 min = 1965.92 max = 1966.38 avg = 1966.21
vgg16_int8 min = 1608.91 max = 1610.11 avg = 1609.50
resnet50 min = 999.96 max = 1000.94 avg = 1000.32
resnet50_int8 min = 847.54 max = 848.42 avg = 847.96
squeezenet_ssd min = 340.69 max = 341.09 avg = 340.92
squeezenet_ssd_int8 min = 292.20 max = 292.90 avg = 292.46
mobilenet_ssd min = 427.58 max = 428.74 avg = 428.19
mobilenet_ssd_int8 min = 359.87 max = 360.22 avg = 360.03
mobilenet_yolo min = 951.49 max = 957.52 avg = 953.31
mobilenetv2_yolov3 min = 513.30 max = 514.00 avg = 513.70
yolov4-tiny min = 719.88 max = 720.65 avg = 720.21
nanodet_m min = 212.72 max = 214.11 avg = 213.24
yolo-fastest-1.1 min = 84.71 max = 85.87 avg = 85.21
yolo-fastestv2 min = 69.85 max = 70.11 avg = 69.93
FastestDet min = 77.35 max = 77.70 avg = 77.50with bf16 storage enabled
nihui@nanopim3:~/ncnn/build/benchmark$ ./benchncnn 4 8 0 -1 1
loop_count = 4
num_threads = 8
powersave = 0
gpu_device = -1
cooling_down = 1
squeezenet min = 35.92 max = 37.01 avg = 36.25
squeezenet_int8 min = 30.71 max = 30.88 avg = 30.78
mobilenet min = 35.40 max = 35.62 avg = 35.54
mobilenet_int8 min = 33.00 max = 33.56 avg = 33.28
mobilenet_v2 min = 34.82 max = 35.90 avg = 35.15
mobilenet_v3 min = 28.10 max = 28.42 avg = 28.29
shufflenet min = 24.85 max = 25.04 avg = 24.94
shufflenet_v2 min = 20.73 max = 20.95 avg = 20.84
mnasnet min = 30.23 max = 30.45 avg = 30.33
proxylessnasnet min = 36.63 max = 37.77 avg = 36.95
efficientnet_b0 min = 46.64 max = 46.91 avg = 46.80
efficientnetv2_b0 min = 64.38 max = 64.44 avg = 64.40
regnety_400m min = 77.86 max = 78.20 avg = 78.00
blazeface min = 7.40 max = 7.73 avg = 7.57
googlenet min = 101.96 max = 103.89 avg = 102.91
googlenet_int8 min = 86.78 max = 87.16 avg = 86.91
resnet18 min = 106.74 max = 107.39 avg = 107.06
resnet18_int8 min = 69.74 max = 70.32 avg = 69.93
alexnet min = 75.63 max = 76.28 avg = 76.05
vgg16 min = 485.36 max = 490.19 avg = 488.09
vgg16_int8 min = 327.13 max = 330.13 avg = 328.94
resnet50 min = 206.07 max = 206.45 avg = 206.19
resnet50_int8 min = 163.13 max = 163.24 avg = 163.20
squeezenet_ssd min = 125.17 max = 125.71 avg = 125.49
squeezenet_ssd_int8 min = 92.03 max = 93.36 avg = 92.61
mobilenet_ssd min = 77.59 max = 80.17 avg = 78.41
mobilenet_ssd_int8 min = 69.61 max = 69.92 avg = 69.74
mobilenet_yolo min = 296.21 max = 297.91 avg = 297.42
mobilenetv2_yolov3 min = 117.89 max = 120.04 avg = 118.82
yolov4-tiny min = 205.94 max = 207.28 avg = 206.66
nanodet_m min = 47.97 max = 48.33 avg = 48.18
yolo-fastest-1.1 min = 30.01 max = 30.27 avg = 30.11
yolo-fastestv2 min = 25.49 max = 25.69 avg = 25.58
FastestDet min = 26.12 max = 26.19 avg = 26.15nihui@bananapim2zero:~/ncnn/build/benchmark$ ./benchncnn 4 4 0 -1 1
loop_count = 4
num_threads = 4
powersave = 0
gpu_device = -1
cooling_down = 1
squeezenet min = 218.73 max = 219.06 avg = 218.96
squeezenet_int8 min = 160.05 max = 160.58 avg = 160.33
mobilenet min = 303.92 max = 304.75 avg = 304.31
mobilenet_int8 min = 160.09 max = 161.83 avg = 160.65
mobilenet_v2 min = 256.26 max = 258.41 avg = 257.05
mobilenet_v3 min = 197.02 max = 197.44 avg = 197.20
shufflenet min = 138.43 max = 139.71 avg = 138.92
shufflenet_v2 min = 135.43 max = 136.01 avg = 135.72
mnasnet min = 227.95 max = 228.95 avg = 228.30
proxylessnasnet min = 245.13 max = 247.00 avg = 245.80
efficientnet_b0 min = 343.61 max = 344.33 avg = 343.98
efficientnetv2_b0 min = 409.07 max = 410.28 avg = 409.54
regnety_400m min = 306.76 max = 307.39 avg = 307.10
blazeface min = 43.43 max = 44.00 avg = 43.66
googlenet min = 600.44 max = 606.53 avg = 602.89
googlenet_int8 min = 414.89 max = 418.36 avg = 416.39
resnet18 min = 603.97 max = 608.58 avg = 605.41
resnet18_int8 min = 330.65 max = 335.31 avg = 331.91
alexnet min = 379.78 max = 384.15 avg = 381.18
resnet50 min = 1503.90 max = 1507.99 avg = 1505.59
resnet50_int8 min = 874.15 max = 878.76 avg = 876.12
squeezenet_ssd min = 619.67 max = 621.43 avg = 620.48
squeezenet_ssd_int8 min = 410.43 max = 413.14 avg = 412.01
mobilenet_ssd min = 636.17 max = 637.72 avg = 637.01
mobilenet_ssd_int8 min = 329.01 max = 329.41 avg = 329.21
mobilenet_yolo min = 1410.03 max = 1414.20 avg = 1413.07
mobilenetv2_yolov3 min = 846.61 max = 847.40 avg = 847.13
yolov4-tiny min = 1168.74 max = 1170.59 avg = 1169.85
nanodet_m min = 348.60 max = 350.20 avg = 349.44
yolo-fastest-1.1 min = 179.60 max = 182.35 avg = 181.30
yolo-fastestv2 min = 147.56 max = 148.13 avg = 147.78
FastestDet min = 161.33 max = 162.07 avg = 161.77
nihui@bananapim2zero:~/ncnn/build/benchmark$ ./benchncnn 4 1 0 -1 1
loop_count = 4
num_threads = 1
powersave = 0
gpu_device = -1
cooling_down = 1
squeezenet min = 587.34 max = 587.77 avg = 587.59
squeezenet_int8 min = 411.46 max = 412.01 avg = 411.82
mobilenet min = 944.22 max = 945.01 avg = 944.63
mobilenet_int8 min = 551.12 max = 551.36 avg = 551.19
mobilenet_v2 min = 665.56 max = 666.25 avg = 665.77
mobilenet_v3 min = 528.78 max = 529.59 avg = 529.15
shufflenet min = 331.44 max = 332.18 avg = 331.67
shufflenet_v2 min = 309.80 max = 312.38 avg = 310.82
mnasnet min = 628.60 max = 629.34 avg = 628.97
proxylessnasnet min = 713.46 max = 716.82 avg = 715.09
efficientnet_b0 min = 1040.92 max = 1041.92 avg = 1041.36
efficientnetv2_b0 min = 1250.18 max = 1251.06 avg = 1250.59
regnety_400m min = 774.87 max = 775.56 avg = 775.15
blazeface min = 100.63 max = 101.29 avg = 100.95
googlenet min = 1836.81 max = 1837.59 avg = 1837.07
googlenet_int8 min = 1244.38 max = 1246.91 avg = 1245.32
resnet18 min = 1852.08 max = 1855.44 avg = 1853.77
resnet18_int8 min = 994.37 max = 995.31 avg = 994.96
alexnet min = 1209.78 max = 1210.85 avg = 1210.21
resnet50 min = 4840.33 max = 4845.60 avg = 4842.56
resnet50_int8 min = 2760.34 max = 2761.61 avg = 2761.14
squeezenet_ssd min = 1499.11 max = 1503.47 avg = 1500.43
squeezenet_ssd_int8 min = 1010.42 max = 1013.78 avg = 1012.00
mobilenet_ssd min = 2005.52 max = 2006.80 avg = 2006.00
mobilenet_ssd_int8 min = 1119.77 max = 1120.74 avg = 1120.08
mobilenet_yolo min = 4743.63 max = 4749.35 avg = 4746.70
mobilenetv2_yolov3 min = 2405.00 max = 2406.88 avg = 2406.12
yolov4-tiny min = 3236.18 max = 3239.48 avg = 3237.95
nanodet_m min = 771.82 max = 772.93 avg = 772.45
yolo-fastest-1.1 min = 376.29 max = 379.56 avg = 377.67
yolo-fastestv2 min = 313.18 max = 315.50 avg = 314.27
FastestDet min = 350.04 max = 350.36 avg = 350.25with bf16 storage enabled
nihui@bananapim2zero:~/ncnn/build/benchmark$ ./benchncnn 4 4 0 -1 1
loop_count = 4
num_threads = 4
powersave = 0
gpu_device = -1
cooling_down = 1
squeezenet min = 173.47 max = 174.68 avg = 174.00
squeezenet_int8 min = 133.30 max = 133.99 avg = 133.64
mobilenet min = 240.87 max = 241.65 avg = 241.14
mobilenet_int8 min = 162.96 max = 163.35 avg = 163.14
mobilenet_v2 min = 171.71 max = 171.83 avg = 171.78
mobilenet_v3 min = 141.62 max = 142.15 avg = 141.78
shufflenet min = 98.15 max = 98.59 avg = 98.39
shufflenet_v2 min = 99.08 max = 99.50 avg = 99.34
mnasnet min = 164.00 max = 164.37 avg = 164.11
proxylessnasnet min = 189.35 max = 200.84 avg = 193.32
efficientnet_b0 min = 268.97 max = 270.68 avg = 269.74
efficientnetv2_b0 min = 345.62 max = 347.17 avg = 346.18
regnety_400m min = 257.88 max = 258.74 avg = 258.25
blazeface min = 28.58 max = 28.92 avg = 28.80
googlenet min = 546.89 max = 548.89 avg = 547.54
googlenet_int8 min = 380.66 max = 382.21 avg = 381.14
resnet18 min = 559.31 max = 560.63 avg = 560.07
resnet18_int8 min = 327.50 max = 331.52 avg = 328.54
alexnet min = 359.84 max = 366.71 avg = 362.01
resnet50 min = 1293.70 max = 1295.25 avg = 1294.32
resnet50_int8 min = 788.77 max = 793.99 avg = 791.20
squeezenet_ssd min = 541.83 max = 546.92 avg = 543.40
squeezenet_ssd_int8 min = 379.30 max = 381.33 avg = 380.29
mobilenet_ssd min = 507.89 max = 509.52 avg = 508.67
mobilenet_ssd_int8 min = 340.72 max = 341.69 avg = 341.22
mobilenet_yolo min = 1590.75 max = 1592.10 avg = 1591.29
mobilenetv2_yolov3 min = 607.58 max = 619.89 avg = 611.05
yolov4-tiny min = 984.52 max = 990.72 avg = 987.43
nanodet_m min = 239.18 max = 240.09 avg = 239.52
yolo-fastest-1.1 min = 110.88 max = 111.27 avg = 111.03
yolo-fastestv2 min = 100.42 max = 101.26 avg = 100.85
FastestDet min = 107.08 max = 108.18 avg = 107.67nihui@jetson-nano:~/ncnn/build/benchmark$ ./benchncnn 10 1 0 -1 0
loop_count = 10
num_threads = 1
powersave = 0
gpu_device = -1
cooling_down = 0
squeezenet min = 77.27 max = 77.46 avg = 77.36
mobilenet min = 131.62 max = 132.16 avg = 131.82
mobilenet_v2 min = 88.70 max = 89.07 avg = 88.90
mobilenet_v3 min = 72.77 max = 73.15 avg = 72.95
shufflenet min = 45.02 max = 45.26 avg = 45.11
shufflenet_v2 min = 42.46 max = 42.63 avg = 42.55
mnasnet min = 86.96 max = 87.15 avg = 87.06
proxylessnasnet min = 108.78 max = 109.05 avg = 108.91
efficientnet_b0 min = 161.75 max = 162.25 avg = 162.05
efficientnetv2_b0 min = 180.45 max = 181.65 avg = 181.08
regnety_400m min = 111.32 max = 111.44 avg = 111.39
blazeface min = 12.82 max = 12.90 avg = 12.87
googlenet min = 275.23 max = 275.50 avg = 275.34
resnet18 min = 202.50 max = 202.98 avg = 202.77
alexnet min = 170.97 max = 172.15 avg = 171.19
vgg16 min = 1127.22 max = 1135.20 avg = 1132.62
resnet50 min = 591.21 max = 592.24 avg = 591.84
squeezenet_ssd min = 177.33 max = 186.57 avg = 180.96
mobilenet_ssd min = 267.78 max = 268.07 avg = 267.91
mobilenet_yolo min = 601.69 max = 603.35 avg = 602.26
mobilenetv2_yolov3 min = 311.18 max = 313.01 avg = 311.63
yolov4-tiny min = 393.68 max = 394.21 avg = 393.98
nanodet_m min = 102.09 max = 103.36 avg = 102.37
yolo-fastest-1.1 min = 47.90 max = 48.90 avg = 48.43
yolo-fastestv2 min = 41.47 max = 41.71 avg = 41.56
FastestDet min = 46.38 max = 46.74 avg = 46.55
yolov5s.ncnn min = 1757.88 max = 1762.94 avg = 1760.76
nihui@jetson-nano:~/ncnn/build/benchmark$ ./benchncnn 20 4 0 -1 0
loop_count = 20
num_threads = 4
powersave = 0
gpu_device = -1
cooling_down = 0
squeezenet min = 28.55 max = 29.08 avg = 28.66
mobilenet min = 40.25 max = 40.63 avg = 40.41
mobilenet_v2 min = 32.80 max = 33.41 avg = 32.99
mobilenet_v3 min = 28.00 max = 28.27 avg = 28.13
shufflenet min = 19.44 max = 19.85 avg = 19.59
shufflenet_v2 min = 16.54 max = 17.00 avg = 16.69
mnasnet min = 30.82 max = 31.28 avg = 31.03
proxylessnasnet min = 35.23 max = 35.91 avg = 35.45
efficientnet_b0 min = 52.42 max = 52.82 avg = 52.61
efficientnetv2_b0 min = 58.85 max = 61.46 avg = 59.25
regnety_400m min = 52.55 max = 52.97 avg = 52.79
blazeface min = 5.70 max = 5.91 avg = 5.77
googlenet min = 91.99 max = 108.31 avg = 93.36
resnet18 min = 76.15 max = 76.60 avg = 76.37
alexnet min = 57.48 max = 57.79 avg = 57.63
vgg16 min = 368.17 max = 393.04 avg = 370.65
resnet50 min = 194.89 max = 212.46 avg = 196.96
squeezenet_ssd min = 73.45 max = 74.93 avg = 73.74
mobilenet_ssd min = 83.02 max = 85.40 avg = 83.37
mobilenet_yolo min = 188.95 max = 215.40 avg = 190.62
mobilenetv2_yolov3 min = 115.56 max = 115.94 avg = 115.76
yolov4-tiny min = 144.26 max = 145.58 avg = 144.74
nanodet_m min = 41.81 max = 42.38 avg = 42.06
yolo-fastest-1.1 min = 23.99 max = 31.63 avg = 24.46
yolo-fastestv2 min = 19.28 max = 19.76 avg = 19.51
FastestDet min = 20.42 max = 20.73 avg = 20.52
yolov5s.ncnn min = 506.28 max = 530.82 avg = 509.00
nihui@jetson-nano:~/ncnn/build/benchmark$ ./benchncnn 20 1 0 0 0
[0 NVIDIA Tegra X1 (nvgpu)] queueC=0[16] queueG=0[16] queueT=0[16]
[0 NVIDIA Tegra X1 (nvgpu)] bugsbn1=0 bugbilz=0 bugcopc=0 bugihfa=0
[0 NVIDIA Tegra X1 (nvgpu)] fp16-p/s/a=1/1/1 int8-p/s/a=1/1/1
[0 NVIDIA Tegra X1 (nvgpu)] subgroup=32 basic=1 vote=1 ballot=1 shuffle=1
loop_count = 20
num_threads = 1
powersave = 0
gpu_device = 0
cooling_down = 0
squeezenet min = 9.03 max = 9.12 avg = 9.07
mobilenet min = 15.39 max = 15.49 avg = 15.43
mobilenet_v2 min = 12.06 max = 12.13 avg = 12.09
mobilenet_v3 min = 13.04 max = 13.23 avg = 13.08
shufflenet min = 10.61 max = 10.69 avg = 10.64
shufflenet_v2 min = 9.49 max = 9.58 avg = 9.52
mnasnet min = 12.65 max = 12.76 avg = 12.69
proxylessnasnet min = 13.90 max = 14.02 avg = 13.94
efficientnet_b0 min = 20.55 max = 20.91 avg = 20.66
efficientnetv2_b0 min = 36.21 max = 39.27 avg = 36.54
regnety_400m min = 16.66 max = 16.78 avg = 16.72
blazeface min = 3.00 max = 3.03 avg = 3.01
googlenet min = 29.96 max = 30.08 avg = 30.02
resnet18 min = 27.03 max = 27.96 avg = 27.30
alexnet min = 48.05 max = 48.78 avg = 48.34
vgg16 min = 142.06 max = 143.83 avg = 142.52
resnet50 min = 71.00 max = 71.25 avg = 71.10
squeezenet_ssd min = 32.93 max = 33.16 avg = 33.07
mobilenet_ssd min = 34.50 max = 34.79 avg = 34.71
mobilenet_yolo min = 71.09 max = 71.55 avg = 71.28
mobilenetv2_yolov3 min = 44.30 max = 44.45 avg = 44.36
yolov4-tiny min = 65.56 max = 65.88 avg = 65.69
nanodet_m min = 18.76 max = 18.90 avg = 18.83
yolo-fastest-1.1 min = 11.51 max = 11.63 avg = 11.58
yolo-fastestv2 min = 9.66 max = 9.80 avg = 9.73
FastestDet min = 9.95 max = 10.08 avg = 10.01
yolov5s.ncnn min = 203.01 max = 203.26 avg = 203.12
with shared memory enabled
nihui@jetson-nano:~/ncnn/build/benchmark$ ./benchncnn 20 1 0 0 0
[0 NVIDIA Tegra X1 (nvgpu)] queueC=0[16] queueG=0[16] queueT=0[16]
[0 NVIDIA Tegra X1 (nvgpu)] bugsbn1=0 bugbilz=0 bugcopc=0 bugihfa=0
[0 NVIDIA Tegra X1 (nvgpu)] fp16-p/s/a=1/1/1 int8-p/s/a=1/1/1
[0 NVIDIA Tegra X1 (nvgpu)] subgroup=32 basic=1 vote=1 ballot=1 shuffle=1
loop_count = 20
num_threads = 1
powersave = 0
gpu_device = 0
cooling_down = 0
squeezenet min = 9.47 max = 9.56 avg = 9.50
mobilenet min = 14.83 max = 15.02 avg = 14.89
mobilenet_v2 min = 12.32 max = 12.98 avg = 12.48
mobilenet_v3 min = 12.72 max = 12.82 avg = 12.76
shufflenet min = 10.62 max = 10.84 avg = 10.68
shufflenet_v2 min = 9.41 max = 9.50 avg = 9.45
mnasnet min = 12.57 max = 12.84 avg = 12.66
proxylessnasnet min = 13.81 max = 13.91 avg = 13.85
efficientnet_b0 min = 20.61 max = 20.78 avg = 20.69
efficientnetv2_b0 min = 35.06 max = 35.34 avg = 35.20
regnety_400m min = 16.25 max = 16.39 avg = 16.32
blazeface min = 3.00 max = 3.05 avg = 3.02
googlenet min = 30.12 max = 30.71 avg = 30.28
resnet18 min = 26.98 max = 27.22 avg = 27.08
alexnet min = 48.70 max = 49.19 avg = 48.88
vgg16 min = 136.22 max = 137.97 avg = 136.90
resnet50 min = 66.17 max = 66.45 avg = 66.23
squeezenet_ssd min = 32.02 max = 32.20 avg = 32.09
mobilenet_ssd min = 31.99 max = 32.08 avg = 32.04
mobilenet_yolo min = 67.37 max = 67.72 avg = 67.55
mobilenetv2_yolov3 min = 43.33 max = 43.45 avg = 43.40
yolov4-tiny min = 61.98 max = 62.21 avg = 62.07
nanodet_m min = 18.35 max = 18.48 avg = 18.42
yolo-fastest-1.1 min = 11.97 max = 12.02 avg = 12.00
yolo-fastestv2 min = 9.63 max = 9.74 avg = 9.68
FastestDet min = 9.97 max = 10.06 avg = 10.00
yolov5s.ncnn min = 166.01 max = 166.45 avg = 166.20nihui@starfive:~/ncnn/build/benchmark$ ./benchncnn 4 4 0 -1 0
loop_count = 4
num_threads = 4
powersave = 0
gpu_device = -1
cooling_down = 0
squeezenet min = 150.07 max = 150.45 avg = 150.25
squeezenet_int8 min = 1322.50 max = 1329.32 avg = 1325.73
mobilenet min = 256.21 max = 256.46 avg = 256.38
mobilenet_int8 min = 2019.74 max = 2022.61 avg = 2020.83
mobilenet_v2 min = 174.97 max = 175.49 avg = 175.25
mobilenet_v3 min = 166.70 max = 167.22 avg = 166.87
shufflenet min = 91.14 max = 91.81 avg = 91.48
shufflenet_v2 min = 84.17 max = 84.33 avg = 84.28
mnasnet min = 190.29 max = 193.52 avg = 191.18
proxylessnasnet min = 226.31 max = 226.89 avg = 226.55
efficientnet_b0 min = 341.77 max = 342.74 avg = 342.43
efficientnetv2_b0 min = 342.48 max = 342.71 avg = 342.56
regnety_400m min = 227.72 max = 228.06 avg = 227.87
blazeface min = 25.44 max = 25.63 avg = 25.51
googlenet min = 507.63 max = 512.61 avg = 510.00
googlenet_int8 min = 3829.81 max = 3838.20 avg = 3834.89
resnet18 min = 402.77 max = 404.75 avg = 403.84
resnet18_int8 min = 4040.66 max = 4054.12 avg = 4047.68
alexnet min = 304.61 max = 305.49 avg = 305.20
vgg16 min = 2349.64 max = 2364.30 avg = 2355.80
vgg16_int8 min = 36755.76 max = 36934.53 avg = 36842.39
resnet50 min = 1195.73 max = 1201.02 avg = 1198.62
resnet50_int8 min = 11834.83 max = 11858.13 avg = 11847.89
squeezenet_ssd min = 352.19 max = 353.38 avg = 352.79
squeezenet_ssd_int8 min = 2853.98 max = 2893.92 avg = 2878.62
mobilenet_ssd min = 528.60 max = 528.76 avg = 528.70
mobilenet_ssd_int8 min = 4521.12 max = 4558.21 avg = 4536.21
mobilenet_yolo min = 1351.93 max = 1352.84 avg = 1352.37
mobilenetv2_yolov3 min = 620.45 max = 621.29 avg = 620.94
yolov4-tiny min = 805.19 max = 810.81 avg = 807.90
nanodet_m min = 209.66 max = 210.76 avg = 210.18
yolo-fastest-1.1 min = 103.92 max = 104.12 avg = 104.01
yolo-fastestv2 min = 90.19 max = 90.37 avg = 90.28
vision_transformer min = 14298.23 max = 14327.37 avg = 14307.52
FastestDet min = 108.51 max = 108.61 avg = 108.55rpi b+
pi@raspberrypi:~/ncnn/build/benchmark $ ./benchncnn 4 1 0 -1 1
syscall error -1
loop_count = 4
num_threads = 1
powersave = 0
gpu_device = -1
cooling_down = 1
squeezenet min = 4646.13 max = 4764.42 avg = 4690.38
squeezenet_int8 min = 2476.28 max = 2516.01 avg = 2497.32
mobilenet min = 8239.03 max = 8251.87 avg = 8247.48
mobilenet_int8 min = 3780.20 max = 3788.32 avg = 3783.66
mobilenet_v2 min = 4607.31 max = 4742.80 avg = 4650.38
mobilenet_v3 min = 3979.08 max = 3993.75 avg = 3986.61
shufflenet min = 2141.68 max = 2154.41 avg = 2146.07
shufflenet_v2 min = 1998.25 max = 2037.69 avg = 2018.95
mnasnet min = 4439.70 max = 4464.03 avg = 4447.17
proxylessnasnet min = 4790.56 max = 4913.25 avg = 4825.09
efficientnet_b0 min = 7110.84 max = 7228.65 avg = 7140.96
efficientnetv2_b0 min = 8495.63 max = 8537.22 avg = 8518.41
regnety_400m min = 5765.62 max = 5798.79 avg = 5778.42
blazeface min = 576.61 max = 585.11 avg = 581.41
googlenet min = 14610.85 max = 14756.22 avg = 14683.69
googlenet_int8 min = 8384.50 max = 8458.23 avg = 8417.20
resnet18 min = 12862.52 max = 13012.24 avg = 12913.29
resnet18_int8 min = 7251.79 max = 7346.22 avg = 7284.05
alexnet min = 9070.60 max = 9417.37 avg = 9241.46
resnet50 min = 39113.25 max = 39331.57 avg = 39230.53
resnet50_int8 min = 19681.40 max = 19796.78 avg = 19730.84
squeezenet_ssd min = 9004.25 max = 9025.27 avg = 9016.52
squeezenet_ssd_int8 min = 6293.63 max = 6313.05 avg = 6303.86
mobilenet_ssd min = 16879.66 max = 20676.64 avg = 18555.95
mobilenet_ssd_int8 min = 8148.75 max = 8223.85 avg = 8186.09
mobilenet_yolo min = 38853.74 max = 39138.84 avg = 38985.35
mobilenetv2_yolov3 min = 16888.74 max = 17004.24 avg = 16930.79
yolov4-tiny min = 22498.99 max = 22644.96 avg = 22570.96
nanodet_m min = 5142.37 max = 5218.31 avg = 5176.54
yolo-fastest-1.1 min = 2233.03 max = 2251.62 avg = 2242.61
yolo-fastestv2 min = 1889.44 max = 1922.16 avg = 1912.31
FastestDet min = 2097.52 max = 2150.22 avg = 2122.65root@BeagleBone:/home/nihui/ncnn/build/benchmark# ./benchncnn 4 2 0 -1 1
loop_count = 4
num_threads = 2
powersave = 0
gpu_device = -1
cooling_down = 1
squeezenet min = 42.23 max = 42.54 avg = 42.38
squeezenet_int8 min = 39.37 max = 39.89 avg = 39.54
mobilenet min = 65.78 max = 66.44 avg = 66.03
mobilenet_int8 min = 42.99 max = 43.22 avg = 43.07
mobilenet_v2 min = 54.56 max = 54.87 avg = 54.70
mobilenet_v3 min = 42.81 max = 43.37 avg = 43.07
shufflenet min = 29.97 max = 30.23 avg = 30.13
shufflenet_v2 min = 25.23 max = 25.57 avg = 25.33
mnasnet min = 47.59 max = 47.99 avg = 47.80
proxylessnasnet min = 53.55 max = 54.26 avg = 53.85
efficientnet_b0 min = 73.59 max = 74.07 avg = 73.85
efficientnetv2_b0 min = 84.65 max = 85.25 avg = 85.03
regnety_400m min = 64.10 max = 64.25 avg = 64.20
blazeface min = 8.11 max = 8.60 avg = 8.35
googlenet min = 128.50 max = 129.21 avg = 128.78
googlenet_int8 min = 112.78 max = 113.38 avg = 113.02
resnet18 min = 117.11 max = 118.20 avg = 117.54
resnet18_int8 min = 85.27 max = 85.89 avg = 85.61
alexnet min = 78.95 max = 79.59 avg = 79.27
vgg16 min = 626.94 max = 643.15 avg = 631.97
vgg16_int8 min = 464.14 max = 472.05 avg = 467.13
resnet50 min = 295.48 max = 300.91 avg = 297.71
resnet50_int8 min = 222.20 max = 224.95 avg = 223.88
squeezenet_ssd min = 115.20 max = 116.18 avg = 115.60
squeezenet_ssd_int8 min = 100.39 max = 100.82 avg = 100.65
mobilenet_ssd min = 132.69 max = 133.54 avg = 133.10
mobilenet_ssd_int8 min = 86.97 max = 87.72 avg = 87.25
mobilenet_yolo min = 294.20 max = 297.42 avg = 295.93
mobilenetv2_yolov3 min = 180.85 max = 182.74 avg = 181.78
yolov4-tiny min = 220.07 max = 225.16 avg = 222.57
nanodet_m min = 63.80 max = 64.02 avg = 63.94
yolo-fastest-1.1 min = 36.54 max = 36.79 avg = 36.70
yolo-fastestv2 min = 30.25 max = 30.49 avg = 30.33
vision_transformer min = 3506.29 max = 3629.39 avg = 3578.19
FastestDet min = 31.34 max = 32.19 avg = 31.63
root@BeagleBone:/home/nihui/ncnn/build/benchmark# ./benchncnn 4 1 0 -1 1
loop_count = 4
num_threads = 1
powersave = 0
gpu_device = -1
cooling_down = 1
squeezenet min = 66.00 max = 66.47 avg = 66.22
squeezenet_int8 min = 61.42 max = 61.55 avg = 61.48
mobilenet min = 109.26 max = 109.92 avg = 109.63
mobilenet_int8 min = 76.03 max = 76.44 avg = 76.21
mobilenet_v2 min = 80.16 max = 80.90 avg = 80.62
mobilenet_v3 min = 62.43 max = 62.75 avg = 62.56
shufflenet min = 39.55 max = 39.79 avg = 39.64
shufflenet_v2 min = 36.88 max = 36.97 avg = 36.92
mnasnet min = 71.77 max = 72.04 avg = 71.91
proxylessnasnet min = 85.79 max = 86.28 avg = 86.02
efficientnet_b0 min = 117.25 max = 117.47 avg = 117.36
efficientnetv2_b0 min = 140.71 max = 141.93 avg = 141.34
regnety_400m min = 91.40 max = 91.74 avg = 91.53
blazeface min = 10.97 max = 11.62 avg = 11.38
googlenet min = 216.40 max = 217.62 avg = 217.07
googlenet_int8 min = 191.23 max = 192.16 avg = 191.69
resnet18 min = 172.19 max = 172.48 avg = 172.34
resnet18_int8 min = 145.84 max = 147.18 avg = 146.52
alexnet min = 127.56 max = 127.82 avg = 127.68
vgg16 min = 1003.60 max = 1007.00 avg = 1004.96
vgg16_int8 min = 813.40 max = 820.71 avg = 818.28
resnet50 min = 484.56 max = 489.66 avg = 487.18
resnet50_int8 min = 389.39 max = 393.77 avg = 391.58
squeezenet_ssd min = 161.71 max = 163.10 avg = 162.34
squeezenet_ssd_int8 min = 147.12 max = 148.14 avg = 147.63
mobilenet_ssd min = 222.03 max = 222.94 avg = 222.45
mobilenet_ssd_int8 min = 152.13 max = 152.96 avg = 152.54
mobilenet_yolo min = 497.27 max = 498.43 avg = 497.91
mobilenetv2_yolov3 min = 271.88 max = 273.51 avg = 272.67
yolov4-tiny min = 341.46 max = 341.89 avg = 341.71
nanodet_m min = 88.03 max = 88.92 avg = 88.27
yolo-fastest-1.1 min = 45.43 max = 46.20 avg = 45.91
yolo-fastestv2 min = 37.81 max = 37.90 avg = 37.84
vision_transformer min = 5950.74 max = 5953.51 avg = 5951.85
FastestDet min = 42.80 max = 43.07 avg = 42.96root@panther-x2:/home/nihui/ncnn/build/benchmark# ./benchncnn 8 4 0 -1 0
loop_count = 8
num_threads = 4
powersave = 0
gpu_device = -1
cooling_down = 0
squeezenet min = 25.91 max = 27.53 avg = 26.31
squeezenet_int8 min = 32.83 max = 35.45 avg = 33.34
mobilenet min = 33.17 max = 34.77 avg = 33.58
mobilenet_int8 min = 32.20 max = 32.54 avg = 32.36
mobilenet_v2 min = 33.81 max = 35.19 avg = 34.39
mobilenet_v3 min = 26.59 max = 26.92 avg = 26.72
shufflenet min = 21.81 max = 23.12 avg = 22.34
shufflenet_v2 min = 16.62 max = 16.89 avg = 16.76
mnasnet min = 30.29 max = 30.83 avg = 30.53
proxylessnasnet min = 34.78 max = 54.96 avg = 37.97
efficientnet_b0 min = 44.64 max = 46.44 avg = 45.32
efficientnetv2_b0 min = 60.48 max = 64.30 avg = 61.66
regnety_400m min = 41.52 max = 42.03 avg = 41.79
blazeface min = 6.54 max = 6.73 avg = 6.66
googlenet min = 86.22 max = 88.94 avg = 87.33
googlenet_int8 min = 91.12 max = 94.12 avg = 92.62
resnet18 min = 62.66 max = 65.76 avg = 64.07
resnet18_int8 min = 80.91 max = 84.51 avg = 81.95
alexnet min = 54.77 max = 56.15 avg = 55.38
vgg16 min = 347.36 max = 359.74 avg = 353.11
vgg16_int8 min = 480.84 max = 490.60 avg = 484.13
resnet50 min = 142.75 max = 144.62 avg = 143.57
resnet50_int8 min = 175.30 max = 177.37 avg = 176.16
squeezenet_ssd min = 88.52 max = 90.85 avg = 89.42
squeezenet_ssd_int8 min = 111.79 max = 115.44 avg = 112.76
mobilenet_ssd min = 74.66 max = 76.91 avg = 76.19
mobilenet_ssd_int8 min = 70.82 max = 74.20 avg = 72.02
mobilenet_yolo min = 162.52 max = 164.65 avg = 163.84
mobilenetv2_yolov3 min = 113.02 max = 115.85 avg = 113.83
yolov4-tiny min = 144.83 max = 148.73 avg = 146.28
nanodet_m min = 52.47 max = 52.93 avg = 52.75
yolo-fastest-1.1 min = 29.35 max = 30.55 avg = 29.72
yolo-fastestv2 min = 23.49 max = 24.31 avg = 23.97
vision_transformer min = 2216.25 max = 2229.33 avg = 2223.77
FastestDet min = 22.87 max = 23.68 avg = 23.20
root@panther-x2:/home/nihui/ncnn/build/benchmark# ./benchncnn 4 1 0 -1 0
loop_count = 4
num_threads = 1
powersave = 0
gpu_device = -1
cooling_down = 0
squeezenet min = 49.46 max = 50.30 avg = 50.06
squeezenet_int8 min = 63.95 max = 64.20 avg = 64.04
mobilenet min = 70.79 max = 71.39 avg = 71.12
mobilenet_int8 min = 65.03 max = 66.05 avg = 65.62
mobilenet_v2 min = 60.51 max = 61.34 avg = 60.87
mobilenet_v3 min = 48.81 max = 49.03 avg = 48.94
shufflenet min = 35.84 max = 36.07 avg = 35.95
shufflenet_v2 min = 33.52 max = 34.11 avg = 33.79
mnasnet min = 56.76 max = 57.32 avg = 56.95
proxylessnasnet min = 76.17 max = 76.29 avg = 76.21
efficientnet_b0 min = 88.94 max = 89.58 avg = 89.13
efficientnetv2_b0 min = 144.01 max = 144.60 avg = 144.29
regnety_400m min = 65.17 max = 65.45 avg = 65.30
blazeface min = 12.54 max = 12.87 avg = 12.67
googlenet min = 207.71 max = 209.34 avg = 208.47
googlenet_int8 min = 223.22 max = 225.01 avg = 224.25
resnet18 min = 139.99 max = 141.26 avg = 140.61
resnet18_int8 min = 192.83 max = 194.18 avg = 193.56
alexnet min = 131.82 max = 132.63 avg = 132.18
vgg16 min = 866.58 max = 881.42 avg = 873.04
vgg16_int8 min = 1335.12 max = 1358.13 avg = 1346.78
resnet50 min = 333.11 max = 335.60 avg = 334.06
resnet50_int8 min = 395.75 max = 399.54 avg = 398.05
squeezenet_ssd min = 177.05 max = 180.90 avg = 178.24
squeezenet_ssd_int8 min = 224.48 max = 225.80 avg = 225.02
mobilenet_ssd min = 166.25 max = 167.26 avg = 166.80
mobilenet_ssd_int8 min = 149.68 max = 150.28 avg = 150.07
mobilenet_yolo min = 347.92 max = 348.25 avg = 348.06
mobilenetv2_yolov3 min = 200.63 max = 201.31 avg = 201.02
yolov4-tiny min = 297.05 max = 301.76 avg = 299.35
nanodet_m min = 94.12 max = 94.84 avg = 94.43
yolo-fastest-1.1 min = 41.90 max = 42.16 avg = 42.05
yolo-fastestv2 min = 39.48 max = 40.18 avg = 39.92
vision_transformer min = 7440.88 max = 7451.22 avg = 7445.53
FastestDet min = 36.84 max = 37.38 avg = 37.17