search

migraphx-benchmark / AMDMIGraphX

AMD's graph optimization engine.
https://rocmsoftwareplatform.github.io/AMDMIGraphX/doc/html/
MIT License
0 stars 1 forks source link

Accuracy integration test 1 #38

Closed IgorMirosavljevicHTEC closed 1 year ago

migraphx-bot commented 1 year ago
Test Rate new
08dbaa		 Rate old
56c434		 Diff Compare
torchvision-resnet50 2,264.91 2,261.61 0.15% :high_brightness:
torchvision-resnet50_fp16 5,270.74 5,252.14 0.35% :high_brightness:
torchvision-alexnet 9,541.83 9,545.88 -0.04% :white_check_mark:
torchvision-alexnet_fp16 30,498.85 30,518.19 -0.06% :white_check_mark:
torchvision-densenet121 1,820.88 1,813.29 0.42% :high_brightness:
torchvision-densenet121_fp16 3,289.21 3,286.86 0.07% :white_check_mark:
torchvision-inceptionv3 1,324.87 1,325.67 -0.06% :white_check_mark:
torchvision-inceptionv3_fp16 2,301.84 2,304.81 -0.13% :white_check_mark:
torchvision-vgg16 892.22 891.72 0.06% :white_check_mark:
torchvision-vgg16_fp16 2,122.25 2,148.95 -1.24% :red_circle:
cadene-inceptionv4 661.54 661.58 -0.01% :white_check_mark:
cadene-resnext64x4 598.63 598.44 0.03% :white_check_mark:
slim-mobilenet 7,159.07 7,160.90 -0.03% :white_check_mark:
slim-nasnetalarge 226.67 227.96 -0.57% :red_circle:
slim-resnet50v2 2,347.10 2,348.19 -0.05% :white_check_mark:
bert-mrpc-onnx 807.25 807.02 0.03% :white_check_mark:
bert-mrpc-tf 300.16 300.67 -0.17% :white_check_mark:
pytorch-examples-wlang-gru 298.46 311.67 -4.24% :red_circle:
pytorch-examples-wlang-lstm 338.06 335.20 0.85% :white_check_mark:
torchvision-resnet50_1 522.80 523.42 -0.12% :white_check_mark:
torchvision-inceptionv3_1 301.36 300.82 0.18% :white_check_mark:
torchvision-vgg16_1 461.72 461.28 0.10% :white_check_mark:
cadene-dpn92_1 326.58 327.71 -0.34% :white_check_mark:
cadene-resnext101_1 234.65 235.26 -0.26% :white_check_mark:
slim-vgg16_1 167.85 167.87 -0.02% :white_check_mark:
slim-mobilenet_1 1,483.97 1,458.21 1.77% :high_brightness:
slim-inceptionv4_1 191.13 190.00 0.60% :high_brightness:
onnx-taau-downsample 302.86 301.92 0.31% :high_brightness:

This build is not recommended to merge :red_circle:

migraphx-bot commented 1 year ago


:x:bert-mrpc-onnx: ERROR - check error outputTraceback (most recent call last):
File "/src/AMDMIGraphX/tools/accuracy/accuracy_checker.py", line 160, in
main()
File "/src/AMDMIGraphX/tools/accuracy/accuracy_checker.py", line 117, in main
model = migraphx.parse_onnx(model_name, default_dim_value=batch)
RuntimeError: /src/AMDMIGraphX/src/onnx/onnx_parser.cpp:218: parse_from: PARSE_FROM: Failed reading onnx file: /new-saved-models/huggingface-transformers/bert_mrpc1.onnx

    :white_check_mark:pytorch-examples-wlang-gru: PASSED: MIGraphX meets tolerance
    :white_check_mark:pytorch-examples-wlang-lstm: PASSED: MIGraphX meets tolerance
    :white_check_mark:torchvision-resnet50_1: PASSED: MIGraphX meets tolerance
    :white_check_mark:torchvision-inceptionv3_1: PASSED: MIGraphX meets tolerance
    :white_check_mark:torchvision-vgg16_1: PASSED: MIGraphX meets tolerance
    :white_check_mark:cadene-dpn92_1: PASSED: MIGraphX meets tolerance
    :white_check_mark:cadene-resnext101_1: PASSED: MIGraphX meets tolerance
:x:onnx-taau-downsample: ERROR - check error outputIn file included from main.cpp:2:
./migraphx/kernels/pad.hpp:50:35: error: invalid operands to binary expression ('migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 4>, migraphx::integral_const_array<unsigned int, 4, 1>>::index_array' (aka 'array<unsigned int, sizeof...(Xs)>') and 'const migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>')
auto input_idx = multi - offsets;
~ ^ ~
./migraphx/kernels/index.hpp:152:17: note: in instantiation of function template specialization 'migraphx::pad(const migraphx::index &, const migraphx::integral_const_array<unsigned int, 0, 0, 0, 0> &, const migraphx::tensor_view<_Float16, migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 1>, migraphx::integral_const_array<unsigned int, 1, 1>>> &, migraphx::tensor_view<_Float16, migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 4>, migraphx::integral_const_array<unsigned int, 4, 1>>> &, const migraphx::lowest &)::(anonymous class)::operator()' requested here
f(start);
^
./migraphx/kernels/index.hpp:167:9: note: in instantiation of function template specialization 'migraphx::index::for_stride<(lambda at ./migraphx/kernels/pad.hpp:42:48), migraphx::integral_constant<unsigned int, 64>, migraphx::integral_constant<unsigned int, 64>>' requested here
for_stride(global, n, nglobal(), f);
^
./migraphx/kernels/pad.hpp:42:9: note: in instantiation of function template specialization 'migraphx::index::global_stride<(lambda at ./migraphx/kernels/pad.hpp:42:48), migraphx::integral_constant<unsigned int, 64>>' requested here
idx.global_stride(output_shape.elements(), [&](auto i) {
^
main.cpp:15:9: note: in instantiation of function template specialization 'migraphx::pad<migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>, migraphx::tensor_view<_Float16, migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 1>, migraphx::integral_const_array<unsigned int, 1, 1>>>, migraphx::tensor_view<_Float16, migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 4>, migraphx::integral_const_array<unsigned int, 4, 1>>>, migraphx::lowest>' requested here
pad(idx, offsets, input, output, lowest{});
^
./migraphx/kernels/array.hpp:197:5: note: candidate function template not viable: no known conversion from 'array<[...], sizeof...(Xs) aka 2>' to 'const array<[...], 4>' for 1st argument
MIGRAPHX_DEVICE_ARRAY_OP(-=, -)
^
./migraphx/kernels/array.hpp:50:27: note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'
friend constexpr auto operator binary_op(const array& x, const array<U, N>& y) \
^
./migraphx/kernels/integral_constant.hpp:61:1: note: candidate template ignored: could not match 'integral_constant' against 'array'
MIGRAPHX_INTEGRAL_CONSTANT_BINARY_OP(-)
^
./migraphx/kernels/integral_constant.hpp:45:68: note: expanded from macro 'MIGRAPHX_INTEGRAL_CONSTANT_BINARY_OP'
constexpr inline integral_constant<decltype(V op w), (V op w)> operator op( \
^
./migraphx/kernels/array.hpp:197:5: note: candidate template ignored: could not match 'array' against 'integral_const_array'
MIGRAPHX_DEVICE_ARRAY_OP(-=, -)
^
./migraphx/kernels/array.hpp:50:27: note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'
friend constexpr auto operator binary_op(const array& x, const array<U, N>& y) \
^
./migraphx/kernels/iota_iterator.hpp:109:20: note: candidate template ignored: could not match 'basic_iota_iterator' against 'array'
constexpr diff_int operator-(basic_iota_iterator<F, Iterator> x, basic_iota_iterator<F, Iterator> y)
^
./migraphx/kernels/iota_iterator.hpp:115:44: note: candidate template ignored: could not match 'basic_iota_iterator' against 'array'
constexpr basic_iota_iterator<F, Iterator> operator-(basic_iota_iterator<F, Iterator> x, diff_int y)
^
./migraphx/kernels/array.hpp:197:5: note: candidate template ignored: requirement 'migraphx::is_convertible<migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>, unsigned int>{}' was not satisfied [with U = migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>]
MIGRAPHX_DEVICE_ARRAY_OP(-=, -)
^
./migraphx/kernels/array.hpp:58:27: note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'
friend constexpr auto operator binary_op(const array& x, const U& y) \
^
./migraphx/kernels/array.hpp:197:5: note: candidate template ignored: requirement 'migraphx::is_convertible<migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>, unsigned int>{}' was not satisfied [with U = migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>]
./migraphx/kernels/array.hpp:58:27: note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'
friend constexpr auto operator binary_op(const array& x, const U& y) \
^
./migraphx/kernels/array.hpp:197:5: note: candidate template ignored: requirement 'migraphx::is_convertible<migraphx::array<unsigned int, 2>, unsigned int>{}' was not satisfied [with U = migraphx::array<unsigned int, 2>]
./migraphx/kernels/array.hpp:65:27: note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'
friend constexpr auto operator binary_op(const U& x, const array& y) \
^
./migraphx/kernels/array.hpp:197:5: note: candidate template ignored: requirement 'migraphx::is_convertible<migraphx::array<unsigned int, 2>, unsigned int>{}' was not satisfied [with U = migraphx::array<unsigned int, 2>]
./migraphx/kernels/array.hpp:65:27: note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'
friend constexpr auto operator binary_op(const U& x, const array& y) \
^
./migraphx/kernels/integral_constant.hpp:82:1: note: candidate function template not viable: requires 1 argument, but 2 were provided
MIGRAPHX_INTEGRAL_CONSTANT_UNARY_OP(-)
^
./migraphx/kernels/integral_constant.hpp:54:64: note: expanded from macro 'MIGRAPHX_INTEGRAL_CONSTANT_UNARY_OP'
constexpr inline integral_constant<decltype(op V), (op V)> operator op( \
^
In file included from main.cpp:2:
./migraphx/kernels/pad.hpp:50:35: error: invalid operands to binary expression ('migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 4>, migraphx::integral_const_array<unsigned int, 4, 1>>::index_array' (aka 'array<unsigned int, sizeof...(Xs)>') and 'const migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>')
auto input_idx = multi - offsets;
~~~ ^ ~
./migraphx/kernels/index.hpp:152:17: note: in instantiation of function template specialization 'migraphx::pad(const migraphx::index &, const migraphx::integral_const_array<unsigned int, 0, 0, 0, 0> &, const migraphx::tensor_view<_Float16, migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 1>, migraphx::integral_const_array<unsigned int, 1, 1>>> &, migraphx::tensor_view<_Float16, migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 4>, migraphx::integral_const_array<unsigned int, 4, 1>>> &, const migraphx::lowest &)::(anonymous class)::operator()' requested here
f(start);
^
./migraphx/kernels/index.hpp:167:9: note: in instantiation of function template specialization 'migraphx::index::for_stride<(lambda at ./migraphx/kernels/pad.hpp:42:48), migraphx::integral_constant<unsigned int, 64>, migraphx::integral_constant<unsigned int, 64>>' requested here
for_stride(global, n, nglobal(), f);
^
./migraphx/kernels/pad.hpp:42:9: note: in instantiation of function template specialization 'migraphx::index::global_stride<(lambda at ./migraphx/kernels/pad.hpp:42:48), migraphx::integral_constant<unsigned int, 64>>' requested here
idx.global_stride(output_shape.elements(), [&](auto i) {
^
main.cpp:15:9: note: in instantiation of function template specialization 'migraphx::pad<migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>, migraphx::tensor_view<_Float16, migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 1>, migraphx::integral_const_array<unsigned int, 1, 1>>>, migraphx::tensor_view<_Float16, migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 4>, migraphx::integral_const_array<unsigned int, 4, 1>>>, migraphx::lowest>' requested here
pad(idx, offsets, input, output, lowest{});
^
./migraphx/kernels/array.hpp:197:5: note: candidate function template not viable: no known conversion from 'array<[...], sizeof...(Xs) aka 2>' to 'const array<[...], 4>' for 1st argumentIn file included from
main.cpp:2:
./migraphx/kernels/pad.hpp MIGRAPHX_DEVICE_ARRAY_OP(-=, -):
50 ^:
35: ./migraphx/kernels/array.hpperror: :invalid operands to binary expression ('migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 4>, migraphx::integral_const_array<unsigned int, 4, 1>>::index_array' (aka 'array<unsigned int, sizeof...(Xs)>') and 'const migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>')50
:27: note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'
auto input_idx = multi - offsets;
friend constexpr auto operator binary_op(const array& x, const array<U, N>& y) \ ~~~ ^ ~~~

^
./migraphx/kernels/integral_constant.hpp:61:./migraphx/kernels/index.hpp1::152 :note: 17candidate template ignored: could not match 'integral_constant' against 'array':
note: in instantiation of function template specialization 'migraphx::pad(const migraphx::index &, const migraphx::integral_const_array<unsigned int, 0, 0, 0, 0> &, const migraphx::tensor_view<_Float16, migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 1>, migraphx::integral_const_array<unsigned int, 1, 1>>> &, migraphx::tensor_view<_Float16, migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 4>, migraphx::integral_const_array<unsigned int, 4, 1>>> &, const migraphx::lowest &)::(anonymous class)::operator()' requested here
MIGRAPHX_INTEGRAL_CONSTANT_BINARY_OP(-)
^ f(start);

./migraphx/kernels/integral_constant.hpp ^:
45:68:./migraphx/kernels/index.hpp :note: 167expanded from macro 'MIGRAPHX_INTEGRAL_CONSTANT_BINARY_OP':
9: note: in instantiation of function template specialization 'migraphx::index::for_stride<(lambda at ./migraphx/kernels/pad.hpp:42:48), migraphx::integral_constant<unsigned int, 64>, migraphx::integral_constant<unsigned int, 64>>' requested here
constexpr inline integral_constant<decltype(V op w), (V op w)> operator op( \
for_stride(global, n, nglobal(), f); ^

^
./migraphx/kernels/array.hpp:./migraphx/kernels/pad.hpp197::425::9 :note: candidate template ignored: could not match 'array' against 'integral_const_array'note:
in instantiation of function template specialization 'migraphx::index::global_stride<(lambda at ./migraphx/kernels/pad.hpp:42:48), migraphx::integral_constant<unsigned int, 64>>' requested here
MIGRAPHX_DEVICE_ARRAY_OP(-=, -)
^
./migraphx/kernels/array.hpp idx.global_stride(output_shape.elements(), [&](auto i) {:
50 ^:
27: note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'
main.cpp:15:9: note: in instantiation of function template specialization 'migraphx::pad<migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>, migraphx::tensor_view<_Float16, migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 1>, migraphx::integral_const_array<unsigned int, 1, 1>>>, migraphx::tensor_view<_Float16, migraphx::shape<migraphx::integral_const_array<unsigned int, 16, 4>, migraphx::integral_const_array<unsigned int, 4, 1>>>, migraphx::lowest>' requested here
friend constexpr auto operator binary_op(const array& x, const array<U, N>& y) \
^
pad(idx, offsets, input, output, lowest{});
^
./migraphx/kernels/iota_iterator.hpp:109:20: note: candidate template ignored: could not match 'basic_iota_iterator' against 'array'
./migraphx/kernels/array.hpp:197:5: note: candidate function template not viable: no known conversion from 'array<[...], sizeof...(Xs) aka 2>' to 'const array<[...], 4>' for 1st argument
constexpr diff_int operator-(basic_iota_iterator<F, Iterator> x, basic_iota_iterator<F, Iterator> y)
^
MIGRAPHX_DEVICE_ARRAY_OP(-=, -)
./migraphx/kernels/iota_iterator.hpp ^:
115:./migraphx/kernels/array.hpp44::50 :note: 27candidate template ignored: could not match 'basic_iota_iterator' against 'array':
note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'
constexpr basic_iota_iterator<F, Iterator> operator-(basic_iota_iterator<F, Iterator> x, diff_int y)
^
friend constexpr auto operator binary_op(const array& x, const array<U, N>& y) \
^
./migraphx/kernels/array.hpp:197:5./migraphx/kernels/integral_constant.hpp:: 61note: :candidate template ignored: requirement 'migraphx::is_convertible<migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>, unsigned int>{}' was not satisfied [with U = migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>]1
: note: candidate template ignored: could not match 'integral_constant' against 'array'
MIGRAPHX_DEVICE_ARRAY_OP(-=, -)
^
./migraphx/kernels/array.hppMIGRAPHX_INTEGRAL_CONSTANT_BINARY_OP(-):
58^:
27./migraphx/kernels/integral_constant.hpp:: 45note: :expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'68
: note: expanded from macro 'MIGRAPHX_INTEGRAL_CONSTANT_BINARY_OP'
friend constexpr auto operator binary_op(const array& x, const U& y) \
^
constexpr inline integral_constant<decltype(V op w), (V op w)> operator op( \
^
./migraphx/kernels/array.hpp:./migraphx/kernels/array.hpp197::1975::5 :note: candidate template ignored: requirement 'migraphx::is_convertible<migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>, unsigned int>{}' was not satisfied [with U = migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>]note:
candidate template ignored: could not match 'array' against 'integral_const_array'./migraphx/kernels/array.hpp
:58:27: MIGRAPHX_DEVICE_ARRAY_OP(-=, -)
note: ^expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'

./migraphx/kernels/array.hpp:50:27: note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'
friend constexpr auto operator binary_op(const array& x, const U& y) \
^
./migraphx/kernels/array.hpp:197 friend constexpr auto operator binary_op(const array& x, const array<U, N>& y) \:
5 ^:
note: candidate template ignored: requirement 'migraphx::is_convertible<migraphx::array<unsigned int, 2>, unsigned int>{}' was not satisfied [with U = migraphx::array<unsigned int, 2>]
./migraphx/kernels/array.hpp./migraphx/kernels/iota_iterator.hpp::65109::2720:: note: note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'candidate template ignored: could not match 'basic_iota_iterator' against 'array'

friend constexpr auto operator binary_op(const U& x, const array& y) \
constexpr diff_int operator-(basic_iota_iterator<F, Iterator> x, basic_iota_iterator<F, Iterator> y) ^

^
./migraphx/kernels/array.hpp./migraphx/kernels/iota_iterator.hpp::197115::544:: note: note: candidate template ignored: requirement 'migraphx::is_convertible<migraphx::array<unsigned int, 2>, unsigned int>{}' was not satisfied [with U = migraphx::array<unsigned int, 2>]candidate template ignored: could not match 'basic_iota_iterator' against 'array'

./migraphx/kernels/array.hpp:65:27: note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'
constexpr basic_iota_iterator<F, Iterator> operator-(basic_iota_iterator<F, Iterator> x, diff_int y)
^
./migraphx/kernels/array.hpp friend constexpr auto operator binary_op(const U& x, const array& y) \:
197 ^:
5: note: ./migraphx/kernels/integral_constant.hppcandidate template ignored: requirement 'migraphx::is_convertible<migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>, unsigned int>{}' was not satisfied [with U = migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>]:
82:1: MIGRAPHX_DEVICE_ARRAY_OP(-=, -)note:
candidate function template not viable: requires 1 argument, but 2 were provided ^

./migraphx/kernels/array.hpp:58:MIGRAPHX_INTEGRAL_CONSTANT_UNARY_OP(-)27
:^
note: ./migraphx/kernels/integral_constant.hppexpanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP':
54:64: note: expanded from macro 'MIGRAPHX_INTEGRAL_CONSTANT_UNARY_OP'
friend constexpr auto operator binary_op(const array& x, const U& y) \
^
constexpr inline integral_constant<decltype(op V), (op V)> operator op( \
./migraphx/kernels/array.hpp ^:
197:5: note: candidate template ignored: requirement 'migraphx::is_convertible<migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>, unsigned int>{}' was not satisfied [with U = migraphx::integral_const_array<unsigned int, 0, 0, 0, 0>]
./migraphx/kernels/array.hpp:58:27: note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'
friend constexpr auto operator binary_op(const array& x, const U& y) \
^
./migraphx/kernels/array.hpp:197:5: note: candidate template ignored: requirement 'migraphx::is_convertible<migraphx::array<unsigned int, 2>, unsigned int>{}' was not satisfied [with U = migraphx::array<unsigned int, 2>]
./migraphx/kernels/array.hpp:65:27: note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'
friend constexpr auto operator binary_op(const U& x, const array& y) \
^
./migraphx/kernels/array.hpp:197:5: note: candidate template ignored: requirement 'migraphx::is_convertible<migraphx::array<unsigned int, 2>, unsigned int>{}' was not satisfied [with U = migraphx::array<unsigned int, 2>]
./migraphx/kernels/array.hpp:65:27: note: expanded from macro 'MIGRAPHX_DEVICE_ARRAY_OP'
friend constexpr auto operator binary_op(const U& x, const array& y) \
^
./migraphx/kernels/integral_constant.hpp:82:1: note: candidate function template not viable: requires 1 argument, but 2 were provided
MIGRAPHX_INTEGRAL_CONSTANT_UNARY_OP(-)
^
./migraphx/kernels/integral_constant.hpp:54:64: note: expanded from macro 'MIGRAPHX_INTEGRAL_CONSTANT_UNARY_OP'
constexpr inline integral_constant<decltype(op V), (op V)> operator op( \
^
1 error generated when compiling for gfx908.
1 error generated when compiling for gfx908.
1 error generated when compiling for gfx908.
terminate called after throwing an instance of 'migraphx::version_1::exception'
what(): /src/AMDMIGraphX/src/compile_src.cpp:71: compile: Output file missing: main.o