Error in validation over WIDER_val

[CodexForster]

I have MXNet 1.5.0, CUDA 10.2, OpenCV 4.5.1 (Installing OpenCV 3.x, gives me #107 ) and Python 3.6.13. When I run evaluation_on_widerface.py in accuracy_evaluation, I get the following output:

----> load symbol file: ../symbol_farm/symbol_10_320_20L_5scales_v2_deploy.json ----> load model file: ../saved_model/configuration_10_320_20L_5scales_v2/train_10_320_20L_5scales_v2_iter_1000000.params Traceback (most recent call last): File "/home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/symbol/symbol.py", line 1623, in simple_bind ctypes.byref(exe_handle))) File "/home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/base.py", line 253, in check_call raise MXNetError(py_str(_LIB.MXGetLastError())) mxnet.base.MXNetError: [22:08:43] /tmp/build/80754af9/libmxnet_1564766659613/work/src/storage/storage.cc:119: Compile with USE_CUDA=1 to enable GPU usage Stack trace: [bt] (0) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(+0x38e1c4) [0x7f5ea2f541c4] [bt] (1) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(+0x26a3727) [0x7f5ea5269727] [bt] (2) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(+0x26a664e) [0x7f5ea526c64e] [bt] (3) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(mxnet::StorageImpl::Alloc(mxnet::Storage::Handle)+0x51) [0x7f5ea526edb1] [bt] (4) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(+0x39c4a4) [0x7f5ea2f624a4] [bt] (5) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(+0x4a22a8) [0x7f5ea30682a8] [bt] (6) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(+0x4b05c6) [0x7f5ea30765c6] [bt] (7) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(mxnet::exec::GraphExecutor::InitArguments(nnvm::IndexedGraph const&, std::vector<mxnet::TShape, std::allocator > const&, std::vector<int, std::allocator > const&, std::vector<int, std::allocator > const&, std::vector<mxnet::Context, std::allocator > const&, std::vector<mxnet::Context, std::allocator > const&, std::vector<mxnet::Context, std::allocator > const&, std::vector<mxnet::OpReqType, std::allocator > const&, std::unordered_set<std::cxx11::basic_string<char, std::char_traits, std::allocator >, std::hash<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::equal_to<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::cxx11::basic_string<char, std::char_traits, std::allocator > > > const&, mxnet::Executor const, std::unordered_map<std::cxx11::basic_string<char, std::char_traits, std::allocator >, mxnet::NDArray, std::hash<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::equal_to<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::pair<std::cxx11::basic_string<char, std::char_traits, std::allocator > const, mxnet::NDArray> > >, std::vector<mxnet::NDArray, std::allocator >, std::vector<mxnet::NDArray, std::allocator >, std::vector<mxnet::NDArray, std::allocator >)+0xcf6) [0x7f5ea307eba6] [bt] (8) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(mxnet::exec::GraphExecutor::Init(nnvm::Symbol, mxnet::Context const&, std::map<std::cxx11::basic_string<char, std::char_traits, std::allocator >, mxnet::Context, std::less<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::pair<std::cxx11::basic_string<char, std::char_traits, std::allocator > const, mxnet::Context> > > const&, std::vector<mxnet::Context, std::allocator > const&, std::vector<mxnet::Context, std::allocator > const&, std::vector<mxnet::Context, std::allocator > const&, std::unordered_map<std::cxx11::basic_string<char, std::char_traits, std::allocator >, mxnet::TShape, std::hash<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::equal_to<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::pair<std::cxx11::basic_string<char, std::char_traits, std::allocator > const, mxnet::TShape> > > const&, std::unordered_map<std::cxx11::basic_string<char, std::char_traits, std::allocator >, int, std::hash<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::equal_to<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::pair<std::cxx11::basic_string<char, std::char_traits, std::allocator > const, int> > > const&, std::unordered_map<std::cxx11::basic_string<char, std::char_traits, std::allocator >, int, std::hash<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::equal_to<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::pair<std::cxx11::basic_string<char, std::char_traits, std::allocator > const, int> > > const&, std::vector<mxnet::OpReqType, std::allocator > const&, std::unordered_set<std::cxx11::basic_string<char, std::char_traits, std::allocator >, std::hash<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::equal_to<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::cxx11::basic_string<char, std::char_traits, std::allocator > > > const&, std::vector<mxnet::NDArray, std::allocator >, std::vector<mxnet::NDArray, std::allocator >, std::vector<mxnet::NDArray, std::allocator >*, std::unordered_map<std::cxx11::basic_string<char, std::char_traits, std::allocator >, mxnet::NDArray, std::hash<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::equal_to<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits, std::allocator > const, mxnet::NDArray> > >, mxnet::Executor, std::unordered_map<nnvm::NodeEntry, mxnet::NDArray, nnvm::NodeEntryHash, nnvm::NodeEntryEqual, std::allocator<std::pair<nnvm::NodeEntry const, mxnet::NDArray> > > const&)+0x652) [0x7f5ea3086322]

During handling of the above exception, another exception occurred: Traceback (most recent call last): File "evaluation_on_widerface.py", line 24, in num_output_scales=cfg.param_num_output_scales) File "/media/danush/b17c9432-d479-4633-aa80-3c70cb68a206/danush/Documents/lffd_conda/face_detection/accuracy_evaluation/predict.py", line 102, in init self.load_model() File "/media/danush/b17c9432-d479-4633-aa80-3c70cb68a206/danush/Documents/lffd_conda/face_detection/accuracy_evaluation/predict.py", line 122, in load_model for_training=False) File "/home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/module/module.py", line 429, in bind state_names=self._state_names) File "/home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/module/executor_group.py", line 279, in init self.bind_exec(data_shapes, label_shapes, shared_group) File "/home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/module/executor_group.py", line 375, in bind_exec shared_group)) File "/home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/module/executor_group.py", line 662, in _bind_ith_exec shared_buffer=shared_data_arrays, *input_shapes) File "/home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/symbol/symbol.py", line 1629, in simple_bind raise RuntimeError(error_msg) RuntimeError: simple_bind error. Arguments: data: (1, 3, 480, 640) [22:08:43] /tmp/build/80754af9/libmxnet_1564766659613/work/src/storage/storage.cc:119: Compile with USE_CUDA=1 to enable GPU usage Stack trace: [bt] (0) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(+0x38e1c4) [0x7f5ea2f541c4] [bt] (1) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(+0x26a3727) [0x7f5ea5269727] [bt] (2) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(+0x26a664e) [0x7f5ea526c64e] [bt] (3) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(mxnet::StorageImpl::Alloc(mxnet::Storage::Handle)+0x51) [0x7f5ea526edb1] [bt] (4) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(+0x39c4a4) [0x7f5ea2f624a4] [bt] (5) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(+0x4a22a8) [0x7f5ea30682a8] [bt] (6) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(+0x4b05c6) [0x7f5ea30765c6] [bt] (7) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(mxnet::exec::GraphExecutor::InitArguments(nnvm::IndexedGraph const&, std::vector<mxnet::TShape, std::allocator > const&, std::vector<int, std::allocator > const&, std::vector<int, std::allocator > const&, std::vector<mxnet::Context, std::allocator > const&, std::vector<mxnet::Context, std::allocator > const&, std::vector<mxnet::Context, std::allocator > const&, std::vector<mxnet::OpReqType, std::allocator > const&, std::unordered_set<std::cxx11::basic_string<char, std::char_traits, std::allocator >, std::hash<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::equal_to<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::cxx11::basic_string<char, std::char_traits, std::allocator > > > const&, mxnet::Executor const, std::unordered_map<std::cxx11::basic_string<char, std::char_traits, std::allocator >, mxnet::NDArray, std::hash<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::equal_to<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::pair<std::cxx11::basic_string<char, std::char_traits, std::allocator > const, mxnet::NDArray> > >, std::vector<mxnet::NDArray, std::allocator >, std::vector<mxnet::NDArray, std::allocator >, std::vector<mxnet::NDArray, std::allocator >)+0xcf6) [0x7f5ea307eba6] [bt] (8) /home/danush/anaconda3/envs/lffd/lib/python3.6/site-packages/mxnet/libmxnet.so(mxnet::exec::GraphExecutor::Init(nnvm::Symbol, mxnet::Context const&, std::map<std::cxx11::basic_string<char, std::char_traits, std::allocator >, mxnet::Context, std::less<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::pair<std::cxx11::basic_string<char, std::char_traits, std::allocator > const, mxnet::Context> > > const&, std::vector<mxnet::Context, std::allocator > const&, std::vector<mxnet::Context, std::allocator > const&, std::vector<mxnet::Context, std::allocator > const&, std::unordered_map<std::cxx11::basic_string<char, std::char_traits, std::allocator >, mxnet::TShape, std::hash<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::equal_to<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::pair<std::cxx11::basic_string<char, std::char_traits, std::allocator > const, mxnet::TShape> > > const&, std::unordered_map<std::cxx11::basic_string<char, std::char_traits, std::allocator >, int, std::hash<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::equal_to<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::pair<std::cxx11::basic_string<char, std::char_traits, std::allocator > const, int> > > const&, std::unordered_map<std::cxx11::basic_string<char, std::char_traits, std::allocator >, int, std::hash<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::equal_to<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::pair<std::cxx11::basic_string<char, std::char_traits, std::allocator > const, int> > > const&, std::vector<mxnet::OpReqType, std::allocator > const&, std::unordered_set<std::cxx11::basic_string<char, std::char_traits, std::allocator >, std::hash<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::equal_to<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::__cxx11::basic_string<char, std::char_traits, std::allocator > > > const&, std::vector<mxnet::NDArray, std::allocator >, std::vector<mxnet::NDArray, std::allocator >, std::vector<mxnet::NDArray, std::allocator >, std::unordered_map<std::cxx11::basic_string<char, std::char_traits, std::allocator >, mxnet::NDArray, std::hash<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::equal_to<std::cxx11::basic_string<char, std::char_traits, std::allocator > >, std::allocator<std::pair<std::cxx11::basic_string<char, std::char_traits, std::allocator > const, mxnet::NDArray> > >, mxnet::Executor, std::unordered_map<nnvm::NodeEntry, mxnet::NDArray, nnvm::NodeEntryHash, nnvm::NodeEntryEqual, std::allocator<std::pair<nnvm::NodeEntry const, mxnet::NDArray> > > const&)+0x652) [0x7f5ea3086322]

Please let me know what can I do, or if you need any other information.