According to NVIDIA README Documentation , I created the image and started the container, but the following error occurs in the container：
root@mlperf-inference-x86_64:/work# CUDA_VISIBLE_DEVICES=0 make run RUN_ARGS="--benchmarks=ssd-resnet34 --scenarios=server --test_mode=PerformanceOnly"
make[1]: Entering directory '/work'
[2022-01-22 15:51:41,568 init.py:185 INFO] Running command: CUDA_VISIBLE_ORDER=PCI_BUS_ID nvidia-smi --query-gpu=gpu_name,pci.device_id,uuid --format=csv
[2022-01-22 15:51:43,563 main.py:760 INFO] Detected System ID: GeForceRTX3090x1
[2022-01-22 15:51:44,072 main.py:108 INFO] Building engines for ssd-resnet34 benchmark in Server scenario...
[2022-01-22 15:51:44,074 main.py:128 INFO] Building GPU engine for GeForceRTX3090x1_ssd-resnet34_Server
RuntimeError: module compiled against API version 0xf but this version of numpy is 0xd
Process Process-1:
Traceback (most recent call last):
File "/usr/lib/python3.8/multiprocessing/process.py", line 315, in _bootstrap
self.run()
File "/usr/lib/python3.8/multiprocessing/process.py", line 108, in run
self._target(*self._args, self._kwargs)
File "/work/code/main.py", line 129, in handle_generate_engine
b = get_benchmark(config)
File "/work/code/init.py", line 80, in get_benchmark
cls = get_cls(G_BENCHMARK_CLASS_MAP[benchmark])
File "/work/code/init.py", line 63, in get_cls
return getattr(import_module(module_loc.module_path), module_loc.cls_name)
File "/usr/lib/python3.8/importlib/init.py", line 127, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "", line 1014, in _gcd_import
File "", line 991, in _find_and_load
File "", line 975, in _find_and_load_unlocked
File "", line 671, in _load_unlocked
File "", line 848, in exec_module
File "", line 219, in _call_with_frames_removed
File "/work/code/ssd-resnet34/tensorrt/SSDResNet34.py", line 37, in
SSDResNet34EntropyCalibrator = import_module("code.ssd-resnet34.tensorrt.calibrator").SSDResNet34EntropyCalibrator
File "/usr/lib/python3.8/importlib/init.py", line 127, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "", line 1014, in _gcd_import
File "", line 991, in _find_and_load
File "", line 975, in _find_and_load_unlocked
File "", line 671, in _load_unlocked
File "", line 848, in exec_module
File "", line 219, in _call_with_frames_removed
File "/work/code/ssd-resnet34/tensorrt/calibrator.py", line 16, in
import pycuda.driver as cuda
File "/usr/local/lib/python3.8/dist-packages/pycuda/driver.py", line 65, in
from pycuda._driver import # noqa
SystemError: initialization of _driver raised unreported exception
Traceback (most recent call last):
File "code/main.py", line 763, in
main(main_args, system)
File "code/main.py", line 736, in main
dispatch_action(main_args, config_dict, workload_id, equiv_engine_setting=equiv_engine_setting)
File "code/main.py", line 556, in dispatch_action
launch_handle_generate_engine(_gen_args, _gen_kwargs)
File "code/main.py", line 92, in launch_handle_generate_engine
raise RuntimeError("Building engines failed!")
RuntimeError: Building engines failed!
make[1]: [Makefile:619: generate_engines] Error 1
make[1]: Leaving directory '/work'
make: [Makefile:613: run] Error 2
But the version of the numpy is as same as requirements
According to NVIDIA README Documentation , I created the image and started the container, but the following error occurs in the container：
root@mlperf-inference-x86_64:/work# CUDA_VISIBLE_DEVICES=0 make run RUN_ARGS="--benchmarks=ssd-resnet34 --scenarios=server --test_mode=PerformanceOnly" make[1]: Entering directory '/work' [2022-01-22 15:51:41,568 init.py:185 INFO] Running command: CUDA_VISIBLE_ORDER=PCI_BUS_ID nvidia-smi --query-gpu=gpu_name,pci.device_id,uuid --format=csv [2022-01-22 15:51:43,563 main.py:760 INFO] Detected System ID: GeForceRTX3090x1 [2022-01-22 15:51:44,072 main.py:108 INFO] Building engines for ssd-resnet34 benchmark in Server scenario... [2022-01-22 15:51:44,074 main.py:128 INFO] Building GPU engine for GeForceRTX3090x1_ssd-resnet34_Server RuntimeError: module compiled against API version 0xf but this version of numpy is 0xd Process Process-1: Traceback (most recent call last): File "/usr/lib/python3.8/multiprocessing/process.py", line 315, in _bootstrap self.run() File "/usr/lib/python3.8/multiprocessing/process.py", line 108, in run self._target(*self._args, self._kwargs) File "/work/code/main.py", line 129, in handle_generate_engine b = get_benchmark(config) File "/work/code/init.py", line 80, in get_benchmark cls = get_cls(G_BENCHMARK_CLASS_MAP[benchmark]) File "/work/code/init.py", line 63, in get_cls return getattr(import_module(module_loc.module_path), module_loc.cls_name) File "/usr/lib/python3.8/importlib/init.py", line 127, in import_module return _bootstrap._gcd_import(name[level:], package, level) File "", line 1014, in _gcd_import
File "", line 991, in _find_and_load
File "", line 975, in _find_and_load_unlocked
File "", line 671, in _load_unlocked
File "", line 848, in exec_module
File "", line 219, in _call_with_frames_removed
File "/work/code/ssd-resnet34/tensorrt/SSDResNet34.py", line 37, in
SSDResNet34EntropyCalibrator = import_module("code.ssd-resnet34.tensorrt.calibrator").SSDResNet34EntropyCalibrator
File "/usr/lib/python3.8/importlib/init.py", line 127, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "", line 1014, in _gcd_import
File "", line 991, in _find_and_load
File "", line 975, in _find_and_load_unlocked
File "", line 671, in _load_unlocked
File "", line 848, in exec_module
File "", line 219, in _call_with_frames_removed
File "/work/code/ssd-resnet34/tensorrt/calibrator.py", line 16, in
import pycuda.driver as cuda
File "/usr/local/lib/python3.8/dist-packages/pycuda/driver.py", line 65, in
from pycuda._driver import # noqa
SystemError: initialization of _driver raised unreported exception
Traceback (most recent call last):
File "code/main.py", line 763, in
main(main_args, system)
File "code/main.py", line 736, in main
dispatch_action(main_args, config_dict, workload_id, equiv_engine_setting=equiv_engine_setting)
File "code/main.py", line 556, in dispatch_action
launch_handle_generate_engine( _gen_args, _gen_kwargs)
File "code/main.py", line 92, in launch_handle_generate_engine
raise RuntimeError("Building engines failed!")
RuntimeError: Building engines failed!
make[1]: [Makefile:619: generate_engines] Error 1
make[1]: Leaving directory '/work'
make: [Makefile:613: run] Error 2
But the version of the numpy is as same as requirements