[PyTorch] Official implementation of CVPR2022 paper "TransFusion: Robust LiDAR-Camera Fusion for 3D Object Detection with Transformers". https://arxiv.org/abs/2203.11496
Apache License 2.0
613
stars
76
forks
source link
RuntimeError: CUDA error: no kernel image is available for execution on the device #107
Error traceback
Traceback (most recent call last):
File "tools/train.py", line 254, in
main()
File "tools/train.py", line 250, in main
meta=meta)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmdet/apis/train.py", line 170, in train_detector
runner.run(data_loaders, cfg.workflow)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmcv/runner/epoch_based_runner.py", line 125, in run
epoch_runner(data_loaders[i], kwargs)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmcv/runner/epoch_based_runner.py", line 50, in train
self.run_iter(data_batch, train_mode=True)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmcv/runner/epoch_based_runner.py", line 30, in run_iter
kwargs)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmcv/parallel/data_parallel.py", line 67, in train_step
return self.module.train_step(inputs[0], kwargs[0])
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmdet/models/detectors/base.py", line 247, in train_step
losses = self(data)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/torch/nn/modules/module.py", line 889, in _call_impl
result = self.forward(input, kwargs)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmcv/runner/fp16_utils.py", line 84, in new_func
return old_func(args, kwargs)
File "/home/shiying/luofan/TransFusion/mmdet3d/models/detectors/base.py", line 58, in forward
return self.forward_train(kwargs)
File "/home/shiying/luofan/TransFusion/mmdet3d/models/detectors/transfusion.py", line 142, in forward_train
gt_bboxes_ignore)
File "/home/shiying/luofan/TransFusion/mmdet3d/models/detectors/transfusion.py", line 179, in forward_pts_train
losses = self.pts_bbox_head.loss(loss_inputs)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmcv/runner/fp16_utils.py", line 164, in new_func
return old_func(*args, *kwargs)
File "/home/shiying/luofan/TransFusion/mmdet3d/models/dense_heads/transfusion_head.py", line 1257, in loss
layer_loss_cls = self.loss_cls(layer_cls_score, layer_labels, layer_label_weights, avg_factor=max(num_pos, 1))
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/torch/nn/modules/module.py", line 889, in _call_impl
result = self.forward(input, kwargs)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmdet/models/losses/focal_loss.py", line 177, in forward
avg_factor=avg_factor)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmdet/models/losses/focal_loss.py", line 86, in sigmoid_focal_loss
'none')
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmcv/ops/focal_loss.py", line 55, in forward
input, target, weight, output, gamma=ctx.gamma, alpha=ctx.alpha)
RuntimeError: CUDA error: no kernel image is available for execution on the device
when I train raise
RuntimeError: CUDA error: no kernel image is available for execution on the device
Environment
Error traceback Traceback (most recent call last): File "tools/train.py", line 254, in
main()
File "tools/train.py", line 250, in main
meta=meta)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmdet/apis/train.py", line 170, in train_detector
runner.run(data_loaders, cfg.workflow)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmcv/runner/epoch_based_runner.py", line 125, in run
epoch_runner(data_loaders[i], kwargs)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmcv/runner/epoch_based_runner.py", line 50, in train
self.run_iter(data_batch, train_mode=True)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmcv/runner/epoch_based_runner.py", line 30, in run_iter
kwargs)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmcv/parallel/data_parallel.py", line 67, in train_step
return self.module.train_step(inputs[0], kwargs[0])
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmdet/models/detectors/base.py", line 247, in train_step
losses = self(data)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/torch/nn/modules/module.py", line 889, in _call_impl
result = self.forward(input, kwargs)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmcv/runner/fp16_utils.py", line 84, in new_func
return old_func(args, kwargs)
File "/home/shiying/luofan/TransFusion/mmdet3d/models/detectors/base.py", line 58, in forward
return self.forward_train(kwargs)
File "/home/shiying/luofan/TransFusion/mmdet3d/models/detectors/transfusion.py", line 142, in forward_train
gt_bboxes_ignore)
File "/home/shiying/luofan/TransFusion/mmdet3d/models/detectors/transfusion.py", line 179, in forward_pts_train
losses = self.pts_bbox_head.loss(loss_inputs)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmcv/runner/fp16_utils.py", line 164, in new_func
return old_func(*args, *kwargs)
File "/home/shiying/luofan/TransFusion/mmdet3d/models/dense_heads/transfusion_head.py", line 1257, in loss
layer_loss_cls = self.loss_cls(layer_cls_score, layer_labels, layer_label_weights, avg_factor=max(num_pos, 1))
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/torch/nn/modules/module.py", line 889, in _call_impl
result = self.forward(input, kwargs)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmdet/models/losses/focal_loss.py", line 177, in forward
avg_factor=avg_factor)
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmdet/models/losses/focal_loss.py", line 86, in sigmoid_focal_loss
'none')
File "/home/shiying/zjx/envs/anaconda3/envs/transfusion/lib/python3.7/site-packages/mmcv/ops/focal_loss.py", line 55, in forward
input, target, weight, output, gamma=ctx.gamma, alpha=ctx.alpha)
RuntimeError: CUDA error: no kernel image is available for execution on the device