when ocr on small snipet, it raised RuntimeError: CUDA error: an illegal memory access was encountered
How it it called:
cropped_image = resized_image.crop(box) meta = ocr_engine.extract([cropped_image], PSMode.SPARSE, CoordinateFormat.XYWH)
File "/home/rngem/environment/marie-ai/lib/python3.10/site-packages/streamlit/runtime/scriptrunner/script_runner.py", line 535, in _run_script
exec(code, module.dict)
File "/home/rngem/Desktop/rms/marie-ai/workspaces/template-matching/ui.py", line 332, in
main()
File "/home/rngem/Desktop/rms/marie-ai/workspaces/template-matching/ui.py", line 301, in main
meta = ocr_engine.extract([cropped_image], PSMode.SPARSE, CoordinateFormat.XYWH)
File "/home/rngem/Desktop/rms/marie-ai/marie/ocr/default_ocr_engine.py", line 98, in extract
raise error
File "/home/rngem/Desktop/rms/marie-ai/marie/ocr/default_ocr_engine.py", line 86, in extract
return self.process_single(
File "/home/rngem/Desktop/rms/marie-ai/marie/ocr/ocr_engine.py", line 152, in process_single
raise error
File "/home/rngem/Desktop/rms/marie-ai/marie/ocr/ocr_engine.py", line 128, in process_single
results = self.process_extract_fullpage(
File "/home/rngem/Desktop/rms/marie-ai/marie/ocr/ocr_engine.py", line 223, in __process_extract_fullpage
raise ex
File "/home/rngem/Desktop/rms/marie-ai/marie/ocr/ocr_engine.py", line 194, in process_extract_fullpage
) = box_processor.extract_bounding_boxes(
File "/home/rngem/environment/marie-ai/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context
return func(*args, **kwargs)
File "/home/rngem/Desktop/rms/marie-ai/marie/boxes/dit/ulim_dit_box_processor.py", line 814, in extract_bounding_boxes
raise ex
File "/home/rngem/Desktop/rms/marie-ai/marie/boxes/dit/ulim_dit_box_processor.py", line 695, in extract_bounding_boxes
bboxes, polys, scores, lines_bboxes, classes = self.psm_sparse(
File "/home/rngem/Desktop/rms/marie-ai/marie/boxes/dit/ulim_dit_box_processor.py", line 643, in psm_sparse
torch_gc()
File "/home/rngem/Desktop/rms/marie-ai/marie/models/utils.py", line 106, in torch_gc
torch.cuda.empty_cache()
File "/home/rngem/environment/marie-ai/lib/python3.10/site-packages/torch/cuda/memory.py", line 159, in empty_cache
torch._C._cuda_emptyCache()
RuntimeError: CUDA error: an illegal memory access was encountered
CUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.
For debugging consider passing CUDA_LAUNCH_BLOCKING=1.
Compile with TORCH_USE_CUDA_DSA to enable device-side assertions.
Describe the bug
when ocr on small snipet, it raised RuntimeError: CUDA error: an illegal memory access was encountered
How it it called:
cropped_image = resized_image.crop(box)
meta = ocr_engine.extract([cropped_image], PSMode.SPARSE, CoordinateFormat.XYWH)
File "/home/rngem/environment/marie-ai/lib/python3.10/site-packages/streamlit/runtime/scriptrunner/script_runner.py", line 535, in _run_script exec(code, module.dict) File "/home/rngem/Desktop/rms/marie-ai/workspaces/template-matching/ui.py", line 332, in
main()
File "/home/rngem/Desktop/rms/marie-ai/workspaces/template-matching/ui.py", line 301, in main
meta = ocr_engine.extract([cropped_image], PSMode.SPARSE, CoordinateFormat.XYWH)
File "/home/rngem/Desktop/rms/marie-ai/marie/ocr/default_ocr_engine.py", line 98, in extract
raise error
File "/home/rngem/Desktop/rms/marie-ai/marie/ocr/default_ocr_engine.py", line 86, in extract
return self.process_single(
File "/home/rngem/Desktop/rms/marie-ai/marie/ocr/ocr_engine.py", line 152, in process_single
raise error
File "/home/rngem/Desktop/rms/marie-ai/marie/ocr/ocr_engine.py", line 128, in process_single
results = self.process_extract_fullpage(
File "/home/rngem/Desktop/rms/marie-ai/marie/ocr/ocr_engine.py", line 223, in __process_extract_fullpage
raise ex
File "/home/rngem/Desktop/rms/marie-ai/marie/ocr/ocr_engine.py", line 194, in process_extract_fullpage
) = box_processor.extract_bounding_boxes(
File "/home/rngem/environment/marie-ai/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context
return func(*args, **kwargs)
File "/home/rngem/Desktop/rms/marie-ai/marie/boxes/dit/ulim_dit_box_processor.py", line 814, in extract_bounding_boxes
raise ex
File "/home/rngem/Desktop/rms/marie-ai/marie/boxes/dit/ulim_dit_box_processor.py", line 695, in extract_bounding_boxes
bboxes, polys, scores, lines_bboxes, classes = self.psm_sparse(
File "/home/rngem/Desktop/rms/marie-ai/marie/boxes/dit/ulim_dit_box_processor.py", line 643, in psm_sparse
torch_gc()
File "/home/rngem/Desktop/rms/marie-ai/marie/models/utils.py", line 106, in torch_gc
torch.cuda.empty_cache()
File "/home/rngem/environment/marie-ai/lib/python3.10/site-packages/torch/cuda/memory.py", line 159, in empty_cache
torch._C._cuda_emptyCache()
RuntimeError: CUDA error: an illegal memory access was encountered
CUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.
For debugging consider passing CUDA_LAUNCH_BLOCKING=1.
Compile with
TORCH_USE_CUDA_DSA
to enable device-side assertions.