Open alihaydaroglu opened 4 months ago
reported by @bellafard
runcell('[4]', '/suite3d/Demo.py') Job directory /media/ssd1/runs/s3d-demo already exists Loading job directory for demo in /media/ssd1/runs Loading dirs Loading default params Updated main params file runcell('[5]', '/suite3d/Demo.py') Saved a copy of params at /media/ssd1/runs/s3d-demo/summary Updated main params file Launching initial pass Saving summary to /media/ssd1/runs/s3d-demo/summary/summary.npy Loading init tifs with 29 channels Loaded 1 files, total 2.28 GB Loaded movie with 100 frames and shape 17, 1000, 720 Subtracting with estimated coefficient 0.385 Using 3d registration Computing plane alignment shifts Applying plane alignment shifts Launching 3D GPU reference image calculation Launched Traceback (most recent call last): File "/suite3d/Demo.py", line 93, in <module> job.run_init_pass() File "/suite3d/suite3d/job.py", line 371, in run_init_pass init_pass.run_init_pass(self) File "/suite3d/suite3d/init_pass.py", line 199, in run_init_pass ref.compute_reference_and_masks_3d(mov_fuse, reference_params, log_cb = job.log , use_GPU = params.get('use_GPU_registration', True)) File "/suite3d/suite3d/reference_image.py", line 1068, in compute_reference_and_masks_3d get_reference_img_gpu_3d(mov_cpu, percent_contribute, niter, xpad, ypad, rmins = rmins, rmaxs = rmaxs, batch_size = batch_size, pc_size = pc_size, sigma = sigma, log_cb=log_cb) File "/suite3d/suite3d/reference_image.py", line 1156, in get_reference_img_gpu_3d phase_corr_shifted, int_shift, pc_peak_loc, subpix_shift, __ = reg_3d.rigid_3d_ref_gpu(mov_cropped, mult_mask, add_mask, refs_f, pc_size, batch_size = batch_size, rmins = None, rmaxs = None, crosstalk_coeff = None) File "/suite3d/suite3d/reg_3d.py", line 483, in rigid_3d_ref_gpu mempool.free_all_blocks() File "cupy/cuda/memory.pyx", line 1449, in cupy.cuda.memory.MemoryPool.free_all_blocks File "cupy/cuda/memory.pyx", line 1462, in cupy.cuda.memory.MemoryPool.free_all_blocks File "cupy/cuda/device.pyx", line 47, in cupy.cuda.device.get_device_id File "cupy_backends/cuda/api/runtime.pyx", line 179, in cupy_backends.cuda.api.runtime.getDevice File "cupy_backends/cuda/api/runtime.pyx", line 144, in cupy_backends.cuda.api.runtime.check_status CUDARuntimeError: cudaErrorCompatNotSupportedOnDevice: forward compatibility was attempted on non supported HW
reported by @bellafard