Open chrisblais opened 7 years ago
ERROR::CUBLAS_STATUS_NOT_INITIALIZED (1) in src/infomax.cu at line 677 ERROR::UNKNOWN (1) in src/infomax.cu at line 677
Any idea on what could be causing this issue? I compiled using ./configure --with-cuda-arch=61
./configure --with-cuda-arch=61
g1@g1-Precision-Tower-7910:/R/EEG3/CurryData/TrustTask$ nvidia-smi Tue May 23 16:37:00 2017 +-----------------------------------------------------------------------------+ | NVIDIA-SMI 381.22 Driver Version: 381.22 | |-------------------------------+----------------------+----------------------+ | GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC | | Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. | |===============================+======================+======================| | 0 TITAN Xp Off | 0000:03:00.0 On | N/A | | 23% 33C P8 11W / 250W | 723MiB / 12187MiB | 2% Default | +-------------------------------+----------------------+----------------------+ +-----------------------------------------------------------------------------+ | Processes: GPU Memory | | GPU PID Type Process name Usage | |=============================================================================| | 0 1515 G /usr/lib/xorg/Xorg 575MiB | | 0 1920 G compiz 115MiB | | 0 3274 G unity-control-center 3MiB | | 0 8469 G /usr/local/MATLAB/R2016b/bin/glnxa64/MATLAB 26MiB | +-----------------------------------------------------------------------------+
root@gbrewer1-Precision-Tower-7910:/home/g1/Downloads/cudaica-master# /usr/local/cuda/bin/nvcc --version nvcc: NVIDIA (R) Cuda compiler driver Copyright (c) 2005-2016 NVIDIA Corporation Built on Tue_Jan_10_13:22:03_CST_2017 Cuda compilation tools, release 8.0, V8.0.61
root@g1-Precision-Tower-7910:/home/g1/Downloads/cudaica-master# make clean && make && make install test -z "cudaica" || rm -f cudaica rm -f *.o rm -f src/*.o /usr/local/cuda/bin/nvcc -O -gencode=arch=compute_61,code=sm_61 -DGITHASH=-1 -m64 -DCUDA_VERSION=8 -Iinclude/ -Ilib/include -c -o src/whitening.o src/whitening.cu /usr/local/cuda/bin/nvcc -O -gencode=arch=compute_61,code=sm_61 -DGITHASH=-1 -m64 -DCUDA_VERSION=8 -Iinclude/ -Ilib/include -c -o src/device.o src/device.cu /usr/local/cuda/bin/nvcc -O -gencode=arch=compute_61,code=sm_61 -DGITHASH=-1 -m64 -DCUDA_VERSION=8 -Iinclude/ -Ilib/include -c -o src/loader.o src/loader.cu /usr/local/cuda/bin/nvcc -O -gencode=arch=compute_61,code=sm_61 -DGITHASH=-1 -m64 -DCUDA_VERSION=8 -Iinclude/ -Ilib/include -c -o src/config.o src/config.cu /usr/local/cuda/bin/nvcc -O -gencode=arch=compute_61,code=sm_61 -DGITHASH=-1 -m64 -DCUDA_VERSION=8 -Iinclude/ -Ilib/include -c -o src/centering.o src/centering.cu /usr/local/cuda/bin/nvcc -O -gencode=arch=compute_61,code=sm_61 -DGITHASH=-1 -m64 -DCUDA_VERSION=8 -Iinclude/ -Ilib/include -c -o src/error.o src/error.cu /usr/local/cuda/bin/nvcc -O -gencode=arch=compute_61,code=sm_61 -DGITHASH=-1 -m64 -DCUDA_VERSION=8 -Iinclude/ -Ilib/include -c -o src/common.o src/common.cu /usr/local/cuda/bin/nvcc -O -gencode=arch=compute_61,code=sm_61 -DGITHASH=-1 -m64 -DCUDA_VERSION=8 -Iinclude/ -Ilib/include -c -o src/infomax.o src/infomax.cu /usr/local/cuda/bin/nvcc -O -gencode=arch=compute_61,code=sm_61 -DGITHASH=-1 -m64 -DCUDA_VERSION=8 -Iinclude/ -Ilib/include -c -o src/postprocess.o src/postprocess.cu /usr/local/cuda/bin/nvcc -O -gencode=arch=compute_61,code=sm_61 -DGITHASH=-1 -m64 -DCUDA_VERSION=8 -Iinclude/ -Ilib/include -llapack -lblas -L/usr/lib/gcc/x86_64-linux-gnu/5 -L/usr/lib/gcc/x86_64-linux-gnu/5/../../../x86_64-linux-gnu -L/usr/lib/gcc/x86_64-linux-gnu/5/../../../../lib -L/lib/x86_64-linux-gnu -L/lib/../lib -L/usr/lib/x86_64-linux-gnu -L/usr/lib/../lib -L/usr/lib/gcc/x86_64-linux-gnu/5/../../.. -lgfortran -lm -lquadmath -L/usr/local/cuda/lib64 -lcudart -lcublas -o cudaica cudaica.c src/whitening.o src/device.o src/loader.o src/config.o src/centering.o src/error.o src/common.o src/infomax.o src/postprocess.o lib/r250/libr250_64.a make[1]: Entering directory '/home/g1/Downloads/cudaica-master' /bin/mkdir -p '/usr/local/bin' /usr/bin/install -c cudaica '/usr/local/bin' make[1]: Nothing to be done for 'install-data-am'. make[1]: Leaving directory '/home/g1/Downloads/cudaica-master'
g1@g1-Precision-Tower-7910:/R/EEG3/CurryData/TrustTask$ cudaica -f cudaica.sc Starting CUDAICA v-1 with floating point numbers size = 8 bytes ===================== List of cuda devices: ===================== Device: 0 CUDA Device capabilities: Name: TITAN Xp Global Mem: 12779585536 Mem: 12779585536 Mem per Block: 49152 Regs per Block: 65536 Warp size: 32 Mem pitch: 2147483647 Max Threads per Block: 1024 Max Threads Dim: 1024 x 1024 x 64 Max Grid Size: 2147483647 x 65535 x 65535 Total Const Mem: 65536 Major: 6 Minor: 1 Clock Rate: 1582000 Texture Alignment: 512 Device Overlap: 1 Multiprocessor Count: 30 Kernel Timeout Enabled: 1 Integrated: 0 Can Map host mem: 1 Compute mode: 0 Concurrent kernels: 1 ECC Enabled: 0 PCI Bus ID: 3 PCI Device ID: 0 TCC Driver: 0 Selecting device 0 Success! Max linear free mem = 11834214400 bytes (aprox 11556850 samples, 128 channels) ===================== ==================================== Opening config file ==================================== ==================================== Configuration datafile = /R/EEG3/CurryData/TrustTask/cudaica.fdt nchannels = 30 nsamples = 591075 weightsoutfile = /R/EEG3/CurryData/TrustTask/cudaica.wts sphereoutfile = /R/EEG3/CurryData/TrustTask/cudaica.sph sphering = on biasing = on extblocks = 1 pca = 0 weightsinfile = (null) lrate = 0.0010000000000000 block = 0 nochange = 0.0000001000000000 maxsteps = 512 posact = off annealstep = 0.9800000000000000 annealdeg = 60.0000000000000000 momentum = 0.0000000000000000 nsub = 1 pdfsize = 6000 urextblocks = 1 signsbias = 0.0200000000000000 extended = on verbose = 0 seed = 1495582209 activationsfile = (null) biasfile = (null) signfile = (null) ==================================== ==================================== Pre processing ==================================== Loading dataset...Done! Centering dataset...Done! Whitening dataset...Done! ==================================== Dataset info Channels: 30 Samples: 591075 Elements: 17732250 Device pointer: 0x1020e400000 Pitch: 512 Data: 0x7f7cf3511010 Sphere pointer: 0x10220600000 Sphere Pitch: 512 Weights pointer: (nil) Weights Pitch: 0 ==================================== Elapsed Pre Processing time: 545999 tics = 0 h 0 m 1 s ==================================== ==================================== Starting Infomax ==================================== ERROR::CUBLAS_STATUS_NOT_INITIALIZED (1) in src/infomax.cu at line 677 ERROR::UNKNOWN (1) in src/infomax.cu at line 677
Any idea on what could be causing this issue? I compiled using
./configure --with-cuda-arch=61