I want to use the demo to generate the survey, but it can't work with the error :
RuntimeError: Error in virtual void* faiss::gpu::StandardGpuResourcesImpl::allocMemory(const faiss::gpu::AllocRequest&) at /home/circleci/miniconda/conda-bld/faiss-pkg_1709244513520/work/faiss/gpu/StandardGpuResources.cpp:530: Error: 'err == cudaSuccess' failed: StandardGpuResources: alloc fail type TemporaryMemoryBuffer dev 0 space Device stream 0x7fa577cd95b0 size 1610612736 bytes (cudaMalloc error out of memory [2])
Traceback:
File "/home/guoqi/miniconda3/lib/python3.12/site-packages/streamlit/runtime/scriptrunner/exec_code.py", line 88, in exec_func_with_error_handling
result = func()
^^^^^^
File "/home/guoqi/miniconda3/lib/python3.12/site-packages/streamlit/runtime/scriptrunner/script_runner.py", line 590, in code_to_exec
exec(code, module.dict)
File "/home/guoqi/autosurvey_online/main.py", line 205, in
login()
File "/home/guoqi/autosurvey_online/main.py", line 202, in login
main(st.session_state.get("username"))
File "/home/guoqi/autosurvey_online/main.py", line 123, in main
output = write(topic, 'gpt-4o-mini', 6, 500, 60, True, api_key, api_url, db_path, embedding_model, custom_requirements)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/guoqi/autosurvey_online/main.py", line 27, in write
db = database(db_path=db_path, embedding_model=embedding_model)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/guoqi/autosurvey_online/src/database.py", line 26, in init
self.title_loaded_index = faiss.index_cpu_to_all_gpus(faiss.read_index(f'{db_path}/faiss_paper_title_embeddings.bin'))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/guoqi/miniconda3/lib/python3.12/site-packages/faiss/gpu_wrappers.py", line 39, in index_cpu_to_all_gpus
index_gpu = index_cpu_to_gpus_list(index, co=co, gpus=None, ngpu=ngpu)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/guoqi/miniconda3/lib/python3.12/site-packages/faiss/gpu_wrappers.py", line 53, in index_cpu_to_gpus_list
index_gpu = index_cpu_to_gpu_multiple_py(res, index, co, gpus)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/guoqi/miniconda3/lib/python3.12/site-packages/faiss/gpu_wrappers.py", line 35, in index_cpu_to_gpu_multiple_py
return index_cpu_to_gpu_multiple(vres, vdev, index, co)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/guoqi/miniconda3/lib/python3.12/site-packages/faiss/swigfaiss_avx512.py", line 12802, in index_cpu_to_gpu_multiple
return _swigfaiss_avx512.index_cpu_to_gpu_multiple(provider, devices, index, options)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
I want to use the demo to generate the survey, but it can't work with the error : RuntimeError: Error in virtual void* faiss::gpu::StandardGpuResourcesImpl::allocMemory(const faiss::gpu::AllocRequest&) at /home/circleci/miniconda/conda-bld/faiss-pkg_1709244513520/work/faiss/gpu/StandardGpuResources.cpp:530: Error: 'err == cudaSuccess' failed: StandardGpuResources: alloc fail type TemporaryMemoryBuffer dev 0 space Device stream 0x7fa577cd95b0 size 1610612736 bytes (cudaMalloc error out of memory [2]) Traceback: File "/home/guoqi/miniconda3/lib/python3.12/site-packages/streamlit/runtime/scriptrunner/exec_code.py", line 88, in exec_func_with_error_handling result = func() ^^^^^^ File "/home/guoqi/miniconda3/lib/python3.12/site-packages/streamlit/runtime/scriptrunner/script_runner.py", line 590, in code_to_exec exec(code, module.dict) File "/home/guoqi/autosurvey_online/main.py", line 205, in
login()
File "/home/guoqi/autosurvey_online/main.py", line 202, in login
main(st.session_state.get("username"))
File "/home/guoqi/autosurvey_online/main.py", line 123, in main
output = write(topic, 'gpt-4o-mini', 6, 500, 60, True, api_key, api_url, db_path, embedding_model, custom_requirements)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/guoqi/autosurvey_online/main.py", line 27, in write
db = database(db_path=db_path, embedding_model=embedding_model)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/guoqi/autosurvey_online/src/database.py", line 26, in init
self.title_loaded_index = faiss.index_cpu_to_all_gpus(faiss.read_index(f'{db_path}/faiss_paper_title_embeddings.bin'))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/guoqi/miniconda3/lib/python3.12/site-packages/faiss/gpu_wrappers.py", line 39, in index_cpu_to_all_gpus
index_gpu = index_cpu_to_gpus_list(index, co=co, gpus=None, ngpu=ngpu)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/guoqi/miniconda3/lib/python3.12/site-packages/faiss/gpu_wrappers.py", line 53, in index_cpu_to_gpus_list
index_gpu = index_cpu_to_gpu_multiple_py(res, index, co, gpus)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/guoqi/miniconda3/lib/python3.12/site-packages/faiss/gpu_wrappers.py", line 35, in index_cpu_to_gpu_multiple_py
return index_cpu_to_gpu_multiple(vres, vdev, index, co)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/guoqi/miniconda3/lib/python3.12/site-packages/faiss/swigfaiss_avx512.py", line 12802, in index_cpu_to_gpu_multiple
return _swigfaiss_avx512.index_cpu_to_gpu_multiple(provider, devices, index, options)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^