search

QwenLM / Qwen2.5-Coder

Qwen2.5-Coder is the code version of Qwen2.5, the large language model series developed by Qwen team, Alibaba Cloud.
3.1k stars 210 forks source link

How to solve the error of model sft? #128

Closed chenqi-205 closed 1 month ago

chenqi-205 commented 1 month ago

[1/3] c++ -MMD -MF cpu_adam_impl.o.d -DTORCH_EXTENSION_NAME=cpu_adam -DTORCH_API_INCLUDE_EXTENSION_H -DPYBIND11_COMPILER_TYPE=\"_gcc\" -DPYBIND11_STDLIB=\"_libstdcpp\" -DPYBIND11_BUILD_ABI=\"_cxxabi1011\" -I/root/anaconda3/envs/coder251011/lib/python3.9/site-packages/deepspeed/ops/csrc/includes -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/api/include -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/TH -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/THC -isystem /root/anaconda3/envs/coder251011/include/python3.9 -D_GLIBCXX_USE_CXX11_ABI=0 -fPIC -std=c++17 -O3 -std=c++17 -g -Wno-reorder -L/usr/local/cuda-12.1/lib64 -lcudart -lcublas -g -march=native -fopenmp -DAVX512 -DENABLE_CUDA -DBF16_AVAILABLE -c /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/deepspeed/ops/csrc/adam/cpu_adam_impl.cpp -o cpu_adam_impl.o FAILED: cpu_adam_impl.o c++ -MMD -MF cpu_adam_impl.o.d -DTORCH_EXTENSION_NAME=cpu_adam -DTORCH_API_INCLUDE_EXTENSION_H -DPYBIND11_COMPILER_TYPE=\"_gcc\" -DPYBIND11_STDLIB=\"_libstdcpp\" -DPYBIND11_BUILD_ABI=\"_cxxabi1011\" -I/root/anaconda3/envs/coder251011/lib/python3.9/site-packages/deepspeed/ops/csrc/includes -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/api/include -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/TH -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/THC -isystem /root/anaconda3/envs/coder251011/include/python3.9 -D_GLIBCXX_USE_CXX11_ABI=0 -fPIC -std=c++17 -O3 -std=c++17 -g -Wno-reorder -L/usr/local/cuda-12.1/lib64 -lcudart -lcublas -g -march=native -fopenmp -DAVX512 -DENABLE_CUDA -DBF16_AVAILABLE -c /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/deepspeed/ops/csrc/adam/cpu_adam_impl.cpp -o cpu_adam_impl.o In file included from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/ATen/core/TensorBase.h:14:0, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/ATen/core/TensorBody.h:38, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/ATen/core/Tensor.h:3, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/ATen/Tensor.h:3, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/autograd/function_hook.h:3, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/autograd/cpp_hook.h:2, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/autograd/variable.h:6, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/autograd/autograd.h:3, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/api/include/torch/autograd.h:3, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/api/include/torch/all.h:7, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/extension.h:5, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/deepspeed/ops/csrc/adam/cpu_adam_impl.cpp:6: /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/c10/util/C++17.h:13:2: error: #error "You're trying to build PyTorch with a too old version of GCC. We need GCC 9 or later."

error \

^~~~~ [2/3] c++ -MMD -MF cpu_adam.o.d -DTORCH_EXTENSION_NAME=cpu_adam -DTORCH_API_INCLUDE_EXTENSION_H -DPYBIND11_COMPILER_TYPE=\"_gcc\" -DPYBIND11_STDLIB=\"_libstdcpp\" -DPYBIND11_BUILD_ABI=\"_cxxabi1011\" -I/root/anaconda3/envs/coder251011/lib/python3.9/site-packages/deepspeed/ops/csrc/includes -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/api/include -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/TH -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/THC -isystem /root/anaconda3/envs/coder251011/include/python3.9 -D_GLIBCXX_USE_CXX11_ABI=0 -fPIC -std=c++17 -O3 -std=c++17 -g -Wno-reorder -L/usr/local/cuda-12.1/lib64 -lcudart -lcublas -g -march=native -fopenmp -DAVX512 -DENABLE_CUDA -DBF16_AVAILABLE -c /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/deepspeed/ops/csrc/adam/cpu_adam.cpp -o cpu_adam.o FAILED: cpu_adam.o c++ -MMD -MF cpu_adam.o.d -DTORCH_EXTENSION_NAME=cpu_adam -DTORCH_API_INCLUDE_EXTENSION_H -DPYBIND11_COMPILER_TYPE=\"_gcc\" -DPYBIND11_STDLIB=\"_libstdcpp\" -DPYBIND11_BUILD_ABI=\"_cxxabi1011\" -I/root/anaconda3/envs/coder251011/lib/python3.9/site-packages/deepspeed/ops/csrc/includes -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/api/include -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/TH -isystem /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/THC -isystem /root/anaconda3/envs/coder251011/include/python3.9 -D_GLIBCXX_USE_CXX11_ABI=0 -fPIC -std=c++17 -O3 -std=c++17 -g -Wno-reorder -L/usr/local/cuda-12.1/lib64 -lcudart -lcublas -g -march=native -fopenmp -DAVX512 -DENABLE_CUDA -DBF16_AVAILABLE -c /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/deepspeed/ops/csrc/adam/cpu_adam.cpp -o cpu_adam.o In file included from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/ATen/core/TensorBase.h:14:0, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/ATen/core/TensorBody.h:38, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/ATen/core/Tensor.h:3, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/ATen/Tensor.h:3, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/autograd/function_hook.h:3, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/autograd/cpp_hook.h:2, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/autograd/variable.h:6, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/autograd/autograd.h:3, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/api/include/torch/autograd.h:3, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/csrc/api/include/torch/all.h:7, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/torch/extension.h:5, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/deepspeed/ops/csrc/includes/cpu_adam.h:12, from /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/deepspeed/ops/csrc/adam/cpu_adam.cpp:6: /root/anaconda3/envs/coder251011/lib/python3.9/site-packages/torch/include/c10/util/C++17.h:13:2: error: #error "You're trying to build PyTorch with a too old version of GCC. We need GCC 9 or later."

error \

^~~~~ ninja: build stopped: subcommand failed.

cyente commented 1 month ago

seems that you should update your GCC to higher version

cyente commented 1 month ago

this issue will be temporarily closed.