jiangjiajun
commented
1 year ago 你好，此问题已复现。 目前改成将后端设为OrtBackend可以先解决崩溃的问题
#include "fastdeploy/vision.h"
#include <unistd.h>
#include <iostream>
#include <thread>
#ifdef WIN32
const char sep = '\\';
#else
const char sep = '/';
#endif
int num_threads = 8;
void InitAndInfer(const std::string& det_model_dir, const std::string& cls_model_dir, const std::string& rec_model_dir, const std::string& rec_label_file, const std::string& image_file, const fastdeploy::RuntimeOption& option, int thread_id) {
auto det_model_file = det_model_dir + sep + "inference.pdmodel";
auto det_params_file = det_model_dir + sep + "inference.pdiparams";
auto cls_model_file = cls_model_dir + sep + "inference.pdmodel";
auto cls_params_file = cls_model_dir + sep + "inference.pdiparams";
auto rec_model_file = rec_model_dir + sep + "inference.pdmodel";
auto rec_params_file = rec_model_dir + sep + "inference.pdiparams";
auto det_option = option;
auto cls_option = option;
auto rec_option = option;
// 增加下面三行代码
det_option.UseOrtBackend();
cls_option.UseOrtBackend();
rec_option.UseOrtBackend();
// The cls and rec model can inference a batch of images now.
// User could initialize the inference batch size and set them after create PPOCR model.
int cls_batch_size = 1;
int rec_batch_size = 6;
// If use TRT backend, the dynamic shape will be set as follow.
// We recommend that users set the length and height of the detection model to a multiple of 32.
det_option.SetTrtInputShape("x", {1, 3, 64,64}, {1, 3, 640, 640},
{1, 3, 960, 960});
cls_option.SetTrtInputShape("x", {1, 3, 48, 10}, {cls_batch_size, 3, 48, 320}, {cls_batch_size, 3, 48, 1024});
rec_option.SetTrtInputShape("x", {1, 3, 32, 10}, {rec_batch_size, 3, 32, 320},
{rec_batch_size, 3, 32, 2304});
// Users could save TRT cache file to disk as follow.
// det_option.SetTrtCacheFile(det_model_dir + sep + "det_trt_cache.trt");
// cls_option.SetTrtCacheFile(cls_model_dir + sep + "cls_trt_cache.trt");
// rec_option.SetTrtCacheFile(rec_model_dir + sep + "rec_trt_cache.trt");
auto det_model = fastdeploy::vision::ocr::DBDetector(det_model_file, det_params_file, det_option);
auto cls_model = fastdeploy::vision::ocr::Classifier(cls_model_file, cls_params_file, cls_option);
auto rec_model = fastdeploy::vision::ocr::Recognizer(rec_model_file, rec_params_file, rec_label_file, rec_option);
assert(det_model.Initialized());
assert(cls_model.Initialized());
assert(rec_model.Initialized());
// The classification model is optional, so the PP-OCR can also be connected in series as follows
// auto ppocr_v2 = fastdeploy::pipeline::PPOCRv2(&det_model, &rec_model);
auto ppocr_v2 = fastdeploy::pipeline::PPOCRv2(&det_model, &cls_model, &rec_model);
// Set inference batch size for cls model and rec model, the value could be -1 and 1 to positive infinity.
// When inference batch size is set to -1, it means that the inference batch size
// of the cls and rec models will be the same as the number of boxes detected by the det model.
ppocr_v2.SetClsBatchSize(cls_batch_size);
ppocr_v2.SetRecBatchSize(rec_batch_size);
if(!ppocr_v2.Initialized()){
std::cerr << "Failed to initialize PP-OCR." << std::endl;
return;
}
while(1) {
std::cout << "--------------------- thread id " << thread_id << " --------------------------------------" << std::endl;
auto im = cv::imread(image_file);
auto im_bak = im.clone();
fastdeploy::vision::OCRResult result;
if (!ppocr_v2.Predict(&im, &result)) {
std::cerr << "Failed to predict." << std::endl;
return;
}
std::cout << result.Str() << std::endl;
//auto vis_im = fastdeploy::vision::VisOcr(im_bak, result);
//cv::imwrite("vis_result.jpg", vis_im);
//std::cout << "Visualized result saved in ./vis_result.jpg" << std::endl;
}
}
int main_system(const std::string& det_model_dir, const std::string& cls_model_dir, const std::string& rec_model_dir, const std::string& rec_label_file, const std::string& image_file, const fastdeploy::RuntimeOption& option) {
for(int i = 0; i < num_threads; i++) {
std::thread t(InitAndInfer, det_model_dir, cls_model_dir, rec_model_dir, rec_label_file, image_file, option, i);
t.detach();
sleep(2);
}
while(1){
sleep(100000);
}
return 0;
}
int main(int argc, char* argv[]) {
if (argc < 7) {
std::cout << "Usage: infer_demo path/to/det_model path/to/cls_model "
"path/to/rec_model path/to/rec_label_file path/to/image "
"run_option, "
"e.g ./infer_demo ./ch_PP-OCRv2_det_infer "
"./ch_ppocr_mobile_v2.0_cls_infer ./ch_PP-OCRv2_rec_infer "
"./ppocr_keys_v1.txt ./12.jpg 0"
<< std::endl;
std::cout << "The data type of run_option is int, 0: run with cpu; 1: run "
"with gpu; 2: run with gpu and use tensorrt backend; 3: run with gpu and use Paddle-TRT; 4: run with kunlunxin."
<< std::endl;
return -1;
}
fastdeploy::RuntimeOption option;
int flag = std::atoi(argv[6]);
if (flag == 0) {
option.UseCpu();
} else if (flag == 1) {
option.UseGpu();
} else if (flag == 2) {
option.UseGpu();
option.UseTrtBackend();
} else if (flag == 3) {
option.UseGpu();
option.UseTrtBackend();
option.EnablePaddleTrtCollectShape();
option.EnablePaddleToTrt();
} else if (flag == 4) {
option.UseKunlunXin();
}
std::string det_model_dir = argv[1];
std::string cls_model_dir = argv[2];
std::string rec_model_dir = argv[3];
std::string rec_label_file = argv[4];
std::string test_image = argv[5];
main_system(det_model_dir, cls_model_dir, rec_model_dir, rec_label_file, test_image, option);
return 0;
}
shenmayufei
环境
还有一个显存占用的问题： 程序开1个线程显存占1208M 程序开8个线程却只占2040M，一些显存各线程间复用？
崩溃时堆栈信息
--------------------- thread id 7 --------------------------------------
Program received signal SIGSEGV, Segmentation fault. [Switching to Thread 0x7fff3e88f700 (LWP 105347)] 0x00007fff40aee858 in ?? () from /usr/lib64/libcuda.so Missing separate debuginfos, use: debuginfo-install glibc-2.17-324.el7_9.x86_64 libgcc-4.8.5-44.el7.x86_64 libgomp-4.8.5-44.el7.x86_64 (gdb) bt
0 0x00007fff40aee858 in ?? () from /usr/lib64/libcuda.so
1 0x00007fff4089f20a in ?? () from /usr/lib64/libcuda.so
2 0x00007fff40af3e60 in ?? () from /usr/lib64/libcuda.so
3 0x00007fff4082d706 in ?? () from /usr/lib64/libcuda.so
4 0x00007fff4082f6f2 in ?? () from /usr/lib64/libcuda.so
5 0x00007fff408c92f5 in ?? () from /usr/lib64/libcuda.so
6 0x00007ffd102d13fb in ?? () from /usr/local/cuda/lib64/libcudnn_ops_infer.so.8
7 0x00007ffd1031df2e in ?? () from /usr/local/cuda/lib64/libcudnn_ops_infer.so.8
8 0x00007ffd0f6c475c in ?? () from /usr/local/cuda/lib64/libcudnn_ops_infer.so.8
9 0x00007ffd0f6c477e in ?? () from /usr/local/cuda/lib64/libcudnn_ops_infer.so.8
10 0x00007ffd0f46e4f9 in ?? () from /usr/local/cuda/lib64/libcudnn_ops_infer.so.8
11 0x00007ffd0f46f77f in ?? () from /usr/local/cuda/lib64/libcudnn_ops_infer.so.8
12 0x00007ffd0f3e6f3a in ?? () from /usr/local/cuda/lib64/libcudnn_ops_infer.so.8
13 0x00007ffd0f420fb1 in ?? () from /usr/local/cuda/lib64/libcudnn_ops_infer.so.8
14 0x00007ffd0f2a9aab in ?? () from /usr/local/cuda/lib64/libcudnn_ops_infer.so.8
15 0x00007ffd0f289235 in ?? () from /usr/local/cuda/lib64/libcudnn_ops_infer.so.8
16 0x00007ffd0f28acec in ?? () from /usr/local/cuda/lib64/libcudnn_ops_infer.so.8
17 0x00007ffd0ed843bc in cudnn::cublasGemmEx(cublasContext, cublasOperation_t, cublasOperation_t, int, int, int, void const, void const, cudaDataType_t, int, void const, cudaDataType_t, int, void const, void, cudaDataType_t, int, cudaDataType_t, cublasGemmAlgo_t) () from /usr/local/cuda/lib64/libcudnn_ops_infer.so.8
18 0x00007ffc2e5e3889 in ?? () from /usr/local/cuda/lib64/libcudnn_adv_infer.so.8
19 0x00007ffc2e57327b in ?? () from /usr/local/cuda/lib64/libcudnn_adv_infer.so.8
20 0x00007ffc2e5bdf87 in RNN_forwardGeneric(cudnnContext, cudnnRNNStruct, int, cudnnTensorStruct const, void const, cudnnTensorStruct, void const, cudnnTensorStruct, void const, cudnnFilterStruct, void const, cudnnTensorStruct const, void, cudnnTensorStruct, void, cudnnTensorStruct, void, void, unsigned long, void, unsigned long, cudnnForwardMode_t) () from /usr/local/cuda/lib64/libcudnn_adv_infer.so.8
21 0x00007ffc2e5be447 in cudnnRNNForwardInference () from /usr/local/cuda/lib64/libcudnn_adv_infer.so.8
22 0x00007fff835cbfaf in void phi::RNNInferece(bool, cudnnContext const&, int, phi::RNNDescriptors, float const, float const, float const, float const, float, float, float, phi::DenseTensor, unsigned long) ()
from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/third_libs/install/paddle_inference/paddle/lib/libpaddle_inference.so
23 0x00007fff835d08f4 in void phi::RnnKernel<float, phi::GPUContext>(phi::GPUContext const&, phi::DenseTensor const&, std::vector<phi::DenseTensor const, std::allocator<phi::DenseTensor const> > const&, std::vector<phi::DenseTensor const, std::allocator<phi::DenseTensor const> > const&, paddle::optional const&, float, bool, int, int, int, std::__cxx11::basic_string<char, std::char_traits, std::allocator > const&, int, bool, phi::DenseTensor, phi::DenseTensor, std::vector<phi::DenseTensor, std::allocator<phi::DenseTensor> >, phi::DenseTensor*) () from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/third_libs/install/paddle_inference/paddle/lib/libpaddle_inference.so
24 0x00007fff835d122a in void phi::KernelImpl<void ()(phi::GPUContext const&, phi::DenseTensor const&, std::vector<phi::DenseTensor const, std::allocator<phi::DenseTensor const> > const&, std::vector<phi::DenseTensor const, std::allocator<phi::DenseTensor const> > const&, paddle::optional const&, float, bool, int, int, int, std::__cxx11::basic_string<char, std::char_traits, std::allocator > const&, int, bool, phi::DenseTensor , phi::DenseTensor, std::vector<phi::DenseTensor, std::allocator<phi::DenseTensor> >, phi::DenseTensor), &(void phi::RnnKernel<float, phi::GPUContext>(phi::GPUContext const&, phi::DenseTensor const&, std::vector<phi::DenseTensor const, std::allocator<phi::DenseTensor const> > const&, std::vector<phi::DenseTensor const, std::allocator<phi::DenseTensor const> > const&, paddle::optional const&, float, bool, int, int, int, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, int, bool, phi::DenseTensor, phi::DenseTensor, std::vector<phi::DenseTensor, std::allocator<phi::DenseTensor> >, phi::DenseTensor*))>::KernelCallHelper<paddle::optional const&, float, bool, int, int, int, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, int, bool, phi::DenseTensor, phi::DenseTensor, std::vector<phi::DenseTensor, std::allocator<phi::DenseTensor> >, phi::DenseTensor, phi::TypeTag >::Compute<1, 3, 0, 0, phi::GPUContext const, phi::DenseTensor const, std::vector<phi::DenseTensor const , std::allocator<phi::DenseTensor const> >, std::vector<phi::DenseTensor const, std::allocator<phi::DenseTensor const> > >(phi::KernelContext, phi::GPUContext const&, phi::DenseTensor const&, std::vector<phi::DenseTensor const, std::allocator<phi::DenseTensor const> >&, std::vector<phi::DenseTensor const, std::allocator<phi::DenseTensor const> >&) () from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/third_libs/install/paddle_inference/paddle/lib/libpaddle_inference.so
25 0x00007fff835d15be in phi::KernelImpl<void ()(phi::GPUContext const&, phi::DenseTensor const&, std::vector<phi::DenseTensor const, std::allocator<phi::DenseTensor const> > const&, std::vector<phi::DenseTensor const, std::allocator<phi::DenseTensor const> > const&, paddle::optional const&, float, bool, int, int, int, std::__cxx11::basic_string<char, std::char_traits, std::allocator > const&, int, bool, phi::DenseTensor , phi::DenseTensor, std::vector<phi::DenseTensor, std::allocator<phi::DenseTensor> >, phi::DenseTensor), &(void phi::RnnKernel<float, phi::GPUContext>(phi::GPUContext const&, phi::DenseTensor const&, std::vector<phi::DenseTensor const, std::allocator<phi::DenseTensor const> > const&, std::vector<phi::DenseTensor const, std::allocator<phi::DenseTensor const> > const&, paddle::optional const&, float, bool, int, int, int, std::__cxx11::basic_string<char, std::char_traits, std::allocator > const&, int, bool, phi::DenseTensor, phi::DenseTensor, std::vector<phi::DenseTensor, std::allocator<phi::DenseTensor> >, phi::DenseTensor))>::Compute(phi::KernelContext) () from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/third_libs/install/paddle_inference/paddle/lib/libpaddle_inference.so
26 0x00007fff7ff760f1 in paddle::framework::OperatorWithKernel::RunImpl(paddle::framework::Scope const&, phi::Place const&) const ()
from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/third_libs/install/paddle_inference/paddle/lib/libpaddle_inference.so
27 0x00007fff7ff635cb in paddle::framework::OperatorBase::Run(paddle::framework::Scope const&, phi::Place const&) () from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/third_libs/install/paddle_inference/paddle/lib/libpaddle_inference.so
28 0x00007fff7ffc2e03 in paddle::framework::NaiveExecutor::Run() () from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/third_libs/install/paddle_inference/paddle/lib/libpaddle_inference.so
29 0x00007fff7f98136d in paddle::AnalysisPredictor::ZeroCopyRun() () from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/third_libs/install/paddle_inference/paddle/lib/libpaddle_inference.so
30 0x00007ffff757035c in fastdeploy::PaddleBackend::Infer(std::vector<fastdeploy::FDTensor, std::allocator >&, std::vector<fastdeploy::FDTensor, std::allocator >*, bool) ()
from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/lib/libfastdeploy.so.1.0.2
31 0x00007ffff754724e in fastdeploy::Runtime::Infer(std::vector<fastdeploy::FDTensor, std::allocator >&, std::vector<fastdeploy::FDTensor, std::allocator >*) ()
from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/lib/libfastdeploy.so.1.0.2
32 0x00007ffff70d8387 in fastdeploy::FastDeployModel::Infer(std::vector<fastdeploy::FDTensor, std::allocator >&, std::vector<fastdeploy::FDTensor, std::allocator >*) ()
from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/lib/libfastdeploy.so.1.0.2 ---Type to continue, or q to quit---
33 0x00007ffff766df3d in fastdeploy::vision::ocr::Recognizer::BatchPredict(std::vector<cv::Mat, std::allocator > const&, std::vector<std::cxx11::basic_string<char, std::char_traits, std::allocator >, std::allocator<std:: cxx11::basic_string<char, std::char_traits, std::allocator > > >, std::vector<float, std::allocator > , unsigned long, unsigned long, std::vector<int, std::allocator > const&) ()
from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/lib/libfastdeploy.so.1.0.2
34 0x00007ffff7667dff in fastdeploy::pipeline::PPOCRv2::BatchPredict(std::vector<cv::Mat, std::allocator > const&, std::vector<fastdeploy::vision::OCRResult, std::allocator >*) ()
from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/lib/libfastdeploy.so.1.0.2
35 0x00007ffff76673e5 in fastdeploy::pipeline::PPOCRv2::Predict(cv::Mat const&, fastdeploy::vision::OCRResult*) () from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/lib/libfastdeploy.so.1.0.2
36 0x00007ffff76672f7 in fastdeploy::pipeline::PPOCRv2::Predict(cv::Mat, fastdeploy::vision::OCRResult) () from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/lib/libfastdeploy.so.1.0.2
37 0x000000000041b864 in InitAndInfer (det_model_dir=..., cls_model_dir=..., rec_model_dir=..., rec_label_file=..., image_file=..., option=..., thread_id=1) at /home/share/disk1/bzp/cudnn8.1/FastDeploy-release-1.0.2/examples/vision/ocr/PP-OCRv2/cpp/infer_thread.cc:93
38 0x0000000000422082 in std::invoke_impl<void, void ()(std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, fastdeploy::RuntimeOption const&, int), std:: cxx11::basic_string<char, std::char_traits, std::allocator >, std::cxx11::basic_string<char, std::char_traits, std::allocator >, std:: cxx11::basic_string<char, std::char_traits, std::allocator >, std::cxx11::basic_string<char, std::char_traits, std::allocator >, std:: cxx11::basic_string<char, std::char_traits, std::allocator >, fastdeploy::RuntimeOption, int>(std::__invoke_other, void ( &&)(std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, fastdeploy::RuntimeOption const&, int), std::cxx11::basic_string<char, std::char_traits, std::allocator >&&, std:: cxx11::basic_string<char, std::char_traits, std::allocator >&&, std::cxx11::basic_string<char, std::char_traits, std::allocator >&&, std:: cxx11::basic_string<char, std::char_traits, std::allocator >&&, std::cxx11::basic_string<char, std::char_traits, std::allocator >&&, fastdeploy::RuntimeOption&&, int&&) ( f=<unknown type in /home/share/disk1/bzp/cudnn8.1/FastDeploy-release-1.0.2/examples/vision/ocr/PP-OCRv2/cpp/build/infer_demo_thread, CU 0x0, DIE 0x5ed4b>,
39 0x000000000041fb93 in std::invoke<void (*)(std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, fastdeploy::RuntimeOption const&, int), std::cxx11::basic_string<char, std::char_traits, std::allocator >, std:: cxx11::basic_string<char, std::char_traits, std::allocator >, std::cxx11::basic_string<char, std::char_traits, std::allocator >, std:: cxx11::basic_string<char, std::char_traits, std::allocator >, std::cxx11::basic_string<char, std::char_traits, std::allocator >, fastdeploy::RuntimeOption, int>(void (*&&)(std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, fastdeploy::RuntimeOption const&, int), std::cxx11::basic_string<char, std::char_traits, std::allocator >&&, std:: cxx11::basic_string<char, std::char_traits, std::allocator >&&, std::cxx11::basic_string<char, std::char_traits, std::allocator >&&, std:: cxx11::basic_string<char, std::char_traits, std::allocator >&&, std::cxx11::basic_string<char, std::char_traits, std::allocator >&&, fastdeploy::RuntimeOption&&, int&&) ( fn=<unknown type in /home/share/disk1/bzp/cudnn8.1/FastDeploy-release-1.0.2/examples/vision/ocr/PP-OCRv2/cpp/build/infer_demo_thread, CU 0x0, DIE 0x62ace>,
40 0x0000000000426f44 in std::thread::_Invoker<std::tuple<void (*)(std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, fastdeploy::RuntimeOption const&, int), std:: cxx11::basic_string<char, std::char_traits, std::allocator >, std::cxx11::basic_string<char, std::char_traits, std::allocator >, std:: cxx11::basic_string<char, std::char_traits, std::allocator >, std::cxx11::basic_string<char, std::char_traits, std::allocator >, std:: cxx11::basic_string<char, std::char_traits, std::allocator >, fastdeploy::RuntimeOption, int> >::_M_invoke<0ul, 1ul, 2ul, 3ul, 4ul, 5ul, 6ul, 7ul> (this=0x2df30c8)
41 0x0000000000426e5a in std::thread::_Invoker<std::tuple<void (*)(std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, fastdeploy::RuntimeOption const&, int), std:: cxx11::basic_string<char, std::char_traits, std::allocator >, std::cxx11::basic_string<char, std::char_traits, std::allocator >, std:: cxx11::basic_string<char, std::char_traits, std::allocator >, std::cxx11::basic_string<char, std::char_traits, std::allocator >, std:: cxx11::basic_string<char, std::char_traits, std::allocator >, fastdeploy::RuntimeOption, int> >::operator() (this=0x2df30c8) at /usr/local/gcc-8.2/include/c++/8.2.0/thread:243
42 0x0000000000426e3e in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (*)(std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, std:: cxx11::basic_string<char, std::char_traits, std::allocator > const&, std::cxx11::basic_string<char, std::char_traits, std::allocator > const&, fastdeploy::RuntimeOption const&, int), std:: cxx11::basic_string<char, std::char_traits, std::allocator >, std::cxx11::basic_string<char, std::char_traits, std::allocator >, std:: cxx11::basic_string<char, std::char_traits, std::allocator >, std::cxx11::basic_string<char, std::char_traits, std::allocator >, std:: cxx11::basic_string<char, std::char_traits, std::allocator >, fastdeploy::RuntimeOption, int> > >::_M_run (this=0x2df30c0)
43 0x00007fff5696d05f in execute_native_thread_routine () from /home/share/disk1/bzp/cudnn8.1/fastdeploy-linux-x64-gpu-1.0.2/third_libs/install/opencv/lib64/libopencv_core.so.3.4
---Type to continue, or q to quit---
44 0x00007fff5a044ea5 in start_thread () from /usr/lib64/libpthread.so.0
45 0x00007fff555609fd in clone () from /usr/lib64/libc.so.6
复现过程及代码
修改FastDeploy-release-1.0.2/examples/vision/ocr/PP-OCRv2/cpp/infer.cc为多线程 选择Paddle推理 修改CMakeLists.txt编译通过后执行： gdb --args ./build/infer_demo_thread ./model/ch_PP-OCRv2_det_infer ./model/ch_ppocr_mobile_v2.0_cls_infer ./model/ch_PP-OCRv2_rec_infer ./model/ppocr_keys_v1.txt ./imgs/1.jpg 1