13fengfeng
commented
5 months ago 代码如下
void np2Infernp2Infer(const std::string& det_model_dir,
const std::string& tinypose_model_dir,
const std::string& image_file) {
auto option = fastdeploy::RuntimeOption();
option.UseRKNPU2();
auto format = fastdeploy::ModelFormat::RKNN;
auto det_model_file = det_model_dir + sep + "picodet_s_416_coco_lcnet_rk3588_unquantized.rknn";
auto det_params_file ="";
auto det_config_file = det_model_dir + sep + "infer_cfg_det.yml";
auto det_model = fastdeploy::vision::detection::PicoDet(
det_model_file, det_params_file, det_config_file, option,format);
if (!det_model.Initialized()) {
std::cerr << "Detection Model Failed to initialize." << std::endl;
return;
}
det_model.GetPreprocessor().DisablePermute();
det_model.GetPreprocessor().DisableNormalize();
det_model.GetPostprocessor().ApplyNMS();
auto tinypose_model_file = tinypose_model_dir + sep + "tinypose_256x192_shape_rk3588_unquantized.rknn";
auto tinypose_params_file = "";
auto tinypose_config_file = tinypose_model_dir + sep + "infer_cfg_tiny.yml";
auto tinypose_model = fastdeploy::vision::keypointdetection::PPTinyPose(
tinypose_model_file, tinypose_params_file, tinypose_config_file, option,format);
if (!tinypose_model.Initialized()) {
std::cerr << "TinyPose Model Failed to initialize." << std::endl;
return;
}
tinypose_model.DisablePermute();
tinypose_model.DisableNormalize();
auto im = cv::imread(image_file);
fastdeploy::vision::KeyPointDetectionResult res;
fastdeploy::TimeCounter tc;
auto pipeline =
fastdeploy::pipeline::PPTinyPose(
&det_model, &tinypose_model);
pipeline.detection_model_score_threshold = 0.5;
tc.Start();
if (!pipeline.Predict(&im, &res)) {
std::cerr << "TinyPose Prediction Failed." << std::endl;
return;
} else {
std::cout << "TinyPose Prediction Done!" << std::endl;
}
tc.End();
tc.PrintInfo("PPDet in RKNPU2");
std::cout << res.Str() << std::endl;
auto vis_im =
fastdeploy::vision::VisKeypointDetection(im, res, 0.2);
cv::imwrite("vis_result.jpg", vis_im);
std::cout << "TinyPose visualized result saved in ./vis_result.jpg"
<< std::endl;
}
版本FastDeploy-release-1.0.7/examples/ 运行的示例：examples/vision/keypointdetection [INFO] fastdeploy/vision/common/processors/transform.cc(45)::FuseNormalizeCast Normalize and Cast are fused to Normalize in [FastDeploy] PPDet in RKNPU2 duration = 0.443722s. 硬件 rk3588模型是 rknn tinypose_256x192 picodet_s_416_coco 单个模型在70ms作用，piplin需要300-500毫秒