cms-sw / cmssw

CMS Offline Software
http://cms-sw.github.io/
Apache License 2.0
1.09k stars 4.33k forks source link

[ARM] Segfault in TGeoIterator::Next() #42527

Open makortel opened 1 year ago

makortel commented 1 year ago

Workflow 24834.911 step 1 segfaulted in CMSSW_13_2_X_2023-08-03-2300 on el8_aarch64_gcc11 with

Thread 5 (Thread 0x400038f89260 (LWP 3066939) "cmsRun"):
#2  0x0000400013e73258 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x000040002be11f60 in TGeoIterator::GetNode(int) const@plt () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw-patch/CMSSW_13_2_X_2023-08-03-2300/external/el8_aarch64_gcc11/lib/libGeom.so
#5  0x000040002bea832c in TGeoIterator::Next() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw-patch/CMSSW_13_2_X_2023-08-03-2300/external/el8_aarch64_gcc11/lib/libGeom.so
#6  0x000040002c1fb928 in cms::DDFilteredView::firstChild() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libDetectorDescriptionDDCMS.so
#7  0x000040002de80258 in HcalSimParametersFromDD::getNames[abi:cxx11](cms::DDFilteredView&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libGeometryHcalCommonData.so
#8  0x000040002de8709c in HcalSimParametersFromDD::fillNameVector(cms::DDCompactView const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > >&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libGeometryHcalCommonData.so
#9  0x000040002de8780c in HcalSimParametersFromDD::build(cms::DDCompactView const&, HcalSimulationParameters&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libGeometryHcalCommonData.so
#10 0x000040002e66e098 in HcalSimParametersESModule::produce(HcalParametersRcd const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryHcalCommonDataPlugins.so
#11 0x000040002e66f838 in edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<HcalSimParametersESModule, std::unique_ptr<HcalSimulationParameters, std::default_delete<HcalSimulationParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >(HcalSimParametersESModule*, std::unique_ptr<HcalSimulationParameters, std::default_delete<HcalSimulationParameters> > (HcalSimParametersESModule::*)(HcalParametersRcd const&), edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> const&, edm::es::Label const&)::{lambda(HcalParametersRcd const&)#1}, std::unique_ptr<HcalSimulationParameters, std::default_delete<HcalSimulationParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >::makeProduceTask<edm::eventsetup::Callback<edm::ESProducer, edm::ESProducer::setWhatProduced<HcalSimParametersESModule, std::unique_ptr<HcalSimulationParameters, std::default_delete<HcalSimulationParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >(HcalSimParametersESModule*, std::unique_ptr<HcalSimulationParameters, std::default_delete<HcalSimulationParameters> > (HcalSimParametersESModule::*)(HcalParametersRcd const&), edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> const&, edm::es::Label const&)::{lambda(HcalParametersRcd const&)#1}, std::unique_ptr<HcalSimulationParameters, std::default_delete<HcalSimulationParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >::prefetchAsync(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&&, auto:2&&, auto:3&&, auto:4&&)#1}::operator()<tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&>(tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&) const::{lambda(HcalParametersRcd const&)#1}>(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool, tbb::detail::d1::task_group*&)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}::operator()() const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryHcalCommonDataPlugins.so
#12 0x000040002e670150 in edm::SerialTaskQueue::QueuedTask<edm::SerialTaskQueueChain::push<edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<HcalSimParametersESModule, std::unique_ptr<HcalSimulationParameters, std::default_delete<HcalSimulationParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >(HcalSimParametersESModule*, std::unique_ptr<HcalSimulationParameters, std::default_delete<HcalSimulationParameters> > (HcalSimParametersESModule::*)(HcalParametersRcd const&), edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> const&, edm::es::Label const&)::{lambda(HcalParametersRcd const&)#1}, std::unique_ptr<HcalSimulationParameters, std::default_delete<HcalSimulationParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >::makeProduceTask<edm::eventsetup::Callback<edm::ESProducer, edm::ESProducer::setWhatProduced<HcalSimParametersESModule, std::unique_ptr<HcalSimulationParameters, std::default_delete<HcalSimulationParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >(HcalSimParametersESModule*, std::unique_ptr<HcalSimulationParameters, std::default_delete<HcalSimulationParameters> > (HcalSimParametersESModule::*)(HcalParametersRcd const&), edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> const&, edm::es::Label const&)::{lambda(HcalParametersRcd const&)#1}, std::unique_ptr<HcalSimulationParameters, std::default_delete<HcalSimulationParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >::prefetchAsync(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&&, auto:2&&, auto:3&&, auto:4&&)#1}::operator()<tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&>(tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&) const::{lambda(HcalParametersRcd const&)#1}>(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool, tbb::detail::d1::task_group*&)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}>(tbb::detail::d1::task_group&, tbb::detail::d1::task_group*&)::{lambda()#1}>::execute() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryHcalCommonDataPlugins.so
#13 0x000040000cfe64f0 in tbb::detail::d1::function_task<edm::SerialTaskQueue::spawn(edm::SerialTaskQueue::TaskBase&)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libFWCoreConcurrency.so

Thread 4 (Thread 0x400038579260 (LWP 3066938) "cmsRun"):
#2  0x0000400013e73258 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x000040002c86df90 in std::_Hashtable<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, std::vector<double, std::allocator<double> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, std::vector<double, std::allocator<double> > > >, std::__detail::_Select1st, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits<true, false, true> >::find(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw-patch/CMSSW_13_2_X_2023-08-03-2300/external/el8_aarch64_gcc11/lib/libDDCore.so.1.23
#5  0x000040002c86e9b0 in dd4hep::SpecPar::hasValue(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw-patch/CMSSW_13_2_X_2023-08-03-2300/external/el8_aarch64_gcc11/lib/libDDCore.so.1.23
#6  0x000040002c1fc588 in cms::DDFilteredView::filter(std::vector<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, dd4hep::SpecPar const*>, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, dd4hep::SpecPar const*> > >&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libDetectorDescriptionDDCMS.so
#7  0x000040002c1fd668 in cms::DDFilteredView::find(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libDetectorDescriptionDDCMS.so
#8  0x000040002c1fd848 in std::basic_string_view<char, std::char_traits<char> > cms::DDFilteredView::get<std::basic_string_view<char, std::char_traits<char> > >(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libDetectorDescriptionDDCMS.so
#9  0x000040002f9fa520 in GeometricDet::GeometricDet(cms::DDFilteredView*, GeometricDet::GDEnumType) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libGeometryTrackerNumberingBuilder.so
#10 0x0000400031837aec in CmsDetConstruction<cms::DDFilteredView>::buildComponent(cms::DDFilteredView&, GeometricDet*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryTrackerNumberingBuilderPlugins.so
#11 0x0000400031837d90 in CmsTrackerOTRingBuilder<cms::DDFilteredView>::buildComponent(cms::DDFilteredView&, GeometricDet*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryTrackerNumberingBuilderPlugins.so
#12 0x0000400031837e08 in CmsTrackerLevelBuilder<cms::DDFilteredView>::build(cms::DDFilteredView&, GeometricDet*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryTrackerNumberingBuilderPlugins.so
#13 0x0000400031838918 in CmsTrackerOTLayerBuilder<cms::DDFilteredView>::buildComponent(cms::DDFilteredView&, GeometricDet*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryTrackerNumberingBuilderPlugins.so
#14 0x0000400031837e08 in CmsTrackerLevelBuilder<cms::DDFilteredView>::build(cms::DDFilteredView&, GeometricDet*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryTrackerNumberingBuilderPlugins.so
#15 0x00004000318424f4 in CmsTrackerSubStrctBuilder<cms::DDFilteredView>::buildComponent(cms::DDFilteredView&, GeometricDet*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryTrackerNumberingBuilderPlugins.so
#16 0x0000400031837e08 in CmsTrackerLevelBuilder<cms::DDFilteredView>::build(cms::DDFilteredView&, GeometricDet*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryTrackerNumberingBuilderPlugins.so
#17 0x0000400031837f94 in CmsTrackerBuilder<cms::DDFilteredView>::buildComponent(cms::DDFilteredView&, GeometricDet*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryTrackerNumberingBuilderPlugins.so
#18 0x0000400031837e08 in CmsTrackerLevelBuilder<cms::DDFilteredView>::build(cms::DDFilteredView&, GeometricDet*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryTrackerNumberingBuilderPlugins.so
#19 0x00004000318430b0 in DDDCmsTrackerContruction::construct(cms::DDCompactView const&, std::vector<int, std::allocator<int> > const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryTrackerNumberingBuilderPlugins.so
#20 0x00004000318498b0 in TrackerGeometricDetESModule::produce(IdealGeometryRecord const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryTrackerNumberingBuilderPlugins.so
#21 0x0000400031846d10 in edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<TrackerGeometricDetESModule, std::unique_ptr<GeometricDet, std::default_delete<GeometricDet> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(TrackerGeometricDetESModule*, std::unique_ptr<GeometricDet, std::default_delete<GeometricDet> > (TrackerGeometricDetESModule::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<GeometricDet, std::default_delete<GeometricDet> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::makeProduceTask<edm::eventsetup::Callback<edm::ESProducer, edm::ESProducer::setWhatProduced<TrackerGeometricDetESModule, std::unique_ptr<GeometricDet, std::default_delete<GeometricDet> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(TrackerGeometricDetESModule*, std::unique_ptr<GeometricDet, std::default_delete<GeometricDet> > (TrackerGeometricDetESModule::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<GeometricDet, std::default_delete<GeometricDet> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::prefetchAsync(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&&, auto:2&&, auto:3&&, auto:4&&)#1}::operator()<tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&>(tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&) const::{lambda(IdealGeometryRecord const&)#1}>(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool, tbb::detail::d1::task_group*&)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}::operator()() const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryTrackerNumberingBuilderPlugins.so
#22 0x0000400031847270 in edm::SerialTaskQueue::QueuedTask<edm::SerialTaskQueueChain::push<edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<TrackerGeometricDetESModule, std::unique_ptr<GeometricDet, std::default_delete<GeometricDet> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(TrackerGeometricDetESModule*, std::unique_ptr<GeometricDet, std::default_delete<GeometricDet> > (TrackerGeometricDetESModule::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<GeometricDet, std::default_delete<GeometricDet> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::makeProduceTask<edm::eventsetup::Callback<edm::ESProducer, edm::ESProducer::setWhatProduced<TrackerGeometricDetESModule, std::unique_ptr<GeometricDet, std::default_delete<GeometricDet> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(TrackerGeometricDetESModule*, std::unique_ptr<GeometricDet, std::default_delete<GeometricDet> > (TrackerGeometricDetESModule::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<GeometricDet, std::default_delete<GeometricDet> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::prefetchAsync(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&&, auto:2&&, auto:3&&, auto:4&&)#1}::operator()<tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&>(tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&) const::{lambda(IdealGeometryRecord const&)#1}>(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool, tbb::detail::d1::task_group*&)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}>(tbb::detail::d1::task_group&, tbb::detail::d1::task_group*&)::{lambda()#1}>::execute() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryTrackerNumberingBuilderPlugins.so
#23 0x000040000cfe64f0 in tbb::detail::d1::function_task<edm::SerialTaskQueue::spawn(edm::SerialTaskQueue::TaskBase&)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libFWCoreConcurrency.so

Thread 3 (Thread 0x400037b69260 (LWP 3066937) "cmsRun"):
#3  0x0000400013e77b68 in sig_dostack_then_abort () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  0x000040002be11f60 in TGeoIterator::GetNode(int) const@plt () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw-patch/CMSSW_13_2_X_2023-08-03-2300/external/el8_aarch64_gcc11/lib/libGeom.so
#6  0x000040002bea832c in TGeoIterator::Next() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw-patch/CMSSW_13_2_X_2023-08-03-2300/external/el8_aarch64_gcc11/lib/libGeom.so
#7  0x000040002c1fb928 in cms::DDFilteredView::firstChild() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libDetectorDescriptionDDCMS.so
#8  0x000040002de7b5e0 in HcalGeomParameters::loadGeometry(cms::DDCompactView const&, HcalParameters&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libGeometryHcalCommonData.so
#9  0x000040002de85a80 in HcalParametersFromDD::build(cms::DDCompactView const&, HcalParameters&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libGeometryHcalCommonData.so
#10 0x000040002e66c724 in HcalParametersESModule::produce(HcalParametersRcd const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryHcalCommonDataPlugins.so
#11 0x000040002e66ec98 in edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<HcalParametersESModule, std::unique_ptr<HcalParameters, std::default_delete<HcalParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >(HcalParametersESModule*, std::unique_ptr<HcalParameters, std::default_delete<HcalParameters> > (HcalParametersESModule::*)(HcalParametersRcd const&), edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> const&, edm::es::Label const&)::{lambda(HcalParametersRcd const&)#1}, std::unique_ptr<HcalParameters, std::default_delete<HcalParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >::makeProduceTask<edm::eventsetup::Callback<edm::ESProducer, edm::ESProducer::setWhatProduced<HcalParametersESModule, std::unique_ptr<HcalParameters, std::default_delete<HcalParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >(HcalParametersESModule*, std::unique_ptr<HcalParameters, std::default_delete<HcalParameters> > (HcalParametersESModule::*)(HcalParametersRcd const&), edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> const&, edm::es::Label const&)::{lambda(HcalParametersRcd const&)#1}, std::unique_ptr<HcalParameters, std::default_delete<HcalParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >::prefetchAsync(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&&, auto:2&&, auto:3&&, auto:4&&)#1}::operator()<tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&>(tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&) const::{lambda(HcalParametersRcd const&)#1}>(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool, tbb::detail::d1::task_group*&)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}::operator()() const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryHcalCommonDataPlugins.so
#12 0x000040002e66f040 in edm::SerialTaskQueue::QueuedTask<edm::SerialTaskQueueChain::push<edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<HcalParametersESModule, std::unique_ptr<HcalParameters, std::default_delete<HcalParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >(HcalParametersESModule*, std::unique_ptr<HcalParameters, std::default_delete<HcalParameters> > (HcalParametersESModule::*)(HcalParametersRcd const&), edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> const&, edm::es::Label const&)::{lambda(HcalParametersRcd const&)#1}, std::unique_ptr<HcalParameters, std::default_delete<HcalParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >::makeProduceTask<edm::eventsetup::Callback<edm::ESProducer, edm::ESProducer::setWhatProduced<HcalParametersESModule, std::unique_ptr<HcalParameters, std::default_delete<HcalParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >(HcalParametersESModule*, std::unique_ptr<HcalParameters, std::default_delete<HcalParameters> > (HcalParametersESModule::*)(HcalParametersRcd const&), edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> const&, edm::es::Label const&)::{lambda(HcalParametersRcd const&)#1}, std::unique_ptr<HcalParameters, std::default_delete<HcalParameters> >, HcalParametersRcd, edm::eventsetup::CallbackSimpleDecorator<HcalParametersRcd> >::prefetchAsync(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&&, auto:2&&, auto:3&&, auto:4&&)#1}::operator()<tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&>(tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&) const::{lambda(HcalParametersRcd const&)#1}>(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool, tbb::detail::d1::task_group*&)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}>(tbb::detail::d1::task_group&, tbb::detail::d1::task_group*&)::{lambda()#1}>::execute() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryHcalCommonDataPlugins.so
#13 0x000040000cfe64f0 in tbb::detail::d1::function_task<edm::SerialTaskQueue::spawn(edm::SerialTaskQueue::TaskBase&)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libFWCoreConcurrency.so

Thread 1 (Thread 0x40000e67d8b0 (LWP 2880537) "cmsRun"):
#2  0x0000400013e73258 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x000040002be12260 in TObjArray::GetAbsLast() const@plt () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw-patch/CMSSW_13_2_X_2023-08-03-2300/external/el8_aarch64_gcc11/lib/libGeom.so
#5  0x000040002bea8128 in TGeoIterator::Next() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw-patch/CMSSW_13_2_X_2023-08-03-2300/external/el8_aarch64_gcc11/lib/libGeom.so
#6  0x000040002c1fb928 in cms::DDFilteredView::firstChild() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libDetectorDescriptionDDCMS.so
#7  0x000040002c0fc140 in MuonOffsetFromDD::build(cms::DDCompactView const*, MuonOffsetMap&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libGeometryMuonNumbering.so
#8  0x00004000307e2a90 in MuonOffsetESProducer::produce(IdealGeometryRecord const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryMuonNumberingPlugins.so
#9  0x00004000307e45d0 in edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<MuonOffsetESProducer, std::unique_ptr<MuonOffsetMap, std::default_delete<MuonOffsetMap> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(MuonOffsetESProducer*, std::unique_ptr<MuonOffsetMap, std::default_delete<MuonOffsetMap> > (MuonOffsetESProducer::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<MuonOffsetMap, std::default_delete<MuonOffsetMap> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::makeProduceTask<edm::eventsetup::Callback<edm::ESProducer, edm::ESProducer::setWhatProduced<MuonOffsetESProducer, std::unique_ptr<MuonOffsetMap, std::default_delete<MuonOffsetMap> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(MuonOffsetESProducer*, std::unique_ptr<MuonOffsetMap, std::default_delete<MuonOffsetMap> > (MuonOffsetESProducer::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<MuonOffsetMap, std::default_delete<MuonOffsetMap> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::prefetchAsync(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&&, auto:2&&, auto:3&&, auto:4&&)#1}::operator()<tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&>(tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&) const::{lambda(IdealGeometryRecord const&)#1}>(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool, tbb::detail::d1::task_group*&)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}::operator()() const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryMuonNumberingPlugins.so
#10 0x00004000307e49f4 in edm::SerialTaskQueue::QueuedTask<edm::SerialTaskQueueChain::push<edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<MuonOffsetESProducer, std::unique_ptr<MuonOffsetMap, std::default_delete<MuonOffsetMap> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(MuonOffsetESProducer*, std::unique_ptr<MuonOffsetMap, std::default_delete<MuonOffsetMap> > (MuonOffsetESProducer::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<MuonOffsetMap, std::default_delete<MuonOffsetMap> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::makeProduceTask<edm::eventsetup::Callback<edm::ESProducer, edm::ESProducer::setWhatProduced<MuonOffsetESProducer, std::unique_ptr<MuonOffsetMap, std::default_delete<MuonOffsetMap> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(MuonOffsetESProducer*, std::unique_ptr<MuonOffsetMap, std::default_delete<MuonOffsetMap> > (MuonOffsetESProducer::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<MuonOffsetMap, std::default_delete<MuonOffsetMap> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::prefetchAsync(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&&, auto:2&&, auto:3&&, auto:4&&)#1}::operator()<tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&>(tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&) const::{lambda(IdealGeometryRecord const&)#1}>(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool, tbb::detail::d1::task_group*&)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}>(tbb::detail::d1::task_group&, tbb::detail::d1::task_group*&)::{lambda()#1}>::execute() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/pluginGeometryMuonNumberingPlugins.so
#11 0x000040000cfe64f0 in tbb::detail::d1::function_task<edm::SerialTaskQueue::spawn(edm::SerialTaskQueue::TaskBase&)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02796/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-08-02-2300/lib/el8_aarch64_gcc11/libFWCoreConcurrency.so

https://cmssdt.cern.ch/SDT/cgi-bin/logreader/el8_aarch64_gcc11/CMSSW_13_2_X_2023-08-03-2300/pyRelValMatrixLogs/run/24834.911_TTbar_14TeV+2026D98_DD4hep/step1_TTbar_14TeV+2026D98_DD4hep.log#/

makortel commented 1 year ago

assign geometry

cmsbuild commented 1 year ago

New categories assigned: geometry

@mdhildreth,@Dr15Jones,@makortel,@bsunanda,@civanch you have been requested to review this Pull request/Issue and eventually sign? Thanks

cmsbuild commented 1 year ago

A new Issue was created by @makortel Matti Kortelainen.

@Dr15Jones, @perrotta, @dpiparo, @rappoccio, @makortel, @smuzaffar can you please review it and eventually sign/assign? Thanks.

cms-bot commands are listed here

makortel commented 1 year ago

So three of the four threads (including the crashing one) are executing code in cms::DDFilteredView::firstChild() + TGeoIterator::Next(), and two of those in TGeoIterator::GetNode().

civanch commented 1 year ago

Why this work is carried out in all threads? CMS geometry should be built in one thread and after only const access should used in all other threads. @bsunanda , is it SIM geometry or RECO geometry?

dan131riley commented 1 year ago

Why this work is carried out in all threads? CMS geometry should be built in one thread and after only const access should used in all other threads. @bsunanda , is it SIM geometry or RECO geometry?

The four threads are in different ESProducers: HcalSimParametersESModule::produce(), TrackerGeometricDetESModule::produce(), HcalParametersESModule::produce() and MuonOffsetESProducer::produce()

civanch commented 1 year ago

Is Tgeo thread safe? All these 4 producers somehow connect geometry. Is it correct?

makortel commented 1 year ago

Another occurrence in workflow 24834.911 step 2 in CMSSW_13_3_X_2023-08-22-2300 on el9_aarch64_gcc11

Thread 5 (Thread 0x40006d469bc0 (LWP 3122875) "cmsRun"):
#3  0x00004000244a35b8 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  0x000040002243b5e8 in syscall () from /lib64/libc.so.6
#6  0x0000400021cf9768 in tbb::detail::r1::futex_wait (comparand=2, futex=0x400023540024) at /data/cmsbld/jenkins_b/workspace/build-any-ib/w/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-73c9534380ca142d041902611d608a2c/tbb-v2021.9.0/src/tbb/semaphore.h:100

Thread 4 (Thread 0x40006ca59bc0 (LWP 3122874) "cmsRun"):
#3  0x00004000244a35b8 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  tcmalloc::SizeMap::GetSizeClass (cl=<synthetic pointer>, size=<optimized out>, this=<optimized out>) at src/common.h:260
#6  (anonymous namespace)::do_free_with_callback (size_hint=<optimized out>, use_hint=true, invalid_free_fn=<optimized out>, ptr=0xdb73ce40) at src/tcmalloc.cc:1477
#7  tc_free_sized (ptr=0xdb73ce40, size=<optimized out>) at src/tcmalloc.cc:1959
#8  0x00004000375ff77c in bool std::__detail::__regex_algo_impl<__gnu_cxx::__normal_iterator<char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::__cxx11::sub_match<__gnu_cxx::__normal_iterator<char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > >, char, std::__cxx11::regex_traits<char>, (std::__detail::_RegexExecutorPolicy)0, true>(__gnu_cxx::__normal_iterator<char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, __gnu_cxx::__normal_iterator<char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::__cxx11::match_results<__gnu_cxx::__normal_iterator<char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::__cxx11::sub_match<__gnu_cxx::__normal_iterator<char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > >&, std::__cxx11::basic_regex<char, std::__cxx11::regex_traits<char> > const&, std::regex_constants::match_flag_type) [clone .constprop.0] () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#9  0x0000400037473190 in dd4hep::dd::compareEqual(std::basic_string_view<char, std::char_traits<char> >, std::__cxx11::basic_regex<char, std::__cxx11::regex_traits<char> >) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#10 0x0000400037474394 in dd4hep::dd::accepted(dd4hep::Filter const*, std::basic_string_view<char, std::char_traits<char> >) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#11 0x000040003706b7d4 in cms::DDFilteredView::accept(std::basic_string_view<char, std::char_traits<char> >) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/libDetectorDescriptionDDCMS.so
#12 0x000040003706b874 in cms::DDFilteredView::firstChild() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/libDetectorDescriptionDDCMS.so
#13 0x0000400038b523cc in HGCalGeomParameters::loadGeometryHexagonModule(cms::DDCompactView const*, HGCalParameters&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, int) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/libGeometryHGCalCommonData.so
#14 0x0000400038b6ab94 in HGCalParametersFromDD::build(cms::DDCompactView const*, HGCalParameters&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/libGeometryHGCalCommonData.so
#15 0x000040003c1a92fc in HGCalParametersESModule::produce(IdealGeometryRecord const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/pluginGeometryHGCalCommonDataESModules.so
#16 0x000040003c1ae118 in edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<HGCalParametersESModule, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(HGCalParametersESModule*, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> > (HGCalParametersESModule::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::makeProduceTask<edm::eventsetup::Callback<edm::ESProducer, edm::ESProducer::setWhatProduced<HGCalParametersESModule, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(HGCalParametersESModule*, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> > (HGCalParametersESModule::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::prefetchAsync(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&&, auto:2&&, auto:3&&, auto:4&&)#1}::operator()<tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&>(tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&) const::{lambda(IdealGeometryRecord const&)#1}>(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool, tbb::detail::d1::task_group*&)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}::operator()() const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/pluginGeometryHGCalCommonDataESModules.so
#17 0x000040003c1ae500 in edm::SerialTaskQueue::QueuedTask<edm::SerialTaskQueueChain::push<edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<HGCalParametersESModule, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(HGCalParametersESModule*, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> > (HGCalParametersESModule::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::makeProduceTask<edm::eventsetup::Callback<edm::ESProducer, edm::ESProducer::setWhatProduced<HGCalParametersESModule, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(HGCalParametersESModule*, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> > (HGCalParametersESModule::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::prefetchAsync(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&&, auto:2&&, auto:3&&, auto:4&&)#1}::operator()<tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&>(tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&) const::{lambda(IdealGeometryRecord const&)#1}>(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool, tbb::detail::d1::task_group*&)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}>(tbb::detail::d1::task_group&, tbb::detail::d1::task_group*&)::{lambda()#1}>::execute() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/pluginGeometryHGCalCommonDataESModules.so

Thread 3 (Thread 0x40006c049bc0 (LWP 3122873) "cmsRun"):
#3  0x00004000244a7ec8 in sig_dostack_then_abort () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  0x0000400036d921d0 in TObjArray::GetAbsLast() const@plt () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libGeom.so
#6  0x0000400036e28044 in TGeoIterator::Next() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libGeom.so
#7  0x000040003706b888 in cms::DDFilteredView::firstChild() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/libDetectorDescriptionDDCMS.so
#8  0x0000400038b523cc in HGCalGeomParameters::loadGeometryHexagonModule(cms::DDCompactView const*, HGCalParameters&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, int) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/libGeometryHGCalCommonData.so
#9  0x0000400038b6ab94 in HGCalParametersFromDD::build(cms::DDCompactView const*, HGCalParameters&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/libGeometryHGCalCommonData.so
#10 0x000040003c1a92fc in HGCalParametersESModule::produce(IdealGeometryRecord const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/pluginGeometryHGCalCommonDataESModules.so
#11 0x000040003c1ae118 in edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<HGCalParametersESModule, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(HGCalParametersESModule*, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> > (HGCalParametersESModule::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::makeProduceTask<edm::eventsetup::Callback<edm::ESProducer, edm::ESProducer::setWhatProduced<HGCalParametersESModule, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(HGCalParametersESModule*, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> > (HGCalParametersESModule::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::prefetchAsync(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&&, auto:2&&, auto:3&&, auto:4&&)#1}::operator()<tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&>(tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&) const::{lambda(IdealGeometryRecord const&)#1}>(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool, tbb::detail::d1::task_group*&)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}::operator()() const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/pluginGeometryHGCalCommonDataESModules.so
#12 0x000040003c1ae500 in edm::SerialTaskQueue::QueuedTask<edm::SerialTaskQueueChain::push<edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<HGCalParametersESModule, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(HGCalParametersESModule*, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> > (HGCalParametersESModule::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::makeProduceTask<edm::eventsetup::Callback<edm::ESProducer, edm::ESProducer::setWhatProduced<HGCalParametersESModule, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >(HGCalParametersESModule*, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> > (HGCalParametersESModule::*)(IdealGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> const&, edm::es::Label const&)::{lambda(IdealGeometryRecord const&)#1}, std::unique_ptr<HGCalParameters, std::default_delete<HGCalParameters> >, IdealGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<IdealGeometryRecord> >::prefetchAsync(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&&, auto:2&&, auto:3&&, auto:4&&)#1}::operator()<tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&>(tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&) const::{lambda(IdealGeometryRecord const&)#1}>(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool, tbb::detail::d1::task_group*&)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}>(tbb::detail::d1::task_group&, tbb::detail::d1::task_group*&)::{lambda()#1}>::execute() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/pluginGeometryHGCalCommonDataESModules.so

Thread 1 (Thread 0x4000220bb280 (LWP 3122621) "cmsRun"):
#3  0x00004000244a35b8 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  0x000040003747e458 in std::__detail::_NFA<std::__cxx11::regex_traits<char> >::_M_insert_matcher(std::function<bool (char)>) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#6  0x000040003747e848 in std::__detail::_Compiler<std::__cxx11::regex_traits<char> >::_M_atom() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#7  0x00004000374762d4 in std::__detail::_Compiler<std::__cxx11::regex_traits<char> >::_M_alternative() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#8  0x00004000374763f4 in std::__detail::_Compiler<std::__cxx11::regex_traits<char> >::_M_alternative() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#9  0x00004000374763f4 in std::__detail::_Compiler<std::__cxx11::regex_traits<char> >::_M_alternative() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#10 0x00004000374763f4 in std::__detail::_Compiler<std::__cxx11::regex_traits<char> >::_M_alternative() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#11 0x00004000374763f4 in std::__detail::_Compiler<std::__cxx11::regex_traits<char> >::_M_alternative() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#12 0x00004000374763f4 in std::__detail::_Compiler<std::__cxx11::regex_traits<char> >::_M_alternative() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#13 0x00004000374763f4 in std::__detail::_Compiler<std::__cxx11::regex_traits<char> >::_M_alternative() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#14 0x00004000374763f4 in std::__detail::_Compiler<std::__cxx11::regex_traits<char> >::_M_alternative() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#15 0x0000400037476f98 in std::__detail::_Compiler<std::__cxx11::regex_traits<char> >::_M_disjunction() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#16 0x00004000375fe464 in std::__detail::_Compiler<std::__cxx11::regex_traits<char> >::_Compiler(char const*, char const*, std::locale const&, std::regex_constants::syntax_option_type) [clone .constprop.0] () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#17 0x0000400037474700 in dd4hep::dd::isMatch(std::basic_string_view<char, std::char_traits<char> >, std::basic_string_view<char, std::char_traits<char> >) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/external/el9_aarch64_gcc11/lib/libDDCore.so.1.23
#18 0x000040003706c8d8 in auto cms::DDFilteredView::history()::{lambda(auto:1 const&)#1}::operator()<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/libDetectorDescriptionDDCMS.so
#19 0x00004000370710dc in cms::DDFilteredView::history() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/libDetectorDescriptionDDCMS.so
#20 0x000040003bfdaa48 in GEMGeometryBuilder::build(GEMGeometry&, cms::DDCompactView const*, MuonGeometryConstants const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/libGeometryGEMGeometryBuilder.so
#21 0x000040003bf8c50c in GEMGeometryESModule::produce(MuonGeometryRecord const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/pluginGEMGeometryPlugins.so
#22 0x000040003bf8ed90 in void edm::SerialTaskQueueChain::actionToRun<edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<GEMGeometryESModule, std::unique_ptr<GEMGeometry, std::default_delete<GEMGeometry> >, MuonGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<MuonGeometryRecord> >(GEMGeometryESModule*, std::unique_ptr<GEMGeometry, std::default_delete<GEMGeometry> > (GEMGeometryESModule::*)(MuonGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<MuonGeometryRecord> const&, edm::es::Label const&)::{lambda(MuonGeometryRecord const&)#1}, std::unique_ptr<GEMGeometry, std::default_delete<GEMGeometry> >, MuonGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<MuonGeometryRecord> >::makeProduceTask<edm::eventsetup::Callback<edm::ESProducer, edm::ESProducer::setWhatProduced<GEMGeometryESModule, std::unique_ptr<GEMGeometry, std::default_delete<GEMGeometry> >, MuonGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<MuonGeometryRecord> >(GEMGeometryESModule*, std::unique_ptr<GEMGeometry, std::default_delete<GEMGeometry> > (GEMGeometryESModule::*)(MuonGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<MuonGeometryRecord> const&, edm::es::Label const&)::{lambda(MuonGeometryRecord const&)#1}, std::unique_ptr<GEMGeometry, std::default_delete<GEMGeometry> >, MuonGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<MuonGeometryRecord> >::prefetchAsync(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&&, auto:2&&, auto:3&&, auto:4&&)#1}::operator()<tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&>(tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&) const::{lambda(MuonGeometryRecord const&)#1}>(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool, tbb::detail::d1::task_group*&)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}&>(tbb::detail::d1::task_group*&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/pluginGEMGeometryPlugins.so
#23 0x000040003bf8f324 in edm::SerialTaskQueue::QueuedTask<edm::SerialTaskQueueChain::push<edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<GEMGeometryESModule, std::unique_ptr<GEMGeometry, std::default_delete<GEMGeometry> >, MuonGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<MuonGeometryRecord> >(GEMGeometryESModule*, std::unique_ptr<GEMGeometry, std::default_delete<GEMGeometry> > (GEMGeometryESModule::*)(MuonGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<MuonGeometryRecord> const&, edm::es::Label const&)::{lambda(MuonGeometryRecord const&)#1}, std::unique_ptr<GEMGeometry, std::default_delete<GEMGeometry> >, MuonGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<MuonGeometryRecord> >::makeProduceTask<edm::eventsetup::Callback<edm::ESProducer, edm::ESProducer::setWhatProduced<GEMGeometryESModule, std::unique_ptr<GEMGeometry, std::default_delete<GEMGeometry> >, MuonGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<MuonGeometryRecord> >(GEMGeometryESModule*, std::unique_ptr<GEMGeometry, std::default_delete<GEMGeometry> > (GEMGeometryESModule::*)(MuonGeometryRecord const&), edm::eventsetup::CallbackSimpleDecorator<MuonGeometryRecord> const&, edm::es::Label const&)::{lambda(MuonGeometryRecord const&)#1}, std::unique_ptr<GEMGeometry, std::default_delete<GEMGeometry> >, MuonGeometryRecord, edm::eventsetup::CallbackSimpleDecorator<MuonGeometryRecord> >::prefetchAsync(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&&, auto:2&&, auto:3&&, auto:4&&)#1}::operator()<tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&>(tbb::detail::d1::task_group*&, edm::ServiceWeakToken&, edm::eventsetup::EventSetupRecordImpl const*&, edm::EventSetupImpl const*&) const::{lambda(MuonGeometryRecord const&)#1}>(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool, tbb::detail::d1::task_group*&)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}>(tbb::detail::d1::task_group&, tbb::detail::d1::task_group*&)::{lambda()#1}>::execute() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02799/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_3_X_2023-08-22-2300/lib/el9_aarch64_gcc11/pluginGEMGeometryPlugins.so

https://cmssdt.cern.ch/SDT/cgi-bin/logreader/el9_aarch64_gcc11/CMSSW_13_3_X_2023-08-22-2300/pyRelValMatrixLogs/run/24834.911_TTbar_14TeV+2026D98_DD4hep/step2_TTbar_14TeV+2026D98_DD4hep.log#/

makortel commented 1 week ago

type root

cmsbuild commented 1 week ago

cms-bot internal usage