cms-sw / cmssw

CMS Offline Software
http://cms-sw.github.io/
Apache License 2.0
1.08k stars 4.31k forks source link

[ARM] Crash in edm::EventSetupImpl::findImpl #37822

Open makortel opened 2 years ago

makortel commented 2 years ago

Workflow 39634.114 step 2 crashed in CMSSW_12_4_X_2022-05-01-2300 on el8_aarch64_gcc10 with

Thread 10 (Thread 0x4000cacc8490 (LWP 48522) "cmsRun"):
#2  0x0000400060f74b38 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00004000cf8a594c in EBHitResponseImpl<ecalPh1>::putAnalogSignal(PCaloHit const&, CLHEP::HepRandomEngine*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libSimCalorimetryEcalSimProducers.so
#5  0x00004000cf90bb3c in EcalTDigitizer<EBDigitizerTraits>::add(std::vector<PCaloHit, std::allocator<PCaloHit> > const&, int, CLHEP::HepRandomEngine*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libSimCalorimetryEcalSimAlgos.so
#6  0x00004000cf89eaa0 in EcalDigiProducer::accumulateCaloHits(edm::Handle<std::vector<PCaloHit, std::allocator<PCaloHit> > > const&, edm::Handle<std::vector<PCaloHit, std::allocator<PCaloHit> > > const&, edm::Handle<std::vector<PCaloHit, std::allocator<PCaloHit> > > const&, int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libSimCalorimetryEcalSimProducers.so
#7  0x00004000cf89f658 in EcalDigiProducer::accumulate(PileUpEventPrincipal const&, edm::EventSetup const&, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libSimCalorimetryEcalSimProducers.so
#8  0x00004000cf671624 in edm::MixingModule::accumulateEvent(PileUpEventPrincipal const&, edm::EventSetup const&, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#9  0x00004000cf67175c in edm::MixingModule::pileAllWorkers(edm::EventPrincipal const&, edm::ModuleCallingContext const*, int, int, int&, edm::EventSetup const&, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#10 0x00004000cf67be9c in void edm::PileUp::readPileUp<std::_Bind<bool (edm::MixingModule::*(std::reference_wrapper<edm::MixingModule>, std::_Placeholder<1>, edm::ModuleCallingContext const*, int, std::_Placeholder<2>, int, std::reference_wrapper<edm::EventSetup const>, edm::StreamID))(edm::EventPrincipal const&, edm::ModuleCallingContext const*, int, int, int&, edm::EventSetup const&, edm::StreamID const&)> >(edm::EventID const&, std::vector<edm::SecondaryEventIDAndFileInfo, std::allocator<edm::SecondaryEventIDAndFileInfo> >&, std::_Bind<bool (edm::MixingModule::*(std::reference_wrapper<edm::MixingModule>, std::_Placeholder<1>, edm::ModuleCallingContext const*, int, std::_Placeholder<2>, int, std::reference_wrapper<edm::EventSetup const>, edm::StreamID))(edm::EventPrincipal const&, edm::ModuleCallingContext const*, int, int, int&, edm::EventSetup const&, edm::StreamID const&)>, int, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#11 0x00004000cf6768b0 in edm::MixingModule::doPileUp(edm::Event&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#12 0x00004000cf710560 in edm::BMixingModule::produce(edm::Event&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libMixingBase.so
#13 0x000040001cd6359c in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#14 0x000040001cd47bbc in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#15 0x000040001cca3818 in decltype ({parm#1}()) edm::convertException::wrap<edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}>(edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#16 0x000040001cca3b64 in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr const*, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#17 0x000040001cca632c in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#18 0x000040001d236ed8 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreConcurrency.so

Thread 9 (Thread 0x4000ca2b8490 (LWP 48521) "cmsRun"):
#2  0x0000400060f74b38 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x000040001ec7cec0 in strlen () from /lib64/libc.so.6
#5  0x000040001df012a0 in TClassRef::TClassRef(TClass*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libCore.so
#6  0x000040001da96730 in TVirtualArray::TVirtualArray(TClass*, unsigned int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#7  0x000040001db467ac in int TStreamerInfo::ReadBuffer<char**>(TBuffer&, char** const&, TStreamerInfo::TCompInfo* const*, int, int, int, int, int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#8  0x000040001d9cc814 in TStreamerInfoActions::GenericReadAction(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#9  0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#10 0x000040001d90c83c in TBufferFile::ReadObjectAny(TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#11 0x000040001d984a0c in TGenCollectionStreamer::ReadObjects(int, TBuffer&, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#12 0x000040001d98539c in TGenCollectionStreamer::ReadBufferGeneric(TBuffer&, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#13 0x000040001d90311c in TBufferFile::ReadFastArray(void*, TClass const*, int, TMemberStreamer*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#14 0x000040001da5a02c in int TStreamerInfoActions::ReadSTL<&TStreamerInfoActions::ReadSTLMemberWiseSameClass, &TStreamerInfoActions::ReadSTLObjectWiseFastArray>(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#15 0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#16 0x000040001d90c83c in TBufferFile::ReadObjectAny(TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#17 0x000040001d9036e4 in TBufferFile::ReadFastArray(void**, TClass const*, int, bool, TMemberStreamer*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#18 0x000040001db4661c in int TStreamerInfo::ReadBuffer<char**>(TBuffer&, char** const&, TStreamerInfo::TCompInfo* const*, int, int, int, int, int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#19 0x000040001d9cc814 in TStreamerInfoActions::GenericReadAction(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#20 0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#21 0x000040001d90c83c in TBufferFile::ReadObjectAny(TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#22 0x000040001d984a0c in TGenCollectionStreamer::ReadObjects(int, TBuffer&, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#23 0x000040001d98539c in TGenCollectionStreamer::ReadBufferGeneric(TBuffer&, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#24 0x000040001d90311c in TBufferFile::ReadFastArray(void*, TClass const*, int, TMemberStreamer*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#25 0x000040001da5a02c in int TStreamerInfoActions::ReadSTL<&TStreamerInfoActions::ReadSTLMemberWiseSameClass, &TStreamerInfoActions::ReadSTLObjectWiseFastArray>(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#26 0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#27 0x000040001d90c83c in TBufferFile::ReadObjectAny(TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#28 0x000040001d9036e4 in TBufferFile::ReadFastArray(void**, TClass const*, int, bool, TMemberStreamer*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#29 0x000040001db4661c in int TStreamerInfo::ReadBuffer<char**>(TBuffer&, char** const&, TStreamerInfo::TCompInfo* const*, int, int, int, int, int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#30 0x000040001d9cc814 in TStreamerInfoActions::GenericReadAction(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#31 0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#32 0x000040001d90c83c in TBufferFile::ReadObjectAny(TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#33 0x000040001d984a0c in TGenCollectionStreamer::ReadObjects(int, TBuffer&, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#34 0x000040001d98539c in TGenCollectionStreamer::ReadBufferGeneric(TBuffer&, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#35 0x000040001d90311c in TBufferFile::ReadFastArray(void*, TClass const*, int, TMemberStreamer*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#36 0x000040001da5a02c in int TStreamerInfoActions::ReadSTL<&TStreamerInfoActions::ReadSTLMemberWiseSameClass, &TStreamerInfoActions::ReadSTLObjectWiseFastArray>(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#37 0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#38 0x000040001d90c83c in TBufferFile::ReadObjectAny(TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#39 0x000040001d9036e4 in TBufferFile::ReadFastArray(void**, TClass const*, int, bool, TMemberStreamer*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#40 0x000040001db4661c in int TStreamerInfo::ReadBuffer<char**>(TBuffer&, char** const&, TStreamerInfo::TCompInfo* const*, int, int, int, int, int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#41 0x000040001d9cc814 in TStreamerInfoActions::GenericReadAction(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#42 0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#43 0x000040001d90c83c in TBufferFile::ReadObjectAny(TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#44 0x000040001d984a0c in TGenCollectionStreamer::ReadObjects(int, TBuffer&, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#45 0x000040001d98539c in TGenCollectionStreamer::ReadBufferGeneric(TBuffer&, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#46 0x000040001d90311c in TBufferFile::ReadFastArray(void*, TClass const*, int, TMemberStreamer*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#47 0x000040001da5a02c in int TStreamerInfoActions::ReadSTL<&TStreamerInfoActions::ReadSTLMemberWiseSameClass, &TStreamerInfoActions::ReadSTLObjectWiseFastArray>(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#48 0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#49 0x000040001d90c83c in TBufferFile::ReadObjectAny(TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#50 0x000040001d9036e4 in TBufferFile::ReadFastArray(void**, TClass const*, int, bool, TMemberStreamer*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#51 0x000040001db4661c in int TStreamerInfo::ReadBuffer<char**>(TBuffer&, char** const&, TStreamerInfo::TCompInfo* const*, int, int, int, int, int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#52 0x000040001d9cc814 in TStreamerInfoActions::GenericReadAction(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#53 0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#54 0x000040001d90c83c in TBufferFile::ReadObjectAny(TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#55 0x000040001d984a0c in TGenCollectionStreamer::ReadObjects(int, TBuffer&, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#56 0x000040001d98539c in TGenCollectionStreamer::ReadBufferGeneric(TBuffer&, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#57 0x000040001d90311c in TBufferFile::ReadFastArray(void*, TClass const*, int, TMemberStreamer*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#58 0x000040001da5a02c in int TStreamerInfoActions::ReadSTL<&TStreamerInfoActions::ReadSTLMemberWiseSameClass, &TStreamerInfoActions::ReadSTLObjectWiseFastArray>(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#59 0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#60 0x000040001d90c83c in TBufferFile::ReadObjectAny(TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#61 0x000040001d9036e4 in TBufferFile::ReadFastArray(void**, TClass const*, int, bool, TMemberStreamer*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#62 0x000040001db4661c in int TStreamerInfo::ReadBuffer<char**>(TBuffer&, char** const&, TStreamerInfo::TCompInfo* const*, int, int, int, int, int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#63 0x000040001d9cc814 in TStreamerInfoActions::GenericReadAction(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#64 0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#65 0x000040001d90c83c in TBufferFile::ReadObjectAny(TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#66 0x000040001d984a0c in TGenCollectionStreamer::ReadObjects(int, TBuffer&, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#67 0x000040001d98539c in TGenCollectionStreamer::ReadBufferGeneric(TBuffer&, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#68 0x000040001d90311c in TBufferFile::ReadFastArray(void*, TClass const*, int, TMemberStreamer*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#69 0x000040001da5a02c in int TStreamerInfoActions::ReadSTL<&TStreamerInfoActions::ReadSTLMemberWiseSameClass, &TStreamerInfoActions::ReadSTLObjectWiseFastArray>(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#70 0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#71 0x000040001d90c83c in TBufferFile::ReadObjectAny(TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#72 0x000040001d9036e4 in TBufferFile::ReadFastArray(void**, TClass const*, int, bool, TMemberStreamer*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#73 0x000040001db4661c in int TStreamerInfo::ReadBuffer<char**>(TBuffer&, char** const&, TStreamerInfo::TCompInfo* const*, int, int, int, int, int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#74 0x000040001d9cc814 in TStreamerInfoActions::GenericReadAction(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#75 0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#76 0x000040001d90c83c in TBufferFile::ReadObjectAny(TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#77 0x000040001d9036e4 in TBufferFile::ReadFastArray(void**, TClass const*, int, bool, TMemberStreamer*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#78 0x000040001db4661c in int TStreamerInfo::ReadBuffer<char**>(TBuffer&, char** const&, TStreamerInfo::TCompInfo* const*, int, int, int, int, int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#79 0x000040001d9cc814 in TStreamerInfoActions::GenericReadAction(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#80 0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#81 0x000040001d90c83c in TBufferFile::ReadObjectAny(TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#82 0x000040001d9036e4 in TBufferFile::ReadFastArray(void**, TClass const*, int, bool, TMemberStreamer*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#83 0x000040001db4661c in int TStreamerInfo::ReadBuffer<char**>(TBuffer&, char** const&, TStreamerInfo::TCompInfo* const*, int, int, int, int, int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#84 0x000040001d9cc814 in TStreamerInfoActions::GenericReadAction(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#85 0x000040001d90bc1c in TBufferFile::ReadClassBuffer(TClass const*, void*, TClass const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#86 0x000040001db46320 in int TStreamerInfo::ReadBuffer<char**>(TBuffer&, char** const&, TStreamerInfo::TCompInfo* const*, int, int, int, int, int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#87 0x000040001d9cc814 in TStreamerInfoActions::GenericReadAction(TBuffer&, void*, TStreamerInfoActions::TConfiguration const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#88 0x000040001d9029b0 in TBufferFile::ApplySequence(TStreamerInfoActions::TActionSequence const&, void*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libRIO.so
#89 0x000040001d39c120 in TBranchElement::ReadLeavesMember(TBuffer&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libTree.so
#90 0x000040001d394350 in TBranch::GetEntry(long long, int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libTree.so
#91 0x000040001d3ad17c in TBranchElement::GetEntry(long long, int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libTree.so
#92 0x000040001d3ad134 in TBranchElement::GetEntry(long long, int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/external/el8_aarch64_gcc10/lib/libTree.so
#93 0x00004000c7f98960 in edm::RootTree::getEntry(TBranch*, long long) const () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginIOPoolInput.so
#94 0x00004000c7f69b18 in edm::RootDelayedReader::getProduct_(edm::BranchID const&, edm::EDProductGetter const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginIOPoolInput.so
#95 0x000040001cbe99fc in edm::DelayedReader::getProduct(edm::BranchID const&, edm::EDProductGetter const*, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#96 0x000040001ccc6f6c in edm::DelayedReaderInputProductResolver::resolveProduct_(edm::Principal const&, bool, edm::SharedResourcesAcquirer*, edm::ModuleCallingContext const*) const::{lambda()#1}::operator()() const () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#97 0x000040001ccc72a0 in edm::DelayedReaderInputProductResolver::resolveProduct_(edm::Principal const&, bool, edm::SharedResourcesAcquirer*, edm::ModuleCallingContext const*) const () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#98 0x000040001ccb0778 in edm::Principal::findProductByLabel(edm::KindOfType, edm::TypeID const&, edm::InputTag const&, edm::EDConsumerBase const*, edm::SharedResourcesAcquirer*, edm::ModuleCallingContext const*) const () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#99 0x000040001ccb095c in edm::Principal::getByLabel(edm::KindOfType, edm::TypeID const&, edm::InputTag const&, edm::EDConsumerBase const*, edm::SharedResourcesAcquirer*, edm::ModuleCallingContext const*) const () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#100 0x00004000cdd970a8 in cms::PileupVertexAccumulator::accumulate(PileUpEventPrincipal const&, edm::EventSetup const&, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralPileupInformationPlugins.so
#101 0x00004000cf671624 in edm::MixingModule::accumulateEvent(PileUpEventPrincipal const&, edm::EventSetup const&, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#102 0x00004000cf67175c in edm::MixingModule::pileAllWorkers(edm::EventPrincipal const&, edm::ModuleCallingContext const*, int, int, int&, edm::EventSetup const&, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#103 0x00004000cf67be9c in void edm::PileUp::readPileUp<std::_Bind<bool (edm::MixingModule::*(std::reference_wrapper<edm::MixingModule>, std::_Placeholder<1>, edm::ModuleCallingContext const*, int, std::_Placeholder<2>, int, std::reference_wrapper<edm::EventSetup const>, edm::StreamID))(edm::EventPrincipal const&, edm::ModuleCallingContext const*, int, int, int&, edm::EventSetup const&, edm::StreamID const&)> >(edm::EventID const&, std::vector<edm::SecondaryEventIDAndFileInfo, std::allocator<edm::SecondaryEventIDAndFileInfo> >&, std::_Bind<bool (edm::MixingModule::*(std::reference_wrapper<edm::MixingModule>, std::_Placeholder<1>, edm::ModuleCallingContext const*, int, std::_Placeholder<2>, int, std::reference_wrapper<edm::EventSetup const>, edm::StreamID))(edm::EventPrincipal const&, edm::ModuleCallingContext const*, int, int, int&, edm::EventSetup const&, edm::StreamID const&)>, int, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#104 0x00004000cf6768b0 in edm::MixingModule::doPileUp(edm::Event&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#105 0x00004000cf710560 in edm::BMixingModule::produce(edm::Event&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libMixingBase.so
#106 0x000040001cd6359c in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#107 0x000040001cd47bbc in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#108 0x000040001cca3818 in decltype ({parm#1}()) edm::convertException::wrap<edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}>(edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#109 0x000040001cca3b64 in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr const*, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#110 0x000040001cca632c in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#111 0x000040001d236ed8 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreConcurrency.so

Thread 8 (Thread 0x4000c98a8490 (LWP 48520) "cmsRun"):
#2  0x0000400060f74b38 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00004000cfc12190 in Phase2TrackerDigitizerAlgorithm::accumulateSimHits(__gnu_cxx::__normal_iterator<PSimHit const*, std::vector<PSimHit, std::allocator<PSimHit> > >, __gnu_cxx::__normal_iterator<PSimHit const*, std::vector<PSimHit, std::allocator<PSimHit> > >, unsigned long, unsigned int, PixelGeomDetUnit const*, Vector3DBase<float, GlobalTag> const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimTrackerSiPhase2DigitizerPlugins.so
#5  0x00004000cfc05994 in cms::Phase2TrackerDigitizer::accumulatePixelHits(edm::Handle<std::vector<PSimHit, std::allocator<PSimHit> > >, unsigned long, unsigned int) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimTrackerSiPhase2DigitizerPlugins.so
#6  0x00004000cfc10530 in void cms::Phase2TrackerDigitizer::accumulate_local<PileUpEventPrincipal>(PileUpEventPrincipal const&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimTrackerSiPhase2DigitizerPlugins.so
#7  0x00004000cf671624 in edm::MixingModule::accumulateEvent(PileUpEventPrincipal const&, edm::EventSetup const&, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#8  0x00004000cf67175c in edm::MixingModule::pileAllWorkers(edm::EventPrincipal const&, edm::ModuleCallingContext const*, int, int, int&, edm::EventSetup const&, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#9  0x00004000cf67be9c in void edm::PileUp::readPileUp<std::_Bind<bool (edm::MixingModule::*(std::reference_wrapper<edm::MixingModule>, std::_Placeholder<1>, edm::ModuleCallingContext const*, int, std::_Placeholder<2>, int, std::reference_wrapper<edm::EventSetup const>, edm::StreamID))(edm::EventPrincipal const&, edm::ModuleCallingContext const*, int, int, int&, edm::EventSetup const&, edm::StreamID const&)> >(edm::EventID const&, std::vector<edm::SecondaryEventIDAndFileInfo, std::allocator<edm::SecondaryEventIDAndFileInfo> >&, std::_Bind<bool (edm::MixingModule::*(std::reference_wrapper<edm::MixingModule>, std::_Placeholder<1>, edm::ModuleCallingContext const*, int, std::_Placeholder<2>, int, std::reference_wrapper<edm::EventSetup const>, edm::StreamID))(edm::EventPrincipal const&, edm::ModuleCallingContext const*, int, int, int&, edm::EventSetup const&, edm::StreamID const&)>, int, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#10 0x00004000cf6768b0 in edm::MixingModule::doPileUp(edm::Event&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#11 0x00004000cf710560 in edm::BMixingModule::produce(edm::Event&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libMixingBase.so
#12 0x000040001cd6359c in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#13 0x000040001cd47bbc in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#14 0x000040001cca3818 in decltype ({parm#1}()) edm::convertException::wrap<edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}>(edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#15 0x000040001cca3b64 in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr const*, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#16 0x000040001cca632c in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#17 0x000040001d236ed8 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreConcurrency.so

Thread 1 (Thread 0x40001e86b6f0 (LWP 36584) "cmsRun"):
#3  0x0000400060f78440 in sig_dostack_then_abort () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  0x000040001ec7c680 in strcmp () from /lib64/libc.so.6
#6  0x000040001cc56504 in __gnu_cxx::__normal_iterator<edm::eventsetup::EventSetupRecordKey const*, std::vector<edm::eventsetup::EventSetupRecordKey, std::allocator<edm::eventsetup::EventSetupRecordKey> > > std::__lower_bound<__gnu_cxx::__normal_iterator<edm::eventsetup::EventSetupRecordKey const*, std::vector<edm::eventsetup::EventSetupRecordKey, std::allocator<edm::eventsetup::EventSetupRecordKey> > >, edm::eventsetup::EventSetupRecordKey, __gnu_cxx::__ops::_Iter_less_val>(__gnu_cxx::__normal_iterator<edm::eventsetup::EventSetupRecordKey const*, std::vector<edm::eventsetup::EventSetupRecordKey, std::allocator<edm::eventsetup::EventSetupRecordKey> > >, __gnu_cxx::__normal_iterator<edm::eventsetup::EventSetupRecordKey const*, std::vector<edm::eventsetup::EventSetupRecordKey, std::allocator<edm::eventsetup::EventSetupRecordKey> > >, edm::eventsetup::EventSetupRecordKey const&, __gnu_cxx::__ops::_Iter_less_val) [clone .isra.0] () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#7  0x000040001cc5682c in edm::EventSetupImpl::findImpl(edm::eventsetup::EventSetupRecordKey const&) const () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#8  0x00004000cfb9f644 in TrackerTopology const& edm::EventSetup::getData<TrackerTopology, TrackerTopologyRcd>(edm::ESGetToken<TrackerTopology, TrackerTopologyRcd> const&) const () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralTrackingAnalysisPlugins.so
#9  0x00004000cfbaa1e4 in void TrackingTruthAccumulator::accumulateEvent<PileUpEventPrincipal>(PileUpEventPrincipal const&, edm::EventSetup const&, edm::Handle<edm::HepMCProduct> const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralTrackingAnalysisPlugins.so
#10 0x00004000cfba57d8 in TrackingTruthAccumulator::accumulate(PileUpEventPrincipal const&, edm::EventSetup const&, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralTrackingAnalysisPlugins.so
#11 0x00004000cf671624 in edm::MixingModule::accumulateEvent(PileUpEventPrincipal const&, edm::EventSetup const&, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#12 0x00004000cf67175c in edm::MixingModule::pileAllWorkers(edm::EventPrincipal const&, edm::ModuleCallingContext const*, int, int, int&, edm::EventSetup const&, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#13 0x00004000cf67be9c in void edm::PileUp::readPileUp<std::_Bind<bool (edm::MixingModule::*(std::reference_wrapper<edm::MixingModule>, std::_Placeholder<1>, edm::ModuleCallingContext const*, int, std::_Placeholder<2>, int, std::reference_wrapper<edm::EventSetup const>, edm::StreamID))(edm::EventPrincipal const&, edm::ModuleCallingContext const*, int, int, int&, edm::EventSetup const&, edm::StreamID const&)> >(edm::EventID const&, std::vector<edm::SecondaryEventIDAndFileInfo, std::allocator<edm::SecondaryEventIDAndFileInfo> >&, std::_Bind<bool (edm::MixingModule::*(std::reference_wrapper<edm::MixingModule>, std::_Placeholder<1>, edm::ModuleCallingContext const*, int, std::_Placeholder<2>, int, std::reference_wrapper<edm::EventSetup const>, edm::StreamID))(edm::EventPrincipal const&, edm::ModuleCallingContext const*, int, int, int&, edm::EventSetup const&, edm::StreamID const&)>, int, edm::StreamID const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#14 0x00004000cf6768b0 in edm::MixingModule::doPileUp(edm::Event&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/pluginSimGeneralMixingModulePlugins.so
#15 0x00004000cf710560 in edm::BMixingModule::produce(edm::Event&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libMixingBase.so
#16 0x000040001cd6359c in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#17 0x000040001cd47bbc in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#18 0x000040001cca3818 in decltype ({parm#1}()) edm::convertException::wrap<edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}>(edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#19 0x000040001cca3b64 in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr const*, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#20 0x000040001cca632c in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreFramework.so
#21 0x000040001d236ed8 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/week1/el8_aarch64_gcc10/cms/cmssw/CMSSW_12_4_X_2022-05-01-2300/lib/el8_aarch64_gcc10/libFWCoreConcurrency.so

Current Modules:
Module: MixingModule:mix (crashed)
Module: MixingModule:mix
Module: MixingModule:mix
Module: MixingModule:mix

https://cmssdt.cern.ch/SDT/cgi-bin/logreader/el8_aarch64_gcc10/CMSSW_12_4_X_2022-05-01-2300/pyRelValMatrixLogs/run/39634.114_TTbar_14TeV+2026D88PU_OTInefficiency10PC+TTbar_14TeV_TuneCP5_GenSimHLBeamSpot14INPUT+DigiTriggerPU+RecoGlobalPU+HARVESTGlobalPU/step2_TTbar_14TeV+2026D88PU_OTInefficiency10PC+TTbar_14TeV_TuneCP5_GenSimHLBeamSpot14INPUT+DigiTriggerPU+RecoGlobalPU+HARVESTGlobalPU.log#/

makortel commented 2 years ago

assign core

cmsbuild commented 2 years ago

New categories assigned: core

@Dr15Jones,@smuzaffar,@makortel you have been requested to review this Pull request/Issue and eventually sign? Thanks

cmsbuild commented 2 years ago

A new Issue was created by @makortel Matti Kortelainen.

@Dr15Jones, @perrotta, @dpiparo, @makortel, @smuzaffar, @qliphy can you please review it and eventually sign/assign? Thanks.

cms-bot commands are listed here

makortel commented 1 year ago

Here is another one from CMSSW_13_1_X_2023-04-06-2300 el8_aarch64_gcc11 workflow 10801.0 step3

Thread 5 (Thread 0x400073a09250 (LWP 3148611) "cmsRun"):
#3  0x0000400024f171f8 in sig_dostack_then_abort () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  0x000040001f8c1080 in strcmp () from /lib64/libc.so.6
#6  0x000040001da23128 in __gnu_cxx::__normal_iterator<edm::eventsetup::EventSetupRecordKey const*, std::vector<edm::eventsetup::EventSetupRecordKey, std::allocator<edm::eventsetup::EventSetupRecordKey> > > std::__lower_bound<__gnu_cxx::__normal_iterator<edm::eventsetup::EventSetupRecordKey const*, std::vector<edm::eventsetup::EventSetupRecordKey, std::allocator<edm::eventsetup::EventSetupRecordKey> > >, edm::eventsetup::EventSetupRecordKey, __gnu_cxx::__ops::_Iter_less_val>(__gnu_cxx::__normal_iterator<edm::eventsetup::EventSetupRecordKey const*, std::vector<edm::eventsetup::EventSetupRecordKey, std::allocator<edm::eventsetup::EventSetupRecordKey> > >, __gnu_cxx::__normal_iterator<edm::eventsetup::EventSetupRecordKey const*, std::vector<edm::eventsetup::EventSetupRecordKey, std::allocator<edm::eventsetup::EventSetupRecordKey> > >, edm::eventsetup::EventSetupRecordKey const&, __gnu_cxx::__ops::_Iter_less_val) [clone .constprop.0] () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libFWCoreFramework.so
#7  0x000040001d94e338 in edm::EventSetupImpl::findImpl(edm::eventsetup::EventSetupRecordKey const&) const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libFWCoreFramework.so
#8  0x000040008a4dbea4 in HepPDT::ParticleDataTable const& edm::EventSetup::getData<HepPDT::ParticleDataTable, edm::DefaultRecord>(edm::ESGetToken<HepPDT::ParticleDataTable, edm::DefaultRecord> const&) const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/pluginPhysicsToolsHepMCCandAlgos_plugins.so
#9  0x000040008a4e86a4 in GenParticlePruner::produce(edm::Event&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/pluginPhysicsToolsHepMCCandAlgos_plugins.so
#10 0x000040001da1451c in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libFWCoreFramework.so
#11 0x000040001d9fa8c0 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libFWCoreFramework.so
#12 0x000040001d9861b8 in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libFWCoreFramework.so
#13 0x000040001d986930 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libFWCoreFramework.so
#14 0x000040001dea5160 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libFWCoreConcurrency.so

Thread 4 (Thread 0x400070a19250 (LWP 3148589) "cmsRun"):
#2  0x0000400024f128e8 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  std::basic_streambuf<char, std::char_traits<char> >::__safe_gbump (__n=<optimized out>, this=0x400070a18540) at /data/cmsbuild/jenkins_a/workspace/jenkins-test-bootstrap/bootstrap/BUILD/el8_aarch64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/aarch64-redhat-linux-gnu/libstdc++-v3/include/streambuf:800
#5  std::basic_streambuf<char, std::char_traits<char> >::xsgetn (this=0x400070a18540, __s=0x400070a18080 "", __n=1) at /data/cmsbuild/jenkins_a/workspace/jenkins-test-bootstrap/bootstrap/BUILD/el8_aarch64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/aarch64-redhat-linux-gnu/libstdc++-v3/include/bits/streambuf.tcc:59
#6  0x000040002ac3f3d4 in boost::enable_if<boost::is_integral<unsigned int>, void>::type eos::portable_iarchive::load<unsigned int>(unsigned int&, eos::portable_iarchive::dummy<2>) [clone .constprop.0] () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libCondFormatsGeometryObjects.so
#7  0x000040002ac3a3ec in boost::archive::detail::iserializer<eos::portable_iarchive, std::vector<float, std::allocator<float> > >::load_object_data(boost::archive::detail::basic_iarchive&, void*, unsigned int) const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libCondFormatsGeometryObjects.so
#8  0x0000400029f27040 in boost::archive::detail::basic_iarchive::load_object(void*, boost::archive::detail::basic_iserializer const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libboost_serialization.so.1.80.0
#9  0x0000400049d2b110 in void SiPixel2DTemplateDBObject::serialize<eos::portable_iarchive>(eos::portable_iarchive&, unsigned int) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libCondFormatsSiPixelObjects.so
#10 0x0000400029f27040 in boost::archive::detail::basic_iarchive::load_object(void*, boost::archive::detail::basic_iserializer const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libboost_serialization.so.1.80.0
#11 0x000040006f5297dc in cond::persistency::PayloadProxy<SiPixel2DTemplateDBObject>::loadPayload() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/pluginCondCoreSiPixelPluginsPlugin.so
#12 0x000040006f5275c0 in DataProxy<SiPixel2DTemplateDBObjectRcd, SiPixel2DTemplateDBObject, cond::DefaultInitializer<SiPixel2DTemplateDBObject> >::prefetch(edm::eventsetup::DataKey const&, edm::EventSetupRecordDetails) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/pluginCondCoreSiPixelPluginsPlugin.so
#13 0x000040001d8f6c00 in edm::eventsetup::ESSourceDataProxyBase::doPrefetchAndSignals(edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, edm::ESParentContext const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libFWCoreFramework.so
#14 0x000040001d8f6d08 in edm::SerialTaskQueue::QueuedTask<edm::eventsetup::ESSourceDataProxyBase::prefetchAsyncImplTemplate<edm::eventsetup::ESSourceDataProxyNonConcurrentBase::prefetchAsyncImpl(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&, auto:2)#1}, edm::eventsetup::ESSourceDataProxyNonConcurrentBase::prefetchAsyncImpl(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda()#2}>(edm::eventsetup::ESSourceDataProxyNonConcurrentBase::prefetchAsyncImpl(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&, auto:2)#1}, edm::eventsetup::ESSourceDataProxyNonConcurrentBase::prefetchAsyncImpl(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda()#2}, edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, edm::ESParentContext const&)::{lambda()#1}>::execute() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libFWCoreFramework.so
#15 0x000040001dea64f0 in tbb::detail::d1::function_task<edm::SerialTaskQueue::spawn(edm::SerialTaskQueue::TaskBase&)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libFWCoreConcurrency.so

Thread 3 (Thread 0x400070009250 (LWP 3148588) "cmsRun"):
#2  0x0000400024f128e8 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x000040001f920408 in strncpy () from /lib64/libc.so.6
#5  0x0000400048c3c74c in TXMLEngine::ReadNode(void*, TXMLInputStream*, int&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libXMLIO.so
#6  0x0000400048c3d1d8 in TXMLEngine::ReadNode(void*, TXMLInputStream*, int&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libXMLIO.so
#7  0x0000400048c3d1d8 in TXMLEngine::ReadNode(void*, TXMLInputStream*, int&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libXMLIO.so
#8  0x0000400048c3d1d8 in TXMLEngine::ReadNode(void*, TXMLInputStream*, int&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libXMLIO.so
#9  0x0000400048c3d1d8 in TXMLEngine::ReadNode(void*, TXMLInputStream*, int&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libXMLIO.so
#10 0x0000400048c3d1d8 in TXMLEngine::ReadNode(void*, TXMLInputStream*, int&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libXMLIO.so
#11 0x0000400048c3d1d8 in TXMLEngine::ReadNode(void*, TXMLInputStream*, int&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libXMLIO.so
#12 0x0000400048c3d1d8 in TXMLEngine::ReadNode(void*, TXMLInputStream*, int&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libXMLIO.so
#13 0x0000400048c3d1d8 in TXMLEngine::ReadNode(void*, TXMLInputStream*, int&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libXMLIO.so
#14 0x0000400048c3d1d8 in TXMLEngine::ReadNode(void*, TXMLInputStream*, int&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libXMLIO.so
#15 0x0000400048c3d1d8 in TXMLEngine::ReadNode(void*, TXMLInputStream*, int&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libXMLIO.so
#16 0x0000400048c3d7a0 in TXMLEngine::ParseStream(TXMLInputStream*) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libXMLIO.so
#17 0x0000400048c3dbd4 in TXMLEngine::ParseFile(char const*, int) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libXMLIO.so
#18 0x00004000488e1c5c in TMVA::Reader::GetMethodTypeFromFile(TString const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libTMVA.so
#19 0x00004000488e4290 in TMVA::Reader::BookMVA(TString const&, TString const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/external/el8_aarch64_gcc11/lib/libTMVA.so
#20 0x0000400047f89344 in reco::details::loadTMVAWeights(TMVA::Reader*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, bool) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libCommonToolsMVAUtils.so
#21 0x0000400047f89bfc in TMVAEvaluator::initialize(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, bool, bool) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libCommonToolsMVAUtils.so
#22 0x000040004996b8a8 in CharmTagger::initialize(JetTagComputerRecord const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libRecoBTagCTagging.so
#23 0x000040004993a134 in jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>::produce(JetTagComputerRecord const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/pluginRecoBTagCTaggingPlugins.so
#24 0x000040004993ae4c in void edm::SerialTaskQueueChain::actionToRun<edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >(jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>*, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> > (jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>::*)(JetTagComputerRecord const&), edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> const&, edm::es::Label const&)::{lambda(JetTagComputerRecord const&)#1}, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >::makeProduceTask(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}&>(edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >(jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>*, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> > (jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>::*)(JetTagComputerRecord const&), edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> const&, edm::es::Label const&)::{lambda(JetTagComputerRecord const&)#1}, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >::makeProduceTask(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/pluginRecoBTagCTaggingPlugins.so
#25 0x000040004993b3c4 in edm::SerialTaskQueue::QueuedTask<edm::SerialTaskQueueChain::push<edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >(jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>*, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> > (jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>::*)(JetTagComputerRecord const&), edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> const&, edm::es::Label const&)::{lambda(JetTagComputerRecord const&)#1}, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >::makeProduceTask(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}>(tbb::detail::d1::task_group&, edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >(jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>*, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> > (jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>::*)(JetTagComputerRecord const&), edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> const&, edm::es::Label const&)::{lambda(JetTagComputerRecord const&)#1}, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >::makeProduceTask(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}&&)::{lambda()#1}>::execute() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/pluginRecoBTagCTaggingPlugins.so
#26 0x000040001dea64f0 in tbb::detail::d1::function_task<edm::SerialTaskQueue::spawn(edm::SerialTaskQueue::TaskBase&)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libFWCoreConcurrency.so

Thread 1 (Thread 0x40001f4ad090 (LWP 3130260) "cmsRun"):
#2  0x0000400024f128e8 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x000040004647ea50 in HcalCalibrationsSet::getCalibrations(DetId) const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libCalibFormatsHcalObjects.so
#5  0x000040006b114248 in HcalChannelPropertiesEP::produce2(HcalChannelPropertiesRecord const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/pluginRecoLocalCaloHcalRecAlgosPlugin.so
#6  0x000040006b118f84 in edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<HcalChannelPropertiesEP, std::unique_ptr<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> >, std::default_delete<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> > > >, HcalChannelPropertiesRecord, edm::eventsetup::CallbackSimpleDecorator<HcalChannelPropertiesRecord> >(HcalChannelPropertiesEP*, std::unique_ptr<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> >, std::default_delete<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> > > > (HcalChannelPropertiesEP::*)(HcalChannelPropertiesRecord const&), edm::eventsetup::CallbackSimpleDecorator<HcalChannelPropertiesRecord> const&, edm::es::Label const&)::{lambda(HcalChannelPropertiesRecord const&)#1}, std::unique_ptr<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> >, std::default_delete<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> > > >, HcalChannelPropertiesRecord, edm::eventsetup::CallbackSimpleDecorator<HcalChannelPropertiesRecord> >::makeProduceTask(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}::operator()() const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/pluginRecoLocalCaloHcalRecAlgosPlugin.so
#7  0x000040006b119374 in edm::SerialTaskQueue::QueuedTask<edm::SerialTaskQueueChain::push<edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<HcalChannelPropertiesEP, std::unique_ptr<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> >, std::default_delete<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> > > >, HcalChannelPropertiesRecord, edm::eventsetup::CallbackSimpleDecorator<HcalChannelPropertiesRecord> >(HcalChannelPropertiesEP*, std::unique_ptr<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> >, std::default_delete<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> > > > (HcalChannelPropertiesEP::*)(HcalChannelPropertiesRecord const&), edm::eventsetup::CallbackSimpleDecorator<HcalChannelPropertiesRecord> const&, edm::es::Label const&)::{lambda(HcalChannelPropertiesRecord const&)#1}, std::unique_ptr<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> >, std::default_delete<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> > > >, HcalChannelPropertiesRecord, edm::eventsetup::CallbackSimpleDecorator<HcalChannelPropertiesRecord> >::makeProduceTask(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}>(tbb::detail::d1::task_group&, edm::eventsetup::CallbackBase<edm::ESProducer, edm::ESProducer::setWhatProduced<HcalChannelPropertiesEP, std::unique_ptr<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> >, std::default_delete<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> > > >, HcalChannelPropertiesRecord, edm::eventsetup::CallbackSimpleDecorator<HcalChannelPropertiesRecord> >(HcalChannelPropertiesEP*, std::unique_ptr<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> >, std::default_delete<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> > > > (HcalChannelPropertiesEP::*)(HcalChannelPropertiesRecord const&), edm::eventsetup::CallbackSimpleDecorator<HcalChannelPropertiesRecord> const&, edm::es::Label const&)::{lambda(HcalChannelPropertiesRecord const&)#1}, std::unique_ptr<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> >, std::default_delete<std::vector<HcalChannelProperties, std::allocator<HcalChannelProperties> > > >, HcalChannelPropertiesRecord, edm::eventsetup::CallbackSimpleDecorator<HcalChannelPropertiesRecord> >::makeProduceTask(tbb::detail::d1::task_group*, edm::ServiceWeakToken const&, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, bool)::{lambda(std::__exception_ptr::exception_ptr const*)#1}::operator()(std::__exception_ptr::exception_ptr const*) const::{lambda()#2}&&)::{lambda()#1}>::execute() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/pluginRecoLocalCaloHcalRecAlgosPlugin.so
#8  0x000040001dea64f0 in tbb::detail::d1::function_task<edm::SerialTaskQueue::spawn(edm::SerialTaskQueue::TaskBase&)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02779/el8_aarch64_gcc11/cms/cmssw/CMSSW_13_1_X_2023-04-06-2300/lib/el8_aarch64_gcc11/libFWCoreConcurrency.so

Current Modules:
Module: GenParticlePruner:genParticles1 (crashed)
Module: none
Module: none
Module: none

https://cmssdt.cern.ch/SDT/cgi-bin/logreader/el8_aarch64_gcc11/CMSSW_13_1_X_2023-04-06-2300/pyRelValMatrixLogs/run/10801.0_SingleElectronPt10+2018/step3_SingleElectronPt10+2018.log#/

iarspider commented 1 year ago

Here is another one from CMSSW_13_2_X_2023-06-27-2300 el9_aarch64_gcc11 workflow 11646.0 step5

Wed Jun 28 07:09:30 CEST 2023
Thread 5 (Thread 0x40008ca091a0 (LWP 608541) "cmsRun"):
#0  0x000040003e9a4414 in clock_nanosleep@@GLIBC_2.17 () from /lib64/libc.so.6
#1  0x000040003e9a947c in nanosleep () from /lib64/libc.so.6
#2  0x000040003e9a9348 in sleep () from /lib64/libc.so.6
#3  0x0000400043f935b8 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  0x000040003e96f3e0 in __lll_lock_wait () from /lib64/libc.so.6
#6  0x000040003e975bd8 in pthread_mutex_lock@@GLIBC_2.17 () from /lib64/libc.so.6
#7  0x000040009a7e4808 in DQMEDAnalyzer::beginRun(edm::Run const&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginDQMOfflineAlignment.so
#8  0x000040003c9af248 in edm::stream::ProducingModuleAdaptorBase<edm::stream::EDProducerBase>::doStreamBeginRun(edm::StreamID, edm::RunTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#9  0x000040003c9948b0 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDoStreamBegin(edm::StreamID, edm::RunTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#10 0x000040003c8c0cec in edm::Worker::doWorkNoPrefetchingAsync<edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1> >(edm::WaitingTaskHolder, edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::ServiceToken const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}::operator()() const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#11 0x000040003c8ca5c0 in tbb::detail::d1::function_task<edm::Worker::doWorkNoPrefetchingAsync<edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1> >(edm::WaitingTaskHolder, edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::ServiceToken const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#12 0x000040003e3e2b88 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x40003f271a00, waiter=<synthetic pointer>..., this=0x40003f333f00) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/task_dispatcher.h:322
#13 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (waiter=<synthetic pointer>..., t=0x0, this=0x40003f333f00) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/task_dispatcher.h:458
#14 tbb::detail::r1::arena::process (tls=..., this=0x40003f333780) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/arena.cpp:137
#15 tbb::detail::r1::market::process (this=0x40003f35ab00, j=...) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/market.cpp:599
#16 0x000040003e3eaec8 in tbb::detail::r1::rml::private_worker::run (this=0x40003fa20000) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/private_server.cpp:271
#17 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x40003fa20000) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/private_server.cpp:221
#18 0x000040003e972a28 in start_thread () from /lib64/libc.so.6
#19 0x000040003e91bb9c in thread_start () from /lib64/libc.so.6
Thread 4 (Thread 0x400089ec91a0 (LWP 608539) "cmsRun"):
#0  0x000040003e9a4414 in clock_nanosleep@@GLIBC_2.17 () from /lib64/libc.so.6
#1  0x000040003e9a947c in nanosleep () from /lib64/libc.so.6
#2  0x000040003e9a9348 in sleep () from /lib64/libc.so.6
#3  0x0000400043f935b8 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  0x000040003e96f3e0 in __lll_lock_wait () from /lib64/libc.so.6
#6  0x000040003e975bd8 in pthread_mutex_lock@@GLIBC_2.17 () from /lib64/libc.so.6
#7  0x000040009a7e4808 in DQMEDAnalyzer::beginRun(edm::Run const&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginDQMOfflineAlignment.so
#8  0x000040003c9af248 in edm::stream::ProducingModuleAdaptorBase<edm::stream::EDProducerBase>::doStreamBeginRun(edm::StreamID, edm::RunTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#9  0x000040003c9948b0 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDoStreamBegin(edm::StreamID, edm::RunTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#10 0x000040003c8c0cec in edm::Worker::doWorkNoPrefetchingAsync<edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1> >(edm::WaitingTaskHolder, edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::ServiceToken const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}::operator()() const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#11 0x000040003c8ca5c0 in tbb::detail::d1::function_task<edm::Worker::doWorkNoPrefetchingAsync<edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1> >(edm::WaitingTaskHolder, edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::ServiceToken const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#12 0x000040003e3e2b88 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x40003f289800, waiter=<synthetic pointer>..., this=0x40003f333e00) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/task_dispatcher.h:322
#13 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (waiter=<synthetic pointer>..., t=0x0, this=0x40003f333e00) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/task_dispatcher.h:458
#14 tbb::detail::r1::arena::process (tls=..., this=0x40003f333780) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/arena.cpp:137
#15 tbb::detail::r1::market::process (this=0x40003f35ab00, j=...) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/market.cpp:599
#16 0x000040003e3eaec8 in tbb::detail::r1::rml::private_worker::run (this=0x40003fa20100) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/private_server.cpp:271
#17 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x40003fa20100) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/private_server.cpp:221
#18 0x000040003e972a28 in start_thread () from /lib64/libc.so.6
#19 0x000040003e91bb9c in thread_start () from /lib64/libc.so.6
Thread 3 (Thread 0x4000894b91a0 (LWP 608538) "cmsRun"):
#0  0x000040003e9a4414 in clock_nanosleep@@GLIBC_2.17 () from /lib64/libc.so.6
#1  0x000040003e9a947c in nanosleep () from /lib64/libc.so.6
#2  0x000040003e9a9348 in sleep () from /lib64/libc.so.6
#3  0x0000400043f935b8 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  0x000040003e722154 in std::basic_streambuf<char, std::char_traits<char> >::xsgetn (this=<optimized out>, __s=<optimized out>, __n=<optimized out>) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/gcc/11.4.1-30ebdc301ebd200f2ae0e3d880258e65/gcc-11.4.1/obj/aarch64-redhat-linux-gnu/libstdc++-v3/include/bits/streambuf.tcc:75
#6  0x000040005cece21c in boost::archive::basic_binary_iprimitive<eos::portable_iarchive, char, std::char_traits<char> >::load_binary(void*, unsigned long) [clone .isra.0] () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libCondFormatsGeometryObjects.so
#7  0x000040005cecf3dc in boost::enable_if<boost::is_integral<unsigned int>, void>::type eos::portable_iarchive::load<unsigned int>(unsigned int&, eos::portable_iarchive::dummy<2>) [clone .constprop.0] () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libCondFormatsGeometryObjects.so
#8  0x000040005ceca3bc in boost::archive::detail::iserializer<eos::portable_iarchive, std::vector<float, std::allocator<float> > >::load_object_data(boost::archive::detail::basic_iarchive&, void*, unsigned int) const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libCondFormatsGeometryObjects.so
#9  0x000040005bd37020 in boost::archive::detail::basic_iarchive::load_object(void*, boost::archive::detail::basic_iserializer const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/external/el9_aarch64_gcc11/lib/libboost_serialization.so.1.80.0
#10 0x000040005ceae384 in void PCaloGeometry::serialize<eos::portable_iarchive>(eos::portable_iarchive&, unsigned int) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libCondFormatsGeometryObjects.so
#11 0x000040005bd37020 in boost::archive::detail::basic_iarchive::load_object(void*, boost::archive::detail::basic_iserializer const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/external/el9_aarch64_gcc11/lib/libboost_serialization.so.1.80.0
#12 0x0000400086f8ed7c in cond::persistency::PayloadProxy<PCaloGeometry>::loadPayload() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginCondCoreGeometryPluginsPlugins.so
#13 0x0000400086f8a9b4 in DataProxy<PHcalRcd, PCaloGeometry, cond::DefaultInitializer<PCaloGeometry> >::prefetch(edm::eventsetup::DataKey const&, edm::EventSetupRecordDetails) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginCondCoreGeometryPluginsPlugins.so
#14 0x000040003c895430 in edm::eventsetup::ESSourceDataProxyBase::doPrefetchAndSignals(edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, edm::ESParentContext const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#15 0x000040003c895528 in edm::SerialTaskQueue::QueuedTask<edm::eventsetup::ESSourceDataProxyBase::prefetchAsyncImplTemplate<edm::eventsetup::ESSourceDataProxyNonConcurrentBase::prefetchAsyncImpl(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&, auto:2)#1}, edm::eventsetup::ESSourceDataProxyNonConcurrentBase::prefetchAsyncImpl(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda()#2}>(edm::eventsetup::ESSourceDataProxyNonConcurrentBase::prefetchAsyncImpl(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda(auto:1&, auto:2)#1}, edm::eventsetup::ESSourceDataProxyNonConcurrentBase::prefetchAsyncImpl(edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, edm::EventSetupImpl const*, edm::ServiceToken const&, edm::ESParentContext const&)::{lambda()#2}, edm::WaitingTaskHolder, edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, edm::ESParentContext const&)::{lambda()#1}>::execute() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#16 0x000040003ceb64e0 in tbb::detail::d1::function_task<edm::SerialTaskQueue::spawn(edm::SerialTaskQueue::TaskBase&)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreConcurrency.so
#17 0x000040003e3e2b88 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x4000a282b600, waiter=<synthetic pointer>..., this=0x40003f333e80) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/task_dispatcher.h:322
#18 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (waiter=<synthetic pointer>..., t=0x0, this=0x40003f333e80) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/task_dispatcher.h:458
#19 tbb::detail::r1::arena::process (tls=..., this=0x40003f333780) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/arena.cpp:137
#20 tbb::detail::r1::market::process (this=0x40003f35ab00, j=...) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/market.cpp:599
#21 0x000040003e3eaec8 in tbb::detail::r1::rml::private_worker::run (this=0x40003fa20080) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/private_server.cpp:271
#22 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x40003fa20080) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/private_server.cpp:221
#23 0x000040003e972a28 in start_thread () from /lib64/libc.so.6
#24 0x000040003e91bb9c in thread_start () from /lib64/libc.so.6
Thread 2 (Thread 0x400055d291a0 (LWP 605667) "cmsRun"):
#0  0x000040003e9a9110 in wait4 () from /lib64/libc.so.6
#1  0x0000400043f98de0 in edm::service::cmssw_stacktrace_fork() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#2  0x0000400043f9fc40 in edm::service::InitRootHandlers::stacktraceHelperThread() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#3  0x000040003e6bcdbc in std::execute_native_thread_routine (__p=0x400041356790) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#4  0x000040003e972a28 in start_thread () from /lib64/libc.so.6
#5  0x000040003e91bb9c in thread_start () from /lib64/libc.so.6
Thread 1 (Thread 0x40003e59b340 (LWP 599404) "cmsRun"):
#0  0x000040003e9cf768 in poll () from /lib64/libc.so.6
#1  0x0000400043fcda6c in full_read.constprop () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#2  0x0000400043f9c708 in edm::service::InitRootHandlers::stacktraceFromThread() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#3  0x0000400043f97ec8 in sig_dostack_then_abort () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  0x000040003e917800 in strcmp () from /lib64/libc.so.6
#6  0x000040003c9bca38 in __gnu_cxx::__normal_iterator<edm::eventsetup::EventSetupRecordKey const*, std::vector<edm::eventsetup::EventSetupRecordKey, std::allocator<edm::eventsetup::EventSetupRecordKey> > > std::__lower_bound<__gnu_cxx::__normal_iterator<edm::eventsetup::EventSetupRecordKey const*, std::vector<edm::eventsetup::EventSetupRecordKey, std::allocator<edm::eventsetup::EventSetupRecordKey> > >, edm::eventsetup::EventSetupRecordKey, __gnu_cxx::__ops::_Iter_less_val>(__gnu_cxx::__normal_iterator<edm::eventsetup::EventSetupRecordKey const*, std::vector<edm::eventsetup::EventSetupRecordKey, std::allocator<edm::eventsetup::EventSetupRecordKey> > >, __gnu_cxx::__normal_iterator<edm::eventsetup::EventSetupRecordKey const*, std::vector<edm::eventsetup::EventSetupRecordKey, std::allocator<edm::eventsetup::EventSetupRecordKey> > >, edm::eventsetup::EventSetupRecordKey const&, __gnu_cxx::__ops::_Iter_less_val) [clone .constprop.0] () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#7  0x000040003c8eb038 in edm::EventSetupImpl::findImpl(edm::eventsetup::EventSetupRecordKey const&) const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#8  0x000040009a3bc928 in TrackerGeometry const& edm::EventSetup::getData<TrackerGeometry, TrackerDigiGeometryRecord>(edm::ESGetToken<TrackerGeometry, TrackerDigiGeometryRecord> const&) const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginDQMTrackingMonitor.so
#9  0x000040009a3a6264 in tadqm::TrackAnalyzer::bookHistosForEfficiencyFromHitPatter(dqm::implementation::IBooker&, edm::EventSetup const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginDQMTrackingMonitor.so
#10 0x000040009a3a6d28 in tadqm::TrackAnalyzer::initHisto(dqm::implementation::IBooker&, edm::EventSetup const&, edm::ParameterSet const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginDQMTrackingMonitor.so
#11 0x000040009a3e9bac in TrackingMonitor::bookHistograms(dqm::implementation::IBooker&, edm::Run const&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginDQMTrackingMonitor.so
#12 0x000040009a38c810 in DQMEDAnalyzer::beginRun(edm::Run const&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/pluginDQMTrackingMonitor.so
#13 0x000040003c9af248 in edm::stream::ProducingModuleAdaptorBase<edm::stream::EDProducerBase>::doStreamBeginRun(edm::StreamID, edm::RunTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#14 0x000040003c9948b0 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDoStreamBegin(edm::StreamID, edm::RunTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#15 0x000040003c8c0cec in edm::Worker::doWorkNoPrefetchingAsync<edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1> >(edm::WaitingTaskHolder, edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::ServiceToken const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}::operator()() const () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#16 0x000040003c8ca5c0 in tbb::detail::d1::function_task<edm::Worker::doWorkNoPrefetchingAsync<edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1> >(edm::WaitingTaskHolder, edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::ServiceToken const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::RunPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#17 0x000040003e3e86e4 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::external_waiter> (waiter=..., t=0x40003f33ee00, this=0x40003f333d80) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/task_dispatcher.h:322
#18 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::external_waiter> (waiter=..., t=<optimized out>, this=0x40003f333d80) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/task_dispatcher.h:458
#19 tbb::detail::r1::task_dispatcher::execute_and_wait (t=<optimized out>, wait_ctx=..., w_ctx=...) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/task_dispatcher.cpp:168
#20 0x000040003c89d0b4 in edm::FinalWaitingTask::wait() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#21 0x000040003c8aa008 in edm::EventProcessor::processRuns() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#22 0x000040003c8aa5c0 in edm::EventProcessor::runToCompletion() () from /cvmfs/cms-ib.cern.ch/sw/aarch64/nweek-02791/el9_aarch64_gcc11/cms/cmssw/CMSSW_13_2_X_2023-06-27-2300/lib/el9_aarch64_gcc11/libFWCoreFramework.so
#23 0x000000000040b9b0 in tbb::detail::d1::task_arena_function<main::{lambda()#1}::operator()() const::{lambda()#1}, void>::operator()() const ()
#24 0x000040003e3e1018 in tbb::detail::r1::task_arena_impl::execute (ta=..., d=...) at /data/cmsbld/jenkins_a/workspace/jenkins-test-bootstrap/toolconf/BUILD/el9_aarch64_gcc11/external/tbb/v2021.9.0-c67f3b6114d13192876dcd1ab7a63fa6/tbb-v2021.9.0/src/tbb/arena.cpp:688
#25 0x000000000040f73c in main::{lambda()#1}::operator()() const ()
#26 0x0000000000406f94 in main ()

Current Modules:

Module: TrackingMonitor:ALCARECOTkAlUpsilonMuMuTrackingDQM (crashed)
Module: TkAlCaRecoMonitor:ALCARECOTkAlJpsiMuMuTkAlDQM
Module: TkAlCaRecoMonitor:ALCARECOTkAlJpsiMuMuTkAlDQM
Module: none

https://cmssdt.cern.ch/SDT/cgi-bin/logreader/el9_aarch64_gcc11/CMSSW_13_2_X_2023-06-27-2300/pyRelValMatrixLogs/run/11646.0_ZEE_14+2021/step5_ZEE_14+2021.log#/100-100