radical-cybertools / radical.utils

Utility classes and tools for various radical projects
Other
8 stars 6 forks source link

Feature/deferred logfiles #383

Closed andre-merzky closed 1 year ago

andre-merzky commented 1 year ago

This PR delays the creation of logfiles until the first log message arrives.

mtitov commented 1 year ago

component manager in RP uses previous input in PubSub...

FileNotFoundError                         Traceback (most recent call last)
File /opt/conda/lib/python3.9/site-packages/radical/entk/execman/rp/resource_manager.py:157, in ResourceManager.submit_resource_request(self)
    155 # ------------------------------------------------------------------
--> 157 self._session = rp.Session(uid=self._sid)
    158 self._pmgr    = rp.PilotManager(session=self._session)

File /opt/conda/lib/python3.9/site-packages/radical/pilot/session.py:160, in Session.__init__(self, dburl, uid, cfg, _primary, **close_options)
    159 if _primary:
--> 160     self._initialize_primary(dburl)
    162 # at this point we have a DB connection, logger, etc, and are done

File /opt/conda/lib/python3.9/site-packages/radical/pilot/session.py:209, in Session._initialize_primary(self, dburl)
    208 self._log.debug('cmgr cfg: %s', pprint.pformat(self._cfg))
--> 209 self._cmgr = rpu.ComponentManager(self._cfg)
    210 self._cmgr.start_bridges()

File /opt/conda/lib/python3.9/site-packages/radical/pilot/utils/component.py:81, in ComponentManager.__init__(self, cfg)
     75 bcfg = ru.Config(cfg={'channel'    : 'heartbeat',
     76                       'type'       : 'pubsub',
     77                       'uid'        : self._uid + '.hb',
     78                       'stall_hwm'  : 1,
     79                       'bulk_size'  : 0,
     80                       'path'       : self._cfg.path})
---> 81 self._hb_bridge = ru.zmq.PubSub(bcfg)
     82 self._hb_bridge.start()

File /opt/conda/lib/python3.9/site-packages/radical/utils/zmq/pubsub.py:58, in PubSub.__init__(self, channel)
     55     cfg.uid = generate_id('%s.bridge.%%(counter)04d' % cfg.channel,
     56                           ID_CUSTOM)
---> 58 super(PubSub, self).__init__(cfg)
FileNotFoundError: [Errno 2] No such file or directory: "/tutorials/re.session.8d938782-e2da-11ed-82c8-0242c0a86004/{'bulk_size': 0, 'channel': 'heartbeat', 'path': '/tutorials/re.session.8d938782-e2da-11ed-82c8-0242c0a86004', 'stall_hwm': 1, 'type': 'pubsub', 'uid': 'cmgr.0000.hb'}.bridge.0000.prof"