Workflow web not showing logs and plots

[ketansand]

I am using this docker compose file, which can be found on frb-vsop in /home/frbadmin/docker_compose_exposure.yaml

version: "3.8"
services:
  exposure:
    image: chimefrb/frb-exposure:v0.7.6
    command: /bin/bash -c "workflow workspace set chimefrb && workflow run exposure-test --site chime"
    volumes:
      - userdata:/data/user-data
      - frb-archiver-processed:/data/chime/intensity/processed
      - frb-baseband-processed:/data/chime/baseband/processed
    environment:
      - CHIME_FRB_ACCESS_TOKEN=${FRB_MASTER_ACCESS_TOKEN}
      - CHIME_FRB_REFRESH_TOKEN=${FRB_MASTER_REFRESH_TOKEN}
    logging:
      driver: loki
      options:
        loki-url: http://frb-vsop:3100/loki/api/v1/push
        loki-retries: 5
        loki-batch-size: 102400 # 100 KB
        loki-external-labels: site=chime
volumes:
  frb-archiver-processed:
    driver: local
    driver_opts:
      type: nfs
      o: nfsvers=4.0,noatime,nodiratime,soft,addr=10.5.2.21,rw
      device: :/zfsPool0/chime/intensity/processed
  userdata:
    driver: local
    driver_opts:
      type: nfs
      o: nfsvers=4.0,noatime,nodiratime,soft,addr=10.5.2.21,rw
      device: :/zfsPool2/user-data
  frb-baseband-processed:
    driver: local
    driver_opts:
      type: nfs
      o: nfsvers=4.0,noatime,nodiratime,soft,addr=10.5.2.20,rw
      device: ":/data/archive/chime/baseband/processed"

I am seeing logs when I do docker service logs -f exposure-test

exposure-test_exposure.1.yrrptkvog9wt@cfen4    | ⠏04 Jul 2024 17:08:31 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   exposure.exposure_beam_days_workflow Getting  
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   daily exposure for 2024-06-12 00:00:00+00:00  
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   to 2024-06-13 00:00:00+00:00                  
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:1
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 10: FutureWarning: Argument `closed` is deprecated in favor of `inclusive`.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   index=pd.date_range(
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | ⠦04 Jul 2024 17:08:31 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   exposure.exposure_beam_days_workflow Removing 
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   off time stamps from other metrics            
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
⠏04 Jul 2024 17:08:32 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   exposure.exposure_beam_days_workflow Getting  
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   daily exposure for 2024-06-13 00:00:00+00:00  
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   to 2024-06-14 00:00:00+00:00                  
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:1
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 10: FutureWarning: Argument `closed` is deprecated in favor of `inclusive`.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   index=pd.date_range(
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | ⠼04 Jul 2024 17:08:32 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   exposure.exposure_beam_days_workflow Removing 
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   off time stamps from other metrics            
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
⠧04 Jul 2024 17:08:35 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   exposure.exposure_beam_days_workflow Getting  
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   daily exposure for 2024-06-14 00:00:00+00:00  
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   to 2024-06-15 00:00:00+00:00                  
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:1
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 10: FutureWarning: Argument `closed` is deprecated in favor of `inclusive`.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   index=pd.date_range(
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | ⠦04 Jul 2024 17:08:35 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   exposure.exposure_beam_days_workflow Removing 
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   off time stamps from other metrics            
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:6
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 6: FutureWarning: The frame.append method is deprecated and will be removed from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | pandas in a future version. Use pandas.concat instead.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   df = df.append(pd.read_csv(logs[i], header=None, names=["timestamp_utc"]))
⠼04 Jul 2024 17:08:41 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   exposure.exposure_beam_days_workflow Saving   
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   everything to npz file                        
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:08:41 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   exposure.exposure_beam_days_workflow Getting  
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   beam parameters                               
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:08:41 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   exposure.exposure_beam_days_workflow Plotting 
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   exposure per beam                             
(1024, 2) (1024,) (1024,) (1024,) (1024,)
Path to plot is 
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | /data/user-data/ksand/exposure_files/Exposure_per_beam_20240601_20240615.png
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | ⠏04 Jul 2024 17:08:44 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   exposure.exposure_beam_days_workflow Function 
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   complete returning values                     
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:08:44 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   chimefrb.workflow.lifecycle.execute func call 
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   outcome: ({'Start date': '20240601', 'End     
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   date': '20240615', 'Average Beams':           
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   997.3522248947685, 'Average uptime            
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   (days/beam)': 13.858333333333338},            
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   ['/data/user-data/ksand/exposure_files/CHIME-F
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   RB-uptime_20240601_20240615.npz'],            
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   ['/data/user-data/ksand/exposure_files/Exposur
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   e_per_beam_20240601_20240615.png'])           
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:08:44 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   chimefrb.workflow.lifecycle.execute execution 
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   time: 131.65s                                 
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:08:44 UTC WARNING  6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   chimefrb.workflow.lifecycle.archive Archive   
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   method copy not allowed for products by       
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   workspace.                                    
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:08:44 UTC WARNING  6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   chimefrb.workflow.lifecycle.archive Archive   
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   method copy not allowed for plots by          
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   workspace.                                    
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:08:45 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   chimefrb.workflow.lifecycle.attempt work      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   completed: ✅  

But not seeing anything on the workflow-web page - https://frb.chimenet.ca/workflow/results/exposure-test/6686d695db4d94dbc60a0bed

There is no new path created in /data/chime/baseband/processed/workflow/20240704

[ketansand]

The files have been generated and are at their respective location in /data/user-data/ksand/exposure_files/

[ketansand]

This is the initialization of the stack

exposure-test_exposure.1.yrrptkvog9wt@cfen4    | Reading /usr/local/lib/python3.9/site-packages/workflow/workspaces/chimefrb.yml
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | Workspace chimefrb set to active.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | Currently using chimefrb workspace.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Workspace:             
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   /root/.config/workflow/workspace.yml          
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Log Level: INFO        
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.lifecycle.process Running  
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   with active workspace.                        
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Workflow Run CLI       
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Buckets  :             
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   ['exposure-test']                             
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Function : None        
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Command  : None        
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Mode     : Dynamic     
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Lives    : infinite    
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Sleep    : 30s         
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Log Level: INFO        
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Work Filters           
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Site   : chime         
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Workspace Config       
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Baseurls: {'buckets':  
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   'https://frb.chimenet.ca/buckets', 'loki':    
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   'https://frb.chimenet.ca/loki/loki/api/v1/push
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   ', 'pipelines':                               
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   'https://frb.chimenet.ca/pipelines',          
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   'products':                                   
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   'https://frb.chimenet.ca/frb-master/v1/events/
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   query-file?filename=', 'results':             
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   'https://frb.chimenet.ca/results'}            
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Execution Environment  
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Operating System: Linux
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Python Version  :      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   3.9.19                                        
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Python Compiler : GCC  
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   12.2.0                                        
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli TTY Detected    : False
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Backend Checks         
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Loki Logs: ✅          
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | /usr/local/lib/python3.9/site-packages/pydantic/main.py:192: FutureWarning: WORKFLOW_TOKEN missing. Token auth will be required in the future.
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |   self.__pydantic_validator__.validate_python(data, self_instance=self)
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Buckets  : ✅          
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli System Checks Complete 
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:02 UTC INFO      chimefrb.workflow.cli Starting Workflow      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   Lifecycle                                     
⠸04 Jul 2024 17:06:33 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   chimefrb.workflow.lifecycle.attempt got work: 
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   ✅                                            
⠴04 Jul 2024 17:06:34 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   matplotlib.font_manager generated new         
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   fontManager                                   
Using hard-coded default config. Run update_from_site_config() toget config from
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | kotekan
⠋04 Jul 2024 17:06:35 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   chimefrb.workflow.lifecycle.execute executing 
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   as python function: get_uptime(**{'startdate':
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   '20240601', 'enddate': '20240615',            
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   'outputdir':                                  
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   '/data/user-data/ksand/exposure_files'})      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:36 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   exposure.exposure_beam_days_workflow The      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   startdate is 20240601 and the enddate is      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   20240615, getting the datelist                
exposure-test_exposure.1.yrrptkvog9wt@cfen4    | 04 Jul 2024 17:06:36 UTC INFO     6686d695db4d94dbc60a0bed                      
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   exposure.exposure_beam_days_workflow Getting  
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   daily exposure for 2024-06-01 00:00:00+00:00  
exposure-test_exposure.1.yrrptkvog9wt@cfen4    |                                   to 2024-06-02 00:00:00+00:00                  
/usr/local/lib/python3.9/site-packages/exposure/exposure_beam_days_workflow.py:1