search

cryostatio / cryostat

Secure JDK Flight Recorder management for containerized JVMs
https://cryostat.io
Other
11 stars 9 forks source link

[Bug] Cryostat fails to start recording using CUSTOM event templates #491

Closed andrewazores closed 4 months ago

andrewazores commented 4 months ago

Current Behavior

Custom event templates can be uploaded successfully through the UI, but attempting to create a recording using one fails with HTTP 504 Gateway Timeout.

Expected Behavior

No response

Steps To Reproduce

  1. ./smoktest.bash -t
  2. Upload a custom event template like the one below.
  3. Try to use this template to create a recording

Environment

No response

Anything else?

<?xml version="1.0" encoding="UTF-8"?>
<!--
     Recommended way to edit .jfc files is to use the configure command of
     the 'jfr' tool, i.e. jfr configure, or JDK Mission Control
     see Window -> Flight Recorder Template Manager
-->

<configuration version="2.0" label="MyTemplate" description="Copy of Profiling" provider="aazores">

    <event name="jdk.ThreadAllocationStatistics">
      <setting name="enabled">true</setting>
      <setting name="period">everyChunk</setting>
    </event>

    <event name="jdk.ClassLoadingStatistics">
      <setting name="enabled">true</setting>
      <setting name="period">1000 ms</setting>
    </event>

    <event name="jdk.ClassLoaderStatistics">
      <setting name="enabled">true</setting>
      <setting name="period">everyChunk</setting>
    </event>

    <event name="jdk.JavaThreadStatistics">
      <setting name="enabled">true</setting>
      <setting name="period">1000 ms</setting>
    </event>

    <event name="jdk.SymbolTableStatistics">
      <setting name="enabled">true</setting>
      <setting name="period">10 s</setting>
    </event>

    <event name="jdk.StringTableStatistics">
      <setting name="enabled">true</setting>
      <setting name="period">10 s</setting>
    </event>

    <event name="jdk.PlaceholderTableStatistics">
      <setting name="enabled">true</setting>
      <setting name="period">10 s</setting>
    </event>

    <event name="jdk.LoaderConstraintsTableStatistics">
      <setting name="enabled">true</setting>
      <setting name="period">10 s</setting>
    </event>

    <event name="jdk.ProtectionDomainCacheTableStatistics">
      <setting name="enabled">true</setting>
      <setting name="period">10 s</setting>
    </event>

    <event name="jdk.ThreadStart">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.ThreadEnd">
      <setting name="enabled">true</setting>
    </event>

    <event name="jdk.ThreadSleep">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold" control="locking-threshold">10 ms</setting>
    </event>

    <event name="jdk.ThreadPark">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold" control="locking-threshold">10 ms</setting>
    </event>

    <event name="jdk.JavaMonitorEnter">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold" control="locking-threshold">10 ms</setting>
    </event>

    <event name="jdk.JavaMonitorWait">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold" control="locking-threshold">10 ms</setting>
    </event>

    <event name="jdk.JavaMonitorInflate">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold" control="locking-threshold">10 ms</setting>
    </event>

    <event name="jdk.SyncOnValueBasedClass">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.BiasedLockRevocation">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.BiasedLockSelfRevocation">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.BiasedLockClassRevocation">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.ReservedStackActivation">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.ClassLoad">
      <setting name="enabled" control="class-loading">false</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.ClassDefine">
      <setting name="enabled" control="class-loading">false</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.RedefineClasses">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.RetransformClasses">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.ClassRedefinition">
      <setting name="enabled" control="class-loading">true</setting>
    </event>

    <event name="jdk.ClassUnload">
      <setting name="enabled" control="class-loading">false</setting>
    </event>

    <event name="jdk.JVMInformation">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.InitialSystemProperty">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.ExecutionSample">
      <setting name="enabled" control="method-sampling-enabled">true</setting>
      <setting name="period" control="method-sampling-java-interval">10 ms</setting>
    </event>

    <event name="jdk.NativeMethodSample">
      <setting name="enabled" control="method-sampling-enabled">true</setting>
      <setting name="period" control="method-sampling-native-interval">20 ms</setting>
    </event>

    <event name="jdk.SafepointBegin">
      <setting name="enabled">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.SafepointStateSynchronization">
      <setting name="enabled">false</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.SafepointCleanup">
      <setting name="enabled">false</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.SafepointCleanupTask">
      <setting name="enabled">false</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.SafepointEnd">
      <setting name="enabled">false</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.ExecuteVMOperation">
      <setting name="enabled">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.Shutdown">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.ThreadDump">
      <setting name="enabled" control="thread-dump-enabled">true</setting>
      <setting name="period" control="thread-dump">60 s</setting>
    </event>

    <event name="jdk.IntFlag">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.UnsignedIntFlag">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.LongFlag">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.UnsignedLongFlag">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.DoubleFlag">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.BooleanFlag">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.StringFlag">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.IntFlagChanged">
      <setting name="enabled">true</setting>
    </event>

    <event name="jdk.UnsignedIntFlagChanged">
      <setting name="enabled">true</setting>
    </event>

    <event name="jdk.LongFlagChanged">
      <setting name="enabled">true</setting>
    </event>

    <event name="jdk.UnsignedLongFlagChanged">
      <setting name="enabled">true</setting>
    </event>

    <event name="jdk.DoubleFlagChanged">
      <setting name="enabled">true</setting>
    </event>

    <event name="jdk.BooleanFlagChanged">
      <setting name="enabled">true</setting>
    </event>

    <event name="jdk.StringFlagChanged">
      <setting name="enabled">true</setting>
    </event>

    <event name="jdk.ObjectCount">
      <setting name="enabled" control="gc-enabled-all">false</setting>
      <setting name="period">everyChunk</setting>
    </event>

    <event name="jdk.GCConfiguration">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="period">everyChunk</setting>
    </event>

    <event name="jdk.GCHeapConfiguration">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.YoungGenerationConfiguration">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.GCTLABConfiguration">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.GCSurvivorConfiguration">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.ObjectCountAfterGC">
      <setting name="enabled">false</setting>
    </event>

    <event name="jdk.GCHeapSummary">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.PSHeapSummary">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.G1HeapSummary">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.MetaspaceSummary">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.MetaspaceGCThreshold">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.MetaspaceAllocationFailure">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.MetaspaceOOM">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.MetaspaceChunkFreeListSummary">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.GarbageCollection">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.SystemGC">
      <setting name="enabled">true</setting>
      <setting name="threshold">0 ms</setting>
      <setting name="stackTrace">true</setting> 
    </event>

    <event name="jdk.ParallelOldGarbageCollection">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.YoungGarbageCollection">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.OldGarbageCollection">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.G1GarbageCollection">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.GCPhasePause">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.GCPhasePauseLevel1">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.GCPhasePauseLevel2">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.GCPhasePauseLevel3">
      <setting name="enabled" control="gc-enabled-high">false</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.GCPhasePauseLevel4">
      <setting name="enabled" control="gc-enabled-high">false</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.GCPhaseConcurrent">
      <setting name="enabled" control="gc-enabled-high">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.GCPhaseConcurrentLevel1">
      <setting name="enabled" control="gc-enabled-high">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.GCReferenceStatistics">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.PromotionFailed">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.EvacuationFailed">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.EvacuationInformation">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.G1MMU">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.G1EvacuationYoungStatistics">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.G1EvacuationOldStatistics">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.GCPhaseParallel">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.G1BasicIHOP">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.G1AdaptiveIHOP">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.PromoteObjectInNewPLAB">
      <setting name="enabled" control="gc-enabled-high">true</setting>
    </event>

    <event name="jdk.PromoteObjectOutsidePLAB">
      <setting name="enabled" control="gc-enabled-high">true</setting>
    </event>

    <event name="jdk.ConcurrentModeFailure">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.AllocationRequiringGC">
      <setting name="enabled" control="gc-enabled-high">false</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.TenuringDistribution">
      <setting name="enabled" control="gc-enabled-normal">true</setting>
    </event>

    <event name="jdk.G1HeapRegionInformation">
      <setting name="enabled" control="gc-enabled-high">false</setting>
      <setting name="period">everyChunk</setting>
    </event>

    <event name="jdk.G1HeapRegionTypeChange">
      <setting name="enabled" control="gc-enabled-high">false</setting>
    </event>

    <event name="jdk.ShenandoahHeapRegionInformation">
      <setting name="enabled" control="gc-enabled-high">false</setting>
      <setting name="period">everyChunk</setting>
    </event>

    <event name="jdk.ShenandoahHeapRegionStateChange">
      <setting name="enabled" control="gc-enabled-high">false</setting>
    </event>

    <event name="jdk.OldObjectSample">
      <setting name="enabled" control="old-objects-enabled">true</setting>
      <setting name="stackTrace" control="old-objects-stack-trace">true</setting>
      <setting name="cutoff" control="old-objects-cutoff">0 ns</setting>
    </event>

    <event name="jdk.CompilerConfiguration">
      <setting name="enabled" control="compiler-enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.CompilerStatistics">
      <setting name="enabled" control="compiler-enabled">true</setting>
      <setting name="period">1000 ms</setting>
    </event>

    <event name="jdk.Compilation">
      <setting name="enabled" control="compiler-enabled">true</setting>
      <setting name="threshold" control="compiler-compilation-threshold">100 ms</setting>
    </event>

    <event name="jdk.CompilerPhase">
      <setting name="enabled" control="compiler-enabled">true</setting>
      <setting name="threshold" control="compiler-phase-threshold">10 s</setting>
    </event>

    <event name="jdk.CompilationFailure">
      <setting name="enabled" control="compiler-enabled-failure">true</setting>
    </event>

    <event name="jdk.CompilerInlining">
      <setting name="enabled" control="compiler-enabled-failure">false</setting>
    </event>

    <event name="jdk.JITRestart">
      <setting name="enabled" control="compiler-enabled">true</setting>
    </event>

    <event name="jdk.CodeSweeperConfiguration">
      <setting name="enabled" control="compiler-enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.CodeSweeperStatistics">
      <setting name="enabled" control="compiler-enabled">true</setting>
      <setting name="period">everyChunk</setting>
    </event>

    <event name="jdk.SweepCodeCache">
      <setting name="enabled" control="compiler-enabled">true</setting>
      <setting name="threshold" control="compiler-sweeper-threshold">100 ms</setting>
    </event>

    <event name="jdk.CodeCacheConfiguration">
      <setting name="enabled" control="compiler-enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.CodeCacheStatistics">
      <setting name="enabled" control="compiler-enabled">true</setting>
      <setting name="period">everyChunk</setting>
    </event>

    <event name="jdk.CodeCacheFull">
      <setting name="enabled" control="compiler-enabled">true</setting>
    </event>

    <event name="jdk.OSInformation">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.VirtualizationInformation">
     <setting name="enabled">true</setting>
     <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.ContainerConfiguration">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.ContainerCPUUsage">
      <setting name="enabled">true</setting>
      <setting name="period">30 s</setting>
    </event>

    <event name="jdk.ContainerCPUThrottling">
      <setting name="enabled">true</setting>
      <setting name="period">30 s</setting>
    </event>

    <event name="jdk.ContainerMemoryUsage">
      <setting name="enabled">true</setting>
      <setting name="period">30 s</setting>
    </event>

    <event name="jdk.ContainerIOUsage">
      <setting name="enabled">true</setting>
      <setting name="period">30 s</setting>
    </event>

    <event name="jdk.CPUInformation">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.ThreadContextSwitchRate">
      <setting name="enabled" control="compiler-enabled">true</setting>
      <setting name="period">10 s</setting>
    </event>

    <event name="jdk.CPULoad">
      <setting name="enabled">true</setting>
      <setting name="period">1000 ms</setting>
    </event>

    <event name="jdk.ThreadCPULoad">
      <setting name="enabled">true</setting>
      <setting name="period">10 s</setting>
    </event>

    <event name="jdk.CPUTimeStampCounter">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.SystemProcess">
      <setting name="enabled">true</setting>
      <setting name="period">endChunk</setting>
    </event>

    <event name="jdk.ProcessStart">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.NetworkUtilization">
      <setting name="enabled">true</setting>
      <setting name="period">5 s</setting>
    </event>

    <event name="jdk.InitialEnvironmentVariable">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.PhysicalMemory">
      <setting name="enabled">true</setting>
      <setting name="period">everyChunk</setting>
    </event>

    <event name="jdk.ObjectAllocationInNewTLAB">
      <setting name="enabled" control="gc-enabled-high">false</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.ObjectAllocationOutsideTLAB">
      <setting name="enabled" control="gc-enabled-high">false</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.ObjectAllocationSample">
      <setting name="enabled" control="object-allocation-enabled">true</setting>
      <setting name="throttle" control="allocation-profiling">300/s</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.NativeLibrary">
      <setting name="enabled">true</setting>
      <setting name="period">everyChunk</setting>
    </event>

    <event name="jdk.ModuleRequire">
      <setting name="enabled">true</setting>
      <setting name="period">endChunk</setting>
    </event>

    <event name="jdk.ModuleExport">
      <setting name="enabled">true</setting>
      <setting name="period">endChunk</setting>
    </event>

    <event name="jdk.FileForce">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold" control="file-threshold">10 ms</setting>
    </event>

    <event name="jdk.FileRead">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold" control="file-threshold">10 ms</setting>
    </event>

    <event name="jdk.FileWrite">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold" control="file-threshold">10 ms</setting>
    </event>

    <event name="jdk.SocketRead">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold" control="socket-threshold">10 ms</setting>
    </event>

    <event name="jdk.SocketWrite">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold" control="socket-threshold">10 ms</setting>
    </event>

    <event name="jdk.Deserialization">
       <setting name="enabled">false</setting>
       <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.InitialSecurityProperty">
      <setting name="enabled">true</setting>
      <setting name="period">beginChunk</setting>
    </event>

    <event name="jdk.SecurityPropertyModification">
       <setting name="enabled">false</setting>
       <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.TLSHandshake">
      <setting name="enabled">false</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.X509Validation">
       <setting name="enabled">false</setting>
       <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.X509Certificate">
       <setting name="enabled">false</setting>
       <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.JavaExceptionThrow">
      <setting name="enabled" control="enable-exceptions">false</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.JavaErrorThrow">
      <setting name="enabled" control="enable-errors">true</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.ExceptionStatistics">
      <setting name="enabled">true</setting>
      <setting name="period">1000 ms</setting>
    </event>

    <event name="jdk.ActiveRecording">
      <setting name="enabled">true</setting>
    </event>

    <event name="jdk.ActiveSetting">
      <setting name="enabled">true</setting>
    </event>

    <event name="jdk.Flush">
      <setting name="enabled">false</setting>
      <setting name="threshold">0 ns</setting>
    </event>

    <event name="jdk.DataLoss">
      <setting name="enabled">true</setting>
    </event>

    <event name="jdk.DumpReason">
      <setting name="enabled">true</setting>
    </event>

    <event name="jdk.ZAllocationStall">
      <setting name="enabled">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.ZPageAllocation">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
      <setting name="threshold">1 ms</setting>
    </event>

    <event name="jdk.ZRelocationSet">
      <setting name="enabled">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.ZRelocationSetGroup">
      <setting name="enabled">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.ZStatisticsCounter">
      <setting name="enabled">false</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.ZStatisticsSampler">
      <setting name="enabled">false</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.ZThreadPhase">
      <setting name="enabled">false</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.ZUncommit">
      <setting name="enabled">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.ZUnmap">
      <setting name="enabled">true</setting>
      <setting name="threshold">0 ms</setting>
    </event>

    <event name="jdk.Deoptimization">
      <setting name="enabled">true</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.HeapDump">
      <setting name="enabled">true</setting>
      <setting name="threshold">0 ns</setting>
      <setting name="stackTrace">true</setting>
    </event>

    <event name="jdk.DirectBufferStatistics">
      <setting name="enabled">true</setting>
      <setting name="period">5 s</setting>
    </event>

    <event name="jdk.GCLocker">
      <setting name="enabled">true</setting>
      <setting name="threshold">100 ms</setting>
      <setting name="stackTrace">true</setting>
    </event>

  <!--                                                                                                        
  Contents of the control element is not read by the JVM, it's used                                           
  by JDK Mission Control and the 'jfr' tool to change settings that                                           
  carry the control attribute.                                                                                
  -->
    <control>
        <selection name="gc" default="detailed" label="Garbage Collector">
        <option label="Off" name="off">off</option>
        <option label="Normal" name="normal">normal</option>
        <option label="Detailed" name="detailed">detailed</option>
        <option label="High, incl. TLABs/PLABs (may cause many events)" name="high">high</option>
        <option label="All, incl. Heap Statistics (may cause long GCs)" name="all">all</option>
      </selection>

      <condition name="gc-enabled-normal" true="true" false="false">
        <or>
          <test name="gc" operator="equal" value="normal" />
          <test name="gc" operator="equal" value="detailed" />
          <test name="gc" operator="equal" value="high" />
          <test name="gc" operator="equal" value="all" />
        </or>
      </condition>

      <condition name="gc-enabled-detailed" true="true" false="false">
       <or>
          <test name="gc" operator="equal" value="detailed" />
          <test name="gc" operator="equal" value="high" />
          <test name="gc" operator="equal" value="all" />
       </or>
      </condition>

      <condition name="gc-enabled-high" true="true" false="false">
        <or>
          <test name="gc" operator="equal" value="high" />
          <test name="gc" operator="equal" value="all" />
        </or>
      </condition>

      <condition name="gc-enabled-all" true="true" false="false">
        <test name="gc" operator="equal" value="all" />
      </condition>

      <selection name="allocation-profiling" default="medium" label="Allocation Profiling">
        <option label="Off" name="off">0/s</option>
        <option label="Low" name="low">150/s</option>
        <option label="Medium" name="medium">300/s</option>
        <option label="High" name="high">1000/s</option>
        <option label="Maximum" name="maximum">1000000000/s</option>
      </selection>

      <condition name="object-allocation-enabled" true="true" false="false">
        <not>
          <test name="allocation-profiling" operator="equal" value="off" />
        </not>
      </condition>

      <selection name="compiler" default="detailed" label="Compiler">
        <option label="Off" name="off">off</option>
        <option label="Normal" name="normal">normal</option>
        <option label="Detailed" name="detailed">detailed</option>
        <option label="All" name="all">all</option>
      </selection>

      <condition name="compiler-enabled" true="false" false="true">
        <test name="compiler" operator="equal" value="off" />
      </condition>

      <condition name="compiler-enabled-failure" true="true" false="false">
        <or>
          <test name="compiler" operator="equal" value="detailed" />
          <test name="compiler" operator="equal" value="all" />
        </or>
      </condition>

      <condition name="compiler-sweeper-threshold" true="0 ms" false="100 ms">
        <test name="compiler" operator="equal" value="all" />
      </condition>

      <condition name="compiler-compilation-threshold" true="1000 ms">
        <test name="compiler" operator="equal" value="normal" />
      </condition>

      <condition name="compiler-compilation-threshold" true="100 ms">
        <test name="compiler" operator="equal" value="detailed" />
      </condition>

      <condition name="compiler-compilation-threshold" true="0 ms">
        <test name="compiler" operator="equal" value="all" />
      </condition>

      <condition name="compiler-phase-threshold" true="60 s">
        <test name="compiler" operator="equal" value="normal" />
      </condition>

      <condition name="compiler-phase-threshold" true="10 s">
        <test name="compiler" operator="equal" value="detailed" />
      </condition>

      <condition name="compiler-phase-threshold" true="0 s">
        <test name="compiler" operator="equal" value="all" />
      </condition>

      <selection name="method-profiling" default="high" label="Method Profiling">
        <option label="Off" name="off">off</option>
        <option label="Normal" name="normal">normal</option>
        <option label="High" name="high">high</option>
        <option label="Maximum (High Overhead)" name="max">max</option>
      </selection>

      <condition name="method-sampling-java-interval" true="999 d">
        <test name="method-profiling" operator="equal" value="off" />
      </condition>

      <condition name="method-sampling-java-interval" true="20 ms">
        <test name="method-profiling" operator="equal" value="normal" />
      </condition>

      <condition name="method-sampling-java-interval" true="10 ms">
        <test name="method-profiling" operator="equal" value="high" />
      </condition>

      <condition name="method-sampling-java-interval" true="1 ms">
        <test name="method-profiling" operator="equal" value="max" />
      </condition>

      <condition name="method-sampling-native-interval" true="999 d">
        <test name="method-profiling" operator="equal" value="off" />
      </condition>

      <condition name="method-sampling-native-interval" true="20 ms">
        <or>
          <test name="method-profiling" operator="equal" value="normal" />
          <test name="method-profiling" operator="equal" value="high" />
          <test name="method-profiling" operator="equal" value="max" />
        </or>
      </condition>

      <condition name="method-sampling-enabled" true="false" false="true">
        <test name="method-profiling" operator="equal" value="off" />
      </condition>

      <selection name="thread-dump" default="once" label="Thread Dump">
        <option label="Off" name="off">999 d</option>
        <option label="At least Once" name="once">everyChunk</option>
        <option label="Every 60 s" name="60s">60 s</option>
        <option label="Every 10 s" name="10s">10 s</option>
        <option label="Every 1 s" name="1s">1 s</option>
      </selection>

      <condition name="thread-dump-enabled" true="false" false="true">
        <test name="thread-dump" operator="equal" value="999 d" />
      </condition>

      <selection name="exceptions" default="errors" label="Exceptions">
        <option label="Off" name="off">off</option>
        <option label="Errors Only" name="errors">errors</option>
        <option label="All Exceptions, including Errors" name="all">all</option>
      </selection>

      <condition name="enable-errors" true="true" false="false">
        <or>
          <test name="exceptions" operator="equal" value="errors" />
          <test name="exceptions" operator="equal" value="all" />
        </or>
      </condition>

      <condition name="enable-exceptions" true="true" false="false">
        <test name="exceptions" operator="equal" value="all" />
      </condition>

      <selection name="memory-leaks" default="stack-traces" label="Memory Leak Detection">
        <option label="Off" name="off">off</option>
        <option label="Object Types" name="types">types</option>
        <option label="Object Types + Allocation Stack Traces" name="stack-traces">stack-traces</option>
        <option label="Object Types + Allocation Stack Traces + Path to GC Root" name="gc-roots">gc-roots</option>
      </selection>

      <condition name="old-objects-enabled" true="false" false="true">
        <test name="memory-leaks" operator="equal" value="off" />
      </condition>

      <condition name="old-objects-stack-trace" true="true" false="false">
        <or>
          <test name="memory-leaks" operator="equal" value="stack-traces" />
          <test name="memory-leaks" operator="equal" value="gc-roots" />
        </or>
      </condition>

      <condition name="old-objects-cutoff" true="1 h" false="0 ns">
        <test name="memory-leaks" operator="equal" value="gc-roots" />
      </condition>

      <text name="locking-threshold" label="Locking Threshold" contentType="timespan" minimum="0 s">10 ms</text>

      <text name="file-threshold" label="File I/O Threshold" contentType="timespan" minimum="0 s">10 ms</text>

      <text name="socket-threshold" label="Socket I/O Threshold" contentType="timespan" minimum="0 s">10 ms</text>

      <flag name="class-loading" label="Class Loading">false</flag>

    </control>

</configuration>
andrewazores commented 4 months ago

Bisect points to #342

andrewazores commented 4 months ago 
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         t1_0.id,
cryostat_1        |         t1_0.alias,
cryostat_1        |         t1_0.annotations,
cryostat_1        |         t1_0.connectUrl,
cryostat_1        |         t1_0.discoveryNode,
cryostat_1        |         t1_0.jvmId,
cryostat_1        |         t1_0.labels 
cryostat_1        |     from
cryostat_1        |         Target t1_0 
cryostat_1        |     where
cryostat_1        |         t1_0.connectUrl=?
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         t1_0.id,
cryostat_1        |         t1_0.alias,
cryostat_1        |         t1_0.annotations,
cryostat_1        |         t1_0.connectUrl,
cryostat_1        |         t1_0.discoveryNode,
cryostat_1        |         t1_0.jvmId,
cryostat_1        |         t1_0.labels 
cryostat_1        |     from
cryostat_1        |         Target t1_0 
cryostat_1        |     where
cryostat_1        |         t1_0.connectUrl=?
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         d1_0.id,
cryostat_1        |         d1_0.labels,
cryostat_1        |         d1_0.name,
cryostat_1        |         d1_0.nodeType 
cryostat_1        |     from
cryostat_1        |         DiscoveryNode d1_0 
cryostat_1        |     where
cryostat_1        |         d1_0.id=?
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         d1_0.id,
cryostat_1        |         d1_0.labels,
cryostat_1        |         d1_0.name,
cryostat_1        |         d1_0.nodeType 
cryostat_1        |     from
cryostat_1        |         DiscoveryNode d1_0 
cryostat_1        |     where
cryostat_1        |         d1_0.id=?
cryostat_1        | Jun 03, 2024 6:01:58 PM io.quarkus.vertx.http.runtime.filters.accesslog.JBossLoggingAccessLogReceiver logMessage
cryostat_1        | INFO: 10.89.55.218 - - [03/Jun/2024:18:01:58 +0000] "GET /api/v1/targets/service%3Ajmx%3Armi%3A%2F%2F%2Fjndi%2Frmi%3A%2F%2Flocalhost%3A0%2Fjmxrmi/recordingOptions HTTP/1.1" 308 -
cryostat_1        | Jun 03, 2024 6:01:58 PM io.quarkus.vertx.http.runtime.filters.accesslog.JBossLoggingAccessLogReceiver logMessage
cryostat_1        | INFO: 10.89.55.218 - - [03/Jun/2024:18:01:58 +0000] "GET /api/v1/targets/service%3Ajmx%3Armi%3A%2F%2F%2Fjndi%2Frmi%3A%2F%2Flocalhost%3A0%2Fjmxrmi/templates HTTP/1.1" 308 -
auth_1            | 10.89.55.218:50512 - c9f9cc71-317d-4f1e-8bfc-aa9597afc95e - user [2024/06/03 18:01:58] localhost:8080 GET cryostat "/api/v1/targets/service%3Ajmx%3Armi%3A%2F%2F%2Fjndi%2Frmi%3A%2F%2Flocalhost%3A0%2Fjmxrmi/recordingOptions" HTTP/1.1 "Mozilla/5.0 (X11; Linux x86_64; rv:126.0) Gecko/20100101 Firefox/126.0" 308 0 0.003
auth_1            | 10.89.55.218:50526 - fa51260a-5cae-449f-834c-86708b6d7fe6 - user [2024/06/03 18:01:58] localhost:8080 GET cryostat "/api/v1/targets/service%3Ajmx%3Armi%3A%2F%2F%2Fjndi%2Frmi%3A%2F%2Flocalhost%3A0%2Fjmxrmi/templates" HTTP/1.1 "Mozilla/5.0 (X11; Linux x86_64; rv:126.0) Gecko/20100101 Firefox/126.0" 308 0 0.004
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         t1_0.id,
cryostat_1        |         t1_0.alias,
cryostat_1        |         t1_0.annotations,
cryostat_1        |         t1_0.connectUrl,
cryostat_1        |         t1_0.discoveryNode,
cryostat_1        |         t1_0.jvmId,
cryostat_1        |         t1_0.labels 
cryostat_1        |     from
cryostat_1        |         Target t1_0 
cryostat_1        |     where
cryostat_1        |         t1_0.id=?
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         t1_0.id,
cryostat_1        |         t1_0.alias,
cryostat_1        |         t1_0.annotations,
cryostat_1        |         t1_0.connectUrl,
cryostat_1        |         t1_0.discoveryNode,
cryostat_1        |         t1_0.jvmId,
cryostat_1        |         t1_0.labels 
cryostat_1        |     from
cryostat_1        |         Target t1_0 
cryostat_1        |     where
cryostat_1        |         t1_0.id=?
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         d1_0.id,
cryostat_1        |         d1_0.labels,
cryostat_1        |         d1_0.name,
cryostat_1        |         d1_0.nodeType 
cryostat_1        |     from
cryostat_1        |         DiscoveryNode d1_0 
cryostat_1        |     where
cryostat_1        |         d1_0.id=?
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         d1_0.id,
cryostat_1        |         d1_0.labels,
cryostat_1        |         d1_0.name,
cryostat_1        |         d1_0.nodeType 
cryostat_1        |     from
cryostat_1        |         DiscoveryNode d1_0 
cryostat_1        |     where
cryostat_1        |         d1_0.id=?
cryostat_1        | Jun 03, 2024 6:01:58 PM io.cryostat.targets.TargetConnectionManager$ConnectionLoader lambda$asyncLoad$0
cryostat_1        | INFO: Opening connection to service:jmx:rmi:///jndi/rmi://localhost:0/jmxrmi
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         t1_0.id,
cryostat_1        |         t1_0.alias,
cryostat_1        |         t1_0.annotations,
cryostat_1        |         t1_0.connectUrl,
cryostat_1        |         t1_0.discoveryNode,
cryostat_1        |         t1_0.jvmId,
cryostat_1        |         t1_0.labels 
cryostat_1        |     from
cryostat_1        |         Target t1_0 
cryostat_1        |     where
cryostat_1        |         t1_0.connectUrl=? 
cryostat_1        |     fetch
cryostat_1        |         first ? rows only
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         d1_0.id,
cryostat_1        |         d1_0.labels,
cryostat_1        |         d1_0.name,
cryostat_1        |         d1_0.nodeType 
cryostat_1        |     from
cryostat_1        |         DiscoveryNode d1_0 
cryostat_1        |     where
cryostat_1        |         d1_0.id=?
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         c1_0.id,
cryostat_1        |         c1_0.matchExpression,
cryostat_1        |         pgp_sym_decrypt(c1_0.password, current_setting('encrypt.key')),
cryostat_1        |         pgp_sym_decrypt(c1_0.username, current_setting('encrypt.key')) 
cryostat_1        |     from
cryostat_1        |         Credential c1_0
cryostat_1        | Jun 03, 2024 6:01:58 PM io.quarkus.vertx.http.runtime.filters.accesslog.JBossLoggingAccessLogReceiver logMessage
cryostat_1        | INFO: 10.89.55.218 - - [03/Jun/2024:18:01:58 +0000] "GET /api/v3/targets/1/recordingOptions HTTP/1.1" 200 39
auth_1            | 10.89.55.218:50526 - 03b8c1bf-6a1e-4fa3-8f21-5e636a7c9ce2 - user [2024/06/03 18:01:58] localhost:8080 GET cryostat "/api/v3/targets/1/recordingOptions" HTTP/1.1 "Mozilla/5.0 (X11; Linux x86_64; rv:126.0) Gecko/20100101 Firefox/126.0" 200 61 0.014
cryostat_1        | 2024-06-03 18:01:58,501 DEBUG [sof.ama.aws.cor.int.ExecutionInterceptorChain] (executor-thread-5) Creating an interceptor chain that will apply interceptors in the following order: [software.amazon.awssdk.core.internal.interceptor.HttpChecksumValidationInterceptor@4fcedf83, software.amazon.awssdk.awscore.interceptor.HelpfulUnknownHostExceptionInterceptor@16c9f7f0, software.amazon.awssdk.awscore.eventstream.EventStreamInitialRequestInterceptor@187df588, software.amazon.awssdk.awscore.interceptor.TraceIdExecutionInterceptor@7d75940, software.amazon.awssdk.services.s3.endpoints.internal.S3ResolveEndpointInterceptor@3e5cbcfe, software.amazon.awssdk.services.s3.endpoints.internal.S3EndpointAuthSchemeInterceptor@6773bab2, software.amazon.awssdk.services.s3.endpoints.internal.S3RequestSetEndpointInterceptor@1055d261, software.amazon.awssdk.services.s3.internal.handlers.StreamingRequestInterceptor@2d758472, software.amazon.awssdk.services.s3.internal.handlers.CreateBucketInterceptor@7615666e, software.amazon.awssdk.services.s3.internal.handlers.CreateMultipartUploadRequestInterceptor@c49e434, software.amazon.awssdk.services.s3.internal.handlers.EnableChunkedEncodingInterceptor@32b1e906, software.amazon.awssdk.services.s3.internal.handlers.ConfigureSignerInterceptor@33e6bd36, software.amazon.awssdk.services.s3.internal.handlers.DecodeUrlEncodedResponseInterceptor@6e1d9b32, software.amazon.awssdk.services.s3.internal.handlers.GetBucketPolicyInterceptor@2db6ba81, software.amazon.awssdk.services.s3.internal.handlers.AsyncChecksumValidationInterceptor@10728fe8, software.amazon.awssdk.services.s3.internal.handlers.SyncChecksumValidationInterceptor@16fb9fdd, software.amazon.awssdk.services.s3.internal.handlers.EnableTrailingChecksumInterceptor@14bd523b, software.amazon.awssdk.services.s3.internal.handlers.ExceptionTranslationInterceptor@cc7909f, software.amazon.awssdk.services.s3.internal.handlers.GetObjectInterceptor@8ce4320, software.amazon.awssdk.services.s3.internal.handlers.CopySourceInterceptor@42012093]
cryostat_1        | 2024-06-03 18:01:58,502 DEBUG [sof.ama.aws.cor.int.ExecutionInterceptorChain] (executor-thread-5) Interceptor 'software.amazon.awssdk.services.s3.endpoints.internal.S3EndpointAuthSchemeInterceptor@6773bab2' modified the message with its modifyRequest method.
cryostat_1        | 2024-06-03 18:01:58,502 DEBUG [sof.ama.aws.cor.int.ExecutionInterceptorChain] (executor-thread-5) Interceptor 'software.amazon.awssdk.services.s3.endpoints.internal.S3RequestSetEndpointInterceptor@1055d261' modified the message with its modifyHttpRequest method.
cryostat_1        | 2024-06-03 18:01:58,503 DEBUG [sof.ama.aws.request] (executor-thread-5) Sending Request: DefaultSdkHttpFullRequest(httpMethod=GET, protocol=http, host=s3, port=8333, encodedPath=/eventtemplates, headers=[amz-sdk-invocation-id, User-Agent], queryParameters=[list-type])
cryostat_1        | 2024-06-03 18:01:58,503 DEBUG [sof.ama.aws.aut.sig.Aws4Signer] (executor-thread-5) AWS4 Canonical Request: GET
cryostat_1        | /eventtemplates
cryostat_1        | list-type=2
cryostat_1        | amz-sdk-invocation-id:0dd4da13-1203-edb0-b8a8-f294944cbb7c
cryostat_1        | amz-sdk-request:attempt=1; max=4
cryostat_1        | host:s3:8333
cryostat_1        | x-amz-content-sha256:UNSIGNED-PAYLOAD
cryostat_1        | x-amz-date:20240603T180158Z
cryostat_1        | 
cryostat_1        | amz-sdk-invocation-id;amz-sdk-request;host;x-amz-content-sha256;x-amz-date
cryostat_1        | UNSIGNED-PAYLOAD
cryostat_1        | 2024-06-03 18:01:58,503 DEBUG [sof.ama.aws.aut.sig.Aws4Signer] (executor-thread-5) AWS4 String to sign: AWS4-HMAC-SHA256
cryostat_1        | 20240603T180158Z
cryostat_1        | 20240603/us-east-1/s3/aws4_request
cryostat_1        | d33c21c9cbb136b05d1a220051cb4afecb4a9e6b7ed97e5b913f57b132a60890
s3_1              | I0603 18:01:58.503873 auth_credentials.go:354 v4 auth type
s3_1              | I0603 18:01:58.503917 auth_credentials.go:382 user name: cryostat actions: [Admin Read ReadAcp List Tagging Write WriteAcp], action: List
s3_1              | I0603 18:01:58.503929 s3api_object_handlers_list.go:42 ListObjectsV2Handler eventtemplates
s3_1              | I0603 18:01:58.504071 filer_grpc_server.go:42 ListEntries directory:"/buckets/eventtemplates" limit:10002
s3_1              | I0603 18:01:58.504276 filer_grpc_server.go:42 ListEntries directory:"/buckets/eventtemplates" startFromFileName:"MyTemplate2" limit:10001
s3_1              | I0603 18:01:58.504368 error_handler.go:96 status 200 application/xml: <?xml version="1.0" encoding="UTF-8"?>
s3_1              | <ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>eventtemplates</Name><Prefix></Prefix><MaxKeys>10000</MaxKeys><IsTruncated>false</IsTruncated><Contents><Key>MyTemplate2</Key><ETag>&#34;79978f6bb2841f12cd0e9e501f60b32f&#34;</ETag><Size>33454</Size><Owner><ID>b9</ID></Owner><StorageClass>STANDARD</StorageClass><LastModified>2024-06-03T18:01:49Z</LastModified></Contents><KeyCount>1</KeyCount></ListBucketResult>
cryostat_1        | 2024-06-03 18:01:58,505 DEBUG [sof.ama.aws.requestId] (executor-thread-5) Received successful response: 200, Request ID: 1717437718504361731, Extended Request ID: not available
cryostat_1        | 2024-06-03 18:01:58,505 DEBUG [sof.ama.aws.request] (executor-thread-5) Received successful response: 200, Request ID: 1717437718504361731, Extended Request ID: not available
cryostat_1        | 2024-06-03 18:01:58,511 DEBUG [sof.ama.aws.cor.int.ExecutionInterceptorChain] (executor-thread-5) Creating an interceptor chain that will apply interceptors in the following order: [software.amazon.awssdk.core.internal.interceptor.HttpChecksumValidationInterceptor@4fcedf83, software.amazon.awssdk.awscore.interceptor.HelpfulUnknownHostExceptionInterceptor@16c9f7f0, software.amazon.awssdk.awscore.eventstream.EventStreamInitialRequestInterceptor@187df588, software.amazon.awssdk.awscore.interceptor.TraceIdExecutionInterceptor@7d75940, software.amazon.awssdk.services.s3.endpoints.internal.S3ResolveEndpointInterceptor@3e5cbcfe, software.amazon.awssdk.services.s3.endpoints.internal.S3EndpointAuthSchemeInterceptor@6773bab2, software.amazon.awssdk.services.s3.endpoints.internal.S3RequestSetEndpointInterceptor@1055d261, software.amazon.awssdk.services.s3.internal.handlers.StreamingRequestInterceptor@2d758472, software.amazon.awssdk.services.s3.internal.handlers.CreateBucketInterceptor@7615666e, software.amazon.awssdk.services.s3.internal.handlers.CreateMultipartUploadRequestInterceptor@c49e434, software.amazon.awssdk.services.s3.internal.handlers.EnableChunkedEncodingInterceptor@32b1e906, software.amazon.awssdk.services.s3.internal.handlers.ConfigureSignerInterceptor@33e6bd36, software.amazon.awssdk.services.s3.internal.handlers.DecodeUrlEncodedResponseInterceptor@6e1d9b32, software.amazon.awssdk.services.s3.internal.handlers.GetBucketPolicyInterceptor@2db6ba81, software.amazon.awssdk.services.s3.internal.handlers.AsyncChecksumValidationInterceptor@10728fe8, software.amazon.awssdk.services.s3.internal.handlers.SyncChecksumValidationInterceptor@16fb9fdd, software.amazon.awssdk.services.s3.internal.handlers.EnableTrailingChecksumInterceptor@14bd523b, software.amazon.awssdk.services.s3.internal.handlers.ExceptionTranslationInterceptor@cc7909f, software.amazon.awssdk.services.s3.internal.handlers.GetObjectInterceptor@8ce4320, software.amazon.awssdk.services.s3.internal.handlers.CopySourceInterceptor@42012093]
cryostat_1        | 2024-06-03 18:01:58,512 DEBUG [sof.ama.aws.cor.int.ExecutionInterceptorChain] (executor-thread-5) Interceptor 'software.amazon.awssdk.services.s3.endpoints.internal.S3EndpointAuthSchemeInterceptor@6773bab2' modified the message with its modifyRequest method.
cryostat_1        | 2024-06-03 18:01:58,512 DEBUG [sof.ama.aws.cor.int.ExecutionInterceptorChain] (executor-thread-5) Interceptor 'software.amazon.awssdk.services.s3.endpoints.internal.S3RequestSetEndpointInterceptor@1055d261' modified the message with its modifyHttpRequest method.
cryostat_1        | 2024-06-03 18:01:58,512 DEBUG [sof.ama.aws.request] (executor-thread-5) Sending Request: DefaultSdkHttpFullRequest(httpMethod=GET, protocol=http, host=s3, port=8333, encodedPath=/eventtemplates/MyTemplate2, headers=[amz-sdk-invocation-id, User-Agent], queryParameters=[tagging])
cryostat_1        | 2024-06-03 18:01:58,512 DEBUG [sof.ama.aws.aut.sig.Aws4Signer] (executor-thread-5) AWS4 Canonical Request: GET
cryostat_1        | /eventtemplates/MyTemplate2
cryostat_1        | tagging=
cryostat_1        | amz-sdk-invocation-id:a32a53bb-f69c-a270-0075-e2f58d473633
cryostat_1        | amz-sdk-request:attempt=1; max=4
cryostat_1        | host:s3:8333
cryostat_1        | x-amz-content-sha256:UNSIGNED-PAYLOAD
cryostat_1        | x-amz-date:20240603T180158Z
cryostat_1        | 
cryostat_1        | amz-sdk-invocation-id;amz-sdk-request;host;x-amz-content-sha256;x-amz-date
cryostat_1        | UNSIGNED-PAYLOAD
cryostat_1        | 2024-06-03 18:01:58,512 DEBUG [sof.ama.aws.aut.sig.Aws4Signer] (executor-thread-5) AWS4 String to sign: AWS4-HMAC-SHA256
cryostat_1        | 20240603T180158Z
cryostat_1        | 20240603/us-east-1/s3/aws4_request
cryostat_1        | 244e85e8c46d74f9859fff963434a9dd6046260a8bbed5b5a9bdd7f5e33cf2f0
s3_1              | I0603 18:01:58.512931 auth_credentials.go:354 v4 auth type
s3_1              | I0603 18:01:58.512956 auth_credentials.go:382 user name: cryostat actions: [Admin Read ReadAcp List Tagging Write WriteAcp], action: Read
s3_1              | I0603 18:01:58.512963 s3api_object_handlers_tagging.go:21 GetObjectTaggingHandler eventtemplates /MyTemplate2
s3_1              | I0603 18:01:58.513021 filer_grpc_server.go:24 LookupDirectoryEntry /buckets/eventtemplates/MyTemplate2
s3_1              | I0603 18:01:58.513117 error_handler.go:96 status 200 application/xml: <?xml version="1.0" encoding="UTF-8"?>
s3_1              | <Tagging xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><TagSet><Tag><Key>ZGVzY3JpcHRpb24</Key><Value>Q29weSBvZiBQcm9maWxpbmc</Value></Tag><Tag><Key>bGFiZWw</Key><Value>TXlUZW1wbGF0ZTI</Value></Tag><Tag><Key>cHJvdmlkZXI</Key><Value>YWF6b3Jlcw</Value></Tag></TagSet></Tagging>
cryostat_1        | 2024-06-03 18:01:58,514 DEBUG [sof.ama.aws.requestId] (executor-thread-5) Received successful response: 200, Request ID: 1717437718513111779, Extended Request ID: not available
cryostat_1        | 2024-06-03 18:01:58,514 DEBUG [sof.ama.aws.request] (executor-thread-5) Received successful response: 200, Request ID: 1717437718513111779, Extended Request ID: not available
cryostat_1        | Jun 03, 2024 6:01:58 PM io.quarkus.vertx.http.runtime.filters.accesslog.JBossLoggingAccessLogReceiver logMessage
cryostat_1        | INFO: 10.89.55.218 - - [03/Jun/2024:18:01:58 +0000] "GET /api/v3/targets/1/event_templates HTTP/1.1" 200 780
auth_1            | 10.89.55.218:50512 - 36d427f6-3345-430c-8640-19607e9d9b78 - user [2024/06/03 18:01:58] localhost:8080 GET cryostat "/api/v3/targets/1/event_templates" HTTP/1.1 "Mozilla/5.0 (X11; Linux x86_64; rv:126.0) Gecko/20100101 Firefox/126.0" 200 367 0.038
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         t1_0.id,
cryostat_1        |         t1_0.alias,
cryostat_1        |         t1_0.annotations,
cryostat_1        |         t1_0.connectUrl,
cryostat_1        |         t1_0.discoveryNode,
cryostat_1        |         t1_0.jvmId,
cryostat_1        |         t1_0.labels 
cryostat_1        |     from
cryostat_1        |         Target t1_0 
cryostat_1        |     where
cryostat_1        |         t1_0.connectUrl=?
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         d1_0.id,
cryostat_1        |         d1_0.labels,
cryostat_1        |         d1_0.name,
cryostat_1        |         d1_0.nodeType 
cryostat_1        |     from
cryostat_1        |         DiscoveryNode d1_0 
cryostat_1        |     where
cryostat_1        |         d1_0.id=?
cryostat_1        | Jun 03, 2024 6:02:02 PM io.quarkus.vertx.http.runtime.filters.accesslog.JBossLoggingAccessLogReceiver logMessage
cryostat_1        | INFO: 10.89.55.218 - - [03/Jun/2024:18:02:02 +0000] "POST /api/v1/targets/service%3Ajmx%3Armi%3A%2F%2F%2Fjndi%2Frmi%3A%2F%2Flocalhost%3A0%2Fjmxrmi/recordings HTTP/1.1" 308 -
auth_1            | 10.89.55.218:50526 - 58a439b5-683b-4cc2-ad66-daed3c09886b - user [2024/06/03 18:02:02] localhost:8080 POST cryostat "/api/v1/targets/service%3Ajmx%3Armi%3A%2F%2F%2Fjndi%2Frmi%3A%2F%2Flocalhost%3A0%2Fjmxrmi/recordings" HTTP/1.1 "Mozilla/5.0 (X11; Linux x86_64; rv:126.0) Gecko/20100101 Firefox/126.0" 308 0 0.016
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         t1_0.id,
cryostat_1        |         t1_0.alias,
cryostat_1        |         t1_0.annotations,
cryostat_1        |         t1_0.connectUrl,
cryostat_1        |         t1_0.discoveryNode,
cryostat_1        |         t1_0.jvmId,
cryostat_1        |         t1_0.labels 
cryostat_1        |     from
cryostat_1        |         Target t1_0 
cryostat_1        |     where
cryostat_1        |         t1_0.id=?
cryostat_1        | Hibernate: 
cryostat_1        |     select
cryostat_1        |         d1_0.id,
cryostat_1        |         d1_0.labels,
cryostat_1        |         d1_0.name,
cryostat_1        |         d1_0.nodeType 
cryostat_1        |     from
cryostat_1        |         DiscoveryNode d1_0 
cryostat_1        |     where
cryostat_1        |         d1_0.id=?
cryostat_1        | 2024-06-03 18:02:02,408 DEBUG [sof.ama.aws.cor.int.ExecutionInterceptorChain] (executor-thread-5) Creating an interceptor chain that will apply interceptors in the following order: [software.amazon.awssdk.core.internal.interceptor.HttpChecksumValidationInterceptor@4fcedf83, software.amazon.awssdk.awscore.interceptor.HelpfulUnknownHostExceptionInterceptor@16c9f7f0, software.amazon.awssdk.awscore.eventstream.EventStreamInitialRequestInterceptor@187df588, software.amazon.awssdk.awscore.interceptor.TraceIdExecutionInterceptor@7d75940, software.amazon.awssdk.services.s3.endpoints.internal.S3ResolveEndpointInterceptor@3e5cbcfe, software.amazon.awssdk.services.s3.endpoints.internal.S3EndpointAuthSchemeInterceptor@6773bab2, software.amazon.awssdk.services.s3.endpoints.internal.S3RequestSetEndpointInterceptor@1055d261, software.amazon.awssdk.services.s3.internal.handlers.StreamingRequestInterceptor@2d758472, software.amazon.awssdk.services.s3.internal.handlers.CreateBucketInterceptor@7615666e, software.amazon.awssdk.services.s3.internal.handlers.CreateMultipartUploadRequestInterceptor@c49e434, software.amazon.awssdk.services.s3.internal.handlers.EnableChunkedEncodingInterceptor@32b1e906, software.amazon.awssdk.services.s3.internal.handlers.ConfigureSignerInterceptor@33e6bd36, software.amazon.awssdk.services.s3.internal.handlers.DecodeUrlEncodedResponseInterceptor@6e1d9b32, software.amazon.awssdk.services.s3.internal.handlers.GetBucketPolicyInterceptor@2db6ba81, software.amazon.awssdk.services.s3.internal.handlers.AsyncChecksumValidationInterceptor@10728fe8, software.amazon.awssdk.services.s3.internal.handlers.SyncChecksumValidationInterceptor@16fb9fdd, software.amazon.awssdk.services.s3.internal.handlers.EnableTrailingChecksumInterceptor@14bd523b, software.amazon.awssdk.services.s3.internal.handlers.ExceptionTranslationInterceptor@cc7909f, software.amazon.awssdk.services.s3.internal.handlers.GetObjectInterceptor@8ce4320, software.amazon.awssdk.services.s3.internal.handlers.CopySourceInterceptor@42012093]
cryostat_1        | 2024-06-03 18:02:02,409 DEBUG [sof.ama.aws.cor.int.ExecutionInterceptorChain] (executor-thread-5) Interceptor 'software.amazon.awssdk.services.s3.endpoints.internal.S3EndpointAuthSchemeInterceptor@6773bab2' modified the message with its modifyRequest method.
cryostat_1        | 2024-06-03 18:02:02,409 DEBUG [sof.ama.aws.cor.int.ExecutionInterceptorChain] (executor-thread-5) Interceptor 'software.amazon.awssdk.services.s3.endpoints.internal.S3RequestSetEndpointInterceptor@1055d261' modified the message with its modifyHttpRequest method.
cryostat_1        | 2024-06-03 18:02:02,409 DEBUG [sof.ama.aws.request] (executor-thread-5) Sending Request: DefaultSdkHttpFullRequest(httpMethod=GET, protocol=http, host=s3, port=8333, encodedPath=/eventtemplates, headers=[amz-sdk-invocation-id, User-Agent], queryParameters=[list-type])
cryostat_1        | 2024-06-03 18:02:02,409 DEBUG [sof.ama.aws.aut.sig.Aws4Signer] (executor-thread-5) AWS4 Canonical Request: GET
cryostat_1        | /eventtemplates
cryostat_1        | list-type=2
cryostat_1        | amz-sdk-invocation-id:b22e6084-47ad-ef82-79de-ea5306a56318
cryostat_1        | amz-sdk-request:attempt=1; max=4
cryostat_1        | host:s3:8333
cryostat_1        | x-amz-content-sha256:UNSIGNED-PAYLOAD
cryostat_1        | x-amz-date:20240603T180202Z
cryostat_1        | 
cryostat_1        | amz-sdk-invocation-id;amz-sdk-request;host;x-amz-content-sha256;x-amz-date
cryostat_1        | UNSIGNED-PAYLOAD
cryostat_1        | 2024-06-03 18:02:02,410 DEBUG [sof.ama.aws.aut.sig.Aws4Signer] (executor-thread-5) AWS4 String to sign: AWS4-HMAC-SHA256
cryostat_1        | 20240603T180202Z
cryostat_1        | 20240603/us-east-1/s3/aws4_request
cryostat_1        | 8af6a41fffbddd95f6f5c9d4209168b74c2abc3417a2908e5aca5e27a44c0ff2
s3_1              | I0603 18:02:02.410405 auth_credentials.go:354 v4 auth type
s3_1              | I0603 18:02:02.410455 auth_credentials.go:382 user name: cryostat actions: [Admin Read ReadAcp List Tagging Write WriteAcp], action: List
s3_1              | I0603 18:02:02.410468 s3api_object_handlers_list.go:42 ListObjectsV2Handler eventtemplates
s3_1              | I0603 18:02:02.410599 filer_grpc_server.go:42 ListEntries directory:"/buckets/eventtemplates" limit:10002
s3_1              | I0603 18:02:02.410778 filer_grpc_server.go:42 ListEntries directory:"/buckets/eventtemplates" startFromFileName:"MyTemplate2" limit:10001
s3_1              | I0603 18:02:02.410839 error_handler.go:96 status 200 application/xml: <?xml version="1.0" encoding="UTF-8"?>
s3_1              | <ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>eventtemplates</Name><Prefix></Prefix><MaxKeys>10000</MaxKeys><IsTruncated>false</IsTruncated><Contents><Key>MyTemplate2</Key><ETag>&#34;79978f6bb2841f12cd0e9e501f60b32f&#34;</ETag><Size>33454</Size><Owner><ID>b9</ID></Owner><StorageClass>STANDARD</StorageClass><LastModified>2024-06-03T18:01:49Z</LastModified></Contents><KeyCount>1</KeyCount></ListBucketResult>
cryostat_1        | 2024-06-03 18:02:02,411 DEBUG [sof.ama.aws.requestId] (executor-thread-5) Received successful response: 200, Request ID: 1717437722410833476, Extended Request ID: not available
cryostat_1        | 2024-06-03 18:02:02,411 DEBUG [sof.ama.aws.request] (executor-thread-5) Received successful response: 200, Request ID: 1717437722410833476, Extended Request ID: not available
cryostat_1        | 2024-06-03 18:02:02,412 DEBUG [sof.ama.aws.cor.int.ExecutionInterceptorChain] (executor-thread-5) Creating an interceptor chain that will apply interceptors in the following order: [software.amazon.awssdk.core.internal.interceptor.HttpChecksumValidationInterceptor@4fcedf83, software.amazon.awssdk.awscore.interceptor.HelpfulUnknownHostExceptionInterceptor@16c9f7f0, software.amazon.awssdk.awscore.eventstream.EventStreamInitialRequestInterceptor@187df588, software.amazon.awssdk.awscore.interceptor.TraceIdExecutionInterceptor@7d75940, software.amazon.awssdk.services.s3.endpoints.internal.S3ResolveEndpointInterceptor@3e5cbcfe, software.amazon.awssdk.services.s3.endpoints.internal.S3EndpointAuthSchemeInterceptor@6773bab2, software.amazon.awssdk.services.s3.endpoints.internal.S3RequestSetEndpointInterceptor@1055d261, software.amazon.awssdk.services.s3.internal.handlers.StreamingRequestInterceptor@2d758472, software.amazon.awssdk.services.s3.internal.handlers.CreateBucketInterceptor@7615666e, software.amazon.awssdk.services.s3.internal.handlers.CreateMultipartUploadRequestInterceptor@c49e434, software.amazon.awssdk.services.s3.internal.handlers.EnableChunkedEncodingInterceptor@32b1e906, software.amazon.awssdk.services.s3.internal.handlers.ConfigureSignerInterceptor@33e6bd36, software.amazon.awssdk.services.s3.internal.handlers.DecodeUrlEncodedResponseInterceptor@6e1d9b32, software.amazon.awssdk.services.s3.internal.handlers.GetBucketPolicyInterceptor@2db6ba81, software.amazon.awssdk.services.s3.internal.handlers.AsyncChecksumValidationInterceptor@10728fe8, software.amazon.awssdk.services.s3.internal.handlers.SyncChecksumValidationInterceptor@16fb9fdd, software.amazon.awssdk.services.s3.internal.handlers.EnableTrailingChecksumInterceptor@14bd523b, software.amazon.awssdk.services.s3.internal.handlers.ExceptionTranslationInterceptor@cc7909f, software.amazon.awssdk.services.s3.internal.handlers.GetObjectInterceptor@8ce4320, software.amazon.awssdk.services.s3.internal.handlers.CopySourceInterceptor@42012093]
cryostat_1        | 2024-06-03 18:02:02,412 DEBUG [sof.ama.aws.cor.int.ExecutionInterceptorChain] (executor-thread-5) Interceptor 'software.amazon.awssdk.services.s3.endpoints.internal.S3EndpointAuthSchemeInterceptor@6773bab2' modified the message with its modifyRequest method.
cryostat_1        | 2024-06-03 18:02:02,412 DEBUG [sof.ama.aws.cor.int.ExecutionInterceptorChain] (executor-thread-5) Interceptor 'software.amazon.awssdk.services.s3.endpoints.internal.S3RequestSetEndpointInterceptor@1055d261' modified the message with its modifyHttpRequest method.
cryostat_1        | 2024-06-03 18:02:02,413 DEBUG [sof.ama.aws.request] (executor-thread-5) Sending Request: DefaultSdkHttpFullRequest(httpMethod=GET, protocol=http, host=s3, port=8333, encodedPath=/eventtemplates/MyTemplate2, headers=[amz-sdk-invocation-id, User-Agent], queryParameters=[tagging])
cryostat_1        | 2024-06-03 18:02:02,413 DEBUG [sof.ama.aws.aut.sig.Aws4Signer] (executor-thread-5) AWS4 Canonical Request: GET
cryostat_1        | /eventtemplates/MyTemplate2
cryostat_1        | tagging=
cryostat_1        | amz-sdk-invocation-id:9c1ec0ae-a8da-4722-82bc-ca38edba8abc
cryostat_1        | amz-sdk-request:attempt=1; max=4
cryostat_1        | host:s3:8333
cryostat_1        | x-amz-content-sha256:UNSIGNED-PAYLOAD
cryostat_1        | x-amz-date:20240603T180202Z
cryostat_1        | 
cryostat_1        | amz-sdk-invocation-id;amz-sdk-request;host;x-amz-content-sha256;x-amz-date
cryostat_1        | UNSIGNED-PAYLOAD
cryostat_1        | 2024-06-03 18:02:02,413 DEBUG [sof.ama.aws.aut.sig.Aws4Signer] (executor-thread-5) AWS4 String to sign: AWS4-HMAC-SHA256
cryostat_1        | 20240603T180202Z
cryostat_1        | 20240603/us-east-1/s3/aws4_request
cryostat_1        | b0296d264cf014930e4b43b7fe69c3e1cf7f475e23ab07545bdb22af395a5db4
s3_1              | I0603 18:02:02.413462 auth_credentials.go:354 v4 auth type
s3_1              | I0603 18:02:02.413492 auth_credentials.go:382 user name: cryostat actions: [Admin Read ReadAcp List Tagging Write WriteAcp], action: Read
s3_1              | I0603 18:02:02.413498 s3api_object_handlers_tagging.go:21 GetObjectTaggingHandler eventtemplates /MyTemplate2
s3_1              | I0603 18:02:02.413554 filer_grpc_server.go:24 LookupDirectoryEntry /buckets/eventtemplates/MyTemplate2
s3_1              | I0603 18:02:02.413646 error_handler.go:96 status 200 application/xml: <?xml version="1.0" encoding="UTF-8"?>
s3_1              | <Tagging xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><TagSet><Tag><Key>ZGVzY3JpcHRpb24</Key><Value>Q29weSBvZiBQcm9maWxpbmc</Value></Tag><Tag><Key>bGFiZWw</Key><Value>TXlUZW1wbGF0ZTI</Value></Tag><Tag><Key>cHJvdmlkZXI</Key><Value>YWF6b3Jlcw</Value></Tag></TagSet></Tagging>
cryostat_1        | 2024-06-03 18:02:02,414 DEBUG [sof.ama.aws.requestId] (executor-thread-5) Received successful response: 200, Request ID: 1717437722413641089, Extended Request ID: not available
cryostat_1        | 2024-06-03 18:02:02,414 DEBUG [sof.ama.aws.request] (executor-thread-5) Received successful response: 200, Request ID: 1717437722413641089, Extended Request ID: not available
cryostat_1        | Jun 03, 2024 6:02:02 PM io.smallrye.context.impl.wrappers.SlowContextualConsumer accept
cryostat_1        | WARN: java.util.NoSuchElementException: No value present
s3_1              | I0603 18:02:02.946672 volume_grpc_client_to_master.go:232 volume server 10.89.55.214:8080 heartbeat
s3_1              | I0603 18:02:02.946693 volume.go:300 collectStatus volume 1
s3_1              | I0603 18:02:02.946702 volume.go:300 collectStatus volume 3
s3_1              | I0603 18:02:02.946705 volume.go:300 collectStatus volume 5
s3_1              | I0603 18:02:02.946708 volume.go:300 collectStatus volume 11
s3_1              | I0603 18:02:02.946712 volume.go:300 collectStatus volume 13
s3_1              | I0603 18:02:02.946715 volume.go:300 collectStatus volume 14
s3_1              | I0603 18:02:02.946718 volume.go:300 collectStatus volume 2
s3_1              | I0603 18:02:02.946721 volume.go:300 collectStatus volume 4
s3_1              | I0603 18:02:02.946732 volume.go:300 collectStatus volume 6
s3_1              | I0603 18:02:02.946735 volume.go:300 collectStatus volume 7
s3_1              | I0603 18:02:02.946737 volume.go:300 collectStatus volume 9
s3_1              | I0603 18:02:02.946739 volume.go:300 collectStatus volume 12
s3_1              | I0603 18:02:02.946741 volume.go:300 collectStatus volume 8
s3_1              | I0603 18:02:02.946743 volume.go:300 collectStatus volume 10
s3_1              | I0603 18:02:02.946928 master_grpc_server.go:162 master received heartbeat ip:"10.89.55.214" port:8080 public_url:"10.89.55.214:8080" max_file_key:2 volumes:{id:1 size:8 version:3 modified_at_second:1717433904} volumes:{id:3 size:8 version:3 modified_at_second:1717433904} volumes:{id:5 size:8 version:3 modified_at_second:1717433904} volumes:{id:11 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:13 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:14 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:2 size:8 version:3 modified_at_second:1717433904} volumes:{id:4 size:8 version:3 modified_at_second:1717433904} volumes:{id:6 size:584 file_count:1 version:3 modified_at_second:1717433904} volumes:{id:7 size:8 version:3 modified_at_second:1717433904} volumes:{id:9 size:4032 collection:"eventtemplates" file_count:1 version:3 modified_at_second:1717437709} volumes:{id:12 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:8 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:10 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} max_volume_counts:{key:"" value:40} grpc_port:18080 location_uuids:"470b106d-e5e9-4824-8381-84c1998887bc"
cryostat_1        | Jun 03, 2024 6:02:05 PM io.quarkus.vertx.http.runtime.filters.accesslog.JBossLoggingAccessLogReceiver logMessage
cryostat_1        | INFO: 10.89.55.217 - - [03/Jun/2024:18:02:05 +0000] "GET /health/liveness HTTP/1.1" 204 -
s3_1              | [raft]18:02:07.732757 [10.89.55.214:9333 Term:0] check.quorum.active with quorum size:  1  member count:  1
s3_1              | I0603 18:02:07.946062 volume_grpc_client_to_master.go:232 volume server 10.89.55.214:8080 heartbeat
s3_1              | I0603 18:02:07.946083 volume.go:300 collectStatus volume 13
s3_1              | I0603 18:02:07.946092 volume.go:300 collectStatus volume 14
s3_1              | I0603 18:02:07.946096 volume.go:300 collectStatus volume 1
s3_1              | I0603 18:02:07.946099 volume.go:300 collectStatus volume 3
s3_1              | I0603 18:02:07.946102 volume.go:300 collectStatus volume 5
s3_1              | I0603 18:02:07.946105 volume.go:300 collectStatus volume 11
s3_1              | I0603 18:02:07.946107 volume.go:300 collectStatus volume 2
s3_1              | I0603 18:02:07.946109 volume.go:300 collectStatus volume 4
s3_1              | I0603 18:02:07.946112 volume.go:300 collectStatus volume 6
s3_1              | I0603 18:02:07.946115 volume.go:300 collectStatus volume 7
s3_1              | I0603 18:02:07.946120 volume.go:300 collectStatus volume 9
s3_1              | I0603 18:02:07.946122 volume.go:300 collectStatus volume 12
s3_1              | I0603 18:02:07.946125 volume.go:300 collectStatus volume 8
s3_1              | I0603 18:02:07.946127 volume.go:300 collectStatus volume 10
s3_1              | I0603 18:02:07.946292 master_grpc_server.go:162 master received heartbeat ip:"10.89.55.214" port:8080 public_url:"10.89.55.214:8080" max_file_key:2 volumes:{id:13 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:14 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:1 size:8 version:3 modified_at_second:1717433904} volumes:{id:3 size:8 version:3 modified_at_second:1717433904} volumes:{id:5 size:8 version:3 modified_at_second:1717433904} volumes:{id:11 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:2 size:8 version:3 modified_at_second:1717433904} volumes:{id:4 size:8 version:3 modified_at_second:1717433904} volumes:{id:6 size:584 file_count:1 version:3 modified_at_second:1717433904} volumes:{id:7 size:8 version:3 modified_at_second:1717433904} volumes:{id:9 size:4032 collection:"eventtemplates" file_count:1 version:3 modified_at_second:1717437709} volumes:{id:12 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:8 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:10 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} max_volume_counts:{key:"" value:40} grpc_port:18080 location_uuids:"470b106d-e5e9-4824-8381-84c1998887bc"
cryostat_1        | Jun 03, 2024 6:02:08 PM io.smallrye.context.impl.wrappers.SlowContextualConsumer accept
cryostat_1        | WARN: java.util.NoSuchElementException: No value present
cryostat_1        | Jun 03, 2024 6:02:12 PM io.cryostat.ExceptionMappers mapMutinyTimeoutException
cryostat_1        | WARN: io.smallrye.mutiny.TimeoutException
cryostat_1        | Jun 03, 2024 6:02:12 PM io.quarkus.vertx.http.runtime.filters.accesslog.JBossLoggingAccessLogReceiver logMessage
cryostat_1        | INFO: 10.89.55.218 - - [03/Jun/2024:18:02:12 +0000] "POST /api/v3/targets/1/recordings HTTP/1.1" 504 -
auth_1            | 10.89.55.218:50526 - 71f5779c-9514-4525-9394-c6e76b1ed6e8 - user [2024/06/03 18:02:02] localhost:8080 POST cryostat "/api/v3/targets/1/recordings" HTTP/1.1 "Mozilla/5.0 (X11; Linux x86_64; rv:126.0) Gecko/20100101 Firefox/126.0" 504 0 10.016
s3_1              | I0603 18:02:12.946592 volume_grpc_client_to_master.go:232 volume server 10.89.55.214:8080 heartbeat
s3_1              | I0603 18:02:12.946612 volume.go:300 collectStatus volume 14
s3_1              | I0603 18:02:12.946620 volume.go:300 collectStatus volume 1
s3_1              | I0603 18:02:12.946622 volume.go:300 collectStatus volume 3
s3_1              | I0603 18:02:12.946626 volume.go:300 collectStatus volume 5
s3_1              | I0603 18:02:12.946628 volume.go:300 collectStatus volume 11
s3_1              | I0603 18:02:12.946630 volume.go:300 collectStatus volume 13
s3_1              | I0603 18:02:12.946632 volume.go:300 collectStatus volume 2
s3_1              | I0603 18:02:12.946634 volume.go:300 collectStatus volume 4
s3_1              | I0603 18:02:12.946635 volume.go:300 collectStatus volume 6
s3_1              | I0603 18:02:12.946638 volume.go:300 collectStatus volume 7
s3_1              | I0603 18:02:12.946639 volume.go:300 collectStatus volume 9
s3_1              | I0603 18:02:12.946641 volume.go:300 collectStatus volume 12
s3_1              | I0603 18:02:12.946643 volume.go:300 collectStatus volume 8
s3_1              | I0603 18:02:12.946645 volume.go:300 collectStatus volume 10
s3_1              | I0603 18:02:12.946829 master_grpc_server.go:162 master received heartbeat ip:"10.89.55.214" port:8080 public_url:"10.89.55.214:8080" max_file_key:2 volumes:{id:14 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:1 size:8 version:3 modified_at_second:1717433904} volumes:{id:3 size:8 version:3 modified_at_second:1717433904} volumes:{id:5 size:8 version:3 modified_at_second:1717433904} volumes:{id:11 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:13 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:2 size:8 version:3 modified_at_second:1717433904} volumes:{id:4 size:8 version:3 modified_at_second:1717433904} volumes:{id:6 size:584 file_count:1 version:3 modified_at_second:1717433904} volumes:{id:7 size:8 version:3 modified_at_second:1717433904} volumes:{id:9 size:4032 collection:"eventtemplates" file_count:1 version:3 modified_at_second:1717437709} volumes:{id:12 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:8 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:10 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} max_volume_counts:{key:"" value:40} grpc_port:18080 location_uuids:"470b106d-e5e9-4824-8381-84c1998887bc"
cryostat_1        | Jun 03, 2024 6:02:13 PM io.smallrye.context.impl.wrappers.SlowContextualConsumer accept
cryostat_1        | WARN: java.util.NoSuchElementException: No value present
cryostat_1        | Jun 03, 2024 6:02:15 PM io.quarkus.vertx.http.runtime.filters.accesslog.JBossLoggingAccessLogReceiver logMessage
cryostat_1        | INFO: 10.89.55.217 - - [03/Jun/2024:18:02:15 +0000] "GET /health/liveness HTTP/1.1" 204 -
s3_1              | [raft]18:02:17.732653 [10.89.55.214:9333 Term:0] check.quorum.active with quorum size:  1  member count:  1
s3_1              | I0603 18:02:17.947048 volume_grpc_client_to_master.go:232 volume server 10.89.55.214:8080 heartbeat
s3_1              | I0603 18:02:17.947067 volume.go:300 collectStatus volume 6
s3_1              | I0603 18:02:17.947074 volume.go:300 collectStatus volume 7
s3_1              | I0603 18:02:17.947076 volume.go:300 collectStatus volume 9
s3_1              | I0603 18:02:17.947079 volume.go:300 collectStatus volume 12
s3_1              | I0603 18:02:17.947086 volume.go:300 collectStatus volume 8
s3_1              | I0603 18:02:17.947088 volume.go:300 collectStatus volume 10
s3_1              | I0603 18:02:17.947089 volume.go:300 collectStatus volume 1
s3_1              | I0603 18:02:17.947091 volume.go:300 collectStatus volume 3
s3_1              | I0603 18:02:17.947093 volume.go:300 collectStatus volume 5
s3_1              | I0603 18:02:17.947095 volume.go:300 collectStatus volume 11
s3_1              | I0603 18:02:17.947097 volume.go:300 collectStatus volume 13
s3_1              | I0603 18:02:17.947099 volume.go:300 collectStatus volume 14
s3_1              | I0603 18:02:17.947101 volume.go:300 collectStatus volume 2
s3_1              | I0603 18:02:17.947102 volume.go:300 collectStatus volume 4
s3_1              | I0603 18:02:17.947296 master_grpc_server.go:162 master received heartbeat ip:"10.89.55.214" port:8080 public_url:"10.89.55.214:8080" max_file_key:2 volumes:{id:6 size:584 file_count:1 version:3 modified_at_second:1717433904} volumes:{id:7 size:8 version:3 modified_at_second:1717433904} volumes:{id:9 size:4032 collection:"eventtemplates" file_count:1 version:3 modified_at_second:1717437709} volumes:{id:12 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:8 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:10 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:1 size:8 version:3 modified_at_second:1717433904} volumes:{id:3 size:8 version:3 modified_at_second:1717433904} volumes:{id:5 size:8 version:3 modified_at_second:1717433904} volumes:{id:11 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:13 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:14 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:2 size:8 version:3 modified_at_second:1717433904} volumes:{id:4 size:8 version:3 modified_at_second:1717433904} max_volume_counts:{key:"" value:40} grpc_port:18080 location_uuids:"470b106d-e5e9-4824-8381-84c1998887bc"
s3_1              | I0603 18:02:22.946641 volume_grpc_client_to_master.go:232 volume server 10.89.55.214:8080 heartbeat
s3_1              | I0603 18:02:22.946661 volume.go:300 collectStatus volume 2
s3_1              | I0603 18:02:22.946668 volume.go:300 collectStatus volume 4
s3_1              | I0603 18:02:22.946671 volume.go:300 collectStatus volume 6
s3_1              | I0603 18:02:22.946673 volume.go:300 collectStatus volume 7
s3_1              | I0603 18:02:22.946676 volume.go:300 collectStatus volume 9
s3_1              | I0603 18:02:22.946678 volume.go:300 collectStatus volume 12
s3_1              | I0603 18:02:22.946680 volume.go:300 collectStatus volume 8
s3_1              | I0603 18:02:22.946682 volume.go:300 collectStatus volume 10
s3_1              | I0603 18:02:22.946684 volume.go:300 collectStatus volume 1
s3_1              | I0603 18:02:22.946686 volume.go:300 collectStatus volume 3
s3_1              | I0603 18:02:22.946688 volume.go:300 collectStatus volume 5
s3_1              | I0603 18:02:22.946689 volume.go:300 collectStatus volume 11
s3_1              | I0603 18:02:22.946691 volume.go:300 collectStatus volume 13
s3_1              | I0603 18:02:22.946693 volume.go:300 collectStatus volume 14
s3_1              | I0603 18:02:22.946873 master_grpc_server.go:162 master received heartbeat ip:"10.89.55.214" port:8080 public_url:"10.89.55.214:8080" max_file_key:2 volumes:{id:2 size:8 version:3 modified_at_second:1717433904} volumes:{id:4 size:8 version:3 modified_at_second:1717433904} volumes:{id:6 size:584 file_count:1 version:3 modified_at_second:1717433904} volumes:{id:7 size:8 version:3 modified_at_second:1717433904} volumes:{id:9 size:4032 collection:"eventtemplates" file_count:1 version:3 modified_at_second:1717437709} volumes:{id:12 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:8 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:10 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:1 size:8 version:3 modified_at_second:1717433904} volumes:{id:3 size:8 version:3 modified_at_second:1717433904} volumes:{id:5 size:8 version:3 modified_at_second:1717433904} volumes:{id:11 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:13 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:14 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} max_volume_counts:{key:"" value:40} grpc_port:18080 location_uuids:"470b106d-e5e9-4824-8381-84c1998887bc"
cryostat_1        | Jun 03, 2024 6:02:23 PM io.smallrye.context.impl.wrappers.SlowContextualConsumer accept
cryostat_1        | WARN: java.util.NoSuchElementException: No value present
cryostat_1        | 2024-06-03 18:02:24,289 DEBUG [org.qua.cor.QuartzSchedulerThread] (QuarkusQuartzScheduler_QuartzSchedulerThread) batch acquisition of 0 triggers
s3_1              | I0603 18:02:24.642888 log_buffer.go:182 local flush [2024-06-03 18:01:49.219177026 +0000 UTC, 2024-06-03 18:01:49.219177026 +0000 UTC] size 391
s3_1              | I0603 18:02:24.643581 filer.go:265 find uncached directory: /topics/.system/log/2024-06-03
s3_1              | I0603 18:02:24.643592 filer.go:229 InsertEntry /topics/.system/log/2024-06-03/18-01.74dfd1ca: new entry: 18-01.74dfd1ca
s3_1              | I0603 18:02:24.643623 filer.go:250 CreateEntry /topics/.system/log/2024-06-03/18-01.74dfd1ca: created
cryostat_1        | Jun 03, 2024 6:02:26 PM io.quarkus.vertx.http.runtime.filters.accesslog.JBossLoggingAccessLogReceiver logMessage
cryostat_1        | INFO: 10.89.55.217 - - [03/Jun/2024:18:02:26 +0000] "GET /health/liveness HTTP/1.1" 204 -
s3_1              | [raft]18:02:27.732695 [10.89.55.214:9333 Term:0] check.quorum.active with quorum size:  1  member count:  1
s3_1              | I0603 18:02:27.946967 volume_grpc_client_to_master.go:232 volume server 10.89.55.214:8080 heartbeat
s3_1              | I0603 18:02:27.946987 volume.go:300 collectStatus volume 7
s3_1              | I0603 18:02:27.946994 volume.go:300 collectStatus volume 9
s3_1              | I0603 18:02:27.946996 volume.go:300 collectStatus volume 12
s3_1              | I0603 18:02:27.946999 volume.go:300 collectStatus volume 6
s3_1              | I0603 18:02:27.947002 volume.go:300 collectStatus volume 10
s3_1              | I0603 18:02:27.947004 volume.go:300 collectStatus volume 8
s3_1              | I0603 18:02:27.947006 volume.go:300 collectStatus volume 3
s3_1              | I0603 18:02:27.947007 volume.go:300 collectStatus volume 5
s3_1              | I0603 18:02:27.947009 volume.go:300 collectStatus volume 11
s3_1              | I0603 18:02:27.947011 volume.go:300 collectStatus volume 13
s3_1              | I0603 18:02:27.947013 volume.go:300 collectStatus volume 14
s3_1              | I0603 18:02:27.947015 volume.go:300 collectStatus volume 1
s3_1              | I0603 18:02:27.947017 volume.go:300 collectStatus volume 4
s3_1              | I0603 18:02:27.947019 volume.go:300 collectStatus volume 2
s3_1              | I0603 18:02:27.947239 master_grpc_server.go:162 master received heartbeat ip:"10.89.55.214" port:8080 public_url:"10.89.55.214:8080" max_file_key:3 volumes:{id:7 size:8 version:3 modified_at_second:1717433904} volumes:{id:9 size:4032 collection:"eventtemplates" file_count:1 version:3 modified_at_second:1717437709} volumes:{id:12 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:6 size:1016 file_count:2 version:3 modified_at_second:1717437744} volumes:{id:10 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:8 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:3 size:8 version:3 modified_at_second:1717433904} volumes:{id:5 size:8 version:3 modified_at_second:1717433904} volumes:{id:11 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:13 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:14 size:8 collection:"eventtemplates" version:3 modified_at_second:1717437709} volumes:{id:1 size:8 version:3 modified_at_second:1717433904} volumes:{id:4 size:8 version:3 modified_at_second:1717433904} volumes:{id:2 size:8 version:3 modified_at_second:1717433904} max_volume_counts:{key:"" value:40} grpc_port:18080 location_uuids:"470b106d-e5e9-4824-8381-84c1998887bc"
cryostat_1        | 2024-06-03 18:02:28,480 DEBUG [io.net.buf.PoolThreadCache] (executor-thread-7) Freed 4 thread-local buffer(s) from thread: executor-thread-7