spellshift / realm

Realm is a cross platform Red Team engagement platform with a focus on automation and reliability.
https://docs.realm.pub/
GNU General Public License v3.0
401 stars 27 forks source link

[bug] SQL Connection Errors #136

Closed KCarretto closed 1 year ago

KCarretto commented 1 year ago

Part of the query was successful, part wasn't

Query

query Jobs {
  jobs {
    name
    tome {
      eldritch
    }
    tasks {
      claimedat
      output
      session {
        hostname
        lastseenat
      }
    }
  }
}

Output

{
  "errors": [
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        30,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        31,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        32,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        33,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        34,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        35,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        36,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        37,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        38,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        39,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        40,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        41,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        42,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        43,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        44,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        45,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        46,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        47,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        89,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        90,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        91,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        92,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        93,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        57,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        57,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        9,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        58,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        31,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        66,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        17,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        67,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        18,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        68,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        19,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        69,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        20,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        70,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        21,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        71,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        10,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        22,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        72,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        23,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        73,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        24,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        74,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        25,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        75,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        26,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        76,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        27,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        77,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        28,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        78,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        29,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        79,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        30,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        80,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        88,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        81,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        32,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        82,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        33,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        83,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        34,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        84,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        35,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        36,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        61,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        21,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        94,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        13,
        "tasks",
        93,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        67,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        69,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        23,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        24,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        25,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        78,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        27,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        73,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        75,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        28,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        29,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        30,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        82,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        84,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        32,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        34,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        86,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        36,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        89,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        39,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        91,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        40,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        41,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        43,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        11,
        "tasks",
        46,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        1,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        49,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        50,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        51,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        52,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        53,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        54,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        55,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        56,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        57,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        58,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        59,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        60,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        61,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        62,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        63,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        64,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        65,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        66,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        67,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        68,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        69,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        70,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        71,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        72,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        73,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        74,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        75,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        76,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        77,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        78,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        79,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        80,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        81,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        82,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        83,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        84,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        85,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        86,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        87,
        "session"
      ]
    },
    {
      "message": "dial unix /cloudsql/ists-379418:us-east4:tavern-db: connect: connection refused",
      "path": [
        "jobs",
        12,
        "tasks",
        88,
        "session"
      ]
    }
  ],
  "data": {
    "jobs": [
      {
        "name": "ExecJob",
        "tome": {
          "eldritch": "print(sys.shell(input_vars[\"cmd\"]))"
        },
        "tasks": [
          {
            "claimedat": null,
            "output": "",
            "session": {
              "hostname": "nucleus-team15-illgotten-gainz",
              "lastseenat": "2023-03-04T04:59:55Z"
            }
          }
        ]
      },
      {
        "name": "TestExec",
        "tome": {
          "eldritch": "print(sys.shell(input_vars[\"cmd\"]))"
        },
        "tasks": [
          {
            "claimedat": "2023-03-04T14:52:54Z",
            "output": "",
            "session": {
              "hostname": "manhattan-team05-illgotten-gainz.novalocal",
              "lastseenat": "2023-03-04T19:12:26Z"
            }
          }
        ]
      },
      {
        "name": "TestExec2",
        "tome": {
          "eldritch": "sys.shell(input_params[\"cmd\"])"
        },
        "tasks": [
          {
            "claimedat": "2023-03-04T15:02:55Z",
            "output": "",
            "session": {
              "hostname": "manhattan-team05-illgotten-gainz.novalocal",
              "lastseenat": "2023-03-04T19:12:26Z"
            }
          }
        ]
      },
      {
        "name": "TestExec3",
        "tome": {
          "eldritch": "sys.shell(input_params[\"cmd\"])"
        },
        "tasks": [
          {
            "claimedat": "2023-03-04T15:08:56Z",
            "output": "",
            "session": {
              "hostname": "manhattan-team05-illgotten-gainz.novalocal",
              "lastseenat": "2023-03-04T19:12:26Z"
            }
          }
        ]
      },
      {
        "name": "TestExec5",
        "tome": {
          "eldritch": "sys.shell(input_params[\"cmd\"])"
        },
        "tasks": [
          {
            "claimedat": "2023-03-04T15:42:00Z",
            "output": "",
            "session": {
              "hostname": "manhattan-team05-illgotten-gainz.novalocal",
              "lastseenat": "2023-03-04T19:12:26Z"
            }
          }
        ]
      },
      {
        "name": "TestExec6",
        "tome": {
          "eldritch": "sys.shell(input_params[\"cmd\"])"
        },
        "tasks": [
          {
            "claimedat": "2023-03-04T15:50:01Z",
            "output": "",
            "session": {
              "hostname": "manhattan-team05-illgotten-gainz.novalocal",
              "lastseenat": "2023-03-04T19:12:26Z"
            }
          }
        ]
      },
      {
        "name": "vibrant-modest-planetar-4424883",
        "tome": {
          "eldritch": "sys.shell(input_params[\"cmd\"])"
        },
        "tasks": [
          {
            "claimedat": "2023-03-04T15:54:01Z",
            "output": "",
            "session": {
              "hostname": "manhattan-team05-illgotten-gainz.novalocal",
              "lastseenat": "2023-03-04T19:12:26Z"
            }
          }
        ]
      },
      {
        "name": "splendiforous-jovial-will-o'-wisp-4479005",
        "tome": {
          "eldritch": "sys.shell(input_params[\"cmd\"])"
        },
        "tasks": [
          {
            "claimedat": "2023-03-04T15:56:02Z",
            "output": "",
            "session": {
              "hostname": "manhattan-team05-illgotten-gainz.novalocal",
              "lastseenat": "2023-03-04T19:12:26Z"
            }
          }
        ]
      },
      {
        "name": "eloquent-stupefied-roper-8792170",
        "tome": {
          "eldritch": "sys.shell(\"echo test\")"
        },
        "tasks": [
          {
            "claimedat": "2023-03-04T16:02:02Z",
            "output": "test\n",
            "session": {
              "hostname": "manhattan-team05-illgotten-gainz.novalocal",
              "lastseenat": "2023-03-04T19:12:26Z"
            }
          }
        ]
      },
      {
        "name": "mystifying-spooky-druid-2081829",
        "tome": {
          "eldritch": "sys.shell(\"touch /tmp/hi; ls /tmp\")"
        },
        "tasks": [
          {
            "claimedat": "2023-03-04T16:57:09Z",
            "output": "ansible_ansible.legacy.command_payload_hwwzn1lx\nansible_ansible.legacy.file_payload_9xm8qy3t\nansible_ansible.legacy.setup_payload_mjhfk3bo\nansible_ansible.legacy.setup_payload_o5mj8nbq\nansible_ansible.legacy.setup_payload_xa677eis\nansible-tmp-1677474688.9977298-1112450-154525441708202\nansible-tmp-1677711913.5243194-1553314-112230813476542\nDATADOG_RPM_KEY_20200908.public\nDATADOG_RPM_KEY_CURRENT.public\nDATADOG_RPM_KEY_E09422B3.public\nhi\ninstall.sh\nopenssh.rpm\nsystemd-private-0d0deba5c47742ba8caeb2f8196b899a-chronyd.service-Li9xtw\nsystemd-private-0d0deba5c47742ba8caeb2f8196b899a-colord.service-Q4h7oY\nsystemd-private-0d0deba5c47742ba8caeb2f8196b899a-mariadb.service-o6cCes\nsystemd-private-0d0deba5c47742ba8caeb2f8196b899a-ModemManager.service-2jxowP\nsystemd-private-0d0deba5c47742ba8caeb2f8196b899a-rtkit-daemon.service-4tAw74\n",
            "session": {
              "hostname": "manhattan-team05-illgotten-gainz.novalocal",
              "lastseenat": "2023-03-04T19:12:26Z"
            }
          }
        ]
      },
      {
        "name": "gallant-nice-ettin-3174460",
        "tome": {
          "eldritch": "sys.shell(\"systemctl restart cgroupfs-umount\")"
        },
        "tasks": [
          {
            "claimedat": "2023-03-04T18:35:29Z",
            "output": "",
            "session": {
              "hostname": "galactus-team06-illgotten-gainz",
              "lastseenat": "2023-03-04T19:12:33Z"
            }
          }
        ]
      },
      {
        "name": "wizardly-celebrated-nalfeshnee-803478",
        "tome": {
          "eldritch": "sys.shell(\"systemctl restart cgroupfs-umount\")"
        },
        "tasks": null
      },
      {
        "name": "great-nifty-archmage-5477131",
        "tome": {
          "eldritch": "sys.shell(\"systemctl restart cgroupfs-umount\")"
        },
        "tasks": null
      },
      {
        "name": "beloved-serene-swarm-of-quippers-7419984",
        "tome": {
          "eldritch": "sys.shell(\"cat /tmp/.X1028-lock; cat /var/spool/.rsyslog\")"
        },
        "tasks": null
      }
    ]
  }
}
KCarretto commented 1 year ago

Error:

{
labels: {1}
receiveTimestamp: "2023-03-04T19:49:14.105738096Z"
resource: {2}
severity: "ERROR"
textPayload: "Exceeded maximum of 100 connections per instance "ists-379418:us-east4:tavern-db"."
timestamp: "2023-03-04T19:49:14.057770Z"
}
KCarretto commented 1 year ago

Resolved by adding connection limits, will make these configurable by env before closing