mda590 / cloudping.co

AWS Inter-Region Latency Monitoring
https://www.cloudping.co/
658 stars 55 forks source link

Make data downloadable in machine readable format #35

Open r-b0 opened 4 years ago

r-b0 commented 4 years ago

Could the data be provided in a machine readable format?

Perhaps a .csv download

thomas-brand commented 4 years ago

Hi, thanks for the great tool. I would be interested in a dataset showing how values change over time, ideally with an hour/day interval. If the data was downloadable I could easily create such a dataset myself (even though an existing dataset covering, e.g., one month in the past would be sufficient for me).

psi-4ward commented 4 years ago

export in csv/json/whatever would be really useful.

psi-4ward commented 4 years ago

Meanwhile i wrote a little nodejs script:

const got = require('got');
const cheerio = require('cheerio');

(async function() {
  const result = {};

  const html = (await got('https://www.cloudping.co/grid/p_50/timeframe/1M')).body;
  const $ = cheerio.load(html);
  const destRegions = $('#app > table > thead > tr > th')
    .slice(1)
    .map((i, el) => {
      const splt = $(el).text().split(' ');
      return splt.pop();
    })
    .toArray();

  $('#app > table > tbody > tr')
    .map((i, el) => {
      const splt = $(el).find('th').first().text().split(' ');
      const src = splt.pop();
      $(el)
        .find('td')
        .map((i, el) => $(el).text())
        .toArray()
        .map((v, i) => {
          if(!result[src]) {
            result[src] = {};
          }
          result[src][destRegions[i]] = +v;
        });
    });
  console.log(JSON.stringify(result, null, 2));
})()

Result:

{
  "af-south-1": {
    "af-south-1": 8.04,
    "ap-east-1": 449.41,
    "ap-northeast-1": 458.98,
    "ap-northeast-2": 478.61,
    "ap-south-1": 338.28,
    "ap-southeast-1": 389.64,
    "ap-southeast-2": 470.18,
    "ca-central-1": 280.97,
    "eu-central-1": 234.66,
    "eu-north-1": 222.53,
    "eu-south-1": 233.24,
    "eu-west-1": 181.59,
    "eu-west-2": 176.31,
    "eu-west-3": 204.58,
    "me-south-1": 387.37,
    "sa-east-1": 388.68,
    "us-east-1": 245.33,
    "us-east-2": 231.33,
    "us-west-1": 335.57,
    "us-west-2": 282.52
  },
  "ap-east-1": {
    "af-south-1": 396.78,
    "ap-east-1": 1.63,
    "ap-northeast-1": 54.09,
    "ap-northeast-2": 37.76,
    "ap-south-1": 95.05,
    "ap-southeast-1": 41.55,
    "ap-southeast-2": 135.28,
    "ca-central-1": 203.47,
    "eu-central-1": 211.01,
    "eu-north-1": 228.45,
    "eu-south-1": 203.72,
    "eu-west-1": 218.04,
    "eu-west-2": 204.17,
    "eu-west-3": 200.7,
    "me-south-1": 127.96,
    "sa-east-1": 316.04,
    "us-east-1": 215.33,
    "us-east-2": 204.18,
    "us-west-1": 158.26,
    "us-west-2": 146.06
  },
  "ap-northeast-1": {
    "af-south-1": 429.37,
    "ap-east-1": 54.84,
    "ap-northeast-1": 3.87,
    "ap-northeast-2": 35.35,
    "ap-south-1": 130.24,
    "ap-southeast-1": 73.9,
    "ap-southeast-2": 129.74,
    "ca-central-1": 144.23,
    "eu-central-1": 242.71,
    "eu-north-1": 258.23,
    "eu-south-1": 240.03,
    "eu-west-1": 204.23,
    "eu-west-2": 211.94,
    "eu-west-3": 248.4,
    "me-south-1": 163.18,
    "sa-east-1": 256.83,
    "us-east-1": 170.75,
    "us-east-2": 161.14,
    "us-west-1": 112.63,
    "us-west-2": 101.48
  },
  "ap-northeast-2": {
    "af-south-1": 442.13,
    "ap-east-1": 39.09,
    "ap-northeast-1": 34.79,
    "ap-northeast-2": 2.33,
    "ap-south-1": 135.3,
    "ap-southeast-1": 77.06,
    "ap-southeast-2": 149.32,
    "ca-central-1": 183.57,
    "eu-central-1": 249.67,
    "eu-north-1": 275.73,
    "eu-south-1": 256.71,
    "eu-west-1": 244.44,
    "eu-west-2": 251.53,
    "eu-west-3": 256.5,
    "me-south-1": 177.44,
    "sa-east-1": 297.14,
    "us-east-1": 196.75,
    "us-east-2": 186.62,
    "us-west-1": 137.28,
    "us-west-2": 126.18
  },
  "ap-south-1": {
    "af-south-1": 310.79,
    "ap-east-1": 94.93,
    "ap-northeast-1": 130.49,
    "ap-northeast-2": 136.72,
    "ap-south-1": 1.6,
    "ap-southeast-1": 58.29,
    "ap-southeast-2": 147.59,
    "ca-central-1": 203.47,
    "eu-central-1": 120.93,
    "eu-north-1": 140.09,
    "eu-south-1": 114.63,
    "eu-west-1": 125.34,
    "eu-west-2": 117.62,
    "eu-west-3": 111.7,
    "me-south-1": 39.58,
    "sa-east-1": 307.01,
    "us-east-1": 189.35,
    "us-east-2": 201.54,
    "us-west-1": 236.84,
    "us-west-2": 221.69
  },
  "ap-southeast-1": {
    "af-south-1": 360.88,
    "ap-east-1": 41.86,
    "ap-northeast-1": 73.55,
    "ap-northeast-2": 76.61,
    "ap-south-1": 58,
    "ap-southeast-1": 2.2,
    "ap-southeast-2": 94.06,
    "ca-central-1": 218.76,
    "eu-central-1": 174.04,
    "eu-north-1": 189.96,
    "eu-south-1": 166.92,
    "eu-west-1": 179.48,
    "eu-west-2": 167.3,
    "eu-west-3": 162.83,
    "me-south-1": 89.9,
    "sa-east-1": 333.02,
    "us-east-1": 235.82,
    "us-east-2": 227.03,
    "us-west-1": 177.9,
    "us-west-2": 166.86
  },
  "ap-southeast-2": {
    "af-south-1": 420.68,
    "ap-east-1": 134.78,
    "ap-northeast-1": 129.69,
    "ap-northeast-2": 149.19,
    "ap-south-1": 146.07,
    "ap-southeast-1": 93.63,
    "ap-southeast-2": 3.91,
    "ca-central-1": 198.98,
    "eu-central-1": 289.08,
    "eu-north-1": 296.88,
    "eu-south-1": 298.2,
    "eu-west-1": 258.02,
    "eu-west-2": 272.67,
    "eu-west-3": 279.92,
    "me-south-1": 182.08,
    "sa-east-1": 310.07,
    "us-east-1": 200.11,
    "us-east-2": 190.57,
    "us-west-1": 139.26,
    "us-west-2": 141.15
  },
  "ca-central-1": {
    "af-south-1": 236.15,
    "ap-east-1": 204.32,
    "ap-northeast-1": 144.57,
    "ap-northeast-2": 184.37,
    "ap-south-1": 204.18,
    "ap-southeast-1": 218.63,
    "ap-southeast-2": 199.36,
    "ca-central-1": 3.33,
    "eu-central-1": 104.35,
    "eu-north-1": 116.81,
    "eu-south-1": 115.07,
    "eu-west-1": 78.42,
    "eu-west-2": 91.1,
    "eu-west-3": 97.87,
    "me-south-1": 241.5,
    "sa-east-1": 125.61,
    "us-east-1": 17.45,
    "us-east-2": 28.47,
    "us-west-1": 81.37,
    "us-west-2": 62.39
  },
  "eu-central-1": {
    "af-south-1": 206.82,
    "ap-east-1": 207.13,
    "ap-northeast-1": 243.02,
    "ap-northeast-2": 249.66,
    "ap-south-1": 118.97,
    "ap-southeast-1": 173.56,
    "ap-southeast-2": 287.75,
    "ca-central-1": 104.48,
    "eu-central-1": 2.27,
    "eu-north-1": 22.42,
    "eu-south-1": 12,
    "eu-west-1": 25.72,
    "eu-west-2": 15.14,
    "eu-west-3": 10.74,
    "me-south-1": 146.25,
    "sa-east-1": 205.98,
    "us-east-1": 90.36,
    "us-east-2": 100.9,
    "us-west-1": 150.75,
    "us-west-2": 158.73
  },
  "eu-north-1": {
    "af-south-1": 172.85,
    "ap-east-1": 232.72,
    "ap-northeast-1": 259.65,
    "ap-northeast-2": 276.93,
    "ap-south-1": 138.03,
    "ap-southeast-1": 191.06,
    "ap-southeast-2": 298.89,
    "ca-central-1": 117.38,
    "eu-central-1": 23.95,
    "eu-north-1": 3.98,
    "eu-south-1": 33.65,
    "eu-west-1": 39.66,
    "eu-west-2": 28.49,
    "eu-west-3": 31.92,
    "me-south-1": 168.71,
    "sa-east-1": 222.49,
    "us-east-1": 111.78,
    "us-east-2": 114.83,
    "us-west-1": 165.63,
    "us-west-2": 158.06
  },
  "eu-south-1": {
    "af-south-1": 199.34,
    "ap-east-1": 205.48,
    "ap-northeast-1": 239.31,
    "ap-northeast-2": 249.72,
    "ap-south-1": 113.4,
    "ap-southeast-1": 167.25,
    "ap-southeast-2": 300.23,
    "ca-central-1": 116.12,
    "eu-central-1": 13.07,
    "eu-north-1": 33.15,
    "eu-south-1": 4.24,
    "eu-west-1": 37.76,
    "eu-west-2": 27.9,
    "eu-west-3": 21.48,
    "me-south-1": 138.48,
    "sa-east-1": 216.68,
    "us-east-1": 101.03,
    "us-east-2": 111.44,
    "us-west-1": 162.19,
    "us-west-2": 171.08
  },
  "eu-west-1": {
    "af-south-1": 159.62,
    "ap-east-1": 218.25,
    "ap-northeast-1": 206.15,
    "ap-northeast-2": 246.77,
    "ap-south-1": 128.07,
    "ap-southeast-1": 181.45,
    "ap-southeast-2": 260.95,
    "ca-central-1": 80.41,
    "eu-central-1": 27.85,
    "eu-north-1": 40.9,
    "eu-south-1": 38.66,
    "eu-west-1": 3.06,
    "eu-west-2": 15.11,
    "eu-west-3": 21.36,
    "me-south-1": 165.82,
    "sa-east-1": 184.96,
    "us-east-1": 71.85,
    "us-east-2": 93.92,
    "us-west-1": 142.49,
    "us-west-2": 125.32
  },
  "eu-west-2": {
    "af-south-1": 148.39,
    "ap-east-1": 203.39,
    "ap-northeast-1": 210.75,
    "ap-northeast-2": 251.32,
    "ap-south-1": 115.12,
    "ap-southeast-1": 168.26,
    "ap-southeast-2": 273.36,
    "ca-central-1": 91.27,
    "eu-central-1": 15.23,
    "eu-north-1": 27.22,
    "eu-south-1": 26.17,
    "eu-west-1": 12.78,
    "eu-west-2": 1.99,
    "eu-west-3": 9.2,
    "me-south-1": 152.76,
    "sa-east-1": 189.09,
    "us-east-1": 77.71,
    "us-east-2": 87.72,
    "us-west-1": 139.28,
    "us-west-2": 130.84
  },
  "eu-west-3": {
    "af-south-1": 154.59,
    "ap-east-1": 198.55,
    "ap-northeast-1": 248.02,
    "ap-northeast-2": 255.81,
    "ap-south-1": 108.86,
    "ap-southeast-1": 161.19,
    "ap-southeast-2": 280.38,
    "ca-central-1": 96.93,
    "eu-central-1": 10.35,
    "eu-north-1": 30.12,
    "eu-south-1": 19.54,
    "eu-west-1": 19.34,
    "eu-west-2": 9.07,
    "eu-west-3": 2.05,
    "me-south-1": 147.44,
    "sa-east-1": 198.18,
    "us-east-1": 83.05,
    "us-east-2": 93.53,
    "us-west-1": 143.51,
    "us-west-2": 152
  },
  "me-south-1": {
    "af-south-1": 365.5,
    "ap-east-1": 156.41,
    "ap-northeast-1": 191.46,
    "ap-northeast-2": 202.15,
    "ap-south-1": 52.56,
    "ap-southeast-1": 91.81,
    "ap-southeast-2": 210.42,
    "ca-central-1": 280.9,
    "eu-central-1": 150,
    "eu-north-1": 189.89,
    "eu-south-1": 163.76,
    "eu-west-1": 165.11,
    "eu-west-2": 181.71,
    "eu-west-3": 177.62,
    "me-south-1": 1.3,
    "sa-east-1": 390.16,
    "us-east-1": 226.68,
    "us-east-2": 238.95,
    "us-west-1": 309.87,
    "us-west-2": 253.49
  },
  "sa-east-1": {
    "af-south-1": 337.34,
    "ap-east-1": 316.65,
    "ap-northeast-1": 256.95,
    "ap-northeast-2": 297.86,
    "ap-south-1": 306.51,
    "ap-southeast-1": 334.77,
    "ap-southeast-2": 311.58,
    "ca-central-1": 127.05,
    "eu-central-1": 205.74,
    "eu-north-1": 223.78,
    "eu-south-1": 217.69,
    "eu-west-1": 183.98,
    "eu-west-2": 190.79,
    "eu-west-3": 200.37,
    "me-south-1": 346.42,
    "sa-east-1": 3.74,
    "us-east-1": 117.24,
    "us-east-2": 127.59,
    "us-west-1": 179.38,
    "us-west-2": 174.22
  },
  "us-east-1": {
    "af-south-1": 225.74,
    "ap-east-1": 218.92,
    "ap-northeast-1": 174.05,
    "ap-northeast-2": 200.66,
    "ap-south-1": 195.45,
    "ap-southeast-1": 238.91,
    "ap-southeast-2": 204.06,
    "ca-central-1": 20.71,
    "eu-central-1": 95.86,
    "eu-north-1": 114.29,
    "eu-south-1": 104.03,
    "eu-west-1": 74.12,
    "eu-west-2": 81.17,
    "eu-west-3": 87.9,
    "me-south-1": 232.12,
    "sa-east-1": 120.48,
    "us-east-1": 5.13,
    "us-east-2": 16.83,
    "us-west-1": 65.63,
    "us-west-2": 73.79
  },
  "us-east-2": {
    "af-south-1": 237.65,
    "ap-east-1": 210.95,
    "ap-northeast-1": 166.14,
    "ap-northeast-2": 192.21,
    "ap-south-1": 207.23,
    "ap-southeast-1": 231.73,
    "ap-southeast-2": 194.95,
    "ca-central-1": 32.48,
    "eu-central-1": 107.34,
    "eu-north-1": 119.37,
    "eu-south-1": 115.47,
    "eu-west-1": 97.37,
    "eu-west-2": 93.02,
    "eu-west-3": 98.98,
    "me-south-1": 245.92,
    "sa-east-1": 132.04,
    "us-east-1": 18.69,
    "us-east-2": 8.29,
    "us-west-1": 57.21,
    "us-west-2": 55.62
  },
  "us-west-1": {
    "af-south-1": 284.76,
    "ap-east-1": 156.69,
    "ap-northeast-1": 113.62,
    "ap-northeast-2": 138.55,
    "ap-south-1": 234.86,
    "ap-southeast-1": 178.19,
    "ap-southeast-2": 140.37,
    "ca-central-1": 81.76,
    "eu-central-1": 152.06,
    "eu-north-1": 165.07,
    "eu-south-1": 162.21,
    "eu-west-1": 140.87,
    "eu-west-2": 139.44,
    "eu-west-3": 145.13,
    "me-south-1": 269.43,
    "sa-east-1": 177.58,
    "us-east-1": 62.92,
    "us-east-2": 52.96,
    "us-west-1": 2.75,
    "us-west-2": 21.99
  },
  "us-west-2": {
    "af-south-1": 277.2,
    "ap-east-1": 146.57,
    "ap-northeast-1": 103.01,
    "ap-northeast-2": 128.96,
    "ap-south-1": 224.08,
    "ap-southeast-1": 168.45,
    "ap-southeast-2": 142.93,
    "ca-central-1": 64.04,
    "eu-central-1": 159.2,
    "eu-north-1": 159.34,
    "eu-south-1": 169.71,
    "eu-west-1": 125.72,
    "eu-west-2": 133.65,
    "eu-west-3": 154.43,
    "me-south-1": 257.19,
    "sa-east-1": 176.6,
    "us-east-1": 72.01,
    "us-east-2": 51.61,
    "us-west-1": 23.93,
    "us-west-2": 3.59
  }
}