retrieve data from openWeatherApi website using web-scraping (cheerio)

[pol-dev-shinroo]

tables of weather codes, descriptions we can use : https://openweathermap.org/weather-conditions

• we want to insert these table into our notion database by scraping/ crawling
• we use cheerio for web-scraping (https://cheerio.js.org/)

[pol-dev-shinroo]

const cheerio = require("cheerio");
const axios = require("axios");

const url = "https://openweathermap.org/weather-conditions";

const getScrapeData = async () => {
  const response = await axios.get(url);
  const $ = cheerio.load(response.data);

  let hashMap = {};

  for (let i = 1; i < 8; i++) {
    const contaner = $(`table:eq(${i}) tr`);
    const arr = [];
    contaner.each(function (i) {
      const id = $(this).find("td:nth-child(1)").text().trim();
      const main = $(this).find("td:nth-child(2)").text().trim();
      const desc = $(this).find("td:nth-child(3)").text().trim();
      if (id !== "") {
        const obj = { id, main, desc };
        arr.push(obj);
      }
    });
    hashMap[i] = arr;
  }
  console.log(hashMap);
};

module.exports = getScrapeData;

[pol-dev-shinroo]