alangan17 / video-game-analysis

Data Engineering Zoomcamp Project
0 stars 1 forks source link

Extract Latest Data #2

Closed alangan17 closed 5 months ago

alangan17 commented 5 months ago

Extract latest dataset using mage. Based on the field updated in API filter

See: https://api.rawg.io/docs/#tag/games

alangan17 commented 5 months ago

Example Call: https://api.rawg.io/api/games?key=AAAAAA&updated=2024-04-03,2024-04-03

Result:

{
    "count": 162,
    "next": "https://api.rawg.io/api/games?key=AAAAAA&page=2&updated=2024-04-03%2C2024-04-03",
    "previous": null,
    "results": [
        {
            "slug": "grand-theft-auto-v",
            "name": "Grand Theft Auto V",
            "playtime": 74,
            "platforms": [
                {
                    "platform": {
                        "id": 4,
                        "name": "PC",
                        "slug": "pc"
                    }
                },
                {
                    "platform": {
                        "id": 187,
                        "name": "PlayStation 5",
                        "slug": "playstation5"
                    }
                },
                {
                    "platform": {
                        "id": 1,
                        "name": "Xbox One",
                        "slug": "xbox-one"
                    }
                },
                {
                    "platform": {
                        "id": 18,
                        "name": "PlayStation 4",
                        "slug": "playstation4"
                    }
                },
                {
                    "platform": {
                        "id": 186,
                        "name": "Xbox Series S/X",
                        "slug": "xbox-series-x"
                    }
                },
                {
                    "platform": {
                        "id": 14,
                        "name": "Xbox 360",
                        "slug": "xbox360"
                    }
                },
                {
                    "platform": {
                        "id": 16,
                        "name": "PlayStation 3",
                        "slug": "playstation3"
                    }
                }
            ],
            "stores": [
                {
                    "store": {
                        "id": 1,
                        "name": "Steam",
                        "slug": "steam"
                    }
                },
                {
                    "store": {
                        "id": 3,
                        "name": "PlayStation Store",
                        "slug": "playstation-store"
                    }
                },
                {
                    "store": {
                        "id": 2,
                        "name": "Xbox Store",
                        "slug": "xbox-store"
                    }
                },
                {
                    "store": {
                        "id": 7,
                        "name": "Xbox 360 Store",
                        "slug": "xbox360"
                    }
                },
                {
                    "store": {
                        "id": 11,
                        "name": "Epic Games",
                        "slug": "epic-games"
                    }
                }
            ],
            "released": "2013-09-17",
            "tba": false,
            "background_image": "https://media.rawg.io/media/games/20a/20aa03a10cda45239fe22d035c0ebe64.jpg",
            "rating": 4.47,
            "rating_top": 5,
            "ratings": [
                {
                    "id": 5,
                    "title": "exceptional",
                    "count": 4057,
                    "percent": 58.99
                },
                {
                    "id": 4,
                    "title": "recommended",
                    "count": 2258,
                    "percent": 32.83
                },
                {
                    "id": 3,
                    "title": "meh",
                    "count": 436,
                    "percent": 6.34
                },
                {
                    "id": 1,
                    "title": "skip",
                    "count": 126,
                    "percent": 1.83
                }
            ],
            "ratings_count": 6776,
            "reviews_text_count": 59,
            "added": 20642,
            "added_by_status": {
                "yet": 525,
                "owned": 11796,
                "beaten": 5888,
                "toplay": 609,
                "dropped": 1099,
                "playing": 725
            },
            "metacritic": 92,
            "suggestions_count": 431,
            "updated": "2024-04-03T14:53:47",
            "id": 3498,
            "score": null,
            "clip": null,
            "tags": [
                {
                    "id": 31,
                    "name": "Singleplayer",
                    "slug": "singleplayer",
                    "language": "eng",
                    "games_count": 219672,
                    "image_background": "https://media.rawg.io/media/games/4be/4be6a6ad0364751a96229c56bf69be59.jpg"
                },
                {
                    "id": 42396,
                    "name": "Для одного игрока",
                    "slug": "dlia-odnogo-igroka",
                    "language": "rus",
                    "games_count": 45333,
                    "image_background": "https://media.rawg.io/media/games/7cf/7cfc9220b401b7a300e409e539c9afd5.jpg"
                },
                {
                    "id": 42417,
                    "name": "Экшен",
                    "slug": "ekshen",
                    "language": "rus",
                    "games_count": 38191,
                    "image_background": "https://media.rawg.io/media/games/b45/b45575f34285f2c4479c9a5f719d972e.jpg"
                },
                {
                    "id": 42392,
                    "name": "Приключение",
                    "slug": "prikliuchenie",
                    "language": "rus",
                    "games_count": 36123,
                    "image_background": "https://media.rawg.io/media/games/73e/73eecb8909e0c39fb246f457b5d6cbbe.jpg"
                },
                {
                    "id": 40847,
                    "name": "Steam Achievements",
                    "slug": "steam-achievements",
                    "language": "eng",
                    "games_count": 36304,
                    "image_background": "https://media.rawg.io/media/games/46d/46d98e6910fbc0706e2948a7cc9b10c5.jpg"
                },
                {
                    "id": 7,
                    "name": "Multiplayer",
                    "slug": "multiplayer",
                    "language": "eng",
                    "games_count": 37382,
                    "image_background": "https://media.rawg.io/media/games/b8c/b8c243eaa0fbac8115e0cdccac3f91dc.jpg"
                },
                {
                    "id": 40836,
                    "name": "Full controller support",
                    "slug": "full-controller-support",
                    "language": "eng",
                    "games_count": 17080,
                    "image_background": "https://media.rawg.io/media/games/d58/d588947d4286e7b5e0e12e1bea7d9844.jpg"
                },
                {
                    "id": 13,
                    "name": "Atmospheric",
                    "slug": "atmospheric",
                    "language": "eng",
                    "games_count": 32370,
                    "image_background": "https://media.rawg.io/media/games/6cd/6cd653e0aaef5ff8bbd295bf4bcb12eb.jpg"
                },
                {
                    "id": 42425,
                    "name": "Для нескольких игроков",
                    "slug": "dlia-neskolkikh-igrokov",
                    "language": "rus",
                    "games_count": 9402,
                    "image_background": "https://media.rawg.io/media/games/960/960b601d9541cec776c5fa42a00bf6c4.jpg"
                },
                {
                    "id": 42400,
                    "name": "Атмосфера",
                    "slug": "atmosfera",
                    "language": "rus",
                    "games_count": 6083,
                    "image_background": "https://media.rawg.io/media/games/960/960b601d9541cec776c5fa42a00bf6c4.jpg"
                },
                {
                    "id": 42401,
                    "name": "Отличный саундтрек",
                    "slug": "otlichnyi-saundtrek",
                    "language": "rus",
                    "games_count": 4612,
                    "image_background": "https://media.rawg.io/media/games/b45/b45575f34285f2c4479c9a5f719d972e.jpg"
                },
                {
                    "id": 42,
                    "name": "Great Soundtrack",
                    "slug": "great-soundtrack",
                    "language": "eng",
                    "games_count": 3390,
                    "image_background": "https://media.rawg.io/media/games/da1/da1b267764d77221f07a4386b6548e5a.jpg"
                },
                {
                    "id": 24,
                    "name": "RPG",
                    "slug": "rpg",
                    "language": "eng",
                    "games_count": 20161,
                    "image_background": "https://media.rawg.io/media/games/995/9951d9d55323d08967640f7b9ab3e342.jpg"
                },
                {
                    "id": 18,
                    "name": "Co-op",
                    "slug": "co-op",
                    "language": "eng",
                    "games_count": 11219,
                    "image_background": "https://media.rawg.io/media/games/736/73619bd336c894d6941d926bfd563946.jpg"
                },
                {
                    "id": 42442,
                    "name": "Открытый мир",
                    "slug": "otkrytyi-mir",
                    "language": "rus",
                    "games_count": 5386,
                    "image_background": "https://media.rawg.io/media/games/d82/d82990b9c67ba0d2d09d4e6fa88885a7.jpg"
                },
                {
                    "id": 36,
                    "name": "Open World",
                    "slug": "open-world",
                    "language": "eng",
                    "games_count": 7203,
                    "image_background": "https://media.rawg.io/media/games/960/960b601d9541cec776c5fa42a00bf6c4.jpg"
                },
                {
                    "id": 411,
                    "name": "cooperative",
                    "slug": "cooperative",
                    "language": "eng",
                    "games_count": 4778,
                    "image_background": "https://media.rawg.io/media/games/46d/46d98e6910fbc0706e2948a7cc9b10c5.jpg"
                },
                {
                    "id": 42428,
                    "name": "Шутер",
                    "slug": "shuter",
                    "language": "rus",
                    "games_count": 8494,
                    "image_background": "https://media.rawg.io/media/games/34b/34b1f1850a1c06fd971bc6ab3ac0ce0e.jpg"
                },
                {
                    "id": 8,
                    "name": "First-Person",
                    "slug": "first-person",
                    "language": "eng",
                    "games_count": 30891,
                    "image_background": "https://media.rawg.io/media/games/34b/34b1f1850a1c06fd971bc6ab3ac0ce0e.jpg"
                },
                {
                    "id": 42429,
                    "name": "От первого лица",
                    "slug": "ot-pervogo-litsa",
                    "language": "rus",
                    "games_count": 9964,
                    "image_background": "https://media.rawg.io/media/games/157/15742f2f67eacff546738e1ab5c19d20.jpg"
                },
                {
                    "id": 42435,
                    "name": "Шедевр",
                    "slug": "shedevr",
                    "language": "rus",
                    "games_count": 1059,
                    "image_background": "https://media.rawg.io/media/games/b49/b4912b5dbfc7ed8927b65f05b8507f6c.jpg"
                },
                {
                    "id": 42441,
                    "name": "От третьего лица",
                    "slug": "ot-tretego-litsa",
                    "language": "rus",
                    "games_count": 6538,
                    "image_background": "https://media.rawg.io/media/games/6cd/6cd653e0aaef5ff8bbd295bf4bcb12eb.jpg"
                },
                {
                    "id": 149,
                    "name": "Third Person",
                    "slug": "third-person",
                    "language": "eng",
                    "games_count": 11021,
                    "image_background": "https://media.rawg.io/media/games/490/49016e06ae2103881ff6373248843069.jpg"
                },
                {
                    "id": 42482,
                    "name": "Смешная",
                    "slug": "smeshnaia",
                    "language": "rus",
                    "games_count": 8347,
                    "image_background": "https://media.rawg.io/media/games/c89/c89ca70716080733d03724277df2c6c7.jpg"
                },
                {
                    "id": 4,
                    "name": "Funny",
                    "slug": "funny",
                    "language": "eng",
                    "games_count": 24337,
                    "image_background": "https://media.rawg.io/media/games/8cc/8cce7c0e99dcc43d66c8efd42f9d03e3.jpg"
                },
                {
                    "id": 37,
                    "name": "Sandbox",
                    "slug": "sandbox",
                    "language": "eng",
                    "games_count": 6684,
                    "image_background": "https://media.rawg.io/media/games/dd5/dd50d4266915d56dd5b63ae1bf72606a.jpg"
                },
                {
                    "id": 42481,
                    "name": "Юмор",
                    "slug": "iumor",
                    "language": "rus",
                    "games_count": 5409,
                    "image_background": "https://media.rawg.io/media/games/d69/d69810315bd7e226ea2d21f9156af629.jpg"
                },
                {
                    "id": 42444,
                    "name": "Песочница",
                    "slug": "pesochnitsa",
                    "language": "rus",
                    "games_count": 3915,
                    "image_background": "https://media.rawg.io/media/games/713/713269608dc8f2f40f5a670a14b2de94.jpg"
                },
                {
                    "id": 123,
                    "name": "Comedy",
                    "slug": "comedy",
                    "language": "eng",
                    "games_count": 12068,
                    "image_background": "https://media.rawg.io/media/games/530/5302dd22a190e664531236ca724e8726.jpg"
                },
                {
                    "id": 42446,
                    "name": "Шутер от третьего лица",
                    "slug": "shuter-ot-tretego-litsa",
                    "language": "rus",
                    "games_count": 1919,
                    "image_background": "https://media.rawg.io/media/games/1bd/1bd2657b81eb0c99338120ad444b24ff.jpg"
                },
                {
                    "id": 150,
                    "name": "Third-Person Shooter",
                    "slug": "third-person-shooter",
                    "language": "eng",
                    "games_count": 3308,
                    "image_background": "https://media.rawg.io/media/games/d82/d82990b9c67ba0d2d09d4e6fa88885a7.jpg"
                },
                {
                    "id": 62,
                    "name": "Moddable",
                    "slug": "moddable",
                    "language": "eng",
                    "games_count": 891,
                    "image_background": "https://media.rawg.io/media/games/20a/20aa03a10cda45239fe22d035c0ebe64.jpg"
                },
                {
                    "id": 42438,
                    "name": "Поддержка модификаций",
                    "slug": "podderzhka-modifikatsii",
                    "language": "rus",
                    "games_count": 702,
                    "image_background": "https://media.rawg.io/media/games/d58/d588947d4286e7b5e0e12e1bea7d9844.jpg"
                },
                {
                    "id": 42529,
                    "name": "Для взрослых",
                    "slug": "dlia-vzroslykh",
                    "language": "rus",
                    "games_count": 2765,
                    "image_background": "https://media.rawg.io/media/games/be0/be084b850302abe81675bc4ffc08a0d0.jpg"
                },
                {
                    "id": 42496,
                    "name": "Гонки",
                    "slug": "gonki",
                    "language": "rus",
                    "games_count": 3544,
                    "image_background": "https://media.rawg.io/media/games/367/367463d43c2a1465f27e830b5b1334ee.jpg"
                },
                {
                    "id": 144,
                    "name": "Crime",
                    "slug": "crime",
                    "language": "eng",
                    "games_count": 2750,
                    "image_background": "https://media.rawg.io/media/games/473/473bd9a5e9522629d6cb28b701fb836a.jpg"
                },
                {
                    "id": 42443,
                    "name": "Криминал",
                    "slug": "kriminal",
                    "language": "rus",
                    "games_count": 877,
                    "image_background": "https://media.rawg.io/media/games/4a0/4a0a1316102366260e6f38fd2a9cfdce.jpg"
                },
                {
                    "id": 62349,
                    "name": "vr mod",
                    "slug": "vr-mod",
                    "language": "eng",
                    "games_count": 17,
                    "image_background": "https://media.rawg.io/media/screenshots/1bb/1bb3f78f0fe43b5d5ca2f3da5b638840.jpg"
                }
            ],
            "esrb_rating": {
                "id": 4,
                "name": "Mature",
                "slug": "mature",
                "name_en": "Mature",
                "name_ru": "С 17 лет"
            },
            "user_game": null,
            "reviews_count": 6877,
            "saturated_color": "0f0f0f",
            "dominant_color": "0f0f0f",
            "short_screenshots": [
                {
                    "id": -1,
                    "image": "https://media.rawg.io/media/games/20a/20aa03a10cda45239fe22d035c0ebe64.jpg"
                },
                {
                    "id": 1827221,
                    "image": "https://media.rawg.io/media/screenshots/a7c/a7c43871a54bed6573a6a429451564ef.jpg"
                },
                {
                    "id": 1827222,
                    "image": "https://media.rawg.io/media/screenshots/cf4/cf4367daf6a1e33684bf19adb02d16d6.jpg"
                },
                {
                    "id": 1827223,
                    "image": "https://media.rawg.io/media/screenshots/f95/f9518b1d99210c0cae21fc09e95b4e31.jpg"
                },
                {
                    "id": 1827225,
                    "image": "https://media.rawg.io/media/screenshots/a5c/a5c95ea539c87d5f538763e16e18fb99.jpg"
                },
                {
                    "id": 1827226,
                    "image": "https://media.rawg.io/media/screenshots/a7e/a7e990bc574f4d34e03b5926361d1ee7.jpg"
                },
                {
                    "id": 1827227,
                    "image": "https://media.rawg.io/media/screenshots/592/592e2501d8734b802b2a34fee2df59fa.jpg"
                }
            ],
            "parent_platforms": [
                {
                    "platform": {
                        "id": 1,
                        "name": "PC",
                        "slug": "pc"
                    }
                },
                {
                    "platform": {
                        "id": 2,
                        "name": "PlayStation",
                        "slug": "playstation"
                    }
                },
                {
                    "platform": {
                        "id": 3,
                        "name": "Xbox",
                        "slug": "xbox"
                    }
                }
            ],
            "genres": [
                {
                    "id": 4,
                    "name": "Action",
                    "slug": "action"
                }
            ]
        }
}