siris-backup / nepaltoday-news-crawler

Azure Timetrigger function which craws Nepali news websites
1 stars 0 forks source link
azure azurefunctions mongodb mongoose

link for twitter authentication : https://medium.com/@federicojordn/simplertapp-twitter-search-api-with-node-js-29e4664db299

raw twitter format

    id: 1171448957534236700,
    id_str: '1171448957534236679',
    text:
     'Congratulations to our boys for securing 2-0 victory over Chinese Taipei in the World cup 2022 Qualifers. One game… https://t.co/coIjdX50qt',
    truncated: true,
    entities:
     { hashtags: [], symbols: [], user_mentions: [], urls: [Array] },
    source:
     '<a href="http://twitter.com/#!/download/ipad" rel="nofollow">Twitter for iPad</a>',
    in_reply_to_status_id: null,
    in_reply_to_status_id_str: null,
    in_reply_to_user_id: null,
    in_reply_to_user_id_str: null,
    in_reply_to_screen_name: null,
    user:
     { id: 76660610,
       id_str: '76660610',
       name: 'Paras Khadka',
       screen_name: 'paras77',
       location: 'Kathmandu, Nepal',
       description: 'Nepal Cricket\nhttps://t.co/dm16wwH5wc',
       url: 'https://t.co/NeuqLf5hMN',
       entities: [Object],
       protected: false,
       followers_count: 145734,
       friends_count: 315,
       listed_count: 113,
       created_at: 'Wed Sep 23 14:44:33 +0000 2009',
       favourites_count: 765,
       utc_offset: null,
       time_zone: null,
       geo_enabled: false,
       verified: true,
       statuses_count: 372,
       lang: null,
       contributors_enabled: false,
       is_translator: false,
       is_translation_enabled: false,
       profile_background_color: 'C0DEED',
       profile_background_image_url: 'http://abs.twimg.com/images/themes/theme1/bg.png',
       profile_background_image_url_https: 'https://abs.twimg.com/images/themes/theme1/bg.png',
       profile_background_tile: false,
       profile_image_url:
        'http://pbs.twimg.com/profile_images/809717572274831364/A1LWOQCC_normal.jpg',
       profile_image_url_https:
        'https://pbs.twimg.com/profile_images/809717572274831364/A1LWOQCC_normal.jpg',
       profile_banner_url: 'https://pbs.twimg.com/profile_banners/76660610/1526868565',
       profile_link_color: '1DA1F2',
       profile_sidebar_border_color: 'C0DEED',
       profile_sidebar_fill_color: 'DDEEF6',
       profile_text_color: '333333',
       profile_use_background_image: true,
       has_extended_profile: true,
       default_profile: true,
       default_profile_image: false,
       following: false,
       follow_request_sent: false,
       notifications: false,
       translator_type: 'none' },
    geo: null,
    coordinates: null,
    place: null,
    contributors: null,
    is_quote_status: false,
    retweet_count: 128,
    favorite_count: 1559,
    favorited: false,
    retweeted: false,
    possibly_sensitive: false,
    lang: 'en' },