[Feature Request] Twitter feeds?

[Darthagnon]

No, it's impossible. If your reader can support adding local RSS and loading article images, it may still be possible. thank you.

Not sure what you mean by "image articles", but FeedBro supports it, loading plaintext and images. They must be using a custom workaround, maybe something like this. Currently, attempts to add a Twitter feed to FluentReader gives an XML parse error (possibly related: #429)

Originally posted by @Darthagnon in https://github.com/yang991178/fluent-reader/issues/23#issuecomment-1224512243

[Darthagnon]

Been doing some more research. Here's the blog article explaining how a dev implemented RSS feeds from twitter back in the day (and here is his Gist.

I've also taken a brief look at the Feedbro source (available, once you install the Feedbro extension, at C:\Users\Username\AppData\Local\Publisher\Browser\User Data\Default\Extensions\mefgmmbdailogpfhfblcnnjfmnpnmdfa\version\scripts-core\feedbro.min.js

[Darthagnon]

Relevant snippet of feedbro.min.js

I don't fully understand it, but seeing an authtoken and a bunch of references to graphQL, I'm wondering if Feedbro is abusing a workaround in Twitter's social network sharing graphQL implementation to extract images and stringified text?

Click me to see the code; I am very very long (~760 lines JS)

```js feedbro.TwPlugin.authToken = "AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA"; feedbro.TwPlugin.cachedToken = null; feedbro.TwPlugin.prototype.canParse = function (b) { if (b == undefined || b == "") { return false } b = this.mapUrl(b); var c = b.substring(0, 20); var a = b.substring(20); return c == "https://twitter.com/" && a != "notifications" && a != "home" && a.indexOf("messages") != 0 && a.indexOf("i/bookmarks") != 0 }; feedbro.TwPlugin.prototype.mapUrl = function (a) { if (a && a.substring(0, 26) == "https://mobile.twitter.com") { a = "https://twitter.com/" + a.substring(27) } return a }; feedbro.TwPlugin.prototype.parse = function (d, c, a, e) { var b = this; d.url = this.mapUrl(d.url); this.getCachedGuestToken(function (f) { b.doParse(d, c, a, e) }) }; feedbro.TwPlugin.prototype.getCachedGuestToken = function (a) { if (feedbro.TwPlugin.cachedToken == null || this.isTokenExpired(feedbro.TwPlugin.cachedToken)) { this.getGuestToken(function (b) { if (b && b.token) { feedbro.TwPlugin.cachedToken = b } else { feedbro.TwPlugin.cachedToken = { remaining: 0, init: 0 } } a(b) }) } else { feedbro.TwPlugin.cachedToken.lastUse = new Date().getTime(); a(feedbro.TwPlugin.cachedToken) } }; feedbro.TwPlugin.prototype.getGuestToken = function (a) { fetchTimeout("https://api.twitter.com/1.1/guest/activate.json", 20000, { method: "POST", credentials: "omit", headers: { authorization: "Bearer " + feedbro.TwPlugin.authToken, "accept-language": "en-US,en;q=0.5", accept: "text/html,application/json,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8" } }).then(function (b) { return b.json() }).then(function (c) { var b = new Date().getTime(); if (c == null) { c = {} } a({ token: c.guest_token, remaining: 187, init: b, reset: b + (15 * 60 * 1000), lastUse: b }) })["catch"](a) }; feedbro.TwPlugin.prototype.isTokenExpired = function (b) { var d = 2 * 60 * 60 * 1000; var c = 1 * 60 * 60 * 1000; var a = new Date().getTime(); return b == null || b.init < (a - d) || b.remaining < 10 || a > b.reset || b.lastUse < (a - c) }; feedbro.TwPlugin.prototype.doParse = function (f, d, a, g) { var b = this; try { this.getUrl(f.url, a, function (l, j, h, k) { try { if (j && j.globalObjects) { d(f.url, l, b.parseTweets(j, h, k), a, g, true) } else { d(f.url, l, b.parseTimeline(j, h, k), a, g, true) } } catch (i) { d(f.url, l, "", a, g, true) } }) } catch (c) { var e = new feedbro.FetchWrapper(500); a.error = {}; a.error.message = "Internal Server Error"; a.error.code = 500; a.status = 500; d(f.url, e, "", a, g, true) } }; feedbro.TwPlugin.prototype.getUserProfile = function (c, a, e) { var d = c.match(/^https:\/\/twitter\.com\/(\w+)/)[1]; var b = "https://twitter.com/i/api/graphql/7mjxD3-C6BxitPMVQ6w0-Q/UserByScreenName?variables=%7B%22screen_name%22%3A%22" + d + "%22%2C%22withSafetyModeUserFields%22%3Atrue%2C%22withSuperFollowsUserFields%22%3Atrue%7D"; this.loadJson(b, a, function (g, f) { e(f, c) }) }; feedbro.TwPlugin.prototype.getThread = function (c, a, d) { var b = this; this.getUserProfile(c, a, function (f, e) { b.loadThread(e, f, a, d) }) }; feedbro.TwPlugin.prototype.loadThread = function (a, c, i, h) { var f = 0; var d = a.match(/status\/(\d+)/); if (d) { f = d[1] } var e = 0; if (c && c.data && c.data.user) { if (c.data.user.result) { e = c.data.user.result.rest_id } else { e = c.data.user.rest_id } } var b = { focalTweetId: f, with_rux_injections: false, includePromotedContent: true, withCommunity: true, withQuickPromoteEligibilityTweetFields: true, withBirdwatchNotes: false, withSuperFollowsUserFields: true, withDownvotePerspective: false, withReactionsMetadata: false, withReactionsPerspective: false, withSuperFollowsTweetFields: true, withVoice: true, withV2Timeline: false, __fs_dont_mention_me_view_api_enabled: false, __fs_interactive_text_enabled: true, __fs_responsive_web_uc_gql_enabled: false }; var g = "https://twitter.com/i/api/graphql/LJ_TjoWGgNTXCl7gfx4Njw/TweetDetail?variables=" + encodeURIComponent(JSON.stringify(b)); this.loadJson(g, i, function (l, j) { var k; if (c && c.data && c.data.user) { if (c.data.user.result) { k = c.data.user.result.legacy } else { if (c.data.user.legacy) { k = c.data.user.legacy } } } if (k) { h(l, j, a, e != 0 ? (k.name + " (@" + k.screen_name + ") Thread " + f + " | Twitter") : "") } else { h(l, j, a, "Suspended") } }) }; feedbro.TwPlugin.prototype.loadUserTweets = function (c, e, a, g) { var d = 0; if (e && e.data && e.data.user) { if (e.data.user.result) { d = e.data.user.result.rest_id } else { d = e.data.user.rest_id } } var f = { userId: d, count: 40, includePromotedContent: true, withQuickPromoteEligibilityTweetFields: true, withSuperFollowsUserFields: true, withBirdwatchPivots: false, withDownvotePerspective: false, withReactionsMetadata: false, withReactionsPerspective: false, withSuperFollowsTweetFields: true, withVoice: true, withV2Timeline: false, __fs_interactive_text: false, __fs_dont_mention_me_view_api_enabled: false }; var b = "https://twitter.com/i/api/graphql/DhQ8lYnLh5T5K8aVUgHVnQ/UserTweets?variables=" + encodeURIComponent(JSON.stringify(f)); this.loadJson(b, a, function (j, h) { var i; if (e && e.data && e.data.user) { if (e.data.user.result) { i = e.data.user.result.legacy } else { if (e.data.user.legacy) { i = e.data.user.legacy } } } if (i) { g(j, h, c, d != 0 ? (i.name + " (@" + i.screen_name + ") | Twitter") : "") } else { g(j, h, c, "Suspended") } }) }; feedbro.TwPlugin.prototype.getUserTweets = function (c, a, d) { var b = this; this.getUserProfile(c, a, function (f, e) { b.loadUserTweets(e, f, a, d) }) }; feedbro.TwPlugin.prototype.getListTweets = function (d, a, f) { var b = d.match(/^https:\/\/twitter\.com\/i\/lists\/(\d+)/)[1]; var e = { listId: b, count: 20, withSuperFollowsUserFields: true, withBirdwatchPivots: false, withDownvotePerspective: false, withReactionsMetadata: false, withReactionsPerspective: false, withSuperFollowsTweetFields: true, __fs_interactive_text: false, __fs_dont_mention_me_view_api_enabled: false }; var c = "https://twitter.com/i/api/graphql/mwIBwcZV981Bnjb2lPNYfw/ListLatestTweetsTimeline?variables=" + encodeURIComponent(JSON.stringify(e)); this.loadJson(c, a, function (h, g) { f(h, g, d, "List " + b) }) }; feedbro.TwPlugin.prototype.getHashtagTweets = function (g, d, i) { var e = g.indexOf("hashtag/") + 8; var c = g.indexOf("?", e); var h = g.substring(e, c > 0 ? c : g.length); var f = "https://api.twitter.com/2/search/adaptive.json?include_profile_interstitial_type=1&include_blocking=1&include_blocked_by=1&include_followed_by=1&include_want_retweets=1&include_mute_edge=1&include_can_dm=1&include_can_media_tag=1&skip_status=1&cards_platform=Web-12&include_cards=1&include_ext_alt_text=true&include_reply_count=1&tweet_mode=extended&include_entities=true&include_user_entities=true&include_ext_media_color=true&include_ext_media_availability=true&send_error_codes=true&simple_quoted_tweet=true&q=%23" + h + "&count=20&query_source=hashtag_click&pc=1&spelling_corrections=1&ext=mediaStats%2ChighlightedLabel%2CcameraMoment&include_quote_count=true"; if (g.indexOf("&f=live") != -1) { f = f + "&tweet_search_mode=live" } this.loadJson(f, d, function (b, a) { i(b, a, g, "#" + decodeURIComponent(h) + " - Search") }) }; feedbro.TwPlugin.prototype.getSearchTweets = function (g, d, i) { var e = g.indexOf("q=") + 2; var c = g.indexOf("&", e); var h = g.substring(e, c > 0 ? c : g.length); var f = "https://api.twitter.com/2/search/adaptive.json?include_profile_interstitial_type=1&include_blocking=1&include_blocked_by=1&include_followed_by=1&include_want_retweets=1&include_mute_edge=1&include_can_dm=1&include_can_media_tag=1&skip_status=1&cards_platform=Web-12&include_cards=1&include_ext_alt_text=true&include_reply_count=1&tweet_mode=extended&include_entities=true&include_user_entities=true&include_ext_media_color=true&include_ext_media_availability=true&send_error_codes=true&simple_quoted_tweet=true&q=" + h + "&count=20&query_source=typed_query&pc=1&spelling_corrections=1&ext=mediaStats%2ChighlightedLabel%2CcameraMoment&include_quote_count=true"; if (g.indexOf("&f=live") != -1) { f = f + "&tweet_search_mode=live" } this.loadJson(f, d, function (b, a) { i(b, a, g, decodeURIComponent(h) + " - Search") }) }; feedbro.TwPlugin.prototype.getExploreTweets = function (c, a, d) { var b = "https://api.twitter.com/2/guide.json?include_profile_interstitial_type=1&include_blocking=1&include_blocked_by=1&include_followed_by=1&include_want_retweets=1&include_mute_edge=1&include_can_dm=1&include_can_media_tag=1&skip_status=1&cards_platform=Web-12&include_cards=1&include_ext_alt_text=true&include_reply_count=1&tweet_mode=extended&include_entities=true&include_user_entities=true&include_ext_media_color=true&include_ext_media_availability=true&send_error_codes=true&simple_quoted_tweet=true&include_page_configuration=true&count=20&ext=mediaStats%2ChighlightedLabel%2CcameraMoment&include_quote_count=true"; this.loadJson(b, a, function (f, e) { d(f, e, c, "Explore") }) }; feedbro.TwPlugin.prototype.loadJson = function (c, b, d) { var a = new feedbro.FetchWrapper(500); fetchTimeout(c, 20000, { method: "GET", credentials: "omit", headers: { authorization: "Bearer " + feedbro.TwPlugin.authToken, "accept-language": "en-US,en;q=0.5", accept: "*/*", "x-guest-token": feedbro.TwPlugin.cachedToken ? feedbro.TwPlugin.cachedToken.token : "", "x-twitter-client-language": "en", "x-twitter-active-user": "yes", "cache-control": "no-cache" } }).then(function (e) { a.status = e.status + 0; if (e.status == 200) { if (feedbro.TwPlugin.cachedToken) { feedbro.TwPlugin.cachedToken.remaining = parseInt(e.headers.get("x-rate-limit-remaining") || "0", 10); feedbro.TwPlugin.cachedToken.reset = parseInt(e.headers.get("x-rate-limit-reset"), 10) * 1000 } return e.json() } else { throw new Error(e.status + 0) } }).then(function (e) { d(a, e) })["catch"](function (e) { if (e.name == "AbortError") { b.error = {}; b.error.message = "Network error"; b.error.code = 398; b.status = 398; a.status = 0 } d(a, null) }) }; feedbro.TwPlugin.prototype.getUrl = function (c, a, d) { var b = c.substring(20); if (b.indexOf("i/lists/") == 0) { this.getListTweets(c, a, d) } else { if (b.indexOf("hashtag/") == 0) { this.getHashtagTweets(c, a, d) } else { if (b.indexOf("search?") == 0) { this.getSearchTweets(c, a, d) } else { if (b.indexOf("explore") == 0) { this.getExploreTweets(c, a, d) } else { if (b != "notifications" && b.indexOf("messages") != 0 && b.indexOf("i/bookmarks") != 0) { this.getUserTweets(c, a, d) } else { d(undefined) } } } } } }; feedbro.TwPlugin.prototype.parseTweets = function (B, c, C) { var t = '\n\n\n'; if (B != undefined) { var j = /#(\D\S+)/g; var g = /@(\w+)/g; var r = /\b(?:https?|ftp):\/\/[a-z0-9-+&@#\/%?=~_|!:,.;]*[a-z0-9-+&@#\/%=~_|]/gim; var k = []; var b; var q = B.globalObjects.tweets; var n = B.globalObjects.users; var u, a, D, m = Object.keys(q); var y; var w; var p; var e; var s; var o; var f; var x; var A; var l; var h; var v; var z; m.sort(function (E, i) { return new Date(q[i].created_at).getTime() - new Date(q[E].created_at).getTime() }); try { for (u = 0; u < m.length; u++) { a = q[m[u]]; x = a; if (a.source == 0) { continue } D = n[a.user_id_str]; o = D; f = a.id_str; s = a.created_at; if (a.retweeted_status_id_str != undefined) { z = a.retweeted_status_id_str; a = q[z]; D = n[a.user_id_str]; q[z].source = 0 } A = undefined; e = undefined; if (a.is_quote_status) { A = a.full_text; if (q[a.quoted_status_id_str] != undefined) { e = q[a.quoted_status_id_str]; q[a.quoted_status_id_str].source = 0 } } y = undefined; w = undefined; v = this.getContent(a); y = v.card; w = v.media; p = this.getAuthorHeader(D, x.retweeted_status_id_str != undefined ? o : null, a); b = { author: o.name + " (@" + o.screen_name + ")", publishedDate: new Date(s), guid: o.screen_name + "-" + f, link: "https://twitter.com/" + o.screen_name + "/status/" + f, content: a.full_text, title: this._strings.truncate((A || a.full_text).replace(r, ""), 100, "…") }; b.content = "

" + b.content + "

"; b.content = feedbro.Strings.linkify(b.content, true, "twitter-tweet-link"); b.content = b.content.replace(j, this.hashtagMapper); b.content = b.content.replace(g, this.usernameMapper); if (w && !y) { b.content += w } if (y) { b.content += y } if (e) { h = ""; D = n[e.user_id_str]; v = this.getContent(e); l = e.full_text; l = feedbro.Strings.linkify(l, true, "twitter-tweet-link"); l = l.replace(j, this.hashtagMapper); l = l.replace(g, this.usernameMapper); h += "

"; h += "

"; h += " "; h += " " + D.name + ""; h += " @" + D.screen_name + ""; h += " · " + this.getDateTag(e.created_at, D, e.id_str) + ""; h += "

"; h += "

" + l + "

"; if (v.media && !v.card) { h += v.media } else { if (v.card) { h += v.card } } h += "

"; b.content += h } b.content = p + b.content; if (A) { b.content += "

[rauldipeas]

I'm getting the Twitter feed through Nitter, with images, videos and so on.