simonw / scrape-fediverse

Git scrapers for scraping the fediverse
10 stars 1 forks source link

json sort by value - less changes #2

Open muescha opened 1 year ago

muescha commented 1 year ago

it seems that most changes are only changes in position:

https://github.com/simonw/scrape-fediverse/commit/39289e5dca2317ccc4ee349cd7f2683492c48074#diff-071b14917c54c9b8d44c969759d24031b104a86fbf50d1436a350367d51b2ce5R101

Bildschirm­foto 2023-01-07 um 00 49 17

Bildschirm­foto 2023-01-07 um 00 48 46

to sort the json by value should decrease line changes

muescha commented 1 year ago

check:

download

convert

cat peers-1.json | jq 'sort_by(.)' > peers-1-s.json
cat peers-2.json | jq 'sort_by(.)' > peers-2-s.json

result sorted

diff peers-2-s.json peers-1-s.json | grep -v '^[0-9]' | pbcopy
>   "andalucia.social",
>   "asbestos.cafe",
>   "boeck.social",
>   "bsl.tuxz.one",
>   "buckeye.social",
>   "cast.samsai.eu",
>   "catskill.social",
>   "clinchfire.social",
>   "curttech.com",
>   "dasblog.io",
>   "dcj.im",
>   "dergnation.org",
>   "deskweb.social",
>   "digitalcourage.video",
>   "diya-mastodon.com",
>   "du.capricom.info",
>   "fedi.jeremy.hu",
>   "fedi.oh2cil.radio",
>   "gascoigne.social",
>   "geeklife.com",
>   "gluck.cc",
>   "humdrum.tiv.today",
>   "janxy.me",
>   "k67.club",
>   "lets.scream.today",
>   "lexikon.press",
>   "marchbox.com",
>   "mas2don.org",
>   "mastodon.rubywhite.com",
>   "mastodon.vda-group.de",
>   "mathewson.social",
>   "microwords.goodevilgenius.org",
>   "misskey.meneer.space",
>   "morph.todon.de",
<   "nerdhut.ch",
>   "nodegray.com",
>   "nuytkens.social",
>   "oddballs.vip",
>   "owncast.small-web.org",
>   "packmates.org",
>   "rawr.tf",
>   "sleepy.cool",
>   "social.duti.tech",
>   "social.hostifi.com",
>   "social.moxxis.space",
>   "social.rebtoor.com",
>   "social.stardenver.de",
>   "social.thefirethesetimes.com",
>   "subdued.social",
>   "tv.schenklradio.de",
>   "twothree.space",
>   "zeeland.social",

result unsorted

diff peers-2.json peers-1.json | grep -v '^[0-9]' | pbcopy
>   "scholar.social",
>   "axiomeval.social",
<   "ruby.social",
<   "flipscreen.social",
>   "swiss.social",
>   "a.gup.pe",
>   "blob.cat",
<   "fashionsocial.host",
>   "jawns.club",
<   "lile.cl",
>   "mst3k.interlinked.me",
>   "canada.masto.host",
>   "owncast.small-web.org",
<   "toot.wales",
<   "indieapps.space",
>   "tv.schenklradio.de",
>   "cast.samsai.eu",
<   "m.ocsf.in",
<   "poweredbygay.social",
>   "beige.party",
>   "indieapps.space",
>   "plasmatrap.com",
>   "musician.social",
>   "topspicy.social",
>   "social.rebtoor.com",
>   "rls.social",
>   "pettingzoo.co",
>   "neuromatch.social",
>   "body.social",
>   "mastodonsweden.se",
>   "discordian.social",
>   "oliphaunt.social",
>   "witter.cz",
>   "bildung.social",
<   "uiuxdev.social",
>   "weirder.earth",
<   "velour.social",
>   "simian.rodeo",
>   "disabled.social",
>   "pipou.academy",
>   "syringa.social",
>   "folksocial.org",
>   "climatejustice.rocks",
<   "glasgow.social",
<   "social.targaryen.house",
>   "fedi.jeremy.hu",
<   "stoners.social",
>   "phpc.social",
>   "mastodon.iriseden.eu",
<   "functional.cafe",
>   "defcon.social",
>   "machteburch.social",
>   "nsfw.finance",
<   "mastodonsweden.se",
<   "masto.social",
>   "social.ridetrans.it",
<   "allrandom.org",
<   "mastodon.education",
<   "vmst.io",
>   "connectified.com",
<   "stuartpb.com",
<   "esperanto.masto.host",
<   "genealysis.social",
>   "pounced-on.me",
>   "ecoevo.social",
>   "digitalcourage.social",
>   "morph.todon.de",
>   "strangeobject.space",
>   "wargamers.social",
<   "woof.group",
>   "nafo.uk",
<   "xn--y9a6bah4ck.xn--y9a3aq",
>   "gearheads.social",
>   "col.social",
>   "climatejustice.social",
>   "fashionsocial.host",
>   "esq.social",
>   "floss.social",
>   "twit.social",
>   "mastodon.nz",
>   "toot.bike",
<   "mastodon.teia.art",
<   "masto.nu",
>   "comicscamp.club",
>   "mastodon-belgium.be",
>   "an.errant.cloud",
>   "gluck.cc",
>   "mastodon.ml",
>   "asbestos.cafe",
>   "mastodonners.nl",
<   "mastodon.xyz",
<   "nerdhut.ch",
<   "masto.masto.com",
>   "med-mastodon.com",
<   "ursal.zone",
>   "pawb.fun",
>   "toot.io",
>   "4bear.com",
>   "slackworks.social",
>   "social.linux.pizza",
>   "imaginair.es",
>   "theblower.au",
>   "fursuits.online",
<   "machteburch.social",
>   "janxy.me",
>   "godforsaken.website",
>   "h-net.social",
>   "babka.social",
>   "velour.social",
<   "lipsia.casa",
<   "social.tchncs.de",
>   "the.goofs.space",
>   "spidersrainbow.com",
>   "somewhy.net",
>   "pouet.chapril.org",
>   "startrekshitposting.com",
>   "mastodonindonesia.com",
<   "deacon.social",
<   "sunny.garden",
<   "slackworks.social",
<   "typo.social",
<   "lingo.lol",
>   "tilde.zone",
>   "tech.lgbt",
>   "social.diva.exchange",
<   "somewhy.net",
>   "masto.nyc",
>   "genealysis.social",
>   "puntarella.party",
>   "subdued.social",
<   "4bear.com",
<   "mastodonindonesia.com",
>   "cryptodon.lol",
>   "kurry.social",
>   "clinchfire.social",
<   "geraffel.social",
>   "lile.cl",
>   "medibubble.org",
>   "skastodon.com",
>   "frankfurt.social",
>   "thecanadian.social",
>   "geraffel.social",
>   "union.place",
>   "computerfairi.es",
<   "jawns.club",
>   "mudhut.social",
>   "mastodon.com.py",
<   "fursuits.online",
<   "connectified.com",
>   "literatur.social",
>   "mastorol.es",
>   "mstdn.mx",
<   "masto.nyc",
>   "deskweb.social",
<   "cyberplace.social",
>   "mastodon.nu",
>   "mastodon.frl",
<   "wargamers.social",
<   "puntarella.party",
<   "swiss.social",
<   "pipou.academy",
>   "tbs.social",
>   "arvr.social",
>   "dcj.im",
<   "masto.ai",
>   "lexikon.press",
>   "allrandom.org",
<   "godforsaken.website",
<   "mastodon.wappler.systems",
>   "mas2don.org",
<   "recsys.social",
<   "xoxo.zone",
<   "musician.social",
<   "xarxamontgri.masto.host",
>   "dasblog.io",
<   "witter.cz",
>   "glasgow.social",
<   "ritter.lol",
>   "nuytkens.social",
>   "diya-mastodon.com",
<   "syringa.social",
<   "mstdn.mx",
<   "med-mastodon.com",
<   "bildung.social",
<   "toot.cat",
<   "newsie.social",
>   "catskill.social",
>   "tosk.in",
<   "social.datalabour.com",
>   "lets.scream.today",
>   "mountains.social",
>   "bertha.social",
>   "genomic.social",
>   "dergnation.org",
>   "masthead.social",
<   "pirate.lgbt",
<   "mastodon.yupgup.com",
<   "anubis.social",
>   "packmates.org",
>   "social.hostifi.com",
>   "rawr.tf",
>   "fedi.oh2cil.radio",
<   "mountains.social",
>   "curttech.com",
<   "don.linxx.net",
>   "social.stardenver.de",
<   "tosk.in",
<   "mastodon.com.py",
<   "cathode.church",
<   "sueden.social",
<   "tkz.one",
<   "news.twtr.plus",
<   "floss.social",
>   "gascoigne.social",
<   "standup-comics.net",
>   "theatl.social",
>   "social.duti.tech",
<   "mastodontti.fi",
>   "pirate.lgbt",
>   "masto.donte.com.br",
<   "front-end.social",
<   "rls.social",
>   "mastodon.xyz",
>   "econtwitter.net",
>   "m.cmx.im",
>   "montereybay.social",
>   "masto.social",
>   "ielts.boats",
>   "bolha.us",
<   "simian.rodeo",
<   "full-house.de",
<   "digitalcourage.social",
<   "mathstodon.xyz",
>   "tkz.one",
<   "idlethumbs.social",
>   "humdrum.tiv.today",
<   "hackaday.social",
<   "social.davidgarywood.com",
---
>   "nodegray.com",
>   "recurse.social",
>   "graphics.social",
>   "sself.co",
>   "ravenation.club",
>   "newsie.social",
>   "sivar.cafe",
>   "retrorewind.social",
>   "o3o.ca",
<   "silverheart.social",
>   "mastodon.coffee",
>   "kolektiva.social",
>   "indieauthors.social",
>   "journa.host",
>   "masto.jago.uk",
<   "discordian.social",
<   "mastorol.es",
>   "mastodon.teia.art",
>   "wandering.shop",
>   "mastodon.wappler.systems",
>   "stop.voring.me",
>   "silverheart.social",
>   "historians.social",
>   "mastodon.uno",
<   "skastodon.com",
<   "arsenalfc.social",
<   "montereybay.social",
>   "m.ai6yr.org",
>   "xarxamontgri.masto.host",
>   "libretooth.gr",
>   "sleepy.cool",
>   "standup-comics.net",
<   "comicscamp.club",
>   "writing.exchange",
>   "du.capricom.info",
>   "publicgoods.social",
>   "ovo.st",
>   "mstdn.ca",
<   "mastodon.pl",
>   "oldbytes.space",
>   "super-gay.co",
<   "social.luxiferapp.com",
<   "recurse.social",
<   "beige.party",
>   "sunny.garden",
>   "anubis.social",
>   "social.datalabour.com",
>   "mastodon.cloud",
>   "mastodon.education",
>   "mastodon.sdf.org",
>   "indieweb.social",
>   "poweredbygay.social",
>   "mastodon.yupgup.com",
>   "struct.bio",
>   "stuartpb.com",
>   "plural.cafe",
<   "publicgoods.social",
>   "twothree.space",
>   "jorts.horse",
>   "mastodonbooks.net",
>   "octodon.social",
>   "social.moxxis.space",
<   "mastodonbooks.net",
<   "chaos.social",
<   "toot.io",
<   "meow.social",
>   "buckeye.social",
<   "expressional.social",
<   "the.goofs.space",
>   "geeklife.com",
>   "toad.social",
>   "vkl.world",
>   "indg.club",
<   "det.social",
<   "medibubble.org",
>   "eldritch.cafe",
>   "hci.social",
<   "graphics.social",
>   "mastodon.chasem.dev",
>   "mastodon.publicinterest.town",
>   "nrw.social",
>   "friendsofdesoto.social",
>   "mstdn.plus",
<   "microblog.club",
>   "queer.party",
<   "ovo.st",
>   "peoplemaking.games",
>   "discuss.systems",
>   "norden.social",
<   "mastodon.chasem.dev",
<   "social.abraum.de",
<   "tbs.social",
<   "mudhut.social",
>   "pixelfed.social",
>   "oddballs.vip",
>   "masto.ai",
>   "social.davidgarywood.com",
>   "mstdn.jp",
>   "mstdn.science",
>   "woof.group",
>   "toot.cat",
<   "tuiter.rocks",
---
>   "oc.todon.fr",
>   "obo.sh",
>   "openbiblio.social",
>   "botsin.space",
<   "meta.masto.host",
>   "front-end.social",
>   "social.tchncs.de",
>   "mastodon.se",
>   "xoxo.zone",
>   "archaeo.social",
>   "bsl.tuxz.one",
>   "corteximplant.com",
>   "misskey.meneer.space",
>   "framapiaf.org",
<   "oliphaunt.social",
>   "mastodon.vda-group.de",
>   "bookstodon.com",
>   "tuiter.rocks",
<   "theatl.social",
>   "mastouille.fr",
>   "ruhr.social",
>   "furry.engineer",
>   "sfba.social",
>   "plush.city",
>   "masto.es",
>   "boeck.social",
>   "hcommons.social",
<   "masto.donte.com.br",
---
>   "snowdin.town",
>   "mindly.social",
<   "m.cmx.im",
>   "social.abraum.de",
<   "tilde.zone",
<   "paquita.masto.host",
---
>   "ritter.lol",
>   "ioc.exchange",
>   "mastodontti.fi",
>   "djs.social",
>   "mastodon.rubywhite.com",
>   "social.thefirethesetimes.com",
>   "fribygda.no",
<   "botsin.space",
<   "disabled.social",
---
>   "mastodon.green",
>   "paquita.masto.host",
>   "social.lol",
>   "home.social",
>   "typo.social",
<   "masthead.social",
<   "archaeo.social",
>   "mathewson.social",
>   "mstdn.io",
>   "expressional.social",
>   "mastodon.ie",
>   "rail.chat",
>   "mastodon.gamedev.place",
>   "mathstodon.xyz",
>   "digitalcourage.video",
>   "don.linxx.net",
<   "blob.cat",
>   "mamot.fr",
>   "marchbox.com",
>   "spacey.space",
>   "nerdculture.de",
>   "rollenspiel.social",
>   "convo.casa",
>   "fediscience.org",
>   "full-house.de",
>   "det.social",
>   "alpaca.gold",
<   "macaw.social",
>   "aus.social",
>   "mastodon.au",
>   "mastodonapp.uk",
<   "nsfw.finance",
>   "meow.social",
>   "autistics.life",
>   "hackaday.social",
>   "mastodon.com.tr",
<   "larkspur.one",
---
>   "donotban.com",
>   "mas.to",
>   "toot.community",
<   "mastodon.hams.social",
---
>   "troet.cafe",
>   "arsenalfc.social",
>   "federated.press",
>   "macaw.social",
>   "vivaldi.net",
>   "xarxa.cloud",
>   "mastodon.me.uk",
>   "piaille.fr",
<   "autistics.life",
>   "vmst.io",
>   "activism.openworlds.info",
>   "masto.pt",
>   "microblog.club",
>   "toot.wales",
>   "cupoftea.social",
<   "i.calckey.cloud",
<   "famichiki.jp",
<   "indieauthors.social",
<   "mastodon.se",
<   "eldritch.cafe",
<   "mstdn.games",
<   "mastodon.nl",
<   "pouet.chapril.org",
<   "g0v.social",
<   "pawb.fun",
>   "mastodon.hams.social",
<   "retrorewind.social",
>   "mastodon.nl",
>   "worldkey.io",
>   "m.ocsf.in",
<   "23.illuminati.org",
---
>   "noc.social",
>   "dice.camp",
>   "sciencemastodon.com",
<   "frankfurt.social",
<   "o3o.ca",
>   "spore.social",
>   "xn--y9a6bah4ck.xn--y9a3aq",
>   "andalucia.social",
>   "uiuxdev.social",
>   "sigmoid.social",
>   "lingo.lol",
>   "frikiverse.zone",
>   "chaos.social",
>   "mast.lat",
>   "techhub.social",
>   "masto.masto.com",
>   "respublicae.eu",
>   "universeodon.com",
>   "social.luxiferapp.com",
>   "ursal.zone",
>   "meta.masto.host",
>   "miruku.cafe",
>   "idlethumbs.social",
>   "infosec.exchange",
>   "sciences.social",
>   "peering.social",
>   "masto.nu",
>   "zirk.us",
>   "functional.cafe",
>   "urbanists.social",
<   "worm.pink",
---
>   "fosstodon.org",
>   "cyberplace.social",
>   "stctp.zone",
>   "glammr.us",
<   "mast.lat",
>   "ohai.social",
>   "stoners.social",
>   "mastodon.online",
>   "hachyderm.io",
>   "lor.sh",
>   "mastodon.world",
>   "mastodon.lol",
<   "arthaus.social",
<   "spacey.space",
<   "axiomeval.social",
---
>   "mastodon.art",
>   "mstdn.social",
>   "mastodon.social",
>   "zeeland.social",
>   "mstdn.party",
>   "sueden.social",
>   "c.im",
>   "mastodon.scot",
>   "deacon.social",
<   "climatejustice.rocks",
<   "hci.social",
<   "void.holdings",
<   "m.ai6yr.org",
<   "furry.engineer",
<   "mastodon.nz",
<   "miruku.cafe",
<   "obo.sh",
<   "spore.social",
<   "discuss.systems",
<   "mstdn.ca",
<   "plasmatrap.com",
<   "rail.chat",
<   "queer.party",
<   "mastodon.publicinterest.town",
<   "social.coop",
<   "mastodon-belgium.be",
<   "esq.social",
<   "frikiverse.zone",
<   "lor.sh",
<   "mastodon.bofhers.es",
<   "respublicae.eu",
<   "mastodon.cloud",
<   "journa.host",
<   "plural.cafe",
<   "cryptodon.lol",
<   "mstdn.jp",
<   "techhub.social",
<   "vkl.world",
<   "imaginair.es",
<   "akko.disqordia.space",
<   "mastodon.coffee",
<   "octodon.social",
<   "mastodonners.nl",
<   "activism.openworlds.info",
<   "rollenspiel.social",
<   "corteximplant.com",
<   "mstdn.io",
<   "cupoftea.social",
<   "federated.press",
<   "urbanists.social",
<   "fribygda.no",
<   "stop.voring.me",
<   "folksocial.org",
<   "canada.masto.host",
<   "gearheads.social",
<   "liker.social",
<   "sivar.cafe",
<   "djs.social",
<   "snowdin.town",
<   "ielts.boats",
<   "mastodon.frl",
<   "spidersrainbow.com",
<   "arvr.social",
<   "a.gup.pe",
<   "thecanadian.social",
<   "startrekshitposting.com",
<   "stctp.zone",
<   "super-gay.co",
<   "libretooth.gr",
<   "androiddev.social",
<   "bookstodon.com",
<   "body.social",
<   "alpaca.gold",
<   "strangeobject.space",
<   "indg.club",
<   "masto.es",
<   "bertha.social",
<   "plush.city",
<   "struct.bio",
<   "social.cultofprimes.com",
<   "topspicy.social",
<   "mstdn.science",
<   "dice.camp",
<   "twit.social",
<   "donotban.com",
<   "mastodon.com.tr",
<   "teh.entar.net",
<   "mastouille.fr",
<   "sfba.social",
<   "ioc.exchange",
<   "literatur.social",
<   "hcommons.social",
<   "convo.casa",
<   "norden.social",
<   "oc.todon.fr",
<   "toot.bike",
<   "social.lol",
<   "bolha.us",
<   "piaille.fr",
<   "historians.social",
<   "mastodon.art",
<   "masto.pt",
<   "mastodon.me.uk",
<   "qoto.org",
<   "mastodon.gamedev.place",
<   "troet.cafe",
<   "jorts.horse",
<   "nerdculture.de",
<   "home.social",
<   "fediscience.org",
<   "metalhead.club",
<   "tooting.ch",
<   "babka.social",
<   "friendsofdesoto.social",
<   "weirder.earth",
<   "social.ridetrans.it",
<   "social.diva.exchange",
<   "nafo.uk",
<   "socel.net",
<   "peering.social",
<   "an.errant.cloud",
<   "openbiblio.social",
<   "social.jsteuernagel.de",
<   "mastodon.bloonface.com",
<   "phpc.social",
<   "indieweb.social",
<   "toad.social",
<   "xarxa.cloud",
<   "union.place",
<   "ruhr.social",
<   "mastodon.iriseden.eu",
<   "scholar.social",
<   "diode.zone",
<   "sciencemastodon.com",
<   "masto.jago.uk",
<   "mamot.fr",
<   "mastodon.ie",
<   "writing.exchange",
<   "peoplemaking.games",
<   "worldkey.io",
<   "glammr.us",
<   "mastodon.ml",
<   "mst3k.interlinked.me",
<   "oldbytes.space",
<   "computerfairi.es",
<   "pixelfed.social",
<   "h-net.social",
<   "pettingzoo.co",
<   "kurry.social",
<   "aus.social",
<   "zirk.us",
<   "kolektiva.social",
<   "theblower.au",
<   "ravenation.club",
<   "mastodonapp.uk",
<   "framapiaf.org",
<   "mastodon.au",
<   "mstdn.plus",
<   "wandering.shop",
<   "mastodon.nu",
<   "sigmoid.social",
<   "toot.community",
<   "sciences.social",
<   "ecoevo.social",
<   "defcon.social",
<   "ohai.social",
<   "tech.lgbt",
<   "fosstodon.org",
<   "pounced-on.me",
<   "sself.co",
<   "mastodon.sdf.org",
<   "mstdn.social",
<   "climatejustice.social",
<   "mas.to",
<   "nrw.social",
<   "mastodon.uno",
<   "c.im",
<   "mastodon.online",
<   "infosec.exchange",
<   "mastodon.lol",
<   "mindly.social",
<   "hachyderm.io",
<   "mastodon.green",
<   "vivaldi.net",
<   "genomic.social",
<   "mastodon.world",
<   "mastodon.scot",
<   "universeodon.com",
<   "econtwitter.net",
<   "social.linux.pizza",
<   "noc.social",
<   "neuromatch.social",
---
>   "void.holdings",
>   "arthaus.social",
>   "flipscreen.social",
>   "teh.entar.net",
>   "ruby.social",
>   "liker.social",
>   "metalhead.club",
>   "social.coop",
>   "k67.club",
>   "microwords.goodevilgenius.org",
>   "social.jsteuernagel.de",
>   "diode.zone",
>   "lipsia.casa",
>   "cathode.church",
>   "i.calckey.cloud",
>   "news.twtr.plus",
>   "akko.disqordia.space",
>   "mastodon.bofhers.es",
>   "qoto.org",
>   "g0v.social",
>   "esperanto.masto.host",
>   "larkspur.one",
>   "famichiki.jp",
>   "social.targaryen.house",
>   "tooting.ch",
>   "mstdn.games",
>   "socel.net",
>   "recsys.social",
>   "mastodon.pl",
<   "mastodon.social",
<   "col.social",
<   "mstdn.party"
---
>   "23.illuminati.org",
>   "mastodon.bloonface.com",
>   "worm.pink",
>   "androiddev.social",
>   "social.cultofprimes.com"