Added LibReddit to be automatically fetched #171

2 files changed, 98 insertions, 9 deletions

diff --git a/src/instances/data.json b/src/instances/data.json
index 3cdba246..e90466c1 100644
--- a/src/instances/data.json
+++ b/src/instances/data.json
@@ -10,11 +10,12 @@
       "https://invidious-us.kavin.rocks",
       "https://invidious.osi.kr",
       "https://tube.cthd.icu",
+      "https://y.com.sb",
       "https://invidious.flokinet.to",
       "https://yt.artemislena.eu",
       "https://inv.bp.mutahar.rocks",
-      "https://invidious.mutahar.rocks",
       "https://invidious.lunar.icu",
+      "https://invidious.mutahar.rocks",
       "https://invidious.weblibre.org",
       "https://invidious.esmailelbob.xyz",
       "https://invidious.privacy.gd",
@@ -123,6 +124,75 @@
     ],
     "tor": []
   },
+  "libreddit": {
+    "normal": [
+      "https://libredd.it",
+      "https://libreddit.spike.codes",
+      "https://libreddit.dothq.co",
+      "https://libreddit.kavin.rocks",
+      "https://libreddit.40two.app",
+      "https://reddit.invak.id",
+      "https://reddit.phii.me",
+      "https://lr.riverside.rocks",
+      "https://libreddit.silkky.cloud",
+      "https://libreddit.strongthany.cc",
+      "https://libreddit.database.red",
+      "https://libreddit.privacy.com.de",
+      "https://libreddit.domain.glass",
+      "https://libreddit.sugoma.tk",
+      "https://libreddit.jamiethalacker.dev",
+      "https://reddit.artemislena.eu",
+      "https://r.nf",
+      "https://libreddit.awesomehub.io",
+      "https://libreddit.some-things.org",
+      "https://reddit.stuehieyr.com",
+      "https://lr.mint.lgbt",
+      "https://libreddit.alefvanoon.xyz",
+      "https://libreddit.igna.rocks",
+      "https://libreddit.autarkic.org",
+      "https://libreddit.flux.industries",
+      "https://libreddit.drivet.xyz",
+      "https://lr.oversold.host",
+      "https://libreddit.de",
+      "https://libreddit.pussthecat.org",
+      "https://libreddit.mutahar.rocks",
+      "https://libreddit.northboot.xyz",
+      "https://leddit.xyz",
+      "https://de.leddit.xyz",
+      "https://lr.cowfee.moe",
+      "https://libreddit.hu",
+      "https://libreddit.totaldarkness.net",
+      "https://libreddit.esmailelbob.xyz",
+      "https://libreddit.nl",
+      "https://lr.stilic.ml",
+      "https://reddi.tk",
+      "https://libreddit.bus-hit.me",
+      "https://libreddit.datatunnel.xyz",
+      "https://libreddit.crewz.me",
+      "https://r.walkx.org",
+      "https://libreddit.kylrth.com",
+      "https://libreddit.yonalee.eu",
+      "https://libreddit.winscloud.net",
+      "https://libreddit.tiekoetter.com",
+      "https://reddit.rtrace.io",
+      "http://libreddit.lqs5fjmajyp7rvp4qvyubwofzi6d4imua7vs237rkc4m5qogitqwrgyd.onion/",
+      "https://libreddit.lunar.icu"
+    ],
+    "tor": [
+      "http://spjmllawtheisznfs7uryhxumin26ssv2draj7oope3ok3wuhy43eoyd.onion",
+      "http://fwhhsbrbltmrct5hshrnqlqygqvcgmnek3cnka55zj4y7nuus5muwyyd.onion",
+      "http://kphht2jcflojtqte4b4kyx7p2ahagv4debjj32nre67dxz7y57seqwyd.onion",
+      "http://inytumdgnri7xsqtvpntjevaelxtgbjqkuqhtf6txxhwbll2fwqtakqd.onion",
+      "http://liredejj74h5xjqr2dylnl5howb2bpikfowqoveub55ru27x43357iid.onion",
+      "http://kzhfp3nvb4qp575vy23ccbrgfocezjtl5dx66uthgrhu7nscu6rcwjyd.onion",
+      "http://ecue64ybzvn6vjzl37kcsnwt4ycmbsyf74nbttyg7rkc3t3qwnj7mcyd.onion",
+      "http://ledditqo2mxfvlgobxnlhrkq4dh34jss6evfkdkb2thlvy6dn4f4gpyd.onion",
+      "http://libredoxhxwnmsb6dvzzd35hmgzmawsq5i764es7witwhddvpc2razid.onion",
+      "http://libreddit.2syis2nnyytz6jnusnjurva4swlaizlnleiks5mjp46phuwjbdjqwgqd.onion",
+      "http://ol5begilptoou34emq2sshf3may3hlblvipdjtybbovpb7c7zodxmtqd.onion",
+      "http://lbrdtjaj7567ptdd4rv74lv27qhxfkraabnyphgcvptl64ijx2tijwid.onion"
+    ]
+  },
   "teddit": {
     "normal": [
       "https://teddit.net",
@@ -362,6 +432,17 @@
     ]
   },
   "peertube": [
+    "https://video.sadmin.io",
+    "https://stream.jurnalfm.md",
+    "https://video.asgardius.company",
+    "https://hitchtube.fr",
+    "https://video.publicspaces.net",
+    "https://video.eientei.org",
+    "https://vhs.2xx04.xyz",
+    "https://tv.suwerenni.org",
+    "https://tube.revertron.com",
+    "https://tube.moec.top",
+    "https://tube.erzbistum-hamburg.de",
     "https://video.germanische-heilkunde.at",
     "https://pt.irnok.net",
     "https://tubulus.openlatin.org",
@@ -380,7 +461,6 @@
     "https://video.regenpfeifer.net",
     "https://video.pe6.eu",
     "https://video.olos311.org",
-    "https://video.nerdcave.site",
     "https://tv.santic-zombie.ru",
     "https://tv.dyne.link",
     "https://tube.sleeping.town",
@@ -445,7 +525,6 @@
     "https://peertube.semweb.pro",
     "https://aktivtube.com",
     "https://peertube.offerman.com",
-    "https://url404.org",
     "https://sneedtube.com",
     "https://venuse.nastub.cz",
     "https://poast.tv",
@@ -465,7 +544,6 @@
     "https://peertube.maxweiss.io",
     "https://peertube.chatinbit.com",
     "https://peertube.ffs2play.fr",
-    "https://videos.denshi.live",
     "https://s19.gegenstimme.tv",
     "https://peertube.swarm.solvingmaz.es",
     "https://film.node9.org",
@@ -487,7 +565,6 @@
     "https://pixel.ated.io",
     "https://swebbtube.se",
     "https://video.dnfi.no",
-    "https://videos.denshi.org",
     "https://peertube.revelin.fr",
     "https://video.wsf2021.info",
     "https://peertube.b38.rural-it.org",
@@ -613,7 +690,6 @@
     "https://peertube.ares.bioxis-server.fr",
     "https://tube.int5.net",
     "https://peertube.jackbot.fr",
-    "https://videos.redeyes.site",
     "https://stream.nuemedia.se",
     "https://peertube.wiredentrypoint.xyz",
     "https://videos.lemnoslife.com",
@@ -746,7 +822,6 @@
     "https://videos.wirtube.de",
     "https://tube.tinfoil-hat.net",
     "https://livegram.net",
-    "https://peertube.ketchup.noho.st",
     "https://video.ustim.ru",
     "https://merci-la-police.fr",
     "https://pocketnetpeertube7.nohost.me",
@@ -793,7 +868,6 @@
     "https://tube.superseriousbusiness.org",
     "https://videos.petch.rocks",
     "https://kino.kompot.si",
-    "https://play.rosano.ca",
     "https://tube.kockatoo.org",
     "https://peertube.cabaal.net",
     "https://sovran.video",
@@ -949,7 +1023,6 @@
     "https://videos.cloudron.io",
     "https://vid.werefox.dev",
     "https://tube.seditio.fr",
-    "https://video.thinkof.name",
     "https://video.p3x.de",
     "https://video.codingfield.com",
     "https://tv.adn.life",
diff --git a/src/instances/get_instances.py b/src/instances/get_instances.py
index 1d2409a7..6e839c47 100644
--- a/src/instances/get_instances.py
+++ b/src/instances/get_instances.py
@@ -4,6 +4,7 @@ import requests
 import json
 from urllib.parse import urlparse
 from bs4 import BeautifulSoup
+import re
 
 mightyList = {}
 
@@ -65,6 +66,21 @@ for item in rJson['data']:
 mightyList['bibliogram'] = bibliogramList
 print('fetched Bibliogram')
 
+# LibReddit
+r = requests.get(
+    'https://raw.githubusercontent.com/spikecodes/libreddit/master/README.md')
+libredditList = {}
+libredditList['normal'] = []
+libredditList['tor'] = []
+tmp = re.findall(
+    r"\| \[.*\]\(([-a-zA-Z0-9@:%_\+.~#?&//=]{2,}\.[a-z]{2,}\b(?:\/[-a-zA-Z0-9@:%_\+.~#?&//=]*)?)\)*\|*[A-Z]{0,}.*\|.*\|", r.text)
+for item in tmp:
+    if item.endswith('.onion'):
+        libredditList['tor'].append(item)
+    else:
+        libredditList['normal'].append(item)
+mightyList['libreddit'] = libredditList
+print('fetched LibReddit')
 
 # Teddit
 r = requests.get(