about summary refs log tree commit diff stats
path: root/src/instances/get_instances.py
diff options
context:
space:
mode:
Diffstat (limited to 'src/instances/get_instances.py')
-rw-r--r--src/instances/get_instances.py16
1 files changed, 16 insertions, 0 deletions
diff --git a/src/instances/get_instances.py b/src/instances/get_instances.py
index 1d2409a7..6e839c47 100644
--- a/src/instances/get_instances.py
+++ b/src/instances/get_instances.py
@@ -4,6 +4,7 @@ import requests
 import json
 from urllib.parse import urlparse
 from bs4 import BeautifulSoup
+import re
 
 mightyList = {}
 
@@ -65,6 +66,21 @@ for item in rJson['data']:
 mightyList['bibliogram'] = bibliogramList
 print('fetched Bibliogram')
 
+# LibReddit
+r = requests.get(
+    'https://raw.githubusercontent.com/spikecodes/libreddit/master/README.md')
+libredditList = {}
+libredditList['normal'] = []
+libredditList['tor'] = []
+tmp = re.findall(
+    r"\| \[.*\]\(([-a-zA-Z0-9@:%_\+.~#?&//=]{2,}\.[a-z]{2,}\b(?:\/[-a-zA-Z0-9@:%_\+.~#?&//=]*)?)\)*\|*[A-Z]{0,}.*\|.*\|", r.text)
+for item in tmp:
+    if item.endswith('.onion'):
+        libredditList['tor'].append(item)
+    else:
+        libredditList['normal'].append(item)
+mightyList['libreddit'] = libredditList
+print('fetched LibReddit')
 
 # Teddit
 r = requests.get(