diff options
Diffstat (limited to 'src/instances/get_instances.py')
-rw-r--r-- | src/instances/get_instances.py | 16 |
1 files changed, 16 insertions, 0 deletions
diff --git a/src/instances/get_instances.py b/src/instances/get_instances.py index 1d2409a7..6e839c47 100644 --- a/src/instances/get_instances.py +++ b/src/instances/get_instances.py @@ -4,6 +4,7 @@ import requests import json from urllib.parse import urlparse from bs4 import BeautifulSoup +import re mightyList = {} @@ -65,6 +66,21 @@ for item in rJson['data']: mightyList['bibliogram'] = bibliogramList print('fetched Bibliogram') +# LibReddit +r = requests.get( + 'https://raw.githubusercontent.com/spikecodes/libreddit/master/README.md') +libredditList = {} +libredditList['normal'] = [] +libredditList['tor'] = [] +tmp = re.findall( + r"\| \[.*\]\(([-a-zA-Z0-9@:%_\+.~#?&//=]{2,}\.[a-z]{2,}\b(?:\/[-a-zA-Z0-9@:%_\+.~#?&//=]*)?)\)*\|*[A-Z]{0,}.*\|.*\|", r.text) +for item in tmp: + if item.endswith('.onion'): + libredditList['tor'].append(item) + else: + libredditList['normal'].append(item) +mightyList['libreddit'] = libredditList +print('fetched LibReddit') # Teddit r = requests.get( |