Completing on supporting tor #32

1 files changed, 0 insertions, 195 deletions

diff --git a/instances/get_instances.py b/instances/get_instances.py
deleted file mode 100644
index 532646e7..00000000
--- a/instances/get_instances.py
+++ /dev/null
@@ -1,195 +0,0 @@
-# Note: Run this script from the root of the repo
-
-import requests
-import json
-from urllib.parse import urlparse
-from bs4 import BeautifulSoup
-
-mightyList = {}
-
-
-def get_host_name(link):
-    url = urlparse(link)
-    return url.netloc
-
-
-# Invidious
-r = requests.get('https://api.invidious.io/instances.json')
-rJson = json.loads(r.text)
-invidiousList = {}
-invidiousList['normal'] = []
-invidiousList['onion'] = []
-for instance in rJson:
-    if instance[1]['type'] == 'https':
-        invidiousList['normal'].append(instance[1]['uri'])
-    elif instance[1]['type'] == 'onion':
-        invidiousList['onion'].append(instance[1]['uri'])
-mightyList['invidious'] = invidiousList
-print('fetched Invidious')
-
-
-# Nitter
-r = requests.get('https://github.com/zedeus/nitter/wiki/Instances')
-soup = BeautifulSoup(r.text, 'html.parser')
-markdownBody = soup.find(class_='markdown-body')
-tables = markdownBody.find_all('table')
-tables.pop(3)
-tables.pop(3)
-nitterList = {}
-nitterList['normal'] = []
-nitterList['onion'] = []
-for table in tables:
-    tbody = table.find('tbody')
-    trs = tbody.find_all('tr')
-    for tr in trs:
-        td = tr.find('td')
-        a = td.find('a')
-        url = a.contents[0]
-        if url.endswith('.onion'):
-            url = 'http://' + url
-            nitterList['onion'].append(url)
-        else:
-            url = 'https://' + url
-            nitterList['normal'].append(url)
-mightyList['nitter'] = nitterList
-print('fetched Nitter')
-
-# Bibliogram
-r = requests.get('https://bibliogram.art/api/instances')
-rJson = json.loads(r.text)
-bibliogramList = {}
-bibliogramList['normal'] = []
-for item in rJson['data']:
-    bibliogramList['normal'].append(item['address'])
-mightyList['bibliogram'] = bibliogramList
-print('fetched Bibliogram')
-
-
-# Teddit
-r = requests.get(
-    'https://codeberg.org/teddit/teddit/raw/branch/main/instances.json')
-rJson = json.loads(r.text)
-tedditList = {}
-tedditList['normal'] = []
-tedditList['onion'] = []
-for item in rJson:
-    url = item['url']
-    if url != '':
-        tedditList['normal'].append(url)
-    if 'onion' in item:
-        onion = item['onion']
-        if onion != '':
-            tedditList['onion'].append(onion)
-
-mightyList['teddit'] = tedditList
-print('fetched Teddit')
-
-
-# Wikiless
-r = requests.get('https://wikiless.org/instances.json')
-rJson = json.loads(r.text)
-wikilessList = {}
-wikilessList['normal'] = []
-wikilessList['onion'] = []
-for item in rJson:
-    if item.endswith('.onion'):
-        wikilessList['onion'].append('http://' + item)
-    else:
-        wikilessList['normal'].append('https://' + item)
-mightyList['wikiless'] = wikilessList
-print('fetched Wikiless')
-
-# Scribe
-r = requests.get(
-    'https://git.sr.ht/~edwardloveall/scribe/blob/main/docs/instances.json')
-rJson = json.loads(r.text)
-scribeList = {}
-scribeList['normal'] = []
-for item in rJson:
-    scribeList['normal'].append(item)
-mightyList['scribe'] = scribeList
-print('fetched Scribe')
-
-
-# SimplyTranslate
-r = requests.get('https://simple-web.org/instances/simplytranslate')
-simplyTranslateList = {}
-simplyTranslateList['normal'] = []
-for item in r.text.strip().split('\n'):
-    simplyTranslateList['normal'].append('https://' + item)
-
-r = requests.get('https://simple-web.org/instances/simplytranslate_onion')
-simplyTranslateList['onion'] = []
-for item in r.text.strip().split('\n'):
-    simplyTranslateList['onion'].append('http://' + item)
-
-mightyList['simplyTranslate'] = simplyTranslateList
-print('fetched SimplyTranslate')
-
-# LinvgaTranslate
-r = requests.get(
-    'https://raw.githubusercontent.com/TheDavidDelta/lingva-translate/main/instances.json')
-rJson = json.loads(r.text)
-lingvaList = {}
-lingvaList['normal'] = []
-for item in rJson:
-    lingvaList['normal'].append(item)
-mightyList['lingva'] = lingvaList
-print('fetched LinvgaTranslate')
-
-
-
-# SearX
-r = requests.get('https://searx.space/data/instances.json')
-rJson = json.loads(r.text)
-searxList = {}
-searxList['normal'] = []
-searxList['onion'] = []
-searxList['i2p'] = []
-for item in rJson['instances'].keys():
-    item = item[:-1]
-    if item.endswith('.onion'):
-        searxList['onion'].append(item)
-    elif item.endswith('.i2p'):
-        searxList['i2p'].append(item)
-    else:
-        searxList['normal'].append(item)
-mightyList['searx'] = searxList
-print('fetched SearX')
-
-
-# Whoogle
-r = requests.get(
-    'https://raw.githubusercontent.com/benbusby/whoogle-search/main/misc/instances.txt')
-tmpList = r.text.strip().split('\n')
-whoogleList = {}
-whoogleList['normal'] = []
-for item in tmpList:
-    whoogleList['normal'].append(item)
-mightyList['whoogle'] = whoogleList
-print('fetched Whoogle')
-
-
-# Rimgo
-r = requests.get(
-    'https://codeberg.org/video-prize-ranch/rimgo/raw/branch/main/instances.json')
-rJson = json.loads(r.text)
-rimgoList = {}
-rimgoList['normal'] = []
-rimgoList['onion'] = []
-
-for item in rJson:
-    if item.endswith('.onion'):
-        rimgoList['onion'].append('http://' + item)
-    else:
-        rimgoList['normal'].append('https://' + item)
-mightyList['rimgo'] = rimgoList
-print('fetched Rimgo')
-
-
-# Writing to file
-json_object = json.dumps(mightyList, ensure_ascii=False, indent=2)
-with open('instances/data.json', 'w') as outfile:
-    outfile.write(json_object)
-# print(json_object)
-print('wrote instances/data.json')