Remove https:// from NITTER_URLs

This commit is contained in:
jeancf 2023-07-13 15:51:54 +02:00
parent a4f3934d86
commit d7bfab4cd3

View File

@ -42,22 +42,22 @@ MAX_REC_COUNT = 50
HTTPS_REQ_TIMEOUT = 10
NITTER_URLS = [
'https://nitter.lacontrevoie.fr',
# 'https://nitter.cutelab.space', # 404 on 12/07/2023
'https://nitter.weiler.rocks', # added 15/06/2023
'https://nitter.nl', # added 16/06/2023
# 'https://n.l5.ca', # Not working 11/07/2023
# 'https://nitter.fly.dev', # gone 11/07/2023
# 'https://notabird.site', # gone 11/07/2023
# 'https://nitter.sethforprivacy.com', # too slow, removed 16/06/2023
# 'https://nitter.it', # different pic naming scheme
# 'https://twitter.femboy.hu', # 404 on 06/05/2023
# 'https://nitter.grimneko.de', # 404 on 01/06/2023
# 'https://nitter.namazso.eu', # lots of 403 27/02/2023
# 'https://twitter.beparanoid.de', # moved 27/022023
# 'https://nitter.fdn.fr', # not updated, rate limited, removed 06/02/2023
# 'https://nitter.hu',
# 'https://nitter.privacydev.net', # USA, added 06/02/2023, removed 15/02/2023 too slow
'nitter.lacontrevoie.fr',
# 'nitter.cutelab.space', # 404 on 12/07/2023
'nitter.weiler.rocks', # added 15/06/2023
'nitter.nl', # added 16/06/2023
# 'n.l5.ca', # Not working 11/07/2023
# 'nitter.fly.dev', # gone 11/07/2023
# 'notabird.site', # gone 11/07/2023
# 'nitter.sethforprivacy.com', # too slow, removed 16/06/2023
# 'nitter.it', # different pic naming scheme
# 'twitter.femboy.hu', # 404 on 06/05/2023
# 'nitter.grimneko.de', # 404 on 01/06/2023
# 'nitter.namazso.eu', # lots of 403 27/02/2023
# 'twitter.beparanoid.de', # moved 27/022023
# 'nitter.fdn.fr', # not updated, rate limited, removed 06/02/2023
# 'nitter.hu',
# 'nitter.privacydev.net', # USA, added 06/02/2023, removed 15/02/2023 too slow
]
# Update from https://www.whatismybrowser.com/guides/the-latest-user-agent/
@ -954,7 +954,7 @@ def main(argv):
db.execute('''CREATE INDEX IF NOT EXIsTS profile_index ON profiles (mastodon_instance, mastodon_account)''')
# Select random nitter instance to fetch updates from
nitter_url = NITTER_URLS[random.randint(0, len(NITTER_URLS) - 1)]
nitter_url = 'https://' + NITTER_URLS[random.randint(0, len(NITTER_URLS) - 1)]
# **********************************************************
# Load twitter page of user. Process all tweets and generate