mathdatech/twoot
1
0
Fork 0
mirror of https://gitlab.com/jeancf/twoot.git synced 2025-04-25 06:03:36 +00:00
Code Issues 1 Packages Projects Releases Wiki Activity

Remove https:// from NITTER_URLs

Browse Source
This commit is contained in:
jeancf 2023-07-13 15:51:54 +02:00
parent a4f3934d86
commit d7bfab4cd3
1 changed files with 17 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
twoot.py
View File

@ -42,22 +42,22 @@ MAX_REC_COUNT = 50
HTTPS_REQ_TIMEOUT = 10 HTTPS_REQ_TIMEOUT = 10
NITTER_URLS = [ NITTER_URLS = [
'https://nitter.lacontrevoie.fr', 'nitter.lacontrevoie.fr',
# 'https://nitter.cutelab.space', # 404 on 12/07/2023 # 'nitter.cutelab.space', # 404 on 12/07/2023
'https://nitter.weiler.rocks', # added 15/06/2023 'nitter.weiler.rocks', # added 15/06/2023
'https://nitter.nl', # added 16/06/2023 'nitter.nl', # added 16/06/2023
# 'https://n.l5.ca', # Not working 11/07/2023 # 'n.l5.ca', # Not working 11/07/2023
# 'https://nitter.fly.dev', # gone 11/07/2023 # 'nitter.fly.dev', # gone 11/07/2023
# 'https://notabird.site', # gone 11/07/2023 # 'notabird.site', # gone 11/07/2023
# 'https://nitter.sethforprivacy.com', # too slow, removed 16/06/2023 # 'nitter.sethforprivacy.com', # too slow, removed 16/06/2023
# 'https://nitter.it', # different pic naming scheme # 'nitter.it', # different pic naming scheme
# 'https://twitter.femboy.hu', # 404 on 06/05/2023 # 'twitter.femboy.hu', # 404 on 06/05/2023
# 'https://nitter.grimneko.de', # 404 on 01/06/2023 # 'nitter.grimneko.de', # 404 on 01/06/2023
# 'https://nitter.namazso.eu', # lots of 403 27/02/2023 # 'nitter.namazso.eu', # lots of 403 27/02/2023
# 'https://twitter.beparanoid.de', # moved 27/022023 # 'twitter.beparanoid.de', # moved 27/022023
# 'https://nitter.fdn.fr', # not updated, rate limited, removed 06/02/2023 # 'nitter.fdn.fr', # not updated, rate limited, removed 06/02/2023
# 'https://nitter.hu', # 'nitter.hu',
# 'https://nitter.privacydev.net', # USA, added 06/02/2023, removed 15/02/2023 too slow # 'nitter.privacydev.net', # USA, added 06/02/2023, removed 15/02/2023 too slow
] ]
# Update from https://www.whatismybrowser.com/guides/the-latest-user-agent/ # Update from https://www.whatismybrowser.com/guides/the-latest-user-agent/
@ -954,7 +954,7 @@ def main(argv):
db.execute('''CREATE INDEX IF NOT EXIsTS profile_index ON profiles (mastodon_instance, mastodon_account)''') db.execute('''CREATE INDEX IF NOT EXIsTS profile_index ON profiles (mastodon_instance, mastodon_account)''')
# Select random nitter instance to fetch updates from # Select random nitter instance to fetch updates from
nitter_url = NITTER_URLS[random.randint(0, len(NITTER_URLS) - 1)] nitter_url = 'https://' + NITTER_URLS[random.randint(0, len(NITTER_URLS) - 1)]
# ********************************************************** # **********************************************************
# Load twitter page of user. Process all tweets and generate # Load twitter page of user. Process all tweets and generate