mathdatech/twoot
1
0
Fork 0
mirror of https://gitlab.com/jeancf/twoot.git synced 2024-11-27 14:01:13 +00:00
Code Issues 1 Packages Projects Releases Wiki Activity

Add comments

Browse Source
This commit is contained in:
jeancf 2023-07-14 13:11:20 +02:00
parent b10a8392c8
commit cdc1fb03f7
1 changed files with 5 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
twoot.py
View File

@ -295,9 +295,9 @@ def get_timeline(nitter_url):
timeline = []
for item in list:
classes = item['class']
if 'timeline-item' in classes:
if 'timeline-item' in classes: # Individual tweet
timeline.append(item)
elif 'thread-line' in classes:
elif 'thread-line' in classes: # First tweet of a thread
# Get the first item of thread
first_item = item.find('div', class_='timeline-item')
timeline.append(first_item)
@ -956,21 +956,17 @@ def main(argv):
# Select random nitter instance to fetch updates from
nitter_url = 'https://' + NITTER_URLS[random.randint(0, len(NITTER_URLS) - 1)]
# **********************************************************
# Load twitter page of user. Process all tweets and generate
# list of dictionaries ready to be posted on Mastodon
# **********************************************************
# To store content of all tweets from this user
tweets = []
# Load twitter page of user
soup, timeline = get_timeline(nitter_url)
logging.info('Processing ' + str(len(timeline)) + ' tweets found in timeline')
# **********************************************************
# Process each tweets and generate dictionary
# Process each tweets and generate an array of dictionaries
# with data ready to be posted on Mastodon
# **********************************************************
tweets = []
out_date_cnt = 0
in_db_cnt = 0
for status in timeline: