mathdatech/twoot
1
0
Fork 0
mirror of https://gitlab.com/jeancf/twoot.git synced 2024-12-18 08:10:21 +00:00
Code Issues 1 Packages Projects Releases Wiki Activity

Modify _get_rest_of_thread()

Browse Source
This commit is contained in:
jeancf 2023-07-22 13:43:48 +02:00
parent 4d596c3f01
commit a9dae52887
1 changed files with 23 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
twoot.py
View File

@ -173,13 +173,12 @@ somebody else
def item_is_own_tweet(item): def item_is_own_tweet(item):
# <a> with class username that has an ancestor of class tweet-header which has a # <a> with class username that has an ancestor of class tweet-header which has a
# parent of class tweet-body # parent of class tweet-body
username_tag = item.select_one(".tweet-body > .tweet-header .username") username_tag = item.select_one(".tweet-body > div > .tweet-header .username")
print("tweet username_tag: ", str(username_tag))
if username_tag is not None: if username_tag is not None:
username = username_tag.get('title').lstrip('@') username = username_tag.get('title').lstrip('@')
print(username)
if (username == TOML['config']['twitter_account']): if (username == TOML['config']['twitter_account']):
return True return True
logging.debug("item is not authored by ", TOML['config']['twitter_account'])
return False return False
""" """
@ -223,21 +222,32 @@ def _get_rest_of_thread(session, headers, nitter_url, thread_url, first_item):
# Make soup # Make soup
soup = BeautifulSoup(thread_page.text, 'html.parser') soup = BeautifulSoup(thread_page.text, 'html.parser')
list = []
# Get all items in thread after main tweet # Get all items in thread after main tweet
after_tweet = soup.find('div', 'after-tweet') after_tweet = soup.find('div', 'after-tweet')
list = after_tweet.find_all('div', class_='timeline-item') if after_tweet is None:
list = after_tweet.find_all('div', class_='timeline-item')
# Get all the replies from tweet account in the replies section below thread
if TOML['config']['post_reply_to']:
previous_tweet_url = None
replies = soup.find('div', id='r')
if replies is not None:
list.extend(replies.find_all('div', class_='timeline_item'))
# Build timeline of tuples # Build timeline of tuples
previous_tweet_url = thread_url previous_tweet_url = thread_url
for item in list: for item in list:
# Add item to the list
if item_is_own_tweet(item):
timeline.append((previous_tweet_url, item)) timeline.append((previous_tweet_url, item))
# Get the url of the tweet # Get the url of the tweet
tweet_link_tag = item.find('a', class_='tweet-link') tweet_link_tag = item.find('a', class_='tweet-link')
if tweet_link_tag is not None: if tweet_link_tag is not None:
previous_tweet_url = tweet_link_tag.get('href').strip('#m') previous_tweet_url = tweet_link_tag.get('href').strip('#m')
else: else:
previous_tweet_url = None previous_tweet_url = None
logging.error('Thread tweet is missing link tag') logging.error('Thread tweet is missing link tag')
# return timeline in reverse chronological order # return timeline in reverse chronological order
timeline.reverse() timeline.reverse()
@ -319,6 +329,8 @@ def get_timeline(nitter_url):
thread_link_tag = item.find('a', class_='tweet-link') thread_link_tag = item.find('a', class_='tweet-link')
if thread_link_tag is not None: if thread_link_tag is not None:
thread_url = thread_link_tag.get('href').strip('#m') thread_url = thread_link_tag.get('href').strip('#m')
else:
thread_url = None
# Get the rest of the items of the thread # Get the rest of the items of the thread
timeline.extend(_get_rest_of_thread(session, headers, nitter_url, thread_url, first_item)) timeline.extend(_get_rest_of_thread(session, headers, nitter_url, thread_url, first_item))