mathdatech/twoot
1
0
Fork 0
mirror of https://gitlab.com/jeancf/twoot.git synced 2024-11-27 14:01:13 +00:00
Code Issues 1 Packages Projects Releases Wiki Activity

Added tolerance for ConnectionError when visiting linked page to extract picture

Browse Source
This commit is contained in:
JC Francois 2019-08-31 20:30:40 +02:00
parent 1b1faf2d59
commit 1ec03c7d81
1 changed files with 9 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
twoot.py
View File

@ -219,12 +219,15 @@ def main(argv):
m = re.search(r"http[^ \n\xa0]*", tweet_text)
if m is not None:
link_url = m.group(0)
r = requests.get(link_url)
if r.status_code == 200:
# Matches the first instance of either twitter:image or twitter:image:src meta tag
match = re.search(r'<meta name="twitter:image(?:|:src)" content="(.+?)".*?>', r.text)
if match is not None:
photos.append(match.group(1))
try:
r = requests.get(link_url)
if r.status_code == 200:
# Matches the first instance of either twitter:image or twitter:image:src meta tag
match = re.search(r'<meta name="twitter:image(?:|:src)" content="(.+?)".*?>', r.text)
if match is not None:
photos.append(match.group(1))
except ConnectionError:
pass
# Add dictionary with content of tweet to list
tweet = {