mathdatech/twoot
1
0
Fork 0
mirror of https://gitlab.com/jeancf/twoot.git synced 2025-03-29 08:56:47 +00:00
Code Issues 1 Packages Projects Releases Wiki Activity

download more images. Improved logging

Browse Source
This commit is contained in:
jeancf 2020-12-18 17:06:09 +01:00
parent 3a88438ec2
commit 822215fefe
1 changed files with 17 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
twoot.py
View File

@ -42,10 +42,6 @@ USER_AGENTS = [
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Edg/87.0.664.60', 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Edg/87.0.664.60',
] ]
# Setup logging to file
logging.basicConfig(filename="twoot.log", level=logging.DEBUG)
logging.info('*********** NEW RUN ***********')
def process_media_body(tt_iter): def process_media_body(tt_iter):
""" """
@ -88,11 +84,10 @@ def process_card(card_container):
list = [] list = []
link = card_container.get('href') link = card_container.get('href')
# Dailymotion # Do not extract image for youtube links
if link.find('dailymotion.com') >= 0: image_url = 'twitter.com' + card_container.div.div.img.get('src')
image_url = 'twitter.com' + card_container.div.div.img.get('src') list.append(image_url)
list.append(image_url) logging.debug('Extracted still image of dailymotion video from card')
logging.debug('Extracted still image of dailymotion video from card')
return list return list
@ -217,7 +212,17 @@ def main(argv):
max_age = float(args['a']) max_age = float(args['a'])
min_delay = float(args['d']) min_delay = float(args['d'])
logging.info('Updating ' + twit_account + ' on ' + mast_instance) # Setup logging to file
os.remove(twit_account + '.log')
logging.basicConfig(filename=twit_account + '.log', level=logging.DEBUG)
logging.info('Running with the following parameters:')
logging.info(' -t ' + twit_account)
logging.info(' -i ' + mast_instance)
logging.info(' -m ' + mast_account)
logging.info(' -r ' + tweets_and_replies)
logging.info(' -v ' + get_vids)
logging.info(' -a ' + max_age)
logging.info(' -d ' + min_delay)
# Try to open database. If it does not exist, create it # Try to open database. If it does not exist, create it
sql = sqlite3.connect('twoot.db') sql = sqlite3.connect('twoot.db')
@ -431,7 +436,7 @@ def main(argv):
) )
except MastodonError as me: except MastodonError as me:
print('failed to create app on ' + mast_instance) logging.fatal('failed to create app on ' + mast_instance + '\n' + str(me))
sys.exit(1) sys.exit(1)
# Log in to Mastodon instance # Log in to Mastodon instance
@ -448,7 +453,7 @@ def main(argv):
) )
except MastodonError as me: except MastodonError as me:
logging.fatal('ERROR: Login to ' + mast_instance + ' Failed\n' + me) logging.fatal('ERROR: Login to ' + mast_instance + ' Failed\n')
sys.exit(1) sys.exit(1)
# Upload tweets # Upload tweets