mathdatech/twoot
1
0
Fork 0
mirror of https://gitlab.com/jeancf/twoot.git synced 2024-11-28 06:21:13 +00:00
Code Issues 1 Packages Projects Releases Wiki Activity

Implemented youtube substitution

Browse Source
This commit is contained in:
jeancf 2022-11-26 14:36:20 +01:00
parent 33b590c5f4
commit 3404b7df6a
1 changed files with 14 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
twoot.py
View File

@ -135,7 +135,6 @@ def _remove_trackers_fragment(fragment_str):
:param query_str: fragment to be cleaned :param query_str: fragment to be cleaned
:return: cleaned fragment :return: cleaned fragment
""" """
params_to_remove = { params_to_remove = {
"Echobox", "Echobox",
} }
@ -147,6 +146,19 @@ def _remove_trackers_fragment(fragment_str):
return fragment_str return fragment_str
def _substitute_source(domain):
"""
private function
param domain: Domain name to substitute
:return: domain or sustitute if applicable
"""
youtube_subst = TOML["options"]["substitution"]["youtube"]
if domain == 'youtube.com' and youtube_subst != []:
domain = youtube_subst[random.randint(0, len(youtube_subst) - 1)]
logging.debug("Replaced youtube.com by " + domain)
return domain
def clean_url(dirty_url): def clean_url(dirty_url):
""" """
Given a URL, return it with the UTM parameters removed from query and fragment Given a URL, return it with the UTM parameters removed from query and fragment
@ -160,7 +172,7 @@ def clean_url(dirty_url):
cleaned_url = urlunparse([ cleaned_url = urlunparse([
url_parsed.scheme, url_parsed.scheme,
url_parsed.netloc, _substitute_source(url_parsed.netloc),
url_parsed.path, url_parsed.path,
url_parsed.params, url_parsed.params,
_remove_trackers_query(url_parsed.query), _remove_trackers_query(url_parsed.query),