modified get request in deredir_url()

This commit is contained in:
jeancf 2022-11-22 11:38:49 +01:00
parent e11102f4a6
commit 9625c2128b

View File

@ -86,7 +86,7 @@ def deredir_url(url):
ret = None
try:
# Download the page
ret = requests.get(url, timeout=5)
ret = requests.get(url, headers=headers, timeout=5)
except:
# If anything goes wrong keep the URL intact
return url
@ -97,6 +97,7 @@ def deredir_url(url):
# Return the URL that the page was downloaded from
return ret.url
def _remove_trackers_query(query_str):
"""
private function