askiiart/microblog.pub
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

OG metadata tweaks

Browse source
This commit is contained in:
Thomas Sileo 2019-08-08 23:19:04 +02:00
parent 8355fa9597
commit e6d124dd7d
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
utils/opengraph.py
View file

@ -54,7 +54,9 @@ def fetch_og_metadata(user_agent, links):
continue
try:
h = requests.head(l, headers={"User-Agent": user_agent}, timeout=3)
h = requests.head(
l, headers={"User-Agent": user_agent}, timeout=3, allow_redirects=True
)
h.raise_for_status()
except requests.HTTPError as http_err:
logger.debug(
@ -70,7 +72,9 @@ def fetch_og_metadata(user_agent, links):
continue
try:
r = requests.get(l, headers={"User-Agent": user_agent}, timeout=5)
r = requests.get(
l, headers={"User-Agent": user_agent}, timeout=5, allow_redirects=True
)
r.raise_for_status()
except requests.HTTPError as http_err:
logger.debug(