force UTF-8 text encoding
This commit is contained in:
parent
6f44f5cd7d
commit
c8e8d455a2
1 changed files with 1 additions and 0 deletions
|
@ -48,6 +48,7 @@ def fetch_og_metadata(user_agent, links):
|
||||||
logger.debug(f"skipping {l}")
|
logger.debug(f"skipping {l}")
|
||||||
continue
|
continue
|
||||||
|
|
||||||
|
r.encoding = 'UTF-8'
|
||||||
html = r.text
|
html = r.text
|
||||||
try:
|
try:
|
||||||
data = dict(opengraph.OpenGraph(html=html))
|
data = dict(opengraph.OpenGraph(html=html))
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue