Firepup650/bitbot-3.11-fork
2
0
Fork 0
Code Issues Pull requests Activity Actions

only pull 'charset' from <meta> content-type when it definitely exists

Browse source
This commit is contained in:
jesopo 2020-02-06 11:54:04 +00:00
parent 5bbae499d1
commit 01441efe75
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/utils/http.py
View file

@ -153,7 +153,9 @@ def _find_encoding(headers: typing.Dict[str, str], data: bytes
meta_content_type = soup.findAll("meta", meta_content_type = soup.findAll("meta",
{"http-equiv": lambda v: (v or "").lower() == "content-type"}) {"http-equiv": lambda v: (v or "").lower() == "content-type"})
if meta_content_type: if meta_content_type:
return _split_content(meta_content_type[0].get("content"))["charset"] meta_content = _split_content(meta_content_type[0].get("content"))
if "charset" in meta_content:
return meta_content["charset"]
doctype = [item for item in soup.contents if isinstance(item, doctype = [item for item in soup.contents if isinstance(item,
bs4.Doctype)] or None bs4.Doctype)] or None