Firepup650/bitbot-3.11-fork
2
0
Fork 0
Code Issues Pull requests Activity Actions

Pass str object to BeautifulSoup, not bytes. closes #56

Browse source
This commit is contained in:
jesopo 2019-05-28 10:22:35 +01:00
parent 113a3b6405
commit 0be9046669
1 changed files with 3 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
src/utils/http.py
View file

@ -64,18 +64,17 @@ def request(url: str, method: str="GET", get_params: dict={},
signal.signal(signal.SIGALRM, signal.SIG_IGN)
response_headers = utils.CaseInsensitiveDict(dict(response.headers))
data = response_content.decode(response.encoding or fallback_encoding)
content_type = response.headers["Content-Type"].split(";", 1)[0]
if soup:
if content_type in SOUP_CONTENT_TYPES:
soup = bs4.BeautifulSoup(response_content, parser)
soup = bs4.BeautifulSoup(data, parser)
return Response(response.status_code, soup, response_headers)
else:
raise HTTPWrongContentTypeException(
"Tried to soup non-html/non-xml data")
data = response_content.decode(response.encoding or fallback_encoding)
if json and data:
try:
return Response(response.status_code, _json.loads(data),