Firepup650/bitbot-3.11-fork
2
0
Fork 0
Code Issues Pull requests Activity Actions

support utf8 hostnames by punycode (idna) encoding

Browse source
This commit is contained in:
jesopo 2019-10-18 10:58:24 +01:00
parent 123cdcf0da
commit f64131a10f
1 changed files with 12 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
src/utils/http.py
View file

@ -1,4 +1,4 @@
import asyncio, ipaddress, re, signal, socket, traceback, typing import asyncio, codecs, ipaddress, re, signal, socket, traceback, typing
import urllib.error, urllib.parse, uuid import urllib.error, urllib.parse, uuid
import json as _json import json as _json
import bs4, netifaces, requests import bs4, netifaces, requests
@ -96,9 +96,17 @@ class Request(object):
self.get_params.update(kwargs) self.get_params.update(kwargs)
def set_url(self, url: str): def set_url(self, url: str):
if not urllib.parse.urlparse(url).scheme: parts = urllib.parse.urlparse(url)
url = "http://%s" % url if not parts.scheme:
self.url = url parts = urllib.parse.urlparse("http://%s" % url)
netloc = codecs.encode(parts.netloc, "idna").decode("ascii")
params = "" if not parts.params else (";%s" % parts.params)
query = "" if not parts.query else ("?%s" % parts.query)
fragment = "" if not parts.fragment else ("#%s" % parts.fragment)
self.url = (
f"{parts.scheme}://{netloc}{parts.path}{params}{query}{fragment}")
def get_headers(self) -> typing.Dict[str, str]: def get_headers(self) -> typing.Dict[str, str]:
headers = self.headers.copy() headers = self.headers.copy()