Firepup650/bitbot-3.11-fork
2
0
Fork 0
Code Issues Pull requests Activity Actions

Add a setting to automatically shorten URLs when their title is retrieved

Browse source
This commit is contained in:
jesopo 2019-04-28 00:35:41 +01:00
parent 98deba18ed
commit 347253249e
1 changed files with 13 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
modules/title.py
View file

@ -4,6 +4,9 @@ from src import EventManager, ModuleManager, utils
@utils.export("channelset", {"setting": "auto-title",
"help": "Disable/Enable automatically getting info titles from URLs",
"validate": utils.bool_or_none})
@utils.export("channelset", {"setting": "title-shorten",
"help": "Enable/disable shortening URLs when getting their title",
"validate": utils.bool_or_none})
@utils.export("channelset", {"setting": "auto-title-first",
"help": ("Enable/disable showing who first posted a URL that was "
"auto-titled"),
@ -13,7 +16,7 @@ class Module(ModuleManager.BaseModule):
return "sha256:%s" % hashlib.sha256(url.lower().encode("utf8")
).hexdigest()
def _get_title(self, url):
def _get_title(self, channel, url):
if not urllib.parse.urlparse(url).scheme:
url = "http://%s" % url
@ -30,8 +33,14 @@ class Module(ModuleManager.BaseModule):
self.log.error("failed to get URL title", [], exc_info=True)
return None
if page.data.title:
return page.data.title.text.replace("\n", " ").replace(
title = page.data.title.text.replace("\n", " ").replace(
"\r", "").replace(" ", " ").strip()
if channel.get_setting("title-shorten", False):
short_url = self.exports.get_one("shortlink", lambda x: x
)(url)
return "%s - %s" % (title, short_url)
return title
else:
return None
@ -46,7 +55,7 @@ class Module(ModuleManager.BaseModule):
return
url = match.group(0)
title = self._get_title(match.group(0))
title = self._get_title(event["channel"], match.group(0))
if title:
message = title
@ -87,7 +96,7 @@ class Module(ModuleManager.BaseModule):
if not url:
raise utils.EventError("No URL provided/found.")
title = self._get_title(url)
title = self._get_title(event["target"], url)
if title:
event["stdout"].write(title)