Firepup650/bitbot-3.11-fork
2
0
Fork 0
Code Issues Pull requests Activity Actions

implement !rss read <url>

Browse source 
closes #94
This commit is contained in:
jesopo 2019-08-09 16:48:41 +01:00
parent 0f4a4d04a1
commit fc765228eb
1 changed files with 21 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
modules/rss.py
View file

@ -91,7 +91,10 @@ class Module(ModuleManager.BaseModule):
total_milliseconds = (time.monotonic() - start_time) * 1000 total_milliseconds = (time.monotonic() - start_time) * 1000
self.log.trace("Polled RSS feeds in %fms", [total_milliseconds]) self.log.trace("Polled RSS feeds in %fms", [total_milliseconds])
def _check_url(self, url): def _get_id(self, entry):
return entry.get("id", entry["link"])
def _get_entries(self, url, max: int=None):
try: try:
data = utils.http.request(url) data = utils.http.request(url)
feed = feedparser.parse(data.data) feed = feedparser.parse(data.data)
@ -99,12 +102,12 @@ class Module(ModuleManager.BaseModule):
self.log.warn("failed to parse RSS %s", [url], exc_info=True) self.log.warn("failed to parse RSS %s", [url], exc_info=True)
feed = None feed = None
if not feed or not feed["feed"]: if not feed or not feed["feed"]:
return None return None, None
entry_ids = [] entry_ids = []
for entry in feed["entries"]: for entry in feed["entries"]:
entry_ids.append(entry.get("id", entry["link"])) entry_ids.append(entry.get("id", entry["link"]))
return entry_ids return feed["feed"].get("title", None), feed["entries"][:max]
@utils.hook("received.command.rss", min_args=1, channel_only=True) @utils.hook("received.command.rss", min_args=1, channel_only=True)
def rss(self, event): def rss(self, event):
@ -131,9 +134,11 @@ class Module(ModuleManager.BaseModule):
if url in rss_hooks: if url in rss_hooks:
raise utils.EventError("That URL is already being watched") raise utils.EventError("That URL is already being watched")
seen_ids = self._check_url(url) title, entries = self._get_entries(url)
if seen_ids == None: if seen_ids == None:
raise utils.EventError("Failed to read feed") raise utils.EventError("Failed to read feed")
seen_ids = [self._get_id(e) for e in entries]
event["target"].set_setting("rss-seen-ids-%s" % url, seen_ids) event["target"].set_setting("rss-seen-ids-%s" % url, seen_ids)
rss_hooks.append(url) rss_hooks.append(url)
@ -149,6 +154,18 @@ class Module(ModuleManager.BaseModule):
rss_hooks.remove(url) rss_hooks.remove(url)
changed = True changed = True
message = "Removed RSS feed" message = "Removed RSS feed"
elif subcommand == "read":
if not len(event["args_split"]) > 1:
raise utils.EventError("Please provide a url")
title, entries = self._get_entries(event["args_split"][1])
if not entries:
raise utils.EventError("Failed to get RSS entries")
shorten = event["target"].get_setting("rss-shorten", False)
out = self._format_entry(event["server"], title, entries[0],
shorten)
event["stdout"].write(out)
else: else:
raise utils.EventError("Unknown subcommand '%s'" % subcommand) raise utils.EventError("Unknown subcommand '%s'" % subcommand)