Firepup650/bitbot-3.11-fork
2
0
Fork 0
Code Issues Pull requests Activity Actions

push markov loading half on to a background thread that takes the main thread

Browse source 
for database actions
This commit is contained in:
jesopo 2019-09-23 10:24:03 +01:00
parent 964730e758
commit 28cdf05a47
1 changed files with 17 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
modules/markov.py
View file

@ -1,4 +1,4 @@
import random import random, threading
from src import ModuleManager, utils from src import ModuleManager, utils
NO_MARKOV = "Markov chains not enabled in this channel" NO_MARKOV = "Markov chains not enabled in this channel"
@ -26,14 +26,27 @@ class Module(ModuleManager.BaseModule):
if not event["target"].get_setting("markov", False): if not event["target"].get_setting("markov", False):
raise utils.EventError(NO_MARKOV) raise utils.EventError(NO_MARKOV)
if not self._load_thread == None:
raise utils.EventError("Log loading already in progress")
page = utils.http.request(event["args_split"][0]) page = utils.http.request(event["args_split"][0])
if page.code == 200: if page.code == 200:
for line in page.data.decode("utf8").split("\n"): event["stdout"].write("Importing...")
self._create(event["target"].id, line.strip("\r").split(" ")) self._load_thread = threading.Thread(target=self._load_loop,
event["stdout"].write("Log imported") args=[event["target"].id, page.data])
self._load_thread.daemon = True
self._load_thread.start()
else: else:
event["stderr"].write("Failed to load log (%d)" % page.code) event["stderr"].write("Failed to load log (%d)" % page.code)
def _load_loop(self, channel_id, data):
for line in data.decode("utf8").split("\n"):
line = line.strip("\r").split(" ")
self.bot.trigger(self._create_factory(channel_id, line))
self._load_thread = None
def _create_factory(self, channel_id, line):
return lambda: self._create(channel_id, line)
def _create(self, channel_id, words): def _create(self, channel_id, words):
words = list(filter(None, words)) words = list(filter(None, words))
words = [word.lower() for word in words] words = [word.lower() for word in words]