import json, os, sqlite3, threading, time class Table(object): def __init__(self, database): self.database = database class Servers(Table): def add(self, hostname, port, password, ipv4, tls, nickname, username=None, realname=None): username = username or nickname realname = realname or nickname self.database.execute( """INSERT INTO servers (hostname, port, password, ipv4, tls, nickname, username, realname) VALUES ( ?, ?, ?, ?, ?, ?, ?, ?)""", [hostname, port, password, ipv4, tls, nickname, username, realname]) def get_all(self): return self.database.execute_fetchall( """SELECT server_id, hostname, port, password, ipv4, tls, nickname, username, realname FROM servers""") def get(self, id): return self.database.execute_fetchone( """SELECT server_id, hostname, port, password, ipv4, tls, nickname, username, realname FROM servers WHERE server_id=?""", [id]) class BotSettings(Table): def set(self, setting, value): self.database.execute( "INSERT OR REPLACE INTO bot_settings VALUES (?, ?)", [setting.lower(), json.dumps(value)]) def get(self, setting, default=None): value = self.database.execute_fetchone( "SELECT value FROM bot_settings WHERE setting=?", [setting.lower()]) if value: return json.loads(value[0]) return default def find(self, pattern, default=[]): values = self.database.execute_fetchall( "SELECT setting, value FROM bot_settings WHERE setting LIKE ?", [pattern.lower()]) if values: for i, value in enumerate(values): values[i] = value[0], json.loads(value[1]) return values return default def find_prefix(self, prefix, default=[]): return self.find_bot_settings("%s%" % prefix, default) def delete(self, setting): self.database.execute( "DELETE FROM bot_settings WHERE setting=?", [setting.lower()]) class ServerSettings(Table): def set(self, server_id, setting, value): self.database.execute( "INSERT OR REPLACE INTO server_settings VALUES (?, ?, ?)", [server_id, setting.lower(), json.dumps(value)]) def get(self, server_id, setting, default=None): value = self.database.execute_fetchone( """SELECT value FROM server_settings WHERE server_id=? AND setting=?""", [server_id,setting.lower()]) if value: return json.loads(value[0]) return default def find(self, server_id, pattern, default=[]): values = self.database.execute_fetchall( """SELECT setting, value FROM server_settings WHERE server_id=? AND setting LIKE ?""", [server_id, pattern.lower()]) if values: for i, value in enumerate(values): values[i] = value[0], json.loads(value[1]) return values return default def find_prefix(self, server_id, prefix, default=[]): return self.find_server_settings(server_id, "%s%" % prefix, default) def delete(self, server_id, setting): self.database.execute( "DELETE FROM server_settings WHERE server_id=? AND setting=?", [server_id, setting.lower()]) class ChannelSettings(Table): def set(self, server_id, channel, setting, value): self.database.execute( "INSERT OR REPLACE INTO channel_settings VALUES (?, ?, ?, ?)", [server_id, channel.lower(), setting.lower(), json.dumps(value)]) def get(self, server_id, channel, setting, default=None): value = self.database.execute_fetchone( """SELECT value FROM channel_settings WHERE server_id=? AND channel=? AND setting=?""", [server_id, channel.lower(), setting.lower()]) if value: return json.loads(value[0]) return default def find(self, server_id, channel, pattern, default=[]): values = self.database.execute_fetchall( """SELECT setting, value FROM channel_settings WHERE server_id=? AND channel=? setting LIKE '?'""", [server_id, channel.lower(), pattern.lower()]) if values: for i, value in enumerate(values): values[i] = value[0], json.loads(value[1]) return values return default def find_prefix(self, server_id, channel, prefix, default=[]): return self.find_channel_settings(server_id, channel, "%s%" % prefix, default) def delete(self, server_id, channel, setting): self.database.execute( """DELETE FROM channel_settings WHERE server_id=? AND channel=? AND setting=?""", [server_id, channel.lower(), setting.lower()]) class UserSettings(Table): def set(self, server_id, nickname, setting, value): self.database.execute( "INSERT OR REPLACE INTO user_settings VALUES (?, ?, ?, ?)", [server_id, nickname.lower(), setting.lower(), json.dumps(value)]) def get(self, server_id, nickname, setting, default=None): value = self.database.execute_fetchone( """SELECT value FROM user_settings WHERE server_id=? AND nickname=? and setting=?""", [server_id, nickname.lower(), setting.lower()]) if value: return json.loads(value[0]) return default def find_all_by_setting(self, server_id, setting, default=[]): values = self.database.execute_fetchall( """SELECT nickname, value FROM user_settings WHERE server_id=? AND setting=?""", [server_id, setting]) if values: for i, value in enumerate(values): values[i] = value[0], json.loads(value[1]) return values return default def find(self, server_id, nickname, pattern, default=[]): values = self.database.execute( """SELECT setting, value FROM user_settings WHERE server_id=? AND nickname=? AND setting LIKE '?'""", [server_id, nickname.lower(), pattern.lower()]) if values: for i, value in enumerate(values): values[i] = value[0], json.loads(value[1]) return values return default def find_prefix(self, server_id, nickname, prefix, default=[]): return self.find_user_settings(server_id, nickname, "%s%" % prefix, default) def delete(self, server_id, nickname, setting): self.database.execute( """DELETE FROM user_settings WHERE server_id=? AND nickname=? AND setting=?""", [server_id, nickname.lower(), setting.lower()]) class UserChannelSettings(Table): def set(self, server_id, channel, nickname, setting, value): self.database.execute( """INSERT OR REPLACE INTO user_channel_settings VALUES (?, ?, ?, ?, ?)""", [server_id, channel.lower(), nickname.lower(), setting.lower(), json.dumps(value)]) def get(self, server_id, channel, nickname, setting, default=None): value = self.database.execute_fetchone( """SELECT value FROM user_channel_settings WHERE server_id=? AND channel=? AND nickname=? and setting=?""", [server_id, channel.lower(), nickname.lower(), setting.lower()]) if value: return json.loads(value[0]) return default def find(self, server_id, channel, nickname, pattern, default=[]): values = self.database.execute_fetchall( """SELECT setting, value FROM user_channel_settings WHERE server_id=? AND channel=? AND nickname=? AND setting LIKE '?'""", [server_id, channel.lower(), nickname.lower(), pattern.lower()]) if values: for i, value in enumerate(values): values[i] = value[0], json.loads(value[1]) return values return default def find_prefix(self, server_id, channel, nickname, prefix, default=[]): return self.find_user_settings(server_id, nickname, "%s%" % prefix, default) def find_by_setting(self, server_id, nickname, setting, default=[]): values = self.database.execute_fetchall( """SELECT channel, value FROM user_channel_settings WHERE server_id=? AND nickname=? AND setting=?""", [server_id, nickname.lower(), setting]) if values: for i, value in enumerate(values): values[i] = value[0], json.loads(value[1]) return values return default def delete(self, server_id, channel, nickname, setting): self.database.execute( """DELETE FROM user_channel_settings WHERE server_id=? AND channel=? AND nickname=? AND setting=?""", [server_id, channel.lower(), nickname.lower(), setting.lower()]) class Database(object): def __init__(self, bot, location="bot.db"): self.bot = bot self.location = location self.full_location = os.path.join(bot.bot_directory, self.location) self.database = sqlite3.connect(self.full_location, check_same_thread=False, isolation_level=None) self.database.execute("PRAGMA foreign_keys = ON") self._cursor = None self.make_servers_table() self.make_bot_settings_table() self.make_server_settings_table() self.make_channel_settings_table() self.make_user_settings_table() self.make_user_channel_settings_table() self.servers = Servers(self) self.bot_settings = BotSettings(self) self.server_settings = ServerSettings(self) self.channel_settings = ChannelSettings(self) self.user_settings = UserSettings(self) self.user_channel_settings = UserChannelSettings(self) def cursor(self): if self._cursor == None: self._cursor = self.database.cursor() return self._cursor def _execute_fetch(self, query, fetch_func, params=[]): printable_query = " ".join(query.split()) self.bot.events.on("log.debug").call( message="executing query: \"%s\" (params: %s)", params=[printable_query, params]) start = time.monotonic() cursor = self.cursor() cursor.execute(query, params) value = fetch_func(cursor) end = time.monotonic() total_milliseconds = (end - start) * 1000 self.bot.events.on("log.debug").call( message="executed in %fms", params=[total_milliseconds]) return value def execute_fetchall(self, query, params=[]): return self._execute_fetch(query, lambda cursor: cursor.fetchall(), params) def execute_fetchone(self, query, params=[]): return self._execute_fetch(query, lambda cursor: cursor.fetchone(), params) def execute(self, query, params=[]): return self._execute_fetch(query, lambda cursor: None, params) def has_table(self, table_name): result = self.execute_fetchone("""SELECT COUNT(*) FROM sqlite_master WHERE type='table' AND name=?""", [table_name]) return result[0] == 1 def make_servers_table(self): if not self.has_table("servers"): self.execute("""CREATE TABLE servers (server_id INTEGER PRIMARY KEY, hostname TEXT, port INTEGER, password TEXT, ipv4 BOOLEAN, tls BOOLEAN, nickname TEXT, username TEXT, realname TEXT)""") def make_bot_settings_table(self): if not self.has_table("bot_settings"): self.execute("""CREATE TABLE bot_settings (setting TEXT PRIMARY KEY, value TEXT)""") self.execute("""CREATE INDEX bot_settings_index ON bot_settings (setting)""") def make_server_settings_table(self): if not self.has_table("server_settings"): self.execute("""CREATE TABLE server_settings (server_id INTEGER, setting TEXT, value TEXT, FOREIGN KEY(server_id) REFERENCES servers(server_id) ON DELETE CASCADE, PRIMARY KEY (server_id, setting))""") self.execute("""CREATE INDEX server_settings_index ON server_settings (server_id, setting)""") def make_channel_settings_table(self): if not self.has_table("channel_settings"): self.execute("""CREATE TABLE channel_settings (server_id INTEGER, channel TEXT, setting TEXT, value TEXT, FOREIGN KEY (server_id) REFERENCES servers(server_id) ON DELETE CASCADE, PRIMARY KEY (server_id, channel, setting))""") self.execute("""CREATE INDEX channel_settings_index ON channel_settings (server_id, channel, setting)""") def make_user_settings_table(self): if not self.has_table("user_settings"): self.execute("""CREATE TABLE user_settings (server_id INTEGER, nickname TEXT, setting TEXT, value TEXT, FOREIGN KEY (server_id) REFERENCES servers(server_id) ON DELETE CASCADE, PRIMARY KEY (server_id, nickname, setting))""") self.execute("""CREATE INDEX user_settings_index ON user_settings (server_id, nickname, setting)""") def make_user_channel_settings_table(self): if not self.has_table("user_channel_settings"): self.execute("""CREATE TABLE user_channel_settings (server_id INTEGER, channel TEXT, nickname TEXT, setting TEXT, value TEXT, FOREIGN KEY (server_id) REFERENCES servers(server_id) ON DELETE CASCADE, PRIMARY KEY (server_id, nickname, channel, setting))""") self.execute("""CREATE INDEX user_channel_settings_index ON user_channel_settings (server_id, nickname, channel, setting)""")