diff --git a/src/IRCServer.py b/src/IRCServer.py
index e7ee3422..0316cc60 100644
--- a/src/IRCServer.py
+++ b/src/IRCServer.py
@@ -158,11 +158,7 @@ class Server(IRCObject.Object):
     def add_own_mode(self, mode: str, arg: str=None):
         self.own_modes[mode] = arg
     def remove_own_mode(self, mode: str):
-        if mode in self.own_modes:
-            del self.own_modes[mode]
-        else:
-            self.bot.log.warn("Tried to remove unknown own mode %s on %s",
-                [mode, str(self)])
+        del self.own_modes[mode]
     def change_own_mode(self, remove: bool, mode: str, arg: str=None):
         if remove:
             self.remove_own_mode(mode)