Make plugin loading load all subdirs as well

Author: linuxdaemon

cloudbot/bot.py

@@ -6,6 +6,7 @@
 import os
 import gc
 from operator import attrgetter
+from pathlib import Path
 
 from sqlalchemy import create_engine
 
@@ -59,6 +60,7 @@ class CloudBot:
 
     def __init__(self, loop=asyncio.get_event_loop()):
         # basic variables
+        self.base_dir = Path().resolve()
         self.loop = loop
         self.start_time = time.time()
         self.running = True

cloudbot/plugin.py

@@ -8,6 +8,7 @@
 from collections import defaultdict
 from operator import attrgetter
 from itertools import chain
+from pathlib import Path
 
 import sqlalchemy
 
@@ -119,7 +120,10 @@ def load_all(self, plugin_dir):
 
         :type plugin_dir: str
         """
-        path_list = glob.iglob(os.path.join(plugin_dir, '*.py'))
+        plugin_dir = Path(plugin_dir)
+        # Load all .py files in the plugins directory and any subdirectory
+        # But ignore files starting with _
+        path_list = plugin_dir.rglob("[!_]*.py")
         # Load plugins asynchronously :O
         yield from asyncio.gather(*[self.load_plugin(path) for path in path_list], loop=self.bot.loop)
 
@@ -136,27 +140,30 @@ def load_plugin(self, path):
 
         Won't load any plugins listed in "disabled_plugins".
 
-        :type path: str
+        :type path: str | Path
         """
 
-        file_path = os.path.abspath(path)
-        file_name = os.path.basename(path)
-        title = os.path.splitext(file_name)[0]
+        path = Path(path)
+        file_path = path.resolve()
+        file_name = file_path.name
+        # Resolve the path relative to the current directory
+        plugin_path = file_path.relative_to(self.bot.base_dir)
+        title = '.'.join(plugin_path.parts[1:]).rsplit('.', 1)[0]
 
         if "plugin_loading" in self.bot.config:
             pl = self.bot.config.get("plugin_loading")
 
             if pl.get("use_whitelist", False):
                 if title not in pl.get("whitelist", []):
-                    logger.info('Not loading plugin module "{}": plugin not whitelisted'.format(file_name))
+                    logger.info('Not loading plugin module "{}": plugin not whitelisted'.format(title))
                     return
             else:
                 if title in pl.get("blacklist", []):
-                    logger.info('Not loading plugin module "{}": plugin blacklisted'.format(file_name))
+                    logger.info('Not loading plugin module "{}": plugin blacklisted'.format(title))
                     return
 
         # make sure to unload the previously loaded plugin from this path, if it was loaded.
-        if file_name in self.plugins:
+        if file_path in self.plugins:
             yield from self.unload_plugin(file_path)
 
         module_name = "plugins.{}".format(title)
@@ -166,11 +173,11 @@ def load_plugin(self, path):
             if hasattr(plugin_module, "_cloudbot_loaded"):
                 importlib.reload(plugin_module)
         except Exception:
-            logger.exception("Error loading {}:".format(file_name))
+            logger.exception("Error loading {}:".format(title))
             return
 
         # create the plugin
-        plugin = Plugin(file_path, file_name, title, plugin_module)
+        plugin = Plugin(str(file_path), file_name, title, plugin_module)
 
         # proceed to register hooks
 
@@ -187,7 +194,7 @@ def load_plugin(self, path):
                 plugin.unregister_tables(self.bot)
                 return
 
-        self.plugins[plugin.file_name] = plugin
+        self.plugins[plugin.file_path] = plugin
 
         for on_cap_available_hook in plugin.on_cap_available:
             for cap in on_cap_available_hook.caps:
@@ -275,21 +282,26 @@ def unload_plugin(self, path):
 
         Returns True if the plugin was unloaded, False if the plugin wasn't loaded in the first place.
 
-        :type path: str
+        :type path: str | Path
         :rtype: bool
         """
-        file_name = os.path.basename(path)
-        title = os.path.splitext(file_name)[0]
+        path = Path(path)
+        file_path = path.resolve()
+        plugin_path = file_path.relative_to(self.bot.base_dir)
+
+        title = '.'.join(plugin_path.parts[1:]).rsplit('.', 1)[0]
         if "disabled_plugins" in self.bot.config and title in self.bot.config['disabled_plugins']:
             # this plugin hasn't been loaded, so no need to unload it
             return False
 
+        module_name = "plugins.{}".format(title)
+
         # make sure this plugin is actually loaded
-        if not file_name in self.plugins:
+        if str(file_path) not in self.plugins:
             return False
 
         # get the loaded plugin
-        plugin = self.plugins[file_name]
+        plugin = self.plugins[str(file_path)]
 
         for task in plugin.tasks:
             task.cancel()
@@ -358,10 +370,10 @@ def unload_plugin(self, path):
         plugin.unregister_tables(self.bot)
 
         # remove last reference to plugin
-        del self.plugins[plugin.file_name]
+        del self.plugins[plugin.file_path]
 
         if self.bot.config.get("logging", {}).get("show_plugin_loading", True):
-            logger.info("Unloaded all plugins from {}.py".format(plugin.title))
+            logger.info("Unloaded all plugins from {}".format(plugin.title))
 
         return True
 

cloudbot/reloader.py

@@ -19,7 +19,7 @@ def start(self, module_path):
         """Starts the plugin reloader
         :type module_path: str
         """
-        self.observer.schedule(self.event_handler, module_path, recursive=False)
+        self.observer.schedule(self.event_handler, module_path, recursive=True)
         self.observer.start()
 
     def stop(self):