diff --git a/redbot/core/core_commands.py b/redbot/core/core_commands.py
index 66af13106..f0157229b 100644
--- a/redbot/core/core_commands.py
+++ b/redbot/core/core_commands.py
@@ -224,8 +224,8 @@ class Core:
                              " cog path."))
             return
 
-        self.cleanup_and_refresh_modules(spec.name)
         try:
+            self.cleanup_and_refresh_modules(spec.name)
             ctx.bot.load_extension(spec)
         except Exception as e:
             log.exception("Package reloading failed", exc_info=e)