diff --git a/src/core/plugin_manager.vala b/src/core/plugin_manager.vala
index b6a6346..8e3b50e 100644
--- a/src/core/plugin_manager.vala
+++ b/src/core/plugin_manager.vala
@@ -186,7 +186,9 @@ namespace Singularity {
                      } catch (Error e) {
                          warning("Failed to load plugin %s: %s", module_name, e.message);
                      }
-                 } else if (!should_be_active && is_loaded) {
+                 } else if (should_be_active) {
+                     load_extension(info);
+                 } else if (is_loaded) {
                      unload_extension(info);
                  }
             }