diff --git a/Flow.Launcher.Core/Plugin/PluginManager.cs b/Flow.Launcher.Core/Plugin/PluginManager.cs
index d6d4c5eae..5ea978418 100644
--- a/Flow.Launcher.Core/Plugin/PluginManager.cs
+++ b/Flow.Launcher.Core/Plugin/PluginManager.cs
@@ -713,7 +713,7 @@ namespace Flow.Launcher.Core.Plugin
 
         public static bool PluginModified(string id)
         {
-            return ModifiedPlugins.Contains(id);
+            return ModifiedPlugins.Contains(id) && _allInitializedPlugins.ContainsKey(id);
         }
 
         public static async Task<bool> UpdatePluginAsync(PluginMetadata existingVersion, UserPlugin newVersion, string zipFilePath)
diff --git a/Flow.Launcher.Plugin/Interfaces/IPublicAPI.cs b/Flow.Launcher.Plugin/Interfaces/IPublicAPI.cs
index 269635d5e..456341a71 100644
--- a/Flow.Launcher.Plugin/Interfaces/IPublicAPI.cs
+++ b/Flow.Launcher.Plugin/Interfaces/IPublicAPI.cs
@@ -534,7 +534,8 @@ namespace Flow.Launcher.Plugin
 
         /// <summary>
         /// Check if the plugin has been modified.
-        /// If this plugin is updated, installed or uninstalled and users do not restart the app,
+        /// If this plugin is initializing, it will be marked as modified.
+        /// Or if this plugin is updated, installed or uninstalled and users do not restart the app,
         /// it will be marked as modified
         /// </summary>
         /// <param name="id">Plugin id</param>