diff --git a/src/main/java/net/knarcraft/paidsigns/manager/TrackedSignManager.java b/src/main/java/net/knarcraft/paidsigns/manager/TrackedSignManager.java
index 7c9d6d2..da97300 100644
--- a/src/main/java/net/knarcraft/paidsigns/manager/TrackedSignManager.java
+++ b/src/main/java/net/knarcraft/paidsigns/manager/TrackedSignManager.java
@@ -77,6 +77,13 @@ public final class TrackedSignManager {
         for (String key : signSection.getKeys(false)) {
             loadSign(signSection, key);
         }
+
+        //Save tracked signs in case some were invalidated after loading
+        try {
+            TrackedSignManager.saveTrackedSigns();
+        } catch (IOException e) {
+            PaidSigns.getInstance().getLogger().log(Level.WARNING, "Unable to save tracked signs");
+        }
     }
 
     /**
@@ -120,7 +127,7 @@ public final class TrackedSignManager {
      *
      * @throws IOException <p>If unable to write to the data file</p>
      */
-    private static void saveTrackedSigns() throws IOException {
+    public static void saveTrackedSigns() throws IOException {
         YamlConfiguration configuration = YamlConfiguration.loadConfiguration(signsFile);
         ConfigurationSection signSection = configuration.createSection("trackedSigns");