diff --git a/NewHorizons/Main.cs b/NewHorizons/Main.cs
index 03ee860c..f3636d43 100644
--- a/NewHorizons/Main.cs
+++ b/NewHorizons/Main.cs
@@ -58,7 +58,6 @@ namespace NewHorizons
         private string _defaultStarSystem = "SolarSystem";
         private string _currentStarSystem = "SolarSystem";
         private bool _isChangingStarSystem = false;
-        private bool _refreshCacheOnLoad = false; // Will refresh when changing systems
         private bool _firstLoad = true;
         private ShipWarpController _shipWarpController;
 
@@ -170,20 +169,10 @@ namespace NewHorizons
 
         private void OnSceneUnloaded(Scene scene)
         {
-            // Always clear this one because the game objects will be null now
             SearchUtilities.ClearCache();
-
-            // Clear caches if we've left the actual game scene or if we've specified to do it
-            // Refresh cache of load should only be true if the new system isnt the same as the last one
-            if (_refreshCacheOnLoad || !_isChangingStarSystem)
-            {
-                ImageUtilities.ClearCache();
-                AudioUtilities.ClearCache();
-                AssetBundleUtilities.ClearCache();
-            }
-
-            _refreshCacheOnLoad = false;
-
+            ImageUtilities.ClearCache();
+            AudioUtilities.ClearCache();
+            AssetBundleUtilities.ClearCache();
             IsSystemReady = false;
         }
 
@@ -466,8 +455,6 @@ namespace NewHorizons
                 sceneToLoad = OWScene.SolarSystem;
             }
 
-            _refreshCacheOnLoad = _currentStarSystem != newStarSystem;
-
             _currentStarSystem = newStarSystem;
 
             LoadManager.LoadSceneAsync(sceneToLoad, true, LoadManager.FadeType.ToBlack, 0.1f, true);