diff --git a/src/video_core/renderer_vulkan/vk_texture_cache.cpp b/src/video_core/renderer_vulkan/vk_texture_cache.cpp
index a2a14f3674..7306def4af 100644
--- a/src/video_core/renderer_vulkan/vk_texture_cache.cpp
+++ b/src/video_core/renderer_vulkan/vk_texture_cache.cpp
@@ -1880,6 +1880,9 @@ std::optional<size_t> TextureCacheRuntime::GetSamplerHeapBudget() const {
 
 void TextureCacheRuntime::TickFrame() {
     sentenced_unswizzle_buffers.Tick();
+    std::erase_if(pending_msaa_images, [this](const auto& pending) {
+        return scheduler.IsFree(pending.first);
+    });
 }
 
 // Is this even needed? I wasn't sure if the buffer was cleared when done with,
@@ -1891,9 +1894,6 @@ void TextureCacheRuntime::ReleaseSparseUnswizzleBuffer(Image& image) {
         image.compute_unswizzle_buffer_size = 0;
         image.compute_unswizzle_buffer_is_zero = false;
     }
-    std::erase_if(pending_msaa_images, [this](const auto& pending) {
-        return scheduler.IsFree(pending.first);
-    });
 }
 
 Image::Image(TextureCacheRuntime& runtime_, const ImageInfo& info_, GPUVAddr gpu_addr_,