diff --git a/Ryujinx.Graphics.Vulkan/DescriptorSetUpdater.cs b/Ryujinx.Graphics.Vulkan/DescriptorSetUpdater.cs
index e5b10cbbb..3c3f69824 100644
--- a/Ryujinx.Graphics.Vulkan/DescriptorSetUpdater.cs
+++ b/Ryujinx.Graphics.Vulkan/DescriptorSetUpdater.cs
@@ -145,8 +145,11 @@ namespace Ryujinx.Graphics.Vulkan
 
         public void SetStorageBuffers(CommandBuffer commandBuffer, int first, ReadOnlySpan<BufferRange> buffers)
         {
-            Array.Resize(ref _storageBuffers, first + buffers.Length);
-            Array.Resize(ref _storageBufferRefs, first + buffers.Length);
+            if (_storageBuffers.Length < first + buffers.Length)
+            {
+                Array.Resize(ref _storageBuffers, first + buffers.Length);
+                Array.Resize(ref _storageBufferRefs, first + buffers.Length);
+            }
 
             for (int i = 0; i < buffers.Length; i++)
             {