diff --git a/Ryujinx.Graphics.OpenGL/Pipeline.cs b/Ryujinx.Graphics.OpenGL/Pipeline.cs
index 1bfc0d1cf..43711b455 100644
--- a/Ryujinx.Graphics.OpenGL/Pipeline.cs
+++ b/Ryujinx.Graphics.OpenGL/Pipeline.cs
@@ -1192,7 +1192,11 @@ namespace Ryujinx.Graphics.OpenGL
             Sampler glSampler = (Sampler)sampler;
 
             glSampler?.Bind(binding);
-            _unit0Sampler = glSampler;
+
+            if (binding == 0)
+            {
+                _unit0Sampler = glSampler;
+            }
         }