diff --git a/pipeline.lisp b/pipeline.lisp
index 6c0f37a71..913ab5a55 100644
--- a/pipeline.lisp
+++ b/pipeline.lisp
@@ -278,6 +278,9 @@
     ;;        and fbos to reduce the amount of unnecessary allocation. This is separate
     ;;        from the previous issue as the scenes typically have separate pipelines.
     (clear-pipeline pipeline)
+    (loop for pass across (passes pipeline)
+          do (unless (find pass passes)
+               (leave pass pipeline)))
     (setf (passes pipeline) (coerce passes 'vector))
     (setf (textures pipeline) textures)
     (setf (texspecs pipeline) texspecs)))