diff --git a/libavcodec/mpegpicture.c b/libavcodec/mpegpicture.c
index be6e6967e0..cb3ebcf7e7 100644
--- a/libavcodec/mpegpicture.c
+++ b/libavcodec/mpegpicture.c
@@ -419,7 +419,7 @@ static inline int pic_is_unused(Picture *pic)
 {
     if (!pic->f->buf[0])
         return 1;
-    if (pic->needs_realloc && !(pic->reference & DELAYED_PIC_REF))
+    if (pic->needs_realloc)
         return 1;
     return 0;
 }