diff --git a/video/mp_image.c b/video/mp_image.c
index 30488e66c2..debdbbb201 100644
--- a/video/mp_image.c
+++ b/video/mp_image.c
@@ -241,8 +241,6 @@ struct mp_image *mp_image_new_dummy_ref(struct mp_image *img)
 struct mp_image *mp_image_new_custom_ref(struct mp_image *img, void *free_arg,
                                          void (*free)(void *arg))
 {
-    assert(!img->bufs[0]);
-
     struct mp_image *new = mp_image_new_dummy_ref(img);
 
     struct free_args *args = talloc_ptrtype(NULL, args);