diff --git a/libvo/vo_vdpau.c b/libvo/vo_vdpau.c
index 6a5936c959..3e7a4b31a8 100644
--- a/libvo/vo_vdpau.c
+++ b/libvo/vo_vdpau.c
@@ -596,7 +596,7 @@ static int config(uint32_t width, uint32_t height, uint32_t d_width,
     vid_surface_num = -1;
     resize();
 
-    if (!create_vdp_decoder(2))
+    if (IMGFMT_IS_VDPAU(image_format) && !create_vdp_decoder(2))
         return -1;
 
     return 0;