diff --git a/libavcodec/h264.c b/libavcodec/h264.c
index c3def672ea..ac0d088e4a 100644
--- a/libavcodec/h264.c
+++ b/libavcodec/h264.c
@@ -2954,8 +2954,7 @@ static int decode_ref_pic_list_reordering(H264Context *h){
                             assert(ref->reference);
                             assert(!ref->long_ref);
                             if(
-                                   ref->frame_num == frame_num &&
-                                   (ref->reference & pic_structure)
+                                   ref->frame_num == frame_num
                               )
                                 break;
                         }
@@ -2973,7 +2972,7 @@ static int decode_ref_pic_list_reordering(H264Context *h){
                         }
                         ref = h->long_ref[long_idx];
                         assert(!(ref && !ref->reference));
-                        if(ref && (ref->reference & pic_structure)){
+                        if(ref){
                             ref->pic_id= pic_id;
                             assert(ref->long_ref);
                             i=0;