diff --git a/libavcodec/hevc_refs.c b/libavcodec/hevc_refs.c
index dc35d3591a..b99d20faed 100644
--- a/libavcodec/hevc_refs.c
+++ b/libavcodec/hevc_refs.c
@@ -419,7 +419,7 @@ static int add_candidate_ref(HEVCContext *s, RefPicList *list,
 {
     HEVCFrame *ref = find_ref_idx(s, poc);
 
-    if (ref == s->ref)
+    if (ref == s->ref || list->nb_refs >= MAX_REFS)
         return AVERROR_INVALIDDATA;
 
     if (!ref) {