diff --git a/libavformat/utils.c b/libavformat/utils.c
index 5bb56428f0..f995c4f7a5 100644
--- a/libavformat/utils.c
+++ b/libavformat/utils.c
@@ -719,10 +719,6 @@ int ff_get_audio_frame_size(AVCodecContext *enc, int size, int mux)
 {
     int frame_size;
 
-    /* give frame_size priority if demuxing */
-    if (!mux && enc->frame_size > 1)
-        return enc->frame_size;
-
     if ((frame_size = av_get_audio_frame_duration(enc, size)) > 0)
         return frame_size;