Don't return 0 if buffer setup failed. That signals the RTSP demuxer that

the packet was filled in, leading to virtually random behaviour in the
decoder later on. Instead, return a negative value.

Originally committed as revision 21851 to svn://svn.ffmpeg.org/ffmpeg/trunk

libavformat/rtp_asf.c

@@ -197,7 +197,7 @@ static int asfrtp_parse_packet(AVFormatContext *s, PayloadContext *asf,
             }
             if (!len_off && !asf->pktbuf &&
                 !(res = url_open_dyn_packet_buf(&asf->pktbuf, rt->asf_ctx->packet_size)))
-                return res;
+                return AVERROR(EIO);
             if (!asf->pktbuf)
                 return AVERROR(EIO);