diff --git a/avconv.c b/avconv.c
index 6517c4bcfc..c59916e3ed 100644
--- a/avconv.c
+++ b/avconv.c
@@ -1568,7 +1568,7 @@ static int poll_filters(void)
                                                    AV_TIME_BASE_Q,
                                                    ost->st->codec->time_base);
 
-            if (of->start_time && filtered_frame->pts < of->start_time) {
+            if (of->start_time && filtered_frame->pts < 0) {
                 avfilter_unref_buffer(picref);
                 continue;
             }