diff --git a/libavfilter/dualinput.c b/libavfilter/dualinput.c
index 97e15cbe01..88f7a272f1 100644
--- a/libavfilter/dualinput.c
+++ b/libavfilter/dualinput.c
@@ -57,7 +57,7 @@ int ff_dualinput_init(AVFilterContext *ctx, FFDualInputContext *s)
     in[1].after  = EXT_INFINITY;
 
     if (s->shortest)
-        in[1].after = EXT_STOP;
+        in[0].after = in[1].after = EXT_STOP;
     if (!s->repeatlast) {
         in[0].after = EXT_STOP;
         in[1].sync  = 0;