diff --git a/libavcodec/a64multienc.c b/libavcodec/a64multienc.c
index 532f2a2824..d50586e84b 100644
--- a/libavcodec/a64multienc.c
+++ b/libavcodec/a64multienc.c
@@ -317,8 +317,6 @@ static int a64multi_encode_frame(AVCodecContext *avctx, unsigned char *buf,
             charset  += charset_size;
             req_size += charset_size;
         }
-        /* no charset so clean buf */
-        else memset(buf, 0, charset_size);
 
         /* write x frames to buf */
         for (frame = 0; frame < c->mc_lifetime; frame++) {