diff --git a/libavcodec/j2kdec.c b/libavcodec/j2kdec.c
index 340edd19c0..f5d2cb43b6 100644
--- a/libavcodec/j2kdec.c
+++ b/libavcodec/j2kdec.c
@@ -1037,6 +1037,7 @@ static int decode_frame(AVCodecContext *avctx,
 
     s->picture = picture;
 
+    s->avctx = avctx;
     bytestream2_init(&s->g, avpkt->data, avpkt->size);
     s->curtileno = -1;
 
@@ -1086,8 +1087,6 @@ static av_cold int j2kdec_init(AVCodecContext *avctx)
 {
     Jpeg2000DecoderContext *s = avctx->priv_data;
 
-    s->avctx = avctx;
-
     ff_jpeg2000_init_tier1_luts();
 
     return 0;