mirror of https://git.ffmpeg.org/ffmpeg.git
jpeg2000: fix overflow in dequantization
Fixes decoding of file generated with: ffmpeg -f lavfi -i smptehdbars=hd720 -pix_fmt rgb48 /tmp/o.jp2 Reviewed-by: Nicolas BERTRAND <nicoinattendu@gmail.com> Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
This commit is contained in:
parent
dc072c9867
commit
f57119b8e5
|
@ -802,7 +802,7 @@ static void truncpasses(Jpeg2000EncoderContext *s, Jpeg2000Tile *tile)
|
||||||
Jpeg2000Cblk *cblk = prec->cblk + cblkno;
|
Jpeg2000Cblk *cblk = prec->cblk + cblkno;
|
||||||
|
|
||||||
cblk->ninclpasses = getcut(cblk, s->lambda,
|
cblk->ninclpasses = getcut(cblk, s->lambda,
|
||||||
(int64_t)dwt_norms[codsty->transform == FF_DWT53][bandpos][lev] * (int64_t)band->i_stepsize >> 16);
|
(int64_t)dwt_norms[codsty->transform == FF_DWT53][bandpos][lev] * (int64_t)band->i_stepsize >> 15);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -863,7 +863,7 @@ static int encode_tile(Jpeg2000EncoderContext *s, Jpeg2000Tile *tile, int tileno
|
||||||
int *ptr = t1.data[y-yy0];
|
int *ptr = t1.data[y-yy0];
|
||||||
for (x = xx0; x < xx1; x++){
|
for (x = xx0; x < xx1; x++){
|
||||||
*ptr = (comp->i_data[(comp->coord[0][1] - comp->coord[0][0]) * y + x]);
|
*ptr = (comp->i_data[(comp->coord[0][1] - comp->coord[0][0]) * y + x]);
|
||||||
*ptr = (int64_t)*ptr * (int64_t)(16384 * 65536 / band->i_stepsize) >> 14 - NMSEDEC_FRACBITS;
|
*ptr = (int64_t)*ptr * (int64_t)(16384 * 65536 / band->i_stepsize) >> 15 - NMSEDEC_FRACBITS;
|
||||||
ptr++;
|
ptr++;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -320,7 +320,7 @@ int ff_jpeg2000_init_component(Jpeg2000Component *comp,
|
||||||
if (!av_codec_is_encoder(avctx->codec))
|
if (!av_codec_is_encoder(avctx->codec))
|
||||||
band->f_stepsize *= 0.5;
|
band->f_stepsize *= 0.5;
|
||||||
|
|
||||||
band->i_stepsize = band->f_stepsize * (1 << 16);
|
band->i_stepsize = band->f_stepsize * (1 << 15);
|
||||||
|
|
||||||
/* computation of tbx_0, tbx_1, tby_0, tby_1
|
/* computation of tbx_0, tbx_1, tby_0, tby_1
|
||||||
* see ISO/IEC 15444-1:2002 B.5 eq. B-15 and tbl B.1
|
* see ISO/IEC 15444-1:2002 B.5 eq. B-15 and tbl B.1
|
||||||
|
|
|
@ -1024,7 +1024,7 @@ static void dequantization_int(int x, int y, Jpeg2000Cblk *cblk,
|
||||||
int32_t *datap = &comp->i_data[(comp->coord[0][1] - comp->coord[0][0]) * (y + j) + x];
|
int32_t *datap = &comp->i_data[(comp->coord[0][1] - comp->coord[0][0]) * (y + j) + x];
|
||||||
int *src = t1->data[j];
|
int *src = t1->data[j];
|
||||||
for (i = 0; i < w; ++i)
|
for (i = 0; i < w; ++i)
|
||||||
datap[i] = (src[i] * band->i_stepsize + (1 << 15)) >> 16;
|
datap[i] = (src[i] * band->i_stepsize + (1 << 14)) >> 15;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue