avcodec/h264idct_template: Fix several runtime error: signed integer overflow

Fixes: 689/clusterfuzz-testcase-6029352737177600

Found-by: continuous fuzzing process https://github.com/google/oss-fuzz/tree/master/targets/ffmpeg
Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
This commit is contained in:
Michael Niedermayer 2017-02-28 22:07:36 +01:00
parent e46ab99750
commit 04c99c8042
1 changed files with 8 additions and 8 deletions

View File

@ -261,15 +261,15 @@ void FUNCC(ff_h264_luma_dc_dequant_idct)(int16_t *_output, int16_t *_input, int
for(i=0; i<4; i++){
const int offset= x_offset[i];
const int z0= temp[4*0+i] + temp[4*2+i];
const int z1= temp[4*0+i] - temp[4*2+i];
const int z2= temp[4*1+i] - temp[4*3+i];
const int z3= temp[4*1+i] + temp[4*3+i];
const SUINT z0= temp[4*0+i] + temp[4*2+i];
const SUINT z1= temp[4*0+i] - temp[4*2+i];
const SUINT z2= temp[4*1+i] - temp[4*3+i];
const SUINT z3= temp[4*1+i] + temp[4*3+i];
output[stride* 0+offset]= ((((z0 + z3)*qmul + 128 ) >> 8));
output[stride* 1+offset]= ((((z1 + z2)*qmul + 128 ) >> 8));
output[stride* 4+offset]= ((((z1 - z2)*qmul + 128 ) >> 8));
output[stride* 5+offset]= ((((z0 - z3)*qmul + 128 ) >> 8));
output[stride* 0+offset]= (int)((z0 + z3)*qmul + 128 ) >> 8;
output[stride* 1+offset]= (int)((z1 + z2)*qmul + 128 ) >> 8;
output[stride* 4+offset]= (int)((z1 - z2)*qmul + 128 ) >> 8;
output[stride* 5+offset]= (int)((z0 - z3)*qmul + 128 ) >> 8;
}
#undef stride
}