avcodec/mss2: Fix integer overflow

This also simplifies the code
Fixes: signal_sigabrt_7ffff6ac8cc9_2943_cov_3588637614_mss2_speech.wmv

Found-by: Mateusz "j00ru" Jurczyk and Gynvael Coldwind
Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
This commit is contained in:
Michael Niedermayer 2015-07-01 20:29:44 +02:00
parent f8e038f9a0
commit ce81e47c91
1 changed files with 3 additions and 3 deletions

View File

@ -52,9 +52,9 @@ static void arith2_normalise(ArithCoder *c)
c->value ^= 0x8000;
c->low ^= 0x8000;
}
c->high = c->high << 8 & 0xFFFFFF | 0xFF;
c->value = c->value << 8 & 0xFFFFFF | bytestream2_get_byte(c->gbc.gB);
c->low = c->low << 8 & 0xFFFFFF;
c->high = (uint16_t)c->high << 8 | 0xFF;
c->value = (uint16_t)c->value << 8 | bytestream2_get_byte(c->gbc.gB);
c->low = (uint16_t)c->low << 8;
}
}