From d05bdba2428dd0c1c5cd3426d69c712b127f996c Mon Sep 17 00:00:00 2001 From: Michael Niedermayer Date: Thu, 11 May 2017 23:06:50 +0200 Subject: [PATCH] avcodec/mss3: Fix runtime error: signed integer overflow: -2146318336 - 2139696256 cannot be represented in type 'int' Fix is similar to rac_get_model_sym() Fixes: 1483/clusterfuzz-testcase-minimized-6386507814273024 Fixes: 1485/clusterfuzz-testcase-minimized-6639880215986176 Found-by: continuous fuzzing process https://github.com/google/oss-fuzz/tree/master/targets/ffmpeg Signed-off-by: Michael Niedermayer --- libavcodec/mss3.c | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/libavcodec/mss3.c b/libavcodec/mss3.c index 81b7e2017c..21226f9085 100644 --- a/libavcodec/mss3.c +++ b/libavcodec/mss3.c @@ -389,9 +389,10 @@ static int rac_get_model_sym(RangeCoder *c, Model *m) static int rac_get_model256_sym(RangeCoder *c, Model256 *m) { - int prob, prob2, helper, val; + int val; int start, end; int ssym; + unsigned prob, prob2, helper; prob2 = c->range; c->range >>= MODEL_SCALE;