From 4cdf6dc9088dc7bc5112d9ae2e91b29c17ad45cb Mon Sep 17 00:00:00 2001 From: Michael Niedermayer Date: Sun, 16 Feb 2020 20:18:11 +0100 Subject: [PATCH] swscale/output: Fix integer overflow in alpha computation in yuv2gbrp16_full_X_c() Fixes: signed integer overflow: 524280 * 4432 cannot be represented in type 'int' Fixes: ticket8322 Found-by: Suhwan Signed-off-by: Michael Niedermayer (cherry picked from commit 49ba1879add99d3f64d70d34fb0255c8a49d4b28) Signed-off-by: Michael Niedermayer --- libswscale/output.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/libswscale/output.c b/libswscale/output.c index 86ead1fc94..ba9cda29f1 100644 --- a/libswscale/output.c +++ b/libswscale/output.c @@ -2284,7 +2284,7 @@ yuv2gbrp16_full_X_c(SwsContext *c, const int16_t *lumFilter, A = -0x40000000; for (j = 0; j < lumFilterSize; j++) - A += alpSrc[j][i] * lumFilter[j]; + A += alpSrc[j][i] * (unsigned)lumFilter[j]; A >>= 1; A += 0x20002000;