avcodec/vlc: merge lost 16bit end of array check

Also cleanup related code

Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
This commit is contained in:
Michael Niedermayer 2023-10-22 20:04:04 +02:00
parent a23d527ec5
commit 9b546a0717
No known key found for this signature in database
GPG Key ID: B18E8928B3948D64
1 changed files with 4 additions and 4 deletions

View File

@ -358,8 +358,8 @@ static void add_level(VLC_MULTI_ELEM *table, const int nb_elems,
const int minlen, const int max,
unsigned* levelcnt, VLC_MULTI_ELEM *info)
{
if (nb_elems > 256 && curlevel > 2)
return; // No room
int is16bit = nb_elems>256;
int max_symbols = VLC_MULTI_MAX_SYMBOLS >> is16bit;
for (int i = num-1; i > max; i--) {
for (int j = 0; j < 2; j++) {
int newlimit, sym;
@ -373,7 +373,7 @@ static void add_level(VLC_MULTI_ELEM *table, const int nb_elems,
code = curcode + (buf[t].code >> curlen);
newlimit = curlimit - l;
l += curlen;
if (nb_elems>256) AV_WN16(info->val+2*curlevel, sym);
if (is16bit) AV_WN16(info->val+2*curlevel, sym);
else info->val[curlevel] = sym&0xFF;
if (curlevel) { // let's not add single entries
@ -386,7 +386,7 @@ static void add_level(VLC_MULTI_ELEM *table, const int nb_elems,
levelcnt[curlevel-1]++;
}
if (curlevel+1 < VLC_MULTI_MAX_SYMBOLS && newlimit >= minlen) {
if (curlevel+1 < max_symbols && newlimit >= minlen) {
add_level(table, nb_elems, num, numbits, buf,
code, l, newlimit, curlevel+1,
minlen, max, levelcnt, info);