ffmpeg/libavcodec/loongarch/cabac.h
Shiyou Yin afcb36b7e5 avcodec: [loongarch] optimize get_cabac.
Decoding 1080P H264 on 2.5Ghz 3A5000: 165fps==>168fps.
Testing command: ffmpeg -i ***.mp4 -f rawvideo -y /dev/null -an

Reviewed-by: 陈昊 <chenhao@loongson.cn>
Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
2021-12-01 17:44:56 +01:00

239 lines
13 KiB
C

/*
* Loongson optimized cabac
*
* Copyright (c) 2020 Loongson Technology Corporation Limited
* Contributed by Shiyou Yin <yinshiyou-hf@loongson.cn>
* Gu Xiwei(guxiwei-hf@loongson.cn)
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#ifndef AVCODEC_LOONGARCH_CABAC_H
#define AVCODEC_LOONGARCH_CABAC_H
#include "libavcodec/cabac.h"
#include "config.h"
#define GET_CABAC_LOONGARCH_UNCBSR \
"ld.bu %[bit], %[state], 0x0 \n\t" \
"andi %[tmp0], %[c_range], 0xC0 \n\t" \
"slli.d %[tmp0], %[tmp0], 0x01 \n\t" \
"add.d %[tmp0], %[tmp0], %[tables] \n\t" \
"add.d %[tmp0], %[tmp0], %[bit] \n\t" \
/* tmp1: RangeLPS */ \
"ld.bu %[tmp1], %[tmp0], %[lps_off] \n\t" \
\
"sub.d %[c_range], %[c_range], %[tmp1] \n\t" \
"slli.d %[tmp0], %[c_range], 0x11 \n\t" \
"bge %[tmp0], %[c_low], 1f \n\t" \
"move %[c_range], %[tmp1] \n\t" \
"nor %[bit], %[bit], %[bit] \n\t" \
"sub.d %[c_low], %[c_low], %[tmp0] \n\t" \
\
"1: \n\t" \
/* tmp1: *state */ \
"add.d %[tmp0], %[tables], %[bit] \n\t" \
"ld.bu %[tmp1], %[tmp0], %[mlps_off] \n\t" \
/* tmp2: lps_mask */ \
"add.d %[tmp0], %[tables], %[c_range] \n\t" \
"ld.bu %[tmp2], %[tmp0], %[norm_off] \n\t" \
\
"andi %[bit], %[bit], 0x01 \n\t" \
"st.b %[tmp1], %[state], 0x0 \n\t" \
"sll.d %[c_range], %[c_range], %[tmp2] \n\t" \
"sll.d %[c_low], %[c_low], %[tmp2] \n\t" \
\
"and %[tmp1], %[c_low], %[cabac_mask] \n\t" \
"bnez %[tmp1], 1f \n\t" \
"ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" \
"ctz.d %[tmp0], %[c_low] \n\t" \
"addi.d %[tmp2], %[tmp0], -16 \n\t" \
"revb.2h %[tmp0], %[tmp1] \n\t" \
"slli.d %[tmp0], %[tmp0], 0x01 \n\t" \
"sub.d %[tmp0], %[tmp0], %[cabac_mask] \n\t" \
"sll.d %[tmp0], %[tmp0], %[tmp2] \n\t" \
"add.d %[c_low], %[c_low], %[tmp0] \n\t" \
"addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t" \
"1: \n\t" \
#define GET_CABAC_LOONGARCH \
"ld.bu %[bit], %[state], 0x0 \n\t" \
"andi %[tmp0], %[c_range], 0xC0 \n\t" \
"slli.d %[tmp0], %[tmp0], 0x01 \n\t" \
"add.d %[tmp0], %[tmp0], %[tables] \n\t" \
"add.d %[tmp0], %[tmp0], %[bit] \n\t" \
/* tmp1: RangeLPS */ \
"ld.bu %[tmp1], %[tmp0], %[lps_off] \n\t" \
\
"sub.d %[c_range], %[c_range], %[tmp1] \n\t" \
"slli.d %[tmp0], %[c_range], 0x11 \n\t" \
"bge %[tmp0], %[c_low], 1f \n\t" \
"move %[c_range], %[tmp1] \n\t" \
"nor %[bit], %[bit], %[bit] \n\t" \
"sub.d %[c_low], %[c_low], %[tmp0] \n\t" \
\
"1: \n\t" \
/* tmp1: *state */ \
"add.d %[tmp0], %[tables], %[bit] \n\t" \
"ld.bu %[tmp1], %[tmp0], %[mlps_off] \n\t" \
/* tmp2: lps_mask */ \
"add.d %[tmp0], %[tables], %[c_range] \n\t" \
"ld.bu %[tmp2], %[tmp0], %[norm_off] \n\t" \
\
"andi %[bit], %[bit], 0x01 \n\t" \
"st.b %[tmp1], %[state], 0x0 \n\t" \
"sll.d %[c_range], %[c_range], %[tmp2] \n\t" \
"sll.d %[c_low], %[c_low], %[tmp2] \n\t" \
\
"and %[tmp1], %[c_low], %[cabac_mask] \n\t" \
"bnez %[tmp1], 1f \n\t" \
"ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" \
"ctz.d %[tmp0], %[c_low] \n\t" \
"addi.d %[tmp2], %[tmp0], -16 \n\t" \
"revb.2h %[tmp0], %[tmp1] \n\t" \
"slli.d %[tmp0], %[tmp0], 0x01 \n\t" \
"sub.d %[tmp0], %[tmp0], %[cabac_mask] \n\t" \
"sll.d %[tmp0], %[tmp0], %[tmp2] \n\t" \
\
"add.d %[c_low], %[c_low], %[tmp0] \n\t" \
\
"slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t" \
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" \
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" \
"1: \n\t" \
#define get_cabac_inline get_cabac_inline_loongarch
static av_always_inline
int get_cabac_inline_loongarch(CABACContext *c, uint8_t * const state)
{
int64_t tmp0, tmp1, tmp2, bit;
__asm__ volatile (
#if UNCHECKED_BITSTREAM_READER
GET_CABAC_LOONGARCH_UNCBSR
#else
GET_CABAC_LOONGARCH
#endif
: [bit]"=&r"(bit), [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [tmp2]"=&r"(tmp2),
[c_range]"+&r"(c->range), [c_low]"+&r"(c->low),
[c_bytestream]"+&r"(c->bytestream)
: [state]"r"(state), [tables]"r"(ff_h264_cabac_tables),
#if !UNCHECKED_BITSTREAM_READER
[c_bytestream_end]"r"(c->bytestream_end),
#endif
[lps_off]"i"(H264_LPS_RANGE_OFFSET),
[mlps_off]"i"(H264_MLPS_STATE_OFFSET + 128),
[norm_off]"i"(H264_NORM_SHIFT_OFFSET),
[cabac_mask]"r"(CABAC_MASK)
: "memory"
);
return bit;
}
#define get_cabac_bypass get_cabac_bypass_loongarch
static av_always_inline int get_cabac_bypass_loongarch(CABACContext *c)
{
int64_t tmp0, tmp1, tmp2;
int res = 0;
__asm__ volatile(
"slli.d %[c_low], %[c_low], 0x01 \n\t"
"and %[tmp0], %[c_low], %[cabac_mask] \n\t"
"bnez %[tmp0], 1f \n\t"
"ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t"
#if UNCHECKED_BITSTREAM_READER
"addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t"
#else
"slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t"
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t"
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t"
#endif
"revb.2h %[tmp1], %[tmp1] \n\t"
"slli.d %[tmp1], %[tmp1], 0x01 \n\t"
"sub.d %[tmp1], %[tmp1], %[cabac_mask] \n\t"
"add.d %[c_low], %[c_low], %[tmp1] \n\t"
"1: \n\t"
"slli.d %[tmp1], %[c_range], 0x11 \n\t"
"slt %[tmp0], %[c_low], %[tmp1] \n\t"
"sub.d %[tmp1], %[c_low], %[tmp1] \n\t"
"masknez %[tmp2], %[one], %[tmp0] \n\t"
"maskeqz %[res], %[res], %[tmp0] \n\t"
"or %[res], %[res], %[tmp2] \n\t"
"masknez %[tmp2], %[tmp1], %[tmp0] \n\t"
"maskeqz %[c_low], %[c_low], %[tmp0] \n\t"
"or %[c_low], %[c_low], %[tmp2] \n\t"
: [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [tmp2]"=&r"(tmp2),
[c_range]"+&r"(c->range), [c_low]"+&r"(c->low),
[c_bytestream]"+&r"(c->bytestream), [res]"+&r"(res)
: [cabac_mask]"r"(CABAC_MASK),
#if !UNCHECKED_BITSTREAM_READER
[c_bytestream_end]"r"(c->bytestream_end),
#endif
[one]"r"(0x01)
: "memory"
);
return res;
}
#define get_cabac_bypass_sign get_cabac_bypass_sign_loongarch
static av_always_inline
int get_cabac_bypass_sign_loongarch(CABACContext *c, int val)
{
int64_t tmp0, tmp1;
int res = val;
__asm__ volatile(
"slli.d %[c_low], %[c_low], 0x01 \n\t"
"and %[tmp0], %[c_low], %[cabac_mask] \n\t"
"bnez %[tmp0], 1f \n\t"
"ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t"
#if UNCHECKED_BITSTREAM_READER
"addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t"
#else
"slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t"
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t"
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t"
#endif
"revb.2h %[tmp1], %[tmp1] \n\t"
"slli.d %[tmp1], %[tmp1], 0x01 \n\t"
"sub.d %[tmp1], %[tmp1], %[cabac_mask] \n\t"
"add.d %[c_low], %[c_low], %[tmp1] \n\t"
"1: \n\t"
"slli.d %[tmp1], %[c_range], 0x11 \n\t"
"slt %[tmp0], %[c_low], %[tmp1] \n\t"
"sub.d %[tmp1], %[c_low], %[tmp1] \n\t"
"masknez %[tmp1], %[tmp1], %[tmp0] \n\t"
"maskeqz %[c_low], %[c_low], %[tmp0] \n\t"
"or %[c_low], %[c_low], %[tmp1] \n\t"
"sub.d %[tmp1], %[zero], %[res] \n\t"
"maskeqz %[tmp1], %[tmp1], %[tmp0] \n\t"
"masknez %[res], %[res], %[tmp0] \n\t"
"or %[res], %[res], %[tmp1] \n\t"
: [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [res]"+&r"(res),
[c_range]"+&r"(c->range), [c_low]"+&r"(c->low),
[c_bytestream]"+&r"(c->bytestream)
: [cabac_mask]"r"(CABAC_MASK),
#if !UNCHECKED_BITSTREAM_READER
[c_bytestream_end]"r"(c->bytestream_end),
#endif
[zero]"r"(0x0)
: "memory"
);
return res;
}
#endif /* AVCODEC_LOONGARCH_CABAC_H */