RepoMirrors
/
ffmpeg
mirror of https://git.ffmpeg.org/ffmpeg.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

swscale/la: Optimize hscale functions with lasx. 

ffmpeg -i 1_h264_1080p_30fps_3Mbps.mp4 -f rawvideo -s 640x480 -y /dev/null -an
before: 101fps
after:  138fps

Signed-off-by: Hao Chen <chenhao@loongson.cn>
Reviewed-by: yinshiyou-hf@loongson.cn
Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
This commit is contained in:
Hao Chen 2022-09-09 17:00:24 +08:00 committed by Michael Niedermayer
parent 09cce81245
commit 38cacce22a
No known key found for this signature in database
GPG Key ID: B18E8928B3948D64
8 changed files with 1293 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
libswscale/loongarch/Makefile Normal file
View File

@ -0,0 +1,3 @@
OBJS-$(CONFIG_SWSCALE) += loongarch/swscale_init_loongarch.o
LASX-OBJS-$(CONFIG_SWSCALE) += loongarch/swscale_lasx.o \
loongarch/input_lasx.o \

202
libswscale/loongarch/input_lasx.c Normal file
View File

@ -0,0 +1,202 @@
/*
* Copyright (C) 2022 Loongson Technology Corporation Limited
* Contributed by Hao Chen(chenhao@loongson.cn)
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "swscale_loongarch.h"
#include "libavutil/loongarch/loongson_intrinsics.h"
void planar_rgb_to_uv_lasx(uint8_t *_dstU, uint8_t *_dstV, const uint8_t *src[4],
int width, int32_t *rgb2yuv, void *opq)
{
int i;
uint16_t *dstU = (uint16_t *)_dstU;
uint16_t *dstV = (uint16_t *)_dstV;
int set = 0x4001 << (RGB2YUV_SHIFT - 7);
int len = width - 15;
int32_t tem_ru = rgb2yuv[RU_IDX], tem_gu = rgb2yuv[GU_IDX];
int32_t tem_bu = rgb2yuv[BU_IDX], tem_rv = rgb2yuv[RV_IDX];
int32_t tem_gv = rgb2yuv[GV_IDX], tem_bv = rgb2yuv[BV_IDX];
int shift = RGB2YUV_SHIFT - 6;
const uint8_t *src0 = src[0], *src1 = src[1], *src2 = src[2];
__m256i ru, gu, bu, rv, gv, bv;
__m256i mask = {0x0D0C090805040100, 0x1D1C191815141110,
0x0D0C090805040100, 0x1D1C191815141110};
__m256i temp = __lasx_xvreplgr2vr_w(set);
__m256i sra = __lasx_xvreplgr2vr_w(shift);
ru = __lasx_xvreplgr2vr_w(tem_ru);
gu = __lasx_xvreplgr2vr_w(tem_gu);
bu = __lasx_xvreplgr2vr_w(tem_bu);
rv = __lasx_xvreplgr2vr_w(tem_rv);
gv = __lasx_xvreplgr2vr_w(tem_gv);
bv = __lasx_xvreplgr2vr_w(tem_bv);
for (i = 0; i < len; i += 16) {
__m256i _g, _b, _r;
__m256i g_l, g_h, b_l, b_h, r_l, r_h;
__m256i v_l, v_h, u_l, u_h, u_lh, v_lh;
_g = __lasx_xvldx(src0, i);
_b = __lasx_xvldx(src1, i);
_r = __lasx_xvldx(src2, i);
g_l = __lasx_vext2xv_wu_bu(_g);
b_l = __lasx_vext2xv_wu_bu(_b);
r_l = __lasx_vext2xv_wu_bu(_r);
_g = __lasx_xvpermi_d(_g, 0x01);
_b = __lasx_xvpermi_d(_b, 0x01);
_r = __lasx_xvpermi_d(_r, 0x01);
g_h = __lasx_vext2xv_wu_bu(_g);
b_h = __lasx_vext2xv_wu_bu(_b);
r_h = __lasx_vext2xv_wu_bu(_r);
u_l = __lasx_xvmadd_w(temp, ru, r_l);
u_h = __lasx_xvmadd_w(temp, ru, r_h);
v_l = __lasx_xvmadd_w(temp, rv, r_l);
v_h = __lasx_xvmadd_w(temp, rv, r_h);
u_l = __lasx_xvmadd_w(u_l, gu, g_l);
u_l = __lasx_xvmadd_w(u_l, bu, b_l);
u_h = __lasx_xvmadd_w(u_h, gu, g_h);
u_h = __lasx_xvmadd_w(u_h, bu, b_h);
v_l = __lasx_xvmadd_w(v_l, gv, g_l);
v_l = __lasx_xvmadd_w(v_l, bv, b_l);
v_h = __lasx_xvmadd_w(v_h, gv, g_h);
v_h = __lasx_xvmadd_w(v_h, bv, b_h);
u_l = __lasx_xvsra_w(u_l, sra);
u_h = __lasx_xvsra_w(u_h, sra);
v_l = __lasx_xvsra_w(v_l, sra);
v_h = __lasx_xvsra_w(v_h, sra);
u_lh = __lasx_xvshuf_b(u_h, u_l, mask);
v_lh = __lasx_xvshuf_b(v_h, v_l, mask);
u_lh = __lasx_xvpermi_d(u_lh, 0xD8);
v_lh = __lasx_xvpermi_d(v_lh, 0xD8);
__lasx_xvst(u_lh, (dstU + i), 0);
__lasx_xvst(v_lh, (dstV + i), 0);
}
if (width - i >= 8) {
__m256i _g, _b, _r;
__m256i g_l, b_l, r_l;
__m256i v_l, u_l, u, v;
_g = __lasx_xvldrepl_d((src0 + i), 0);
_b = __lasx_xvldrepl_d((src1 + i), 0);
_r = __lasx_xvldrepl_d((src2 + i), 0);
g_l = __lasx_vext2xv_wu_bu(_g);
b_l = __lasx_vext2xv_wu_bu(_b);
r_l = __lasx_vext2xv_wu_bu(_r);
u_l = __lasx_xvmadd_w(temp, ru, r_l);
v_l = __lasx_xvmadd_w(temp, rv, r_l);
u_l = __lasx_xvmadd_w(u_l, gu, g_l);
u_l = __lasx_xvmadd_w(u_l, bu, b_l);
v_l = __lasx_xvmadd_w(v_l, gv, g_l);
v_l = __lasx_xvmadd_w(v_l, bv, b_l);
u_l = __lasx_xvsra_w(u_l, sra);
v_l = __lasx_xvsra_w(v_l, sra);
u = __lasx_xvshuf_b(u_l, u_l, mask);
v = __lasx_xvshuf_b(v_l, v_l, mask);
__lasx_xvstelm_d(u, (dstU + i), 0, 0);
__lasx_xvstelm_d(u, (dstU + i), 8, 2);
__lasx_xvstelm_d(v, (dstV + i), 0, 0);
__lasx_xvstelm_d(v, (dstV + i), 8, 2);
i += 8;
}
for (; i < width; i++) {
int g = src[0][i];
int b = src[1][i];
int r = src[2][i];
dstU[i] = (tem_ru * r + tem_gu * g + tem_bu * b + set) >> shift;
dstV[i] = (tem_rv * r + tem_gv * g + tem_bv * b + set) >> shift;
}
}
void planar_rgb_to_y_lasx(uint8_t *_dst, const uint8_t *src[4], int width,
int32_t *rgb2yuv, void *opq)
{
int i;
int shift = (RGB2YUV_SHIFT - 6);
int set = 0x801 << (RGB2YUV_SHIFT - 7);
int len = width - 15;
uint16_t *dst = (uint16_t *)_dst;
int32_t tem_ry = rgb2yuv[RY_IDX], tem_gy = rgb2yuv[GY_IDX];
int32_t tem_by = rgb2yuv[BY_IDX];
const uint8_t *src0 = src[0], *src1 = src[1], *src2 = src[2];
__m256i mask = {0x0D0C090805040100, 0x1D1C191815141110,
0x0D0C090805040100, 0x1D1C191815141110};
__m256i temp = __lasx_xvreplgr2vr_w(set);
__m256i sra = __lasx_xvreplgr2vr_w(shift);
__m256i ry = __lasx_xvreplgr2vr_w(tem_ry);
__m256i gy = __lasx_xvreplgr2vr_w(tem_gy);
__m256i by = __lasx_xvreplgr2vr_w(tem_by);
for (i = 0; i < len; i += 16) {
__m256i _g, _b, _r;
__m256i g_l, g_h, b_l, b_h, r_l, r_h;
__m256i y_l, y_h, y_lh;
_g = __lasx_xvldx(src0, i);
_b = __lasx_xvldx(src1, i);
_r = __lasx_xvldx(src2, i);
g_l = __lasx_vext2xv_wu_bu(_g);
b_l = __lasx_vext2xv_wu_bu(_b);
r_l = __lasx_vext2xv_wu_bu(_r);
_g = __lasx_xvpermi_d(_g, 0x01);
_b = __lasx_xvpermi_d(_b, 0x01);
_r = __lasx_xvpermi_d(_r, 0x01);
g_h = __lasx_vext2xv_wu_bu(_g);
b_h = __lasx_vext2xv_wu_bu(_b);
r_h = __lasx_vext2xv_wu_bu(_r);
y_l = __lasx_xvmadd_w(temp, ry, r_l);
y_h = __lasx_xvmadd_w(temp, ry, r_h);
y_l = __lasx_xvmadd_w(y_l, gy, g_l);
y_l = __lasx_xvmadd_w(y_l, by, b_l);
y_h = __lasx_xvmadd_w(y_h, gy, g_h);
y_h = __lasx_xvmadd_w(y_h, by, b_h);
y_l = __lasx_xvsra_w(y_l, sra);
y_h = __lasx_xvsra_w(y_h, sra);
y_lh = __lasx_xvshuf_b(y_h, y_l, mask);
y_lh = __lasx_xvpermi_d(y_lh, 0xD8);
__lasx_xvst(y_lh, (dst + i), 0);
}
if (width - i >= 8) {
__m256i _g, _b, _r;
__m256i g_l, b_l, r_l;
__m256i y_l, y;
_g = __lasx_xvldrepl_d((src0 + i), 0);
_b = __lasx_xvldrepl_d((src1 + i), 0);
_r = __lasx_xvldrepl_d((src2 + i), 0);
g_l = __lasx_vext2xv_wu_bu(_g);
b_l = __lasx_vext2xv_wu_bu(_b);
r_l = __lasx_vext2xv_wu_bu(_r);
y_l = __lasx_xvmadd_w(temp, ry, r_l);
y_l = __lasx_xvmadd_w(y_l, gy, g_l);
y_l = __lasx_xvmadd_w(y_l, by, b_l);
y_l = __lasx_xvsra_w(y_l, sra);
y = __lasx_xvshuf_b(y_l, y_l, mask);
__lasx_xvstelm_d(y, (dst + i), 0, 0);
__lasx_xvstelm_d(y, (dst + i), 8, 2);
i += 8;
}
for (; i < width; i++) {
int g = src[0][i];
int b = src[1][i];
int r = src[2][i];
dst[i] = (tem_ry * r + tem_gy * g + tem_by * b + set) >> shift;
}
}

50
libswscale/loongarch/swscale_init_loongarch.c Normal file
View File

@ -0,0 +1,50 @@
/*
* Copyright (C) 2022 Loongson Technology Corporation Limited
* Contributed by Hao Chen(chenhao@loongson.cn)
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "swscale_loongarch.h"
#include "libswscale/swscale_internal.h"
#include "libavutil/loongarch/cpu.h"
av_cold void ff_sws_init_swscale_loongarch(SwsContext *c)
{
int cpu_flags = av_get_cpu_flags();
if (have_lasx(cpu_flags)) {
if (c->srcBpc == 8) {
if (c->dstBpc <= 14) {
c->hyScale = c->hcScale = ff_hscale_8_to_15_lasx;
} else {
c->hyScale = c->hcScale = ff_hscale_8_to_19_lasx;
}
} else {
c->hyScale = c->hcScale = c->dstBpc > 14 ? ff_hscale_16_to_19_lasx
: ff_hscale_16_to_15_lasx;
}
switch (c->srcFormat) {
case AV_PIX_FMT_GBRAP:
case AV_PIX_FMT_GBRP:
{
c->readChrPlanar = planar_rgb_to_uv_lasx;
c->readLumPlanar = planar_rgb_to_y_lasx;
}
break;
}
}
}

972
libswscale/loongarch/swscale_lasx.c Normal file
View File

@ -0,0 +1,972 @@
/*
* Copyright (C) 2022 Loongson Technology Corporation Limited
* Contributed by Hao Chen(chenhao@loongson.cn)
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "swscale_loongarch.h"
#include "libavutil/loongarch/loongson_intrinsics.h"
#include "libavutil/intreadwrite.h"
#define SCALE_8_16(_sh) \
{ \
src0 = __lasx_xvldrepl_d(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_d(src + filterPos[1], 0); \
src2 = __lasx_xvldrepl_d(src + filterPos[2], 0); \
src3 = __lasx_xvldrepl_d(src + filterPos[3], 0); \
src4 = __lasx_xvldrepl_d(src + filterPos[4], 0); \
src5 = __lasx_xvldrepl_d(src + filterPos[5], 0); \
src6 = __lasx_xvldrepl_d(src + filterPos[6], 0); \
src7 = __lasx_xvldrepl_d(src + filterPos[7], 0); \
src8 = __lasx_xvldrepl_d(src + filterPos[8], 0); \
src9 = __lasx_xvldrepl_d(src + filterPos[9], 0); \
src10 = __lasx_xvldrepl_d(src + filterPos[10], 0); \
src11 = __lasx_xvldrepl_d(src + filterPos[11], 0); \
src12 = __lasx_xvldrepl_d(src + filterPos[12], 0); \
src13 = __lasx_xvldrepl_d(src + filterPos[13], 0); \
src14 = __lasx_xvldrepl_d(src + filterPos[14], 0); \
src15 = __lasx_xvldrepl_d(src + filterPos[15], 0); \
DUP4_ARG2(__lasx_xvld, filter, 0, filter, 32, filter, 64, \
filter, 96, filter0, filter1, filter2, filter3); \
DUP4_ARG2(__lasx_xvld, filter, 128, filter, 160, \
filter, 192, filter, 224, filter4, \
filter5, filter6, filter7); \
DUP4_ARG2(__lasx_xvilvl_d, src1, src0, src3, src2, \
src5, src4, src7, src6, src0, src2, src4, src6); \
DUP4_ARG2(__lasx_xvilvl_d, src9, src8, src11, src10, \
src13, src12, src15, src14, src8, src10, src12, src14); \
DUP4_ARG1(__lasx_vext2xv_hu_bu, src0, src2, src4, src6, \
src0, src2, src4, src6); \
DUP4_ARG1(__lasx_vext2xv_hu_bu, src8, src10, src12, \
src14, src8, src10, src12, src14); \
DUP4_ARG2(__lasx_xvdp2_w_h, filter0, src0, filter1, src2, \
filter2, src4, filter3, src6, src0, src1, src2, src3); \
DUP4_ARG2(__lasx_xvdp2_w_h, filter4, src8, filter5, src10, \
filter6, src12, filter7, src14, src4, src5, src6, src7);\
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src1 = __lasx_xvhaddw_d_w(src1, src1); \
src2 = __lasx_xvhaddw_d_w(src2, src2); \
src3 = __lasx_xvhaddw_d_w(src3, src3); \
src4 = __lasx_xvhaddw_d_w(src4, src4); \
src5 = __lasx_xvhaddw_d_w(src5, src5); \
src6 = __lasx_xvhaddw_d_w(src6, src6); \
src7 = __lasx_xvhaddw_d_w(src7, src7); \
DUP4_ARG2(__lasx_xvpickev_w, src1, src0, src3, src2, \
src5, src4, src7, src6, src0, src1, src2, src3); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src1 = __lasx_xvhaddw_d_w(src1, src1); \
src2 = __lasx_xvhaddw_d_w(src2, src2); \
src3 = __lasx_xvhaddw_d_w(src3, src3); \
src0 = __lasx_xvpickev_w(src1, src0); \
src1 = __lasx_xvpickev_w(src3, src2); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src1 = __lasx_xvsrai_w(src1, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
src1 = __lasx_xvmin_w(src1, vmax); \
src0 = __lasx_xvperm_w(src0, shuf); \
src1 = __lasx_xvperm_w(src1, shuf); \
src0 = __lasx_xvpickev_h(src1, src0); \
src0 = __lasx_xvpermi_d(src0, 0xd8); \
__lasx_xvst(src0, dst, 0); \
filterPos += 16; \
filter += 128; \
dst += 16; \
}
#define SCALE_8_8(_sh) \
{ \
src0 = __lasx_xvldrepl_d(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_d(src + filterPos[1], 0); \
src2 = __lasx_xvldrepl_d(src + filterPos[2], 0); \
src3 = __lasx_xvldrepl_d(src + filterPos[3], 0); \
src4 = __lasx_xvldrepl_d(src + filterPos[4], 0); \
src5 = __lasx_xvldrepl_d(src + filterPos[5], 0); \
src6 = __lasx_xvldrepl_d(src + filterPos[6], 0); \
src7 = __lasx_xvldrepl_d(src + filterPos[7], 0); \
DUP4_ARG2(__lasx_xvld, filter, 0, filter, 32, filter, 64, \
filter, 96, filter0, filter1, filter2, filter3); \
filterPos += 8; \
filter += 64; \
DUP4_ARG2(__lasx_xvilvl_d, src1, src0, src3, src2, \
src5, src4, src7, src6, src0, src2, src4, src6); \
DUP4_ARG1(__lasx_vext2xv_hu_bu, src0, src2, src4, src6, \
src0, src2, src4, src6); \
DUP4_ARG2(__lasx_xvdp2_w_h, filter0, src0, filter1, src2, \
filter2, src4, filter3, src6, src0, src1, src2,src3); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src1 = __lasx_xvhaddw_d_w(src1, src1); \
src2 = __lasx_xvhaddw_d_w(src2, src2); \
src3 = __lasx_xvhaddw_d_w(src3, src3); \
src0 = __lasx_xvpickev_w(src1, src0); \
src1 = __lasx_xvpickev_w(src3, src2); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src1 = __lasx_xvhaddw_d_w(src1, src1); \
src0 = __lasx_xvpickev_w(src1, src0); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
src0 = __lasx_xvperm_w(src0, shuf); \
}
#define SCALE_8_4(_sh) \
{ \
src0 = __lasx_xvldrepl_d(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_d(src + filterPos[1], 0); \
src2 = __lasx_xvldrepl_d(src + filterPos[2], 0); \
src3 = __lasx_xvldrepl_d(src + filterPos[3], 0); \
filter0 = __lasx_xvld(filter, 0); \
filter1 = __lasx_xvld(filter, 32); \
filterPos += 4; \
filter += 32; \
src0 = __lasx_xvilvl_d(src1, src0); \
src2 = __lasx_xvilvl_d(src3, src2); \
src0 = __lasx_vext2xv_hu_bu(src0); \
src2 = __lasx_vext2xv_hu_bu(src2); \
src0 = __lasx_xvdp2_w_h(src0, filter0); \
src1 = __lasx_xvdp2_w_h(src2, filter1); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src1 = __lasx_xvhaddw_d_w(src1, src1); \
src0 = __lasx_xvpickev_w(src1, src0); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src0 = __lasx_xvpickev_w(src0, src0); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
src0 = __lasx_xvperm_w(src0, shuf); \
}
#define SCALE_8_2(_sh) \
{ \
src0 = __lasx_xvldrepl_d(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_d(src + filterPos[1], 0); \
filter0 = __lasx_xvld(filter, 0); \
src0 = __lasx_xvilvl_d(src1, src0); \
src0 = __lasx_vext2xv_hu_bu(src0); \
src0 = __lasx_xvdp2_w_h(filter0, src0); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src0 = __lasx_xvhaddw_q_d(src0, src0); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
dst[0] = __lasx_xvpickve2gr_w(src0, 0); \
dst[1] = __lasx_xvpickve2gr_w(src0, 4); \
filterPos += 2; \
filter += 16; \
dst += 2; \
}
#define SCALE_4_16(_sh) \
{ \
src0 = __lasx_xvldrepl_w(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_w(src + filterPos[1], 0); \
src2 = __lasx_xvldrepl_w(src + filterPos[2], 0); \
src3 = __lasx_xvldrepl_w(src + filterPos[3], 0); \
src4 = __lasx_xvldrepl_w(src + filterPos[4], 0); \
src5 = __lasx_xvldrepl_w(src + filterPos[5], 0); \
src6 = __lasx_xvldrepl_w(src + filterPos[6], 0); \
src7 = __lasx_xvldrepl_w(src + filterPos[7], 0); \
src8 = __lasx_xvldrepl_w(src + filterPos[8], 0); \
src9 = __lasx_xvldrepl_w(src + filterPos[9], 0); \
src10 = __lasx_xvldrepl_w(src + filterPos[10], 0); \
src11 = __lasx_xvldrepl_w(src + filterPos[11], 0); \
src12 = __lasx_xvldrepl_w(src + filterPos[12], 0); \
src13 = __lasx_xvldrepl_w(src + filterPos[13], 0); \
src14 = __lasx_xvldrepl_w(src + filterPos[14], 0); \
src15 = __lasx_xvldrepl_w(src + filterPos[15], 0); \
DUP4_ARG2(__lasx_xvld, filter, 0, filter, 32, filter, 64, \
filter, 96, filter0, filter1, filter2, filter3); \
DUP4_ARG2(__lasx_xvilvl_w, src1, src0, src3, src2, src5, \
src4, src7, src6, src0, src2, src4, src6); \
DUP4_ARG2(__lasx_xvilvl_w, src9, src8, src11, src10, src13, \
src12, src15, src14, src8, src10, src12, src14); \
DUP4_ARG2(__lasx_xvilvl_d, src2, src0, src6, src4, src10, \
src8, src14, src12, src0, src1, src2, src3); \
DUP4_ARG1(__lasx_vext2xv_hu_bu, src0, src1, src2, src3, \
src0, src1, src2, src3); \
DUP4_ARG2(__lasx_xvdp2_w_h, filter0, src0, filter1, src1, \
filter2, src2, filter3, src3, src0, src1, src2, src3); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src1 = __lasx_xvhaddw_d_w(src1, src1); \
src2 = __lasx_xvhaddw_d_w(src2, src2); \
src3 = __lasx_xvhaddw_d_w(src3, src3); \
src0 = __lasx_xvpickev_w(src1, src0); \
src1 = __lasx_xvpickev_w(src3, src2); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src1 = __lasx_xvsrai_w(src1, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
src1 = __lasx_xvmin_w(src1, vmax); \
src0 = __lasx_xvpickev_h(src1, src0); \
src0 = __lasx_xvperm_w(src0, shuf); \
__lasx_xvst(src0, dst, 0); \
filterPos += 16; \
filter += 64; \
dst += 16; \
}
#define SCALE_4_8(_sh) \
{ \
src0 = __lasx_xvldrepl_w(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_w(src + filterPos[1], 0); \
src2 = __lasx_xvldrepl_w(src + filterPos[2], 0); \
src3 = __lasx_xvldrepl_w(src + filterPos[3], 0); \
src4 = __lasx_xvldrepl_w(src + filterPos[4], 0); \
src5 = __lasx_xvldrepl_w(src + filterPos[5], 0); \
src6 = __lasx_xvldrepl_w(src + filterPos[6], 0); \
src7 = __lasx_xvldrepl_w(src + filterPos[7], 0); \
filter0 = __lasx_xvld(filter, 0); \
filter1 = __lasx_xvld(filter, 32); \
filterPos += 8; \
filter += 32; \
DUP4_ARG2(__lasx_xvilvl_w, src1, src0, src3, src2, src5, \
src4, src7, src6, src0, src2, src4, src6); \
src0 = __lasx_xvilvl_d(src2, src0); \
src1 = __lasx_xvilvl_d(src6, src4); \
\
src0 = __lasx_vext2xv_hu_bu(src0); \
src1 = __lasx_vext2xv_hu_bu(src1); \
src0 = __lasx_xvdp2_w_h(filter0, src0); \
src1 = __lasx_xvdp2_w_h(filter1, src1); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src1 = __lasx_xvhaddw_d_w(src1, src1); \
src0 = __lasx_xvpickev_w(src1, src0); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
}
#define SCALE_4_4(_sh) \
{ \
src0 = __lasx_xvldrepl_w(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_w(src + filterPos[1], 0); \
src2 = __lasx_xvldrepl_w(src + filterPos[2], 0); \
src3 = __lasx_xvldrepl_w(src + filterPos[3], 0); \
filter0 = __lasx_xvld(filter, 0); \
filterPos += 4; \
filter += 16; \
src0 = __lasx_xvilvl_w(src1, src0); \
src1 = __lasx_xvilvl_w(src3, src2); \
\
src0 = __lasx_xvilvl_d(src1, src0); \
src0 = __lasx_vext2xv_hu_bu(src0); \
src0 = __lasx_xvdp2_w_h(filter0, src0); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
src0 = __lasx_xvpickev_w(src0, src0); \
src0 = __lasx_xvpermi_d(src0, 0xd8); \
}
#define SCALE_4_2(_sh) \
{ \
src0 = __lasx_xvldrepl_w(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_w(src + filterPos[1], 0); \
filter0 = __lasx_xvld(filter, 0); \
src0 = __lasx_xvilvl_w(src1, src0); \
src0 = __lasx_vext2xv_hu_bu(src0); \
src0 = __lasx_xvdp2_w_h(filter0, src0); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
dst[0] = __lasx_xvpickve2gr_w(src0, 0); \
dst[1] = __lasx_xvpickve2gr_w(src0, 2); \
filterPos += 2; \
filter += 8; \
dst += 2; \
}
#define SCALE_16 \
{ \
int dex = j << 1; \
src0 = __lasx_xvldrepl_d((srcPos1 + j), 0); \
src1 = __lasx_xvldrepl_d((srcPos2 + j), 0); \
src2 = __lasx_xvldrepl_d((srcPos3 + j), 0); \
src3 = __lasx_xvldrepl_d((srcPos4 + j), 0); \
DUP4_ARG2(__lasx_xvldx, filterStart1, dex, filterStart2, dex, \
filterStart3, dex, filterStart4, dex, filter0, \
filter1, filter2, filter3); \
src0 = __lasx_xvpermi_q(src0, src1, 0x02); \
src1 = __lasx_xvpermi_q(src2, src3, 0x02); \
filter0 = __lasx_xvpermi_q(filter0, filter1, 0x02); \
filter1 = __lasx_xvpermi_q(filter2, filter3, 0x02); \
src0 = __lasx_xvilvl_b(zero, src0); \
src1 = __lasx_xvilvl_b(zero, src1); \
out0 = __lasx_xvdp2_w_h(filter0, src0); \
out1 = __lasx_xvdp2_w_h(filter1, src1); \
src0 = __lasx_xvhaddw_d_w(out0, out0); \
src1 = __lasx_xvhaddw_d_w(out1, out1); \
out0 = __lasx_xvpackev_d(src1, src0); \
out1 = __lasx_xvpackod_d(src1, src0); \
out0 = __lasx_xvadd_w(out0, out1); \
out = __lasx_xvadd_w(out, out0); \
}
void ff_hscale_8_to_15_lasx(SwsContext *c, int16_t *dst, int dstW,
const uint8_t *src, const int16_t *filter,
const int32_t *filterPos, int filterSize)
{
int i;
int max = (1 << 15) - 1;
if (filterSize == 8) {
__m256i src0, src1, src2, src3, src4, src5, src6, src7;
__m256i src8, src9, src10, src11, src12, src13, src14, src15;
__m256i filter0, filter1, filter2, filter3;
__m256i filter4, filter5, filter6, filter7;
__m256i vmax = __lasx_xvreplgr2vr_w(max);
__m256i shuf = {0x0000000400000000, 0x0000000500000001,
0x0000000600000002, 0x0000000700000003};
int len = dstW >> 4;
int res = dstW & 15;
while (len--) {
SCALE_8_16(7);
}
if (res & 8) {
SCALE_8_8(7);
src0 = __lasx_xvpickev_h(src0, src0);
__lasx_xvstelm_d(src0, dst, 0, 0);
__lasx_xvstelm_d(src0, dst, 8, 2);
dst += 8;
}
if (res & 4) {
SCALE_8_4(7);
src0 = __lasx_xvpickev_h(src0, src0);
__lasx_xvstelm_d(src0, dst, 0, 0);
dst += 4;
}
if (res & 2) {
SCALE_8_2(7);
}
if (res & 1) {
int val = 0;
src0 = __lasx_xvldrepl_d(src + filterPos[0], 0);
filter0 = __lasx_xvld(filter, 0);
src0 = __lasx_vext2xv_hu_bu(src0);
src0 = __lasx_xvdp2_w_h(filter0, src0);
src0 = __lasx_xvhaddw_d_w(src0, src0);
src0 = __lasx_xvhaddw_q_d(src0, src0);
val = __lasx_xvpickve2gr_w(src0, 0);
dst[0] = FFMIN(val >> 7, max);
}
} else if (filterSize == 4) {
__m256i src0, src1, src2, src3, src4, src5, src6, src7;
__m256i src8, src9, src10, src11, src12, src13, src14, src15;
__m256i filter0, filter1, filter2, filter3;
__m256i vmax = __lasx_xvreplgr2vr_w(max);
__m256i shuf = {0x0000000400000000, 0x0000000500000001,
0x0000000600000002, 0x0000000700000003};
int len = dstW >> 4;
int res = dstW & 15;
while (len--) {
SCALE_4_16(7);
}
if (res & 8) {
SCALE_4_8(7);
src0 = __lasx_xvpickev_h(src1, src0);
src0 = __lasx_xvperm_w(src0, shuf);
__lasx_xvstelm_d(src0, dst, 0, 0);
__lasx_xvstelm_d(src0, dst, 8, 1);
dst += 8;
}
if (res & 4) {
SCALE_4_4(7);
src0 = __lasx_xvpickev_h(src0, src0);
__lasx_xvstelm_d(src0, dst, 0, 0);
dst += 4;
}
if (res & 2) {
SCALE_4_2(7);
}
if (res & 1) {
int val = 0;
const uint8_t *srcPos = src + filterPos[0];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[0] = FFMIN(val >> 7, max);
}
} else if (filterSize > 8) {
int filterlen = filterSize - 7;
int len = dstW >> 2;
int res = dstW & 3;
__m256i zero = __lasx_xvldi(0);
while (len--) {
__m256i src0, src1, src2, src3;
__m256i filter0, filter1, filter2, filter3, out0, out1;
__m256i out = zero;
const uint8_t *srcPos1 = src + filterPos[0];
const uint8_t *srcPos2 = src + filterPos[1];
const uint8_t *srcPos3 = src + filterPos[2];
const uint8_t *srcPos4 = src + filterPos[3];
const int16_t *filterStart1 = filter;
const int16_t *filterStart2 = filterStart1 + filterSize;
const int16_t *filterStart3 = filterStart2 + filterSize;
const int16_t *filterStart4 = filterStart3 + filterSize;
int j, val1 = 0, val2 = 0, val3 = 0, val4 = 0;
for (j = 0; j < filterlen; j += 8) {
SCALE_16
}
val1 = __lasx_xvpickve2gr_w(out, 0);
val2 = __lasx_xvpickve2gr_w(out, 4);
val3 = __lasx_xvpickve2gr_w(out, 2);
val4 = __lasx_xvpickve2gr_w(out, 6);
for (; j < filterSize; j++) {
val1 += ((int)srcPos1[j]) * filterStart1[j];
val2 += ((int)srcPos2[j]) * filterStart2[j];
val3 += ((int)srcPos3[j]) * filterStart3[j];
val4 += ((int)srcPos4[j]) * filterStart4[j];
}
dst[0] = FFMIN(val1 >> 7, max);
dst[1] = FFMIN(val2 >> 7, max);
dst[2] = FFMIN(val3 >> 7, max);
dst[3] = FFMIN(val4 >> 7, max);
dst += 4;
filterPos += 4;
filter = filterStart4 + filterSize;
}
for(i = 0; i < res; i++) {
int j, val = 0;
const uint8_t *srcPos = src + filterPos[i];
__m256i src1, filter0, out0;
for (j = 0; j < filterlen; j += 8) {
src1 = __lasx_xvldrepl_d((srcPos + j), 0);
filter0 = __lasx_xvld(filter + j, 0);
src1 = __lasx_xvilvl_b(zero, src1);
out0 = __lasx_xvdp2_w_h(filter0, src1);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvhaddw_q_d(out0, out0);
val += __lasx_xvpickve2gr_w(out0, 0);
}
for (; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> 7, max);
filter += filterSize;
}
} else {
for (i = 0; i < dstW; i++) {
int val = 0;
const uint8_t *srcPos = src + filterPos[i];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> 7, max);
filter += filterSize;
}
}
}
void ff_hscale_8_to_19_lasx(SwsContext *c, int16_t *_dst, int dstW,
const uint8_t *src, const int16_t *filter,
const int32_t *filterPos, int filterSize)
{
int i;
int max = (1 << 19) - 1;
int32_t *dst = (int32_t *) _dst;
if (filterSize == 8) {
__m256i src0, src1, src2, src3, src4, src5, src6, src7;
__m256i filter0, filter1, filter2, filter3;
__m256i vmax = __lasx_xvreplgr2vr_w(max);
__m256i shuf = {0x0000000400000000, 0x0000000500000001,
0x0000000600000002, 0x0000000700000003};
int len = dstW >> 3;
int res = dstW & 7;
while (len--) {
SCALE_8_8(3);
__lasx_xvst(src0, dst, 0);
dst += 8;
}
if (res & 4) {
SCALE_8_4(3);
__lasx_xvstelm_d(src0, dst, 0, 0);
__lasx_xvstelm_d(src0, dst, 8, 1);
dst += 4;
}
if (res & 2) {
SCALE_8_2(3);
}
if (res & 1) {
int val = 0;
__m256i src0, filter0, out0;
src0 = __lasx_xvldrepl_d(src + filterPos[0], 0);
filter0 = __lasx_xvld(filter, 0);
src0 = __lasx_vext2xv_hu_bu(src0);
out0 = __lasx_xvdp2_w_h(filter0, src0);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvhaddw_q_d(out0, out0);
val = __lasx_xvpickve2gr_w(out0, 0);
dst[0] = FFMIN(val >> 3, max);
}
} else if (filterSize == 4) {
__m256i src0, src1, src2, src3, src4, src5, src6, src7;
__m256i filter0, filter1;
__m256i vmax = __lasx_xvreplgr2vr_w(max);
__m256i shuf = {0x0000000100000000, 0x0000000500000004,
0x0000000300000002, 0x0000000700000006};
int len = dstW >> 3;
int res = dstW & 7;
while (len--) {
SCALE_4_8(3);
src0 = __lasx_xvperm_w(src0, shuf);
__lasx_xvst(src0, dst, 0);
dst += 8;
}
if (res & 4) {
SCALE_4_4(3);
__lasx_xvstelm_d(src0, dst, 0, 0);
__lasx_xvstelm_d(src0, dst, 8, 1);
dst += 4;
}
if (res & 2) {
SCALE_4_2(3);
}
if (res & 1) {
int val = 0;
const uint8_t *srcPos = src + filterPos[0];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[0] = FFMIN(val >> 3, max);
}
} else if (filterSize > 8) {
int len = dstW >> 2;
int res = dstW & 3;
int filterlen = filterSize - 7;
__m256i zero = __lasx_xvldi(0);
while (len--) {
__m256i src0, src1, src2, src3;
__m256i filter0, filter1, filter2, filter3, out0, out1;
__m256i out = zero;
const uint8_t *srcPos1 = src + filterPos[0];
const uint8_t *srcPos2 = src + filterPos[1];
const uint8_t *srcPos3 = src + filterPos[2];
const uint8_t *srcPos4 = src + filterPos[3];
const int16_t *filterStart1 = filter;
const int16_t *filterStart2 = filterStart1 + filterSize;
const int16_t *filterStart3 = filterStart2 + filterSize;
const int16_t *filterStart4 = filterStart3 + filterSize;
int j, val1 = 0, val2 = 0, val3 = 0, val4 = 0;
for (j = 0; j < filterlen; j += 8) {
SCALE_16
}
val1 = __lasx_xvpickve2gr_w(out, 0);
val2 = __lasx_xvpickve2gr_w(out, 4);
val3 = __lasx_xvpickve2gr_w(out, 2);
val4 = __lasx_xvpickve2gr_w(out, 6);
for (; j < filterSize; j++) {
val1 += ((int)srcPos1[j]) * filterStart1[j];
val2 += ((int)srcPos2[j]) * filterStart2[j];
val3 += ((int)srcPos3[j]) * filterStart3[j];
val4 += ((int)srcPos4[j]) * filterStart4[j];
}
dst[0] = FFMIN(val1 >> 3, max);
dst[1] = FFMIN(val2 >> 3, max);
dst[2] = FFMIN(val3 >> 3, max);
dst[3] = FFMIN(val4 >> 3, max);
dst += 4;
filterPos += 4;
filter = filterStart4 + filterSize;
}
for (i = 0; i < res; i++) {
int j, val = 0;
const uint8_t *srcPos = src + filterPos[i];
__m256i src1, filter0, out0;
for (j = 0; j < filterlen; j += 8) {
src1 = __lasx_xvldrepl_d((srcPos + j), 0);
filter0 = __lasx_xvld(filter + j, 0);
src1 = __lasx_xvilvl_b(zero, src1);
out0 = __lasx_xvdp2_w_h(filter0, src1);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvhaddw_q_d(out0, out0);
val += __lasx_xvpickve2gr_w(out0, 0);
}
for (; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> 3, max);
filter += filterSize;
}
} else {
for (i = 0; i < dstW; i++) {
int val = 0;
const uint8_t *srcPos = src + filterPos[i];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> 3, max);
filter += filterSize;
}
}
}
#undef SCALE_16
#define SCALE_8 \
{ \
__m256i src0, src1, src2, src3, filter0, filter1, out0, out1; \
DUP4_ARG2(__lasx_xvld, src + filterPos[0], 0, src + filterPos[1], 0, \
src + filterPos[2], 0, src + filterPos[3], 0, src0, src1, src2,\
src3); \
filter0 = __lasx_xvld(filter, 0); \
filter1 = __lasx_xvld(filter, 32); \
src0 = __lasx_xvpermi_q(src0, src1, 0x02); \
src2 = __lasx_xvpermi_q(src2, src3, 0x02); \
out0 = __lasx_xvdp2_w_hu_h(src0, filter0); \
out1 = __lasx_xvdp2_w_hu_h(src2, filter1); \
src0 = __lasx_xvhaddw_d_w(out0, out0); \
src1 = __lasx_xvhaddw_d_w(out1, out1); \
out0 = __lasx_xvpackev_d(src1, src0); \
out1 = __lasx_xvpackod_d(src1, src0); \
out0 = __lasx_xvadd_w(out0, out1); \
out0 = __lasx_xvsra_w(out0, shift); \
out0 = __lasx_xvmin_w(out0, v_max); \
dst[0] = __lasx_xvpickve2gr_w(out0, 0); \
dst[1] = __lasx_xvpickve2gr_w(out0, 4); \
dst[2] = __lasx_xvpickve2gr_w(out0, 2); \
dst[3] = __lasx_xvpickve2gr_w(out0, 6); \
filterPos += 4; \
filter += 32; \
dst += 4; \
}
#define SCALE_16 \
{ \
int dex = j << 1; \
DUP4_ARG2(__lasx_xvldx, srcPos1, dex, srcPos2, dex, srcPos3, dex, \
srcPos4, dex, src0, src1, src2, src3); \
DUP4_ARG2(__lasx_xvldx, filterStart1, dex, filterStart2, dex, \
filterStart3, dex, filterStart4, dex, filter0, \
filter1, filter2, filter3); \
src0 = __lasx_xvpermi_q(src0, src1, 0x02); \
src1 = __lasx_xvpermi_q(src2, src3, 0x02); \
filter0 = __lasx_xvpermi_q(filter0, filter1, 0x02); \
filter1 = __lasx_xvpermi_q(filter2, filter3, 0x02); \
out0 = __lasx_xvdp2_w_hu_h(src0, filter0); \
out1 = __lasx_xvdp2_w_hu_h(src1, filter1); \
src0 = __lasx_xvhaddw_d_w(out0, out0); \
src1 = __lasx_xvhaddw_d_w(out1, out1); \
out0 = __lasx_xvpackev_d(src1, src0); \
out1 = __lasx_xvpackod_d(src1, src0); \
out0 = __lasx_xvadd_w(out0, out1); \
out = __lasx_xvadd_w(out, out0); \
}
void ff_hscale_16_to_15_lasx(SwsContext *c, int16_t *dst, int dstW,
const uint8_t *_src, const int16_t *filter,
const int32_t *filterPos, int filterSize)
{
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(c->srcFormat);
int i;
const uint16_t *src = (const uint16_t *) _src;
int sh = desc->comp[0].depth - 1;
int max = (1 << 15) - 1;
int len = dstW >> 2;
int res = dstW & 3;
__m256i shift;
__m256i zero = __lasx_xvldi(0);
if (sh < 15) {
sh = isAnyRGB(c->srcFormat) || c->srcFormat==AV_PIX_FMT_PAL8 ? 13 :
(desc->comp[0].depth - 1);
} else if (desc->flags && AV_PIX_FMT_FLAG_FLOAT) {
sh = 15;
}
shift = __lasx_xvreplgr2vr_w(sh);
if (filterSize == 8) {
__m256i v_max = __lasx_xvreplgr2vr_w(max);
for (i = 0; i < len; i++) {
SCALE_8
}
for (i = 0; i < res; i++) {
int val = 0;
__m256i src0, filter0, out0;
src0 = __lasx_xvld(src + filterPos[i], 0);
filter0 = __lasx_xvld(filter, 0);
out0 = __lasx_xvdp2_w_hu_h(src0, filter0);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvhaddw_q_d(out0, out0);
val = __lasx_xvpickve2gr_w(out0, 0);
dst[i] = FFMIN(val >> sh, max);
filter += 8;
}
} else if (filterSize == 4) {
__m256i v_max = __lasx_xvreplgr2vr_w(max);
for (i = 0; i < len; i++) {
__m256i src1, src2, src3, src4, src0, filter0, out0;
src1 = __lasx_xvldrepl_d(src + filterPos[0], 0);
src2 = __lasx_xvldrepl_d(src + filterPos[1], 0);
src3 = __lasx_xvldrepl_d(src + filterPos[2], 0);
src4 = __lasx_xvldrepl_d(src + filterPos[3], 0);
filter0 = __lasx_xvld(filter, 0);
src1 = __lasx_xvextrins_d(src1, src2, 0x10);
src3 = __lasx_xvextrins_d(src3, src4, 0x10);
src0 = __lasx_xvpermi_q(src1, src3, 0x02);
out0 = __lasx_xvdp2_w_hu_h(src0, filter0);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvsra_w(out0, shift);
out0 = __lasx_xvmin_w(out0, v_max);
dst[0] = __lasx_xvpickve2gr_w(out0, 0);
dst[1] = __lasx_xvpickve2gr_w(out0, 2);
dst[2] = __lasx_xvpickve2gr_w(out0, 4);
dst[3] = __lasx_xvpickve2gr_w(out0, 6);
dst += 4;
filterPos += 4;
filter += 16;
}
for (i = 0; i < res; i++) {
int val = 0;
const uint16_t *srcPos = src + filterPos[i];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> sh, max);
filter += 4;
}
} else if (filterSize > 8) {
int filterlen = filterSize - 7;
for (i = 0; i < len; i++) {
__m256i src0, src1, src2, src3;
__m256i filter0, filter1, filter2, filter3, out0, out1;
__m256i out = zero;
const uint16_t *srcPos1 = src + filterPos[0];
const uint16_t *srcPos2 = src + filterPos[1];
const uint16_t *srcPos3 = src + filterPos[2];
const uint16_t *srcPos4 = src + filterPos[3];
const int16_t *filterStart1 = filter;
const int16_t *filterStart2 = filterStart1 + filterSize;
const int16_t *filterStart3 = filterStart2 + filterSize;
const int16_t *filterStart4 = filterStart3 + filterSize;
int j, val1 = 0, val2 = 0, val3 = 0, val4 = 0;
for (j = 0; j < filterlen; j += 8) {
SCALE_16
}
val1 = __lasx_xvpickve2gr_w(out, 0);
val2 = __lasx_xvpickve2gr_w(out, 4);
val3 = __lasx_xvpickve2gr_w(out, 2);
val4 = __lasx_xvpickve2gr_w(out, 6);
for (; j < filterSize; j++) {
val1 += ((int)srcPos1[j]) * filterStart1[j];
val2 += ((int)srcPos2[j]) * filterStart2[j];
val3 += ((int)srcPos3[j]) * filterStart3[j];
val4 += ((int)srcPos4[j]) * filterStart4[j];
}
dst[0] = FFMIN(val1 >> sh, max);
dst[1] = FFMIN(val2 >> sh, max);
dst[2] = FFMIN(val3 >> sh, max);
dst[3] = FFMIN(val4 >> sh, max);
dst += 4;
filterPos += 4;
filter = filterStart4 + filterSize;
}
for (i = 0; i < res; i++) {
int j, val = 0;
const uint16_t *srcPos = src + filterPos[i];
__m256i src0, filter0, out0;
for (j = 0; j < filterlen; j += 8) {
int dex = j << 1;
src0 = __lasx_xvldx(srcPos, dex);
filter0 = __lasx_xvldx(filter, dex);
out0 = __lasx_xvdp2_w_hu_h(src0, filter0);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvhaddw_q_d(out0, out0);
val += __lasx_xvpickve2gr_w(out0, 0);
}
for (; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> sh, max);
filter += filterSize;
}
} else {
for (i = 0; i < dstW; i++) {
int val = 0;
const uint16_t *srcPos = src + filterPos[i];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> sh, max);
filter += filterSize;
}
}
}
void ff_hscale_16_to_19_lasx(SwsContext *c, int16_t *_dst, int dstW,
const uint8_t *_src, const int16_t *filter,
const int32_t *filterPos, int filterSize)
{
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(c->srcFormat);
int i;
int32_t *dst = (int32_t *) _dst;
const uint16_t *src = (const uint16_t *) _src;
int sh = desc->comp[0].depth - 5;
int max = (1 << 19) - 1;
int len = dstW >> 2;
int res = dstW & 3;
__m256i shift;
__m256i zero = __lasx_xvldi(0);
if ((isAnyRGB(c->srcFormat) || c->srcFormat == AV_PIX_FMT_PAL8)
&& desc->comp[0].depth<16) {
sh = 9;
} else if (desc->flags & AV_PIX_FMT_FLAG_FLOAT) {
sh = 11;
}
shift = __lasx_xvreplgr2vr_w(sh);
if (filterSize == 8) {
__m256i v_max = __lasx_xvreplgr2vr_w(max);
for (i = 0; i < len; i++) {
SCALE_8
}
for (i = 0; i < res; i++) {
int val = 0;
__m256i src0, filter0, out0;
src0 = __lasx_xvld(src + filterPos[i], 0);
filter0 = __lasx_xvld(filter, 0);
out0 = __lasx_xvdp2_w_hu_h(src0, filter0);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvhaddw_q_d(out0, out0);
val = __lasx_xvpickve2gr_w(out0, 0);
dst[i] = FFMIN(val >> sh, max);
filter += 8;
}
} else if (filterSize == 4) {
__m256i v_max = __lasx_xvreplgr2vr_w(max);
for (i = 0; i < len; i++) {
__m256i src1, src2, src3, src4, src0, filter0, out0;
src1 = __lasx_xvldrepl_d(src + filterPos[0], 0);
src2 = __lasx_xvldrepl_d(src + filterPos[1], 0);
src3 = __lasx_xvldrepl_d(src + filterPos[2], 0);
src4 = __lasx_xvldrepl_d(src + filterPos[3], 0);
filter0 = __lasx_xvld(filter, 0);
src1 = __lasx_xvextrins_d(src1, src2, 0x10);
src3 = __lasx_xvextrins_d(src3, src4, 0x10);
src0 = __lasx_xvpermi_q(src1, src3, 0x02);
out0 = __lasx_xvdp2_w_hu_h(src0, filter0);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvsra_w(out0, shift);
out0 = __lasx_xvmin_w(out0, v_max);
dst[0] = __lasx_xvpickve2gr_w(out0, 0);
dst[1] = __lasx_xvpickve2gr_w(out0, 2);
dst[2] = __lasx_xvpickve2gr_w(out0, 4);
dst[3] = __lasx_xvpickve2gr_w(out0, 6);
dst += 4;
filterPos += 4;
filter += 16;
}
for (i = 0; i < res; i++) {
int val = 0;
const uint16_t *srcPos = src + filterPos[i];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> sh, max);
filter += 4;
}
} else if (filterSize > 8) {
int filterlen = filterSize - 7;
for (i = 0; i < len; i ++) {
__m256i src0, src1, src2, src3;
__m256i filter0, filter1, filter2, filter3, out0, out1;
__m256i out = zero;
const uint16_t *srcPos1 = src + filterPos[0];
const uint16_t *srcPos2 = src + filterPos[1];
const uint16_t *srcPos3 = src + filterPos[2];
const uint16_t *srcPos4 = src + filterPos[3];
const int16_t *filterStart1 = filter;
const int16_t *filterStart2 = filterStart1 + filterSize;
const int16_t *filterStart3 = filterStart2 + filterSize;
const int16_t *filterStart4 = filterStart3 + filterSize;
int j, val1 = 0, val2 = 0, val3 = 0, val4 = 0;
for (j = 0; j < filterlen; j += 8) {
SCALE_16
}
val1 = __lasx_xvpickve2gr_w(out, 0);
val2 = __lasx_xvpickve2gr_w(out, 4);
val3 = __lasx_xvpickve2gr_w(out, 2);
val4 = __lasx_xvpickve2gr_w(out, 6);
for (; j < filterSize; j++) {
val1 += ((int)srcPos1[j]) * filterStart1[j];
val2 += ((int)srcPos2[j]) * filterStart2[j];
val3 += ((int)srcPos3[j]) * filterStart3[j];
val4 += ((int)srcPos4[j]) * filterStart4[j];
}
dst[0] = FFMIN(val1 >> sh, max);
dst[1] = FFMIN(val2 >> sh, max);
dst[2] = FFMIN(val3 >> sh, max);
dst[3] = FFMIN(val4 >> sh, max);
dst += 4;
filterPos += 4;
filter = filterStart4 + filterSize;
}
for (i = 0; i < res; i++) {
int j, val = 0;
const uint16_t *srcPos = src + filterPos[i];
__m256i src0, filter0, out0;
for (j = 0; j < filterlen; j += 8) {
int dex = j << 1;
src0 = __lasx_xvldx(srcPos, dex);
filter0 = __lasx_xvldx(filter, dex);
out0 = __lasx_xvdp2_w_hu_h(src0, filter0);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvhaddw_q_d(out0, out0);
val += __lasx_xvpickve2gr_w(out0, 0);
}
for (; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> sh, max);
filter += filterSize;
}
} else {
for (i = 0; i < dstW; i++) {
int val = 0;
const uint16_t *srcPos = src + filterPos[i];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> sh, max);
filter += filterSize;
}
}
}
#undef SCALE_8
#undef SCALE_16

50
libswscale/loongarch/swscale_loongarch.h Normal file
View File

@ -0,0 +1,50 @@
/*
* Copyright (C) 2022 Loongson Technology Corporation Limited
* Contributed by Hao Chen(chenhao@loongson.cn)
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#ifndef SWSCALE_LOONGARCH_SWSCALE_LOONGARCH_H
#define SWSCALE_LOONGARCH_SWSCALE_LOONGARCH_H
#include "libswscale/swscale.h"
#include "libswscale/swscale_internal.h"
void ff_hscale_8_to_15_lasx(SwsContext *c, int16_t *dst, int dstW,
const uint8_t *src, const int16_t *filter,
const int32_t *filterPos, int filterSize);
void ff_hscale_8_to_19_lasx(SwsContext *c, int16_t *_dst, int dstW,
const uint8_t *src, const int16_t *filter,
const int32_t *filterPos, int filterSize);
void ff_hscale_16_to_19_lasx(SwsContext *c, int16_t *_dst, int dstW,
const uint8_t *_src, const int16_t *filter,
const int32_t *filterPos, int filterSize);
void ff_hscale_16_to_15_lasx(SwsContext *c, int16_t *dst, int dstW,
const uint8_t *_src, const int16_t *filter,
const int32_t *filterPos, int filterSize);
void planar_rgb_to_uv_lasx(uint8_t *_dstU, uint8_t *_dstV, const uint8_t *src[4],
int width, int32_t *rgb2yuv, void *opq);
void planar_rgb_to_y_lasx(uint8_t *_dst, const uint8_t *src[4], int width,
int32_t *rgb2yuv, void *opq);
#endif /* SWSCALE_LOONGARCH_SWSCALE_LOONGARCH_H */

2
libswscale/swscale.c
View File

@ -598,6 +598,8 @@ void ff_sws_init_scale(SwsContext *c)
ff_sws_init_swscale_aarch64(c);
#elif ARCH_ARM
ff_sws_init_swscale_arm(c);
#elif ARCH_LOONGARCH64
ff_sws_init_swscale_loongarch(c);
#endif
}

2
libswscale/swscale_internal.h
View File

@ -698,6 +698,7 @@ av_cold void ff_sws_init_range_convert(SwsContext *c);
SwsFunc ff_yuv2rgb_init_x86(SwsContext *c);
SwsFunc ff_yuv2rgb_init_ppc(SwsContext *c);
SwsFunc ff_yuv2rgb_init_loongarch(SwsContext *c);
static av_always_inline int is16BPS(enum AVPixelFormat pix_fmt)
{
@ -983,6 +984,7 @@ void ff_sws_init_swscale_vsx(SwsContext *c);
void ff_sws_init_swscale_x86(SwsContext *c);
void ff_sws_init_swscale_aarch64(SwsContext *c);
void ff_sws_init_swscale_arm(SwsContext *c);
void ff_sws_init_swscale_loongarch(SwsContext *c);
void ff_hyscale_fast_c(SwsContext *c, int16_t *dst, int dstWidth,
const uint8_t *src, int srcW, int xInc);

13
libswscale/utils.c
View File

@ -53,6 +53,7 @@
#include "libavutil/ppc/cpu.h"
#include "libavutil/x86/asm.h"
#include "libavutil/x86/cpu.h"
#include "libavutil/loongarch/cpu.h"
#include "rgb2rgb.h"
#include "swscale.h"
@ -659,6 +660,15 @@ static av_cold int initFilter(int16_t **outFilter, int32_t **filterPos,
filterAlign = 1;
}
if (have_lasx(cpu_flags)) {
int reNum = minFilterSize & (0x07);
if (minFilterSize < 5)
filterAlign = 4;
if (reNum < 3)
filterAlign = 1;
}
av_assert0(minFilterSize > 0);
filterSize = (minFilterSize + (filterAlign - 1)) & (~(filterAlign - 1));
av_assert0(filterSize > 0);
@ -1844,7 +1854,8 @@ av_cold int sws_init_context(SwsContext *c, SwsFilter *srcFilter,
{
const int filterAlign = X86_MMX(cpu_flags) ? 4 :
PPC_ALTIVEC(cpu_flags) ? 8 :
have_neon(cpu_flags) ? 4 : 1;
have_neon(cpu_flags) ? 4 :
have_lasx(cpu_flags) ? 8 : 1;
if ((ret = initFilter(&c->hLumFilter, &c->hLumFilterPos,
&c->hLumFilterSize, c->lumXInc,