mirror of
https://git.ffmpeg.org/ffmpeg.git
synced 2024-12-24 16:22:37 +00:00
287d139b77
src is apparently not guaranteed to be >8 byte aligned, but align to 16 nonetheless as the x86 asm will do unaligned loads anyway. dst is guaranteed to be 32 byte aligned for the Y plane, but 16 byte for UV. Signed-off-by: James Almer <jamrial@gmail.com>
332 lines
12 KiB
C
332 lines
12 KiB
C
/*
|
|
*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License along
|
|
* with FFmpeg; if not, write to the Free Software Foundation, Inc.,
|
|
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
*/
|
|
|
|
#include <string.h>
|
|
|
|
#include "libavutil/common.h"
|
|
#include "libavutil/intreadwrite.h"
|
|
#include "libavutil/mem_internal.h"
|
|
#include "libavutil/pixdesc.h"
|
|
|
|
#include "libswscale/rgb2rgb.h"
|
|
#include "libswscale/swscale.h"
|
|
#include "libswscale/swscale_internal.h"
|
|
|
|
#include "checkasm.h"
|
|
|
|
#define randomize_buffers(buf, size) \
|
|
do { \
|
|
int j; \
|
|
for (j = 0; j < size; j+=4) \
|
|
AV_WN32(buf + j, rnd()); \
|
|
} while (0)
|
|
|
|
static const uint8_t width[] = {12, 16, 20, 32, 36, 128};
|
|
static const struct {uint8_t w, h, s;} planes[] = {
|
|
{12,16,12}, {16,16,16}, {20,23,25}, {32,18,48}, {8,128,16}, {128,128,128}
|
|
};
|
|
|
|
#define MAX_STRIDE 128
|
|
#define MAX_HEIGHT 128
|
|
|
|
static void check_shuffle_bytes(void * func, const char * report)
|
|
{
|
|
int i;
|
|
LOCAL_ALIGNED_32(uint8_t, src0, [MAX_STRIDE]);
|
|
LOCAL_ALIGNED_32(uint8_t, src1, [MAX_STRIDE]);
|
|
LOCAL_ALIGNED_32(uint8_t, dst0, [MAX_STRIDE]);
|
|
LOCAL_ALIGNED_32(uint8_t, dst1, [MAX_STRIDE]);
|
|
|
|
declare_func(void, const uint8_t *src, uint8_t *dst, int src_size);
|
|
|
|
memset(dst0, 0, MAX_STRIDE);
|
|
memset(dst1, 0, MAX_STRIDE);
|
|
randomize_buffers(src0, MAX_STRIDE);
|
|
memcpy(src1, src0, MAX_STRIDE);
|
|
|
|
if (check_func(func, "%s", report)) {
|
|
for (i = 0; i < 6; i ++) {
|
|
call_ref(src0, dst0, width[i]);
|
|
call_new(src1, dst1, width[i]);
|
|
if (memcmp(dst0, dst1, MAX_STRIDE))
|
|
fail();
|
|
}
|
|
bench_new(src0, dst0, width[5]);
|
|
}
|
|
}
|
|
|
|
static void check_uyvy_to_422p(void)
|
|
{
|
|
int i;
|
|
|
|
LOCAL_ALIGNED_32(uint8_t, src0, [MAX_STRIDE * MAX_HEIGHT * 2]);
|
|
LOCAL_ALIGNED_32(uint8_t, src1, [MAX_STRIDE * MAX_HEIGHT * 2]);
|
|
LOCAL_ALIGNED_32(uint8_t, dst_y_0, [MAX_STRIDE * MAX_HEIGHT]);
|
|
LOCAL_ALIGNED_32(uint8_t, dst_y_1, [MAX_STRIDE * MAX_HEIGHT]);
|
|
LOCAL_ALIGNED_32(uint8_t, dst_u_0, [(MAX_STRIDE/2) * MAX_HEIGHT]);
|
|
LOCAL_ALIGNED_32(uint8_t, dst_u_1, [(MAX_STRIDE/2) * MAX_HEIGHT]);
|
|
LOCAL_ALIGNED_32(uint8_t, dst_v_0, [(MAX_STRIDE/2) * MAX_HEIGHT]);
|
|
LOCAL_ALIGNED_32(uint8_t, dst_v_1, [(MAX_STRIDE/2) * MAX_HEIGHT]);
|
|
|
|
declare_func(void, uint8_t *ydst, uint8_t *udst, uint8_t *vdst,
|
|
const uint8_t *src, int width, int height,
|
|
int lumStride, int chromStride, int srcStride);
|
|
|
|
randomize_buffers(src0, MAX_STRIDE * MAX_HEIGHT * 2);
|
|
memcpy(src1, src0, MAX_STRIDE * MAX_HEIGHT * 2);
|
|
|
|
if (check_func(uyvytoyuv422, "uyvytoyuv422")) {
|
|
for (i = 0; i < 6; i ++) {
|
|
memset(dst_y_0, 0, MAX_STRIDE * MAX_HEIGHT);
|
|
memset(dst_y_1, 0, MAX_STRIDE * MAX_HEIGHT);
|
|
memset(dst_u_0, 0, (MAX_STRIDE/2) * MAX_HEIGHT);
|
|
memset(dst_u_1, 0, (MAX_STRIDE/2) * MAX_HEIGHT);
|
|
memset(dst_v_0, 0, (MAX_STRIDE/2) * MAX_HEIGHT);
|
|
memset(dst_v_1, 0, (MAX_STRIDE/2) * MAX_HEIGHT);
|
|
|
|
call_ref(dst_y_0, dst_u_0, dst_v_0, src0, planes[i].w, planes[i].h,
|
|
MAX_STRIDE, MAX_STRIDE / 2, planes[i].s);
|
|
call_new(dst_y_1, dst_u_1, dst_v_1, src1, planes[i].w, planes[i].h,
|
|
MAX_STRIDE, MAX_STRIDE / 2, planes[i].s);
|
|
if (memcmp(dst_y_0, dst_y_1, MAX_STRIDE * MAX_HEIGHT) ||
|
|
memcmp(dst_u_0, dst_u_1, (MAX_STRIDE/2) * MAX_HEIGHT) ||
|
|
memcmp(dst_v_0, dst_v_1, (MAX_STRIDE/2) * MAX_HEIGHT))
|
|
fail();
|
|
}
|
|
bench_new(dst_y_1, dst_u_1, dst_v_1, src1, planes[5].w, planes[5].h,
|
|
MAX_STRIDE, MAX_STRIDE / 2, planes[5].s);
|
|
}
|
|
}
|
|
|
|
static void check_interleave_bytes(void)
|
|
{
|
|
LOCAL_ALIGNED_16(uint8_t, src0_buf, [MAX_STRIDE*MAX_HEIGHT+1]);
|
|
LOCAL_ALIGNED_16(uint8_t, src1_buf, [MAX_STRIDE*MAX_HEIGHT+1]);
|
|
LOCAL_ALIGNED_16(uint8_t, dst0_buf, [2*MAX_STRIDE*MAX_HEIGHT+2]);
|
|
LOCAL_ALIGNED_16(uint8_t, dst1_buf, [2*MAX_STRIDE*MAX_HEIGHT+2]);
|
|
// Intentionally using unaligned buffers, as this function doesn't have
|
|
// any alignment requirements.
|
|
uint8_t *src0 = src0_buf + 1;
|
|
uint8_t *src1 = src1_buf + 1;
|
|
uint8_t *dst0 = dst0_buf + 2;
|
|
uint8_t *dst1 = dst1_buf + 2;
|
|
|
|
declare_func(void, const uint8_t *, const uint8_t *,
|
|
uint8_t *, int, int, int, int, int);
|
|
|
|
randomize_buffers(src0, MAX_STRIDE * MAX_HEIGHT);
|
|
randomize_buffers(src1, MAX_STRIDE * MAX_HEIGHT);
|
|
|
|
if (check_func(interleaveBytes, "interleave_bytes")) {
|
|
for (int i = 0; i <= 16; i++) {
|
|
// Try all widths [1,16], and try one random width.
|
|
|
|
int w = i > 0 ? i : (1 + (rnd() % (MAX_STRIDE-2)));
|
|
int h = 1 + (rnd() % (MAX_HEIGHT-2));
|
|
|
|
int src0_offset = 0, src0_stride = MAX_STRIDE;
|
|
int src1_offset = 0, src1_stride = MAX_STRIDE;
|
|
int dst_offset = 0, dst_stride = 2 * MAX_STRIDE;
|
|
|
|
memset(dst0, 0, 2 * MAX_STRIDE * MAX_HEIGHT);
|
|
memset(dst1, 0, 2 * MAX_STRIDE * MAX_HEIGHT);
|
|
|
|
// Try different combinations of negative strides
|
|
if (i & 1) {
|
|
src0_offset = (h-1)*src0_stride;
|
|
src0_stride = -src0_stride;
|
|
}
|
|
if (i & 2) {
|
|
src1_offset = (h-1)*src1_stride;
|
|
src1_stride = -src1_stride;
|
|
}
|
|
if (i & 4) {
|
|
dst_offset = (h-1)*dst_stride;
|
|
dst_stride = -dst_stride;
|
|
}
|
|
|
|
call_ref(src0 + src0_offset, src1 + src1_offset, dst0 + dst_offset,
|
|
w, h, src0_stride, src1_stride, dst_stride);
|
|
call_new(src0 + src0_offset, src1 + src1_offset, dst1 + dst_offset,
|
|
w, h, src0_stride, src1_stride, dst_stride);
|
|
// Check a one pixel-pair edge around the destination area,
|
|
// to catch overwrites past the end.
|
|
checkasm_check(uint8_t, dst0, 2*MAX_STRIDE, dst1, 2*MAX_STRIDE,
|
|
2 * w + 2, h + 1, "dst");
|
|
}
|
|
|
|
bench_new(src0, src1, dst1, 127, MAX_HEIGHT,
|
|
MAX_STRIDE, MAX_STRIDE, 2*MAX_STRIDE);
|
|
}
|
|
if (check_func(interleaveBytes, "interleave_bytes_aligned")) {
|
|
// Bench the function in a more typical case, with aligned
|
|
// buffers and widths.
|
|
bench_new(src0_buf, src1_buf, dst1_buf, 128, MAX_HEIGHT,
|
|
MAX_STRIDE, MAX_STRIDE, 2*MAX_STRIDE);
|
|
}
|
|
}
|
|
|
|
#define MAX_LINE_SIZE 1920
|
|
static const int input_sizes[] = {8, 128, 1080, MAX_LINE_SIZE};
|
|
static const enum AVPixelFormat rgb_formats[] = {
|
|
AV_PIX_FMT_RGB24,
|
|
AV_PIX_FMT_BGR24,
|
|
AV_PIX_FMT_RGBA,
|
|
AV_PIX_FMT_BGRA,
|
|
AV_PIX_FMT_ABGR,
|
|
AV_PIX_FMT_ARGB,
|
|
};
|
|
|
|
static void check_rgb_to_y(struct SwsContext *ctx)
|
|
{
|
|
LOCAL_ALIGNED_16(uint8_t, src24, [MAX_LINE_SIZE * 3]);
|
|
LOCAL_ALIGNED_16(uint8_t, src32, [MAX_LINE_SIZE * 4]);
|
|
LOCAL_ALIGNED_32(uint8_t, dst0_y, [MAX_LINE_SIZE * 2]);
|
|
LOCAL_ALIGNED_32(uint8_t, dst1_y, [MAX_LINE_SIZE * 2]);
|
|
|
|
declare_func(void, uint8_t *dst, const uint8_t *src,
|
|
const uint8_t *unused1, const uint8_t *unused2, int width,
|
|
uint32_t *rgb2yuv, void *opq);
|
|
|
|
randomize_buffers(src24, MAX_LINE_SIZE * 3);
|
|
randomize_buffers(src32, MAX_LINE_SIZE * 4);
|
|
|
|
for (int i = 0; i < FF_ARRAY_ELEMS(rgb_formats); i++) {
|
|
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(rgb_formats[i]);
|
|
|
|
ctx->srcFormat = rgb_formats[i];
|
|
ff_sws_init_scale(ctx);
|
|
|
|
for (int j = 0; j < FF_ARRAY_ELEMS(input_sizes); j++) {
|
|
int w = input_sizes[j];
|
|
|
|
if (check_func(ctx->lumToYV12, "%s_to_y_%d", desc->name, w)) {
|
|
const uint8_t *src = desc->nb_components == 3 ? src24 : src32;
|
|
memset(dst0_y, 0xFA, MAX_LINE_SIZE * 2);
|
|
memset(dst1_y, 0xFA, MAX_LINE_SIZE * 2);
|
|
|
|
call_ref(dst0_y, src, NULL, NULL, w, ctx->input_rgb2yuv_table, NULL);
|
|
call_new(dst1_y, src, NULL, NULL, w, ctx->input_rgb2yuv_table, NULL);
|
|
|
|
if (memcmp(dst0_y, dst1_y, w * 2))
|
|
fail();
|
|
|
|
if (desc->nb_components == 3 ||
|
|
// only bench native endian formats
|
|
(ctx->srcFormat == AV_PIX_FMT_RGB32 || ctx->srcFormat == AV_PIX_FMT_RGB32_1))
|
|
bench_new(dst1_y, src, NULL, NULL, w, ctx->input_rgb2yuv_table, NULL);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
static void check_rgb_to_uv(struct SwsContext *ctx)
|
|
{
|
|
LOCAL_ALIGNED_16(uint8_t, src24, [MAX_LINE_SIZE * 3]);
|
|
LOCAL_ALIGNED_16(uint8_t, src32, [MAX_LINE_SIZE * 4]);
|
|
LOCAL_ALIGNED_16(uint8_t, dst0_u, [MAX_LINE_SIZE * 2]);
|
|
LOCAL_ALIGNED_16(uint8_t, dst0_v, [MAX_LINE_SIZE * 2]);
|
|
LOCAL_ALIGNED_16(uint8_t, dst1_u, [MAX_LINE_SIZE * 2]);
|
|
LOCAL_ALIGNED_16(uint8_t, dst1_v, [MAX_LINE_SIZE * 2]);
|
|
|
|
declare_func(void, uint8_t *dstU, uint8_t *dstV,
|
|
const uint8_t *src1, const uint8_t *src2, const uint8_t *src3,
|
|
int width, uint32_t *pal, void *opq);
|
|
|
|
randomize_buffers(src24, MAX_LINE_SIZE * 3);
|
|
randomize_buffers(src32, MAX_LINE_SIZE * 4);
|
|
|
|
for (int i = 0; i < 2 * FF_ARRAY_ELEMS(rgb_formats); i++) {
|
|
enum AVPixelFormat src_fmt = rgb_formats[i / 2];
|
|
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(src_fmt);
|
|
|
|
ctx->chrSrcHSubSample = (i % 2) ? 0 : 1;
|
|
ctx->srcFormat = src_fmt;
|
|
ctx->dstFormat = ctx->chrSrcHSubSample ? AV_PIX_FMT_YUV420P : AV_PIX_FMT_YUV444P;
|
|
ff_sws_init_scale(ctx);
|
|
|
|
for (int j = 0; j < FF_ARRAY_ELEMS(input_sizes); j++) {
|
|
int w = input_sizes[j] >> ctx->chrSrcHSubSample;
|
|
|
|
if (check_func(ctx->chrToYV12, "%s_to_uv%s_%d", desc->name,
|
|
ctx->chrSrcHSubSample ? "_half" : "",
|
|
input_sizes[j])) {
|
|
const uint8_t *src = desc->nb_components == 3 ? src24 : src32;
|
|
memset(dst0_u, 0xFF, MAX_LINE_SIZE * 2);
|
|
memset(dst0_v, 0xFF, MAX_LINE_SIZE * 2);
|
|
memset(dst1_u, 0xFF, MAX_LINE_SIZE * 2);
|
|
memset(dst1_v, 0xFF, MAX_LINE_SIZE * 2);
|
|
|
|
call_ref(dst0_u, dst0_v, NULL, src, src, w, ctx->input_rgb2yuv_table, NULL);
|
|
call_new(dst1_u, dst1_v, NULL, src, src, w, ctx->input_rgb2yuv_table, NULL);
|
|
|
|
if (memcmp(dst0_u, dst1_u, w * 2) || memcmp(dst0_v, dst1_v, w * 2))
|
|
fail();
|
|
|
|
if (desc->nb_components == 3 ||
|
|
// only bench native endian formats
|
|
(ctx->srcFormat == AV_PIX_FMT_RGB32 || ctx->srcFormat == AV_PIX_FMT_RGB32_1))
|
|
bench_new(dst1_u, dst1_v, NULL, src, src, w, ctx->input_rgb2yuv_table, NULL);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
void checkasm_check_sw_rgb(void)
|
|
{
|
|
struct SwsContext *ctx;
|
|
|
|
ff_sws_rgb2rgb_init();
|
|
|
|
check_shuffle_bytes(shuffle_bytes_2103, "shuffle_bytes_2103");
|
|
report("shuffle_bytes_2103");
|
|
|
|
check_shuffle_bytes(shuffle_bytes_0321, "shuffle_bytes_0321");
|
|
report("shuffle_bytes_0321");
|
|
|
|
check_shuffle_bytes(shuffle_bytes_1230, "shuffle_bytes_1230");
|
|
report("shuffle_bytes_1230");
|
|
|
|
check_shuffle_bytes(shuffle_bytes_3012, "shuffle_bytes_3012");
|
|
report("shuffle_bytes_3012");
|
|
|
|
check_shuffle_bytes(shuffle_bytes_3210, "shuffle_bytes_3210");
|
|
report("shuffle_bytes_3210");
|
|
|
|
check_uyvy_to_422p();
|
|
report("uyvytoyuv422");
|
|
|
|
check_interleave_bytes();
|
|
report("interleave_bytes");
|
|
|
|
ctx = sws_getContext(MAX_LINE_SIZE, MAX_LINE_SIZE, AV_PIX_FMT_RGB24,
|
|
MAX_LINE_SIZE, MAX_LINE_SIZE, AV_PIX_FMT_YUV420P,
|
|
SWS_ACCURATE_RND | SWS_BITEXACT, NULL, NULL, NULL);
|
|
if (!ctx)
|
|
fail();
|
|
|
|
check_rgb_to_y(ctx);
|
|
report("rgb_to_y");
|
|
|
|
check_rgb_to_uv(ctx);
|
|
report("rgb_to_uv");
|
|
|
|
sws_freeContext(ctx);
|
|
}
|