2022-09-12 15:53:20 +00:00
|
|
|
/*
|
2024-06-08 09:02:27 +00:00
|
|
|
* Copyright © 2022-2024 Rémi Denis-Courmont.
|
|
|
|
*
|
2022-09-12 15:53:20 +00:00
|
|
|
* This file is part of FFmpeg.
|
|
|
|
*
|
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef AVUTIL_RISCV_INTMATH_H
|
|
|
|
#define AVUTIL_RISCV_INTMATH_H
|
|
|
|
|
|
|
|
#include <stdint.h>
|
2024-07-25 19:17:48 +00:00
|
|
|
#include <math.h>
|
2022-09-12 15:53:20 +00:00
|
|
|
|
|
|
|
#include "config.h"
|
|
|
|
#include "libavutil/attributes.h"
|
2024-06-08 09:02:27 +00:00
|
|
|
#include "libavutil/riscv/cpu.h"
|
2022-09-12 15:53:20 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* The compiler is forced to sign-extend the result anyhow, so it is faster to
|
|
|
|
* compute it explicitly and use it.
|
|
|
|
*/
|
|
|
|
#define av_clip_int8 av_clip_int8_rvi
|
|
|
|
static av_always_inline av_const int8_t av_clip_int8_rvi(int a)
|
|
|
|
{
|
|
|
|
union { uint8_t u; int8_t s; } u = { .u = a };
|
|
|
|
|
|
|
|
if (a != u.s)
|
|
|
|
a = ((a >> 31) ^ 0x7F);
|
|
|
|
return a;
|
|
|
|
}
|
|
|
|
|
|
|
|
#define av_clip_int16 av_clip_int16_rvi
|
|
|
|
static av_always_inline av_const int16_t av_clip_int16_rvi(int a)
|
|
|
|
{
|
2022-09-14 17:34:19 +00:00
|
|
|
union { uint16_t u; int16_t s; } u = { .u = a };
|
2022-09-12 15:53:20 +00:00
|
|
|
|
|
|
|
if (a != u.s)
|
2022-09-14 17:34:19 +00:00
|
|
|
a = ((a >> 31) ^ 0x7FFF);
|
2022-09-12 15:53:20 +00:00
|
|
|
return a;
|
|
|
|
}
|
|
|
|
|
|
|
|
#define av_clipl_int32 av_clipl_int32_rvi
|
|
|
|
static av_always_inline av_const int32_t av_clipl_int32_rvi(int64_t a)
|
|
|
|
{
|
|
|
|
union { uint32_t u; int32_t s; } u = { .u = a };
|
|
|
|
|
|
|
|
if (a != u.s)
|
|
|
|
a = ((a >> 63) ^ 0x7FFFFFFF);
|
|
|
|
return a;
|
|
|
|
}
|
|
|
|
|
|
|
|
#define av_clip_intp2 av_clip_intp2_rvi
|
|
|
|
static av_always_inline av_const int av_clip_intp2_rvi(int a, int p)
|
|
|
|
{
|
2022-09-15 18:26:48 +00:00
|
|
|
const int shift = 31 - p;
|
|
|
|
int b = ((int)(((unsigned)a) << shift)) >> shift;
|
2022-09-12 15:53:20 +00:00
|
|
|
|
|
|
|
if (a != b)
|
|
|
|
b = (a >> 31) ^ ((1 << p) - 1);
|
|
|
|
return b;
|
|
|
|
}
|
|
|
|
|
2024-07-25 19:17:48 +00:00
|
|
|
#if defined (__riscv_f) || defined (__riscv_zfinx)
|
|
|
|
#define av_clipf av_clipf_rvf
|
|
|
|
static av_always_inline av_const float av_clipf_rvf(float a, float min,
|
|
|
|
float max)
|
|
|
|
{
|
|
|
|
return fminf(fmaxf(a, min), max);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#if defined (__riscv_d) || defined (__riscv_zdinx)
|
|
|
|
#define av_clipd av_clipd_rvd
|
2024-07-31 14:45:28 +00:00
|
|
|
static av_always_inline av_const double av_clipd_rvd(double a, double min,
|
|
|
|
double max)
|
2024-07-25 19:17:48 +00:00
|
|
|
{
|
|
|
|
return fmin(fmax(a, min), max);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2023-04-20 17:53:57 +00:00
|
|
|
#if defined (__GNUC__) || defined (__clang__)
|
2024-06-08 10:27:10 +00:00
|
|
|
static inline av_const int ff_ctz_rv(int x)
|
|
|
|
{
|
|
|
|
#if HAVE_RV && !defined(__riscv_zbb)
|
|
|
|
if (!__builtin_constant_p(x) &&
|
|
|
|
__builtin_expect(ff_rv_zbb_support(), true)) {
|
|
|
|
int y;
|
|
|
|
|
|
|
|
__asm__ (
|
|
|
|
".option push\n"
|
|
|
|
".option arch, +zbb\n"
|
|
|
|
#if __riscv_xlen >= 64
|
|
|
|
"ctzw %0, %1\n"
|
|
|
|
#else
|
|
|
|
"ctz %0, %1\n"
|
|
|
|
#endif
|
|
|
|
".option pop" : "=r" (y) : "r" (x));
|
|
|
|
if (y > 32)
|
|
|
|
__builtin_unreachable();
|
|
|
|
return y;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
return __builtin_ctz(x);
|
|
|
|
}
|
|
|
|
#define ff_ctz ff_ctz_rv
|
|
|
|
|
|
|
|
static inline av_const int ff_ctzll_rv(long long x)
|
|
|
|
{
|
|
|
|
#if HAVE_RV && !defined(__riscv_zbb) && __riscv_xlen == 64
|
|
|
|
if (!__builtin_constant_p(x) &&
|
|
|
|
__builtin_expect(ff_rv_zbb_support(), true)) {
|
|
|
|
int y;
|
|
|
|
|
|
|
|
__asm__ (
|
|
|
|
".option push\n"
|
|
|
|
".option arch, +zbb\n"
|
|
|
|
"ctz %0, %1\n"
|
|
|
|
".option pop" : "=r" (y) : "r" (x));
|
|
|
|
if (y > 64)
|
|
|
|
__builtin_unreachable();
|
|
|
|
return y;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
return __builtin_ctzll(x);
|
|
|
|
}
|
|
|
|
#define ff_ctzll ff_ctzll_rv
|
|
|
|
|
|
|
|
static inline av_const int ff_clz_rv(int x)
|
|
|
|
{
|
|
|
|
#if HAVE_RV && !defined(__riscv_zbb)
|
|
|
|
if (!__builtin_constant_p(x) &&
|
|
|
|
__builtin_expect(ff_rv_zbb_support(), true)) {
|
|
|
|
int y;
|
|
|
|
|
|
|
|
__asm__ (
|
|
|
|
".option push\n"
|
|
|
|
".option arch, +zbb\n"
|
|
|
|
#if __riscv_xlen >= 64
|
|
|
|
"clzw %0, %1\n"
|
|
|
|
#else
|
|
|
|
"clz %0, %1\n"
|
|
|
|
#endif
|
|
|
|
".option pop" : "=r" (y) : "r" (x));
|
|
|
|
if (y > 32)
|
|
|
|
__builtin_unreachable();
|
|
|
|
return y;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
return __builtin_clz(x);
|
|
|
|
}
|
|
|
|
#define ff_clz ff_clz_rv
|
|
|
|
|
|
|
|
#if __riscv_xlen == 64
|
|
|
|
static inline av_const int ff_clzll_rv(long long x)
|
|
|
|
{
|
|
|
|
#if HAVE_RV && !defined(__riscv_zbb)
|
|
|
|
if (!__builtin_constant_p(x) &&
|
|
|
|
__builtin_expect(ff_rv_zbb_support(), true)) {
|
|
|
|
int y;
|
|
|
|
|
|
|
|
__asm__ (
|
|
|
|
".option push\n"
|
|
|
|
".option arch, +zbb\n"
|
|
|
|
"clz %0, %1\n"
|
|
|
|
".option pop" : "=r" (y) : "r" (x));
|
|
|
|
if (y > 64)
|
|
|
|
__builtin_unreachable();
|
|
|
|
return y;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
return __builtin_clzll(x);
|
|
|
|
}
|
|
|
|
#define ff_clz ff_clz_rv
|
|
|
|
#endif
|
|
|
|
|
|
|
|
static inline av_const int ff_log2_rv(unsigned int x)
|
|
|
|
{
|
|
|
|
return 31 - ff_clz_rv(x | 1);
|
|
|
|
}
|
|
|
|
#define ff_log2 ff_log2_rv
|
|
|
|
#define ff_log2_16bit ff_log2_rv
|
|
|
|
|
2024-06-08 09:02:27 +00:00
|
|
|
static inline av_const int av_popcount_rv(unsigned int x)
|
|
|
|
{
|
|
|
|
#if HAVE_RV && !defined(__riscv_zbb)
|
|
|
|
if (!__builtin_constant_p(x) &&
|
|
|
|
__builtin_expect(ff_rv_zbb_support(), true)) {
|
|
|
|
int y;
|
|
|
|
|
|
|
|
__asm__ (
|
|
|
|
".option push\n"
|
|
|
|
".option arch, +zbb\n"
|
|
|
|
#if __riscv_xlen >= 64
|
|
|
|
"cpopw %0, %1\n"
|
2022-09-12 15:53:20 +00:00
|
|
|
#else
|
2024-06-08 09:02:27 +00:00
|
|
|
"cpop %0, %1\n"
|
|
|
|
#endif
|
|
|
|
".option pop" : "=r" (y) : "r" (x));
|
|
|
|
if (y > 32)
|
|
|
|
__builtin_unreachable();
|
|
|
|
return y;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
return __builtin_popcount(x);
|
|
|
|
}
|
|
|
|
#define av_popcount av_popcount_rv
|
|
|
|
|
|
|
|
static inline av_const int av_popcount64_rv(uint64_t x)
|
|
|
|
{
|
|
|
|
#if HAVE_RV && !defined(__riscv_zbb) && __riscv_xlen >= 64
|
|
|
|
if (!__builtin_constant_p(x) &&
|
|
|
|
__builtin_expect(ff_rv_zbb_support(), true)) {
|
|
|
|
int y;
|
|
|
|
|
|
|
|
__asm__ (
|
|
|
|
".option push\n"
|
|
|
|
".option arch, +zbb\n"
|
|
|
|
"cpop %0, %1\n"
|
|
|
|
".option pop" : "=r" (y) : "r" (x));
|
|
|
|
if (y > 64)
|
|
|
|
__builtin_unreachable();
|
|
|
|
return y;
|
|
|
|
}
|
2022-09-12 15:53:20 +00:00
|
|
|
#endif
|
2024-06-08 09:02:27 +00:00
|
|
|
return __builtin_popcountl(x);
|
|
|
|
}
|
|
|
|
#define av_popcount64 av_popcount64_rv
|
|
|
|
|
|
|
|
static inline av_const int av_parity_rv(unsigned int x)
|
|
|
|
{
|
|
|
|
#if HAVE_RV && !defined(__riscv_zbb)
|
|
|
|
if (!__builtin_constant_p(x) &&
|
|
|
|
__builtin_expect(ff_rv_zbb_support(), true)) {
|
|
|
|
int y;
|
|
|
|
|
|
|
|
__asm__ (
|
|
|
|
".option push\n"
|
|
|
|
".option arch, +zbb\n"
|
|
|
|
#if __riscv_xlen >= 64
|
|
|
|
"cpopw %0, %1\n"
|
|
|
|
#else
|
|
|
|
"cpop %0, %1\n"
|
|
|
|
#endif
|
|
|
|
".option pop" : "=r" (y) : "r" (x));
|
|
|
|
return y & 1;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
return __builtin_parity(x);
|
|
|
|
}
|
|
|
|
#define av_parity av_parity_rv
|
2022-09-12 15:53:20 +00:00
|
|
|
#endif
|
|
|
|
|
|
|
|
#endif /* AVUTIL_RISCV_INTMATH_H */
|