lavu/riscv: add assembler macros for adjusting vector LMUL

vtype_vli computes the VTYPE value with the optimal LMUL for a given
element width, tail and mask policies and a run-time vector length.

vtype_ivli does the same, but with the compile-time constant vector
length.

vwtypei and vntypei can be used to widen or narrow a VTYPE value for
use in mixed-width vector-optimised functions.
This commit is contained in:
Rémi Denis-Courmont 2024-05-14 22:15:08 +03:00
parent a7e506fcd8
commit ee1526c05f
1 changed files with 122 additions and 54 deletions

View File

@ -96,77 +96,145 @@
.endm .endm
#endif #endif
/* Convenience macro to load a Vector type (vtype) as immediate */ #if defined (__riscv_v_elen)
.macro lvtypei rd, e, m=m1, tp=tu, mp=mu # define RV_V_ELEN __riscv_v_elen
#else
/* Run-time detection of the V extension implies ELEN >= 64. */
# define RV_V_ELEN 64
#endif
#if RV_V_ELEN == 32
# define VSEW_MAX 2
#else
# define VSEW_MAX 3
#endif
.ifc \e,e8 .macro parse_vtype ew, tp, mp
.equ ei, 0 .ifc \ew,e8
.equ vsew, 0
.else .else
.ifc \e,e16 .ifc \ew,e16
.equ ei, 8 .equ vsew, 1
.else .else
.ifc \e,e32 .ifc \ew,e32
.equ ei, 16 .equ vsew, 2
.else .else
.ifc \e,e64 .ifc \ew,e64
.equ ei, 24 .equ vsew, 3
.else .else
.error "Unknown element type" .error "Unknown element width \ew"
.endif .endif
.endif .endif
.endif .endif
.endif .endif
.ifc \m,m1 .ifc \tp,tu
.equ mi, 0 .equ tp, 0
.else .else
.ifc \m,m2 .ifc \tp,ta
.equ mi, 1 .equ tp, 1
.else .else
.ifc \m,m4 .error "Unknown tail policy \tp"
.equ mi, 2
.else
.ifc \m,m8
.equ mi, 3
.else
.ifc \m,mf8
.equ mi, 5
.else
.ifc \m,mf4
.equ mi, 6
.else
.ifc \m,mf2
.equ mi, 7
.else
.error "Unknown multiplier"
.equ mi, 3
.endif
.endif
.endif
.endif
.endif
.endif
.endif
.ifc \tp,tu
.equ tpi, 0
.else
.ifc \tp,ta
.equ tpi, 64
.else
.error "Unknown tail policy"
.endif .endif
.endif .endif
.ifc \mp,mu .ifc \mp,mu
.equ mpi, 0 .equ mp, 0
.else .else
.ifc \mp,ma .ifc \mp,ma
.equ mpi, 128 .equ mp, 1
.else .else
.error "Unknown mask policy" .error "Unknown mask policy \mp"
.endif .endif
.endif .endif
.endm
li \rd, (ei | mi | tpi | mpi)
/**
* Gets the vector type with the smallest suitable LMUL value.
* @param[out] rd vector type destination register
* @param vl vector length constant
* @param ew element width: e8, e16, e32 or e64
* @param tp tail policy: tu or ta
* @param mp mask policty: mu or ma
*/
.macro vtype_ivli rd, avl, ew, tp=tu, mp=mu
.if \avl <= 1
.equ log2vl, 0
.elseif \avl <= 2
.equ log2vl, 1
.elseif \avl <= 4
.equ log2vl, 2
.elseif \avl <= 8
.equ log2vl, 3
.elseif \avl <= 16
.equ log2vl, 4
.elseif \avl <= 32
.equ log2vl, 5
.elseif \avl <= 64
.equ log2vl, 6
.elseif \avl <= 128
.equ log2vl, 7
.else
.error "Vector length \avl out of range"
.endif
parse_vtype \ew, \tp, \mp
csrr \rd, vlenb
clz \rd, \rd
addi \rd, \rd, log2vl + 1 + VSEW_MAX - __riscv_xlen
max \rd, \rd, zero // VLMUL must be >= VSEW - VSEW_MAX
.if vsew < VSEW_MAX
addi \rd, \rd, vsew - VSEW_MAX
andi \rd, \rd, 7
.endif
ori \rd, \rd, (vsew << 3) | (tp << 6) | (mp << 7)
.endm
/**
* Gets the vector type with the smallest suitable LMUL value.
* @param[out] rd vector type destination register
* @param rs vector length source register
* @param[out] tmp temporary register to be clobbered
* @param ew element width: e8, e16, e32 or e64
* @param tp tail policy: tu or ta
* @param mp mask policty: mu or ma
*/
.macro vtype_vli rd, rs, tmp, ew, tp=tu, mp=mu
parse_vtype \ew, \tp, \mp
/*
* The difference between the CLZ's notionally equals the VLMUL value
* for 4-bit elements. But we want the value for SEW_MAX-bit elements.
*/
slli \tmp, \rs, 1 + VSEW_MAX
csrr \rd, vlenb
addi \tmp, \tmp, -1
clz \rd, \rd
clz \tmp, \tmp
sub \rd, \rd, \tmp
max \rd, \rd, zero // VLMUL must be >= VSEW - VSEW_MAX
.if vsew < VSEW_MAX
addi \rd, \rd, vsew - VSEW_MAX
andi \rd, \rd, 7
.endif
ori \rd, \rd, (vsew << 3) | (tp << 6) | (mp << 7)
.endm
/**
* Widens a vector type.
* @param[out] rd widened vector type destination register
* @param rs vector type source register
* @param n number of times to widen (once by default)
*/
.macro vwtypei rd, rs, n=1
xori \rd, \rs, 4
addi \rd, \rd, (\n) * 011
xori \rd, \rd, 4
.endm
/**
* Narrows a vector type.
* @param[out] rd narrowed vector type destination register
* @param rs vector type source register
* @param n number of times to narrow (once by default)
*/
.macro vntypei rd, rs, n=1
vwtypei \rd, \rs, -(\n)
.endm .endm