Source code
Revision control
Copy as Markdown
Other Tools
/*
* Copyright (c) 2025, Alliance for Open Media. All rights reserved.
*
* This source code is subject to the terms of the BSD 2 Clause License and
* the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
* was not distributed with this source code in the LICENSE file, you can
* obtain it at www.aomedia.org/license/software. If the Alliance for Open
* Media Patent License 1.0 was not distributed with this source code in the
* PATENTS file, you can obtain it at www.aomedia.org/license/patent.
*/
#ifndef AOM_AOM_DSP_RISCV_MEM_RVV_H_
#define AOM_AOM_DSP_RISCV_MEM_RVV_H_
#include <riscv_vector.h>
static inline void load_s16_4x5(const int16_t *s, int p, vint16mf2_t *const s0,
vint16mf2_t *const s1, vint16mf2_t *const s2,
vint16mf2_t *const s3, vint16mf2_t *const s4,
size_t vl) {
*s0 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s3 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s4 = __riscv_vle16_v_i16mf2(s, vl);
}
static inline void load_s16_4x4(const int16_t *s, int p, vint16mf2_t *const s0,
vint16mf2_t *const s1, vint16mf2_t *const s2,
vint16mf2_t *const s3, size_t vl) {
*s0 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s3 = __riscv_vle16_v_i16mf2(s, vl);
}
static inline void load_s16_8x5(const int16_t *s, int p, vint16m1_t *const s0,
vint16m1_t *const s1, vint16m1_t *const s2,
vint16m1_t *const s3, vint16m1_t *const s4,
size_t vl) {
*s0 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s3 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s4 = __riscv_vle16_v_i16m1(s, vl);
}
static inline void load_s16_8x4(const int16_t *s, int p, vint16m1_t *const s0,
vint16m1_t *const s1, vint16m1_t *const s2,
vint16m1_t *const s3, size_t vl) {
*s0 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s3 = __riscv_vle16_v_i16m1(s, vl);
}
static inline void store_u16_8x4(uint16_t *s, int p, const vuint16m1_t s0,
const vuint16m1_t s1, const vuint16m1_t s2,
const vuint16m1_t s3, size_t vl) {
__riscv_vse16_v_u16m1(s, s0, vl);
s += p;
__riscv_vse16_v_u16m1(s, s1, vl);
s += p;
__riscv_vse16_v_u16m1(s, s2, vl);
s += p;
__riscv_vse16_v_u16m1(s, s3, vl);
}
static inline void load_s16_4x7(const int16_t *s, int p, vint16mf2_t *const s0,
vint16mf2_t *const s1, vint16mf2_t *const s2,
vint16mf2_t *const s3, vint16mf2_t *const s4,
vint16mf2_t *const s5, vint16mf2_t *const s6,
size_t vl) {
*s0 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s3 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s4 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s5 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s6 = __riscv_vle16_v_i16mf2(s, vl);
}
static inline void load_s16_4x8(const int16_t *s, int p, vint16mf2_t *const s0,
vint16mf2_t *const s1, vint16mf2_t *const s2,
vint16mf2_t *const s3, vint16mf2_t *const s4,
vint16mf2_t *const s5, vint16mf2_t *const s6,
vint16mf2_t *const s7, size_t vl) {
*s0 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s3 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s4 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s5 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s6 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s7 = __riscv_vle16_v_i16mf2(s, vl);
}
static inline void load_s16_8x7(const int16_t *s, int p, vint16m1_t *const s0,
vint16m1_t *const s1, vint16m1_t *const s2,
vint16m1_t *const s3, vint16m1_t *const s4,
vint16m1_t *const s5, vint16m1_t *const s6,
size_t vl) {
*s0 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s3 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s4 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s5 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s6 = __riscv_vle16_v_i16m1(s, vl);
}
static inline void load_s16_4x11(const int16_t *s, int p, vint16mf2_t *const s0,
vint16mf2_t *const s1, vint16mf2_t *const s2,
vint16mf2_t *const s3, vint16mf2_t *const s4,
vint16mf2_t *const s5, vint16mf2_t *const s6,
vint16mf2_t *const s7, vint16mf2_t *const s8,
vint16mf2_t *const s9, vint16mf2_t *const s10,
size_t vl) {
*s0 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s3 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s4 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s5 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s6 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s7 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s8 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s9 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s10 = __riscv_vle16_v_i16mf2(s, vl);
}
static inline void load_s16_8x10(const int16_t *s, int p, vint16m1_t *const s0,
vint16m1_t *const s1, vint16m1_t *const s2,
vint16m1_t *const s3, vint16m1_t *const s4,
vint16m1_t *const s5, vint16m1_t *const s6,
vint16m1_t *const s7, vint16m1_t *const s8,
vint16m1_t *const s9, size_t vl) {
*s0 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s3 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s4 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s5 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s6 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s7 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s8 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s9 = __riscv_vle16_v_i16m1(s, vl);
}
static inline void load_s16_8x11(const int16_t *s, int p, vint16m1_t *const s0,
vint16m1_t *const s1, vint16m1_t *const s2,
vint16m1_t *const s3, vint16m1_t *const s4,
vint16m1_t *const s5, vint16m1_t *const s6,
vint16m1_t *const s7, vint16m1_t *const s8,
vint16m1_t *const s9, vint16m1_t *const s10,
size_t vl) {
*s0 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s3 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s4 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s5 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s6 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s7 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s8 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s9 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s10 = __riscv_vle16_v_i16m1(s, vl);
}
static inline void load_s16_8x6(const int16_t *s, int p, vint16m1_t *const s0,
vint16m1_t *const s1, vint16m1_t *const s2,
vint16m1_t *const s3, vint16m1_t *const s4,
vint16m1_t *const s5, size_t vl) {
*s0 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s3 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s4 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s5 = __riscv_vle16_v_i16m1(s, vl);
}
static inline void load_s16_8x8(const int16_t *s, int p, vint16m1_t *const s0,
vint16m1_t *const s1, vint16m1_t *const s2,
vint16m1_t *const s3, vint16m1_t *const s4,
vint16m1_t *const s5, vint16m1_t *const s6,
vint16m1_t *const s7, size_t vl) {
*s0 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s3 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s4 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s5 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s6 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s7 = __riscv_vle16_v_i16m1(s, vl);
}
static inline void load_s16_8x12(const int16_t *s, int p, vint16m1_t *const s0,
vint16m1_t *const s1, vint16m1_t *const s2,
vint16m1_t *const s3, vint16m1_t *const s4,
vint16m1_t *const s5, vint16m1_t *const s6,
vint16m1_t *const s7, vint16m1_t *const s8,
vint16m1_t *const s9, vint16m1_t *const s10,
vint16m1_t *const s11, size_t vl) {
*s0 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s3 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s4 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s5 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s6 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s7 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s8 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s9 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s10 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s11 = __riscv_vle16_v_i16m1(s, vl);
}
static inline void load_s16_4x12(const int16_t *s, int p, vint16mf2_t *const s0,
vint16mf2_t *const s1, vint16mf2_t *const s2,
vint16mf2_t *const s3, vint16mf2_t *const s4,
vint16mf2_t *const s5, vint16mf2_t *const s6,
vint16mf2_t *const s7, vint16mf2_t *const s8,
vint16mf2_t *const s9, vint16mf2_t *const s10,
vint16mf2_t *const s11, size_t vl) {
*s0 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s3 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s4 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s5 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s6 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s7 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s8 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s9 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s10 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s11 = __riscv_vle16_v_i16mf2(s, vl);
}
static inline void store_u16_4x4(uint16_t *s, int p, const vuint16mf2_t s0,
const vuint16mf2_t s1, const vuint16mf2_t s2,
const vuint16mf2_t s3, size_t vl) {
__riscv_vse16_v_u16mf2(s, s0, vl);
s += p;
__riscv_vse16_v_u16mf2(s, s1, vl);
s += p;
__riscv_vse16_v_u16mf2(s, s2, vl);
s += p;
__riscv_vse16_v_u16mf2(s, s3, vl);
}
static inline void load_u8_8x4(const uint8_t *s, const ptrdiff_t p,
vuint8mf2_t *const s0, vuint8mf2_t *const s1,
vuint8mf2_t *const s2, vuint8mf2_t *const s3,
size_t vl) {
*s0 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s1 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s2 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s3 = __riscv_vle8_v_u8mf2(s, vl);
}
static inline void load_u8_4x5(const uint8_t *s, const ptrdiff_t p,
vuint8mf4_t *const s0, vuint8mf4_t *const s1,
vuint8mf4_t *const s2, vuint8mf4_t *const s3,
vuint8mf4_t *const s4, size_t vl) {
*s0 = __riscv_vle8_v_u8mf4(s, vl);
s += p;
*s1 = __riscv_vle8_v_u8mf4(s, vl);
s += p;
*s2 = __riscv_vle8_v_u8mf4(s, vl);
s += p;
*s3 = __riscv_vle8_v_u8mf4(s, vl);
s += p;
*s4 = __riscv_vle8_v_u8mf4(s, vl);
}
static inline void load_u8_4x7(const uint8_t *s, const ptrdiff_t p,
vuint8mf4_t *const s0, vuint8mf4_t *const s1,
vuint8mf4_t *const s2, vuint8mf4_t *const s3,
vuint8mf4_t *const s4, vuint8mf4_t *const s5,
vuint8mf4_t *const s6, size_t vl) {
*s0 = __riscv_vle8_v_u8mf4(s, vl);
s += p;
*s1 = __riscv_vle8_v_u8mf4(s, vl);
s += p;
*s2 = __riscv_vle8_v_u8mf4(s, vl);
s += p;
*s3 = __riscv_vle8_v_u8mf4(s, vl);
s += p;
*s4 = __riscv_vle8_v_u8mf4(s, vl);
s += p;
*s5 = __riscv_vle8_v_u8mf4(s, vl);
s += p;
*s6 = __riscv_vle8_v_u8mf4(s, vl);
}
static inline void load_u8_8x5(const uint8_t *s, const ptrdiff_t p,
vuint8mf2_t *const s0, vuint8mf2_t *const s1,
vuint8mf2_t *const s2, vuint8mf2_t *const s3,
vuint8mf2_t *const s4, size_t vl) {
*s0 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s1 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s2 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s3 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s4 = __riscv_vle8_v_u8mf2(s, vl);
}
static inline void load_u8_8x7(const uint8_t *s, const ptrdiff_t p,
vuint8mf2_t *const s0, vuint8mf2_t *const s1,
vuint8mf2_t *const s2, vuint8mf2_t *const s3,
vuint8mf2_t *const s4, vuint8mf2_t *const s5,
vuint8mf2_t *const s6, size_t vl) {
*s0 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s1 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s2 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s3 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s4 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s5 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s6 = __riscv_vle8_v_u8mf2(s, vl);
}
static inline void load_u8_8x8(const uint8_t *s, int p, vuint8mf2_t *const s0,
vuint8mf2_t *const s1, vuint8mf2_t *const s2,
vuint8mf2_t *const s3, vuint8mf2_t *const s4,
vuint8mf2_t *const s5, vuint8mf2_t *const s6,
vuint8mf2_t *const s7, size_t vl) {
*s0 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s1 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s2 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s3 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s4 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s5 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s6 = __riscv_vle8_v_u8mf2(s, vl);
s += p;
*s7 = __riscv_vle8_v_u8mf2(s, vl);
}
static inline void load_stride_u8_8x8(
const uint8_t *s, int p, vuint8mf2_t *const s0, vuint8mf2_t *const s1,
vuint8mf2_t *const s2, vuint8mf2_t *const s3, vuint8mf2_t *const s4,
vuint8mf2_t *const s5, vuint8mf2_t *const s6, vuint8mf2_t *const s7,
size_t vl) {
*s0 = __riscv_vlse8_v_u8mf2(s + 0, p, vl);
*s1 = __riscv_vlse8_v_u8mf2(s + 1, p, vl);
*s2 = __riscv_vlse8_v_u8mf2(s + 2, p, vl);
*s3 = __riscv_vlse8_v_u8mf2(s + 3, p, vl);
*s4 = __riscv_vlse8_v_u8mf2(s + 4, p, vl);
*s5 = __riscv_vlse8_v_u8mf2(s + 5, p, vl);
*s6 = __riscv_vlse8_v_u8mf2(s + 6, p, vl);
*s7 = __riscv_vlse8_v_u8mf2(s + 7, p, vl);
}
static inline void store_s16_8x8(int16_t *s, const ptrdiff_t p,
const vint16m1_t s0, const vint16m1_t s1,
const vint16m1_t s2, const vint16m1_t s3,
const vint16m1_t s4, const vint16m1_t s5,
const vint16m1_t s6, const vint16m1_t s7,
size_t vl) {
__riscv_vse16_v_i16m1(s, s0, vl);
s += p;
__riscv_vse16_v_i16m1(s, s1, vl);
s += p;
__riscv_vse16_v_i16m1(s, s2, vl);
s += p;
__riscv_vse16_v_i16m1(s, s3, vl);
s += p;
__riscv_vse16_v_i16m1(s, s4, vl);
s += p;
__riscv_vse16_v_i16m1(s, s5, vl);
s += p;
__riscv_vse16_v_i16m1(s, s6, vl);
s += p;
__riscv_vse16_v_i16m1(s, s7, vl);
}
static inline void store_u16_8x8(uint16_t *s, const ptrdiff_t p,
const vuint16m1_t s0, const vuint16m1_t s1,
const vuint16m1_t s2, const vuint16m1_t s3,
const vuint16m1_t s4, const vuint16m1_t s5,
const vuint16m1_t s6, const vuint16m1_t s7,
size_t vl) {
__riscv_vse16_v_u16m1(s, s0, vl);
s += p;
__riscv_vse16_v_u16m1(s, s1, vl);
s += p;
__riscv_vse16_v_u16m1(s, s2, vl);
s += p;
__riscv_vse16_v_u16m1(s, s3, vl);
s += p;
__riscv_vse16_v_u16m1(s, s4, vl);
s += p;
__riscv_vse16_v_u16m1(s, s5, vl);
s += p;
__riscv_vse16_v_u16m1(s, s6, vl);
s += p;
__riscv_vse16_v_u16m1(s, s7, vl);
}
static inline void load_u16_4x4(const uint16_t *s, const ptrdiff_t p,
vuint16mf2_t *const s0, vuint16mf2_t *const s1,
vuint16mf2_t *const s2, vuint16mf2_t *const s3,
size_t vl) {
*s0 = __riscv_vle16_v_u16mf2(s, vl);
s += p;
*s1 = __riscv_vle16_v_u16mf2(s, vl);
s += p;
*s2 = __riscv_vle16_v_u16mf2(s, vl);
s += p;
*s3 = __riscv_vle16_v_u16mf2(s, vl);
}
static inline void load_u16_8x4(const uint16_t *s, const ptrdiff_t p,
vuint16m1_t *const s0, vuint16m1_t *const s1,
vuint16m1_t *const s2, vuint16m1_t *const s3,
size_t vl) {
*s0 = __riscv_vle16_v_u16m1(s, vl);
s += p;
*s1 = __riscv_vle16_v_u16m1(s, vl);
s += p;
*s2 = __riscv_vle16_v_u16m1(s, vl);
s += p;
*s3 = __riscv_vle16_v_u16m1(s, vl);
}
static inline void store_u8_8x4(uint8_t *s, const ptrdiff_t p,
const vuint8mf2_t s0, const vuint8mf2_t s1,
const vuint8mf2_t s2, const vuint8mf2_t s3,
size_t vl) {
__riscv_vse8_v_u8mf2(s, s0, vl);
s += p;
__riscv_vse8_v_u8mf2(s, s1, vl);
s += p;
__riscv_vse8_v_u8mf2(s, s2, vl);
s += p;
__riscv_vse8_v_u8mf2(s, s3, vl);
}
static inline void load_s16_4x3(const int16_t *s, int p, vint16mf2_t *const s0,
vint16mf2_t *const s1, vint16mf2_t *const s2,
size_t vl) {
*s0 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16mf2(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16mf2(s, vl);
}
static inline void load_s16_8x3(const int16_t *s, int p, vint16m1_t *const s0,
vint16m1_t *const s1, vint16m1_t *const s2,
size_t vl) {
*s0 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s1 = __riscv_vle16_v_i16m1(s, vl);
s += p;
*s2 = __riscv_vle16_v_i16m1(s, vl);
}
static inline void load_s32_4x4(const int32_t *s, int p, vint32m1_t *const s0,
vint32m1_t *const s1, vint32m1_t *const s2,
vint32m1_t *const s3, size_t vl) {
*s0 = __riscv_vle32_v_i32m1(s, vl);
s += p;
*s1 = __riscv_vle32_v_i32m1(s, vl);
s += p;
*s2 = __riscv_vle32_v_i32m1(s, vl);
s += p;
*s3 = __riscv_vle32_v_i32m1(s, vl);
}
static inline void store_s32_4x4(int32_t *s, int p, const vint32m1_t s0,
const vint32m1_t s1, const vint32m1_t s2,
const vint32m1_t s3, size_t vl) {
__riscv_vse32_v_i32m1(s, s0, vl);
s += p;
__riscv_vse32_v_i32m1(s, s1, vl);
s += p;
__riscv_vse32_v_i32m1(s, s2, vl);
s += p;
__riscv_vse32_v_i32m1(s, s3, vl);
}
static inline void load_u32_4x4(const uint32_t *s, int p, vuint32m1_t *const s0,
vuint32m1_t *const s1, vuint32m1_t *const s2,
vuint32m1_t *const s3, size_t vl) {
*s0 = __riscv_vle32_v_u32m1(s, vl);
s += p;
*s1 = __riscv_vle32_v_u32m1(s, vl);
s += p;
*s2 = __riscv_vle32_v_u32m1(s, vl);
s += p;
*s3 = __riscv_vle32_v_u32m1(s, vl);
}
static inline void store_u32_4x4(uint32_t *s, int p, const vuint32m1_t s0,
const vuint32m1_t s1, const vuint32m1_t s2,
const vuint32m1_t s3, size_t vl) {
__riscv_vse32_v_u32m1(s, s0, vl);
s += p;
__riscv_vse32_v_u32m1(s, s1, vl);
s += p;
__riscv_vse32_v_u32m1(s, s2, vl);
s += p;
__riscv_vse32_v_u32m1(s, s3, vl);
}
#endif // AOM_AOM_DSP_RISCV_MEM_RVV_H_