2023-07-11 19:59:00 +03:00
|
|
|
/*
|
|
|
|
* RISC-V Vector Extension Internals
|
|
|
|
*
|
|
|
|
* Copyright (c) 2020 T-Head Semiconductor Co., Ltd. All rights reserved.
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify it
|
|
|
|
* under the terms and conditions of the GNU General Public License,
|
|
|
|
* version 2 or later, as published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope it will be useful, but WITHOUT
|
|
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
|
|
|
* more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License along with
|
|
|
|
* this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
*/
|
|
|
|
|
2024-01-25 19:34:07 +03:00
|
|
|
#include "qemu/osdep.h"
|
2023-07-11 19:59:00 +03:00
|
|
|
#include "vector_internals.h"
|
|
|
|
|
|
|
|
/* set agnostic elements to 1s */
|
|
|
|
void vext_set_elems_1s(void *base, uint32_t is_agnostic, uint32_t cnt,
|
|
|
|
uint32_t tot)
|
|
|
|
{
|
|
|
|
if (is_agnostic == 0) {
|
|
|
|
/* policy undisturbed */
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
if (tot - cnt == 0) {
|
|
|
|
return ;
|
|
|
|
}
|
2024-03-25 05:16:54 +03:00
|
|
|
|
|
|
|
if (HOST_BIG_ENDIAN) {
|
|
|
|
/*
|
|
|
|
* Deal the situation when the elements are insdie
|
|
|
|
* only one uint64 block including setting the
|
|
|
|
* masked-off element.
|
|
|
|
*/
|
|
|
|
if (((tot - 1) ^ cnt) < 8) {
|
|
|
|
memset(base + H1(tot - 1), -1, tot - cnt);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
/*
|
|
|
|
* Otherwise, at least cross two uint64_t blocks.
|
|
|
|
* Set first unaligned block.
|
|
|
|
*/
|
|
|
|
if (cnt % 8 != 0) {
|
|
|
|
uint32_t j = ROUND_UP(cnt, 8);
|
|
|
|
memset(base + H1(j - 1), -1, j - cnt);
|
|
|
|
cnt = j;
|
|
|
|
}
|
|
|
|
/* Set other 64bit aligend blocks */
|
|
|
|
}
|
2023-07-11 19:59:00 +03:00
|
|
|
memset(base + cnt, -1, tot - cnt);
|
|
|
|
}
|
|
|
|
|
|
|
|
void do_vext_vv(void *vd, void *v0, void *vs1, void *vs2,
|
|
|
|
CPURISCVState *env, uint32_t desc,
|
|
|
|
opivv2_fn *fn, uint32_t esz)
|
|
|
|
{
|
|
|
|
uint32_t vm = vext_vm(desc);
|
|
|
|
uint32_t vl = env->vl;
|
|
|
|
uint32_t total_elems = vext_get_total_elems(env, desc, esz);
|
|
|
|
uint32_t vta = vext_vta(desc);
|
|
|
|
uint32_t vma = vext_vma(desc);
|
|
|
|
uint32_t i;
|
|
|
|
|
target/riscv/vector_helpers: do early exit when vstart >= vl
We're going to make changes that will required each helper to be
responsible for the 'vstart' management, i.e. we will relieve the
'vstart < vl' assumption that helpers have today.
Helpers are usually able to deal with vstart >= vl, i.e. doing nothing
aside from setting vstart = 0 at the end, but the tail update functions
will update the tail regardless of vstart being valid or not. Unifying
the tail update process in a single function that would handle the
vstart >= vl case isn't trivial (see [1] for more info).
This patch takes a blunt approach: do an early exit in every single
vector helper if vstart >= vl, unless the helper is guarded with
vstart_eq_zero in the translation. For those cases the helper is ready
to deal with cases where vl might be zero, i.e. throwing exceptions
based on it like vcpop_m() and first_m().
Helpers that weren't changed:
- vcpop_m(), vfirst_m(), vmsetm(), GEN_VEXT_VIOTA_M(): these are guarded
directly with vstart_eq_zero;
- GEN_VEXT_VCOMPRESS_VM(): guarded with vcompress_vm_check() that checks
vstart_eq_zero;
- GEN_VEXT_RED(): guarded with either reduction_check() or
reduction_widen_check(), both check vstart_eq_zero;
- GEN_VEXT_FRED(): guarded with either freduction_check() or
freduction_widen_check(), both check vstart_eq_zero.
Another exception is vext_ldst_whole(), who operates on effective vector
length regardless of the current settings in vtype and vl.
[1] https://lore.kernel.org/qemu-riscv/1590234b-0291-432a-a0fa-c5a6876097bc@linux.alibaba.com/
Signed-off-by: Daniel Henrique Barboza <dbarboza@ventanamicro.com>
Reviewed-by: Richard Henderson <richard.henderson@linaro.org>
Signed-off-by: Daniel Henrique Barboza <dbarboza@ventanamicro.com>
Acked-by: Alistair Francis <alistair.francis@wdc.com>
Message-ID: <20240314175704.478276-7-dbarboza@ventanamicro.com>
Signed-off-by: Alistair Francis <alistair.francis@wdc.com>
2024-03-14 20:57:00 +03:00
|
|
|
VSTART_CHECK_EARLY_EXIT(env);
|
|
|
|
|
2023-07-11 19:59:00 +03:00
|
|
|
for (i = env->vstart; i < vl; i++) {
|
|
|
|
if (!vm && !vext_elem_mask(v0, i)) {
|
|
|
|
/* set masked-off elements to 1s */
|
|
|
|
vext_set_elems_1s(vd, vma, i * esz, (i + 1) * esz);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
fn(vd, vs1, vs2, i);
|
|
|
|
}
|
|
|
|
env->vstart = 0;
|
|
|
|
/* set tail elements to 1s */
|
|
|
|
vext_set_elems_1s(vd, vta, vl * esz, total_elems * esz);
|
|
|
|
}
|
|
|
|
|
|
|
|
void do_vext_vx(void *vd, void *v0, target_long s1, void *vs2,
|
|
|
|
CPURISCVState *env, uint32_t desc,
|
|
|
|
opivx2_fn fn, uint32_t esz)
|
|
|
|
{
|
|
|
|
uint32_t vm = vext_vm(desc);
|
|
|
|
uint32_t vl = env->vl;
|
|
|
|
uint32_t total_elems = vext_get_total_elems(env, desc, esz);
|
|
|
|
uint32_t vta = vext_vta(desc);
|
|
|
|
uint32_t vma = vext_vma(desc);
|
|
|
|
uint32_t i;
|
|
|
|
|
target/riscv/vector_helpers: do early exit when vstart >= vl
We're going to make changes that will required each helper to be
responsible for the 'vstart' management, i.e. we will relieve the
'vstart < vl' assumption that helpers have today.
Helpers are usually able to deal with vstart >= vl, i.e. doing nothing
aside from setting vstart = 0 at the end, but the tail update functions
will update the tail regardless of vstart being valid or not. Unifying
the tail update process in a single function that would handle the
vstart >= vl case isn't trivial (see [1] for more info).
This patch takes a blunt approach: do an early exit in every single
vector helper if vstart >= vl, unless the helper is guarded with
vstart_eq_zero in the translation. For those cases the helper is ready
to deal with cases where vl might be zero, i.e. throwing exceptions
based on it like vcpop_m() and first_m().
Helpers that weren't changed:
- vcpop_m(), vfirst_m(), vmsetm(), GEN_VEXT_VIOTA_M(): these are guarded
directly with vstart_eq_zero;
- GEN_VEXT_VCOMPRESS_VM(): guarded with vcompress_vm_check() that checks
vstart_eq_zero;
- GEN_VEXT_RED(): guarded with either reduction_check() or
reduction_widen_check(), both check vstart_eq_zero;
- GEN_VEXT_FRED(): guarded with either freduction_check() or
freduction_widen_check(), both check vstart_eq_zero.
Another exception is vext_ldst_whole(), who operates on effective vector
length regardless of the current settings in vtype and vl.
[1] https://lore.kernel.org/qemu-riscv/1590234b-0291-432a-a0fa-c5a6876097bc@linux.alibaba.com/
Signed-off-by: Daniel Henrique Barboza <dbarboza@ventanamicro.com>
Reviewed-by: Richard Henderson <richard.henderson@linaro.org>
Signed-off-by: Daniel Henrique Barboza <dbarboza@ventanamicro.com>
Acked-by: Alistair Francis <alistair.francis@wdc.com>
Message-ID: <20240314175704.478276-7-dbarboza@ventanamicro.com>
Signed-off-by: Alistair Francis <alistair.francis@wdc.com>
2024-03-14 20:57:00 +03:00
|
|
|
VSTART_CHECK_EARLY_EXIT(env);
|
|
|
|
|
2023-07-11 19:59:00 +03:00
|
|
|
for (i = env->vstart; i < vl; i++) {
|
|
|
|
if (!vm && !vext_elem_mask(v0, i)) {
|
|
|
|
/* set masked-off elements to 1s */
|
|
|
|
vext_set_elems_1s(vd, vma, i * esz, (i + 1) * esz);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
fn(vd, s1, vs2, i);
|
|
|
|
}
|
|
|
|
env->vstart = 0;
|
|
|
|
/* set tail elements to 1s */
|
|
|
|
vext_set_elems_1s(vd, vta, vl * esz, total_elems * esz);
|
|
|
|
}
|