2018-10-21 02:48:36 +03:00
|
|
|
/*
|
|
|
|
* Common Atomic Helper Functions
|
|
|
|
*
|
|
|
|
* This file should be included before the various instantiations of
|
|
|
|
* the atomic_template.h helpers.
|
|
|
|
*
|
|
|
|
* Copyright (c) 2019 Linaro
|
|
|
|
* Written by Alex Bennée <alex.bennee@linaro.org>
|
|
|
|
*
|
|
|
|
* SPDX-License-Identifier: GPL-2.0-or-later
|
|
|
|
*
|
|
|
|
* This work is licensed under the terms of the GNU GPL, version 2 or later.
|
|
|
|
* See the COPYING file in the top-level directory.
|
|
|
|
*/
|
|
|
|
|
2021-07-17 04:27:13 +03:00
|
|
|
static uint16_t atomic_trace_rmw_pre(CPUArchState *env, target_ulong addr,
|
|
|
|
TCGMemOpIdx oi)
|
2018-10-21 02:48:36 +03:00
|
|
|
{
|
|
|
|
CPUState *cpu = env_cpu(env);
|
2021-07-17 04:27:13 +03:00
|
|
|
uint16_t info = trace_mem_get_info(get_memop(oi), get_mmuidx(oi), false);
|
2018-10-21 02:48:36 +03:00
|
|
|
|
|
|
|
trace_guest_mem_before_exec(cpu, addr, info);
|
|
|
|
trace_guest_mem_before_exec(cpu, addr, info | TRACE_MEM_ST);
|
2021-07-17 04:27:13 +03:00
|
|
|
|
|
|
|
return info;
|
2018-10-21 02:48:36 +03:00
|
|
|
}
|
|
|
|
|
2021-07-17 04:27:13 +03:00
|
|
|
static void atomic_trace_rmw_post(CPUArchState *env, target_ulong addr,
|
|
|
|
uint16_t info)
|
2018-10-21 02:48:36 +03:00
|
|
|
{
|
2018-10-21 20:24:26 +03:00
|
|
|
qemu_plugin_vcpu_mem_cb(env_cpu(env), addr, info);
|
|
|
|
qemu_plugin_vcpu_mem_cb(env_cpu(env), addr, info | TRACE_MEM_ST);
|
2018-10-21 02:48:36 +03:00
|
|
|
}
|
|
|
|
|
2021-07-17 04:27:13 +03:00
|
|
|
#if HAVE_ATOMIC128
|
|
|
|
static uint16_t atomic_trace_ld_pre(CPUArchState *env, target_ulong addr,
|
|
|
|
TCGMemOpIdx oi)
|
2018-10-21 02:48:36 +03:00
|
|
|
{
|
2021-07-17 04:27:13 +03:00
|
|
|
uint16_t info = trace_mem_get_info(get_memop(oi), get_mmuidx(oi), false);
|
|
|
|
|
2018-10-21 02:48:36 +03:00
|
|
|
trace_guest_mem_before_exec(env_cpu(env), addr, info);
|
2021-07-17 04:27:13 +03:00
|
|
|
|
|
|
|
return info;
|
2018-10-21 02:48:36 +03:00
|
|
|
}
|
|
|
|
|
2021-07-17 04:27:13 +03:00
|
|
|
static void atomic_trace_ld_post(CPUArchState *env, target_ulong addr,
|
|
|
|
uint16_t info)
|
2018-10-21 02:48:36 +03:00
|
|
|
{
|
2018-10-21 20:24:26 +03:00
|
|
|
qemu_plugin_vcpu_mem_cb(env_cpu(env), addr, info);
|
2018-10-21 02:48:36 +03:00
|
|
|
}
|
|
|
|
|
2021-07-17 04:27:13 +03:00
|
|
|
static uint16_t atomic_trace_st_pre(CPUArchState *env, target_ulong addr,
|
|
|
|
TCGMemOpIdx oi)
|
2018-10-21 02:48:36 +03:00
|
|
|
{
|
2021-07-17 04:27:13 +03:00
|
|
|
uint16_t info = trace_mem_get_info(get_memop(oi), get_mmuidx(oi), true);
|
|
|
|
|
2018-10-21 02:48:36 +03:00
|
|
|
trace_guest_mem_before_exec(env_cpu(env), addr, info);
|
2021-07-17 04:27:13 +03:00
|
|
|
|
|
|
|
return info;
|
2018-10-21 02:48:36 +03:00
|
|
|
}
|
|
|
|
|
2021-07-17 04:27:13 +03:00
|
|
|
static void atomic_trace_st_post(CPUArchState *env, target_ulong addr,
|
|
|
|
uint16_t info)
|
2018-10-21 02:48:36 +03:00
|
|
|
{
|
2018-10-21 20:24:26 +03:00
|
|
|
qemu_plugin_vcpu_mem_cb(env_cpu(env), addr, info);
|
2018-10-21 02:48:36 +03:00
|
|
|
}
|
2021-07-17 04:27:13 +03:00
|
|
|
#endif
|
2021-07-17 01:51:32 +03:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Atomic helpers callable from TCG.
|
|
|
|
* These have a common interface and all defer to cpu_atomic_*
|
|
|
|
* using the host return address from GETPC().
|
|
|
|
*/
|
|
|
|
|
|
|
|
#define CMPXCHG_HELPER(OP, TYPE) \
|
|
|
|
TYPE HELPER(atomic_##OP)(CPUArchState *env, target_ulong addr, \
|
|
|
|
TYPE oldv, TYPE newv, uint32_t oi) \
|
|
|
|
{ return cpu_atomic_##OP##_mmu(env, addr, oldv, newv, oi, GETPC()); }
|
|
|
|
|
|
|
|
CMPXCHG_HELPER(cmpxchgb, uint32_t)
|
|
|
|
CMPXCHG_HELPER(cmpxchgw_be, uint32_t)
|
|
|
|
CMPXCHG_HELPER(cmpxchgw_le, uint32_t)
|
|
|
|
CMPXCHG_HELPER(cmpxchgl_be, uint32_t)
|
|
|
|
CMPXCHG_HELPER(cmpxchgl_le, uint32_t)
|
|
|
|
|
|
|
|
#ifdef CONFIG_ATOMIC64
|
|
|
|
CMPXCHG_HELPER(cmpxchgq_be, uint64_t)
|
|
|
|
CMPXCHG_HELPER(cmpxchgq_le, uint64_t)
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#undef CMPXCHG_HELPER
|
|
|
|
|
|
|
|
#define ATOMIC_HELPER(OP, TYPE) \
|
|
|
|
TYPE HELPER(glue(atomic_,OP))(CPUArchState *env, target_ulong addr, \
|
|
|
|
TYPE val, uint32_t oi) \
|
|
|
|
{ return glue(glue(cpu_atomic_,OP),_mmu)(env, addr, val, oi, GETPC()); }
|
|
|
|
|
|
|
|
#ifdef CONFIG_ATOMIC64
|
|
|
|
#define GEN_ATOMIC_HELPERS(OP) \
|
|
|
|
ATOMIC_HELPER(glue(OP,b), uint32_t) \
|
|
|
|
ATOMIC_HELPER(glue(OP,w_be), uint32_t) \
|
|
|
|
ATOMIC_HELPER(glue(OP,w_le), uint32_t) \
|
|
|
|
ATOMIC_HELPER(glue(OP,l_be), uint32_t) \
|
|
|
|
ATOMIC_HELPER(glue(OP,l_le), uint32_t) \
|
|
|
|
ATOMIC_HELPER(glue(OP,q_be), uint64_t) \
|
|
|
|
ATOMIC_HELPER(glue(OP,q_le), uint64_t)
|
|
|
|
#else
|
|
|
|
#define GEN_ATOMIC_HELPERS(OP) \
|
|
|
|
ATOMIC_HELPER(glue(OP,b), uint32_t) \
|
|
|
|
ATOMIC_HELPER(glue(OP,w_be), uint32_t) \
|
|
|
|
ATOMIC_HELPER(glue(OP,w_le), uint32_t) \
|
|
|
|
ATOMIC_HELPER(glue(OP,l_be), uint32_t) \
|
|
|
|
ATOMIC_HELPER(glue(OP,l_le), uint32_t)
|
|
|
|
#endif
|
|
|
|
|
|
|
|
GEN_ATOMIC_HELPERS(fetch_add)
|
|
|
|
GEN_ATOMIC_HELPERS(fetch_and)
|
|
|
|
GEN_ATOMIC_HELPERS(fetch_or)
|
|
|
|
GEN_ATOMIC_HELPERS(fetch_xor)
|
|
|
|
GEN_ATOMIC_HELPERS(fetch_smin)
|
|
|
|
GEN_ATOMIC_HELPERS(fetch_umin)
|
|
|
|
GEN_ATOMIC_HELPERS(fetch_smax)
|
|
|
|
GEN_ATOMIC_HELPERS(fetch_umax)
|
|
|
|
|
|
|
|
GEN_ATOMIC_HELPERS(add_fetch)
|
|
|
|
GEN_ATOMIC_HELPERS(and_fetch)
|
|
|
|
GEN_ATOMIC_HELPERS(or_fetch)
|
|
|
|
GEN_ATOMIC_HELPERS(xor_fetch)
|
|
|
|
GEN_ATOMIC_HELPERS(smin_fetch)
|
|
|
|
GEN_ATOMIC_HELPERS(umin_fetch)
|
|
|
|
GEN_ATOMIC_HELPERS(smax_fetch)
|
|
|
|
GEN_ATOMIC_HELPERS(umax_fetch)
|
|
|
|
|
|
|
|
GEN_ATOMIC_HELPERS(xchg)
|
|
|
|
|
|
|
|
#undef ATOMIC_HELPER
|
|
|
|
#undef GEN_ATOMIC_HELPERS
|