2003-06-16 00:02:25 +04:00
|
|
|
/*
|
|
|
|
* defines common to all virtual CPUs
|
2007-09-17 01:08:06 +04:00
|
|
|
*
|
2003-06-16 00:02:25 +04:00
|
|
|
* Copyright (c) 2003 Fabrice Bellard
|
|
|
|
*
|
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
2020-10-23 15:33:53 +03:00
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
2003-06-16 00:02:25 +04:00
|
|
|
*
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2009-07-17 00:47:01 +04:00
|
|
|
* License along with this library; if not, see <http://www.gnu.org/licenses/>.
|
2003-06-16 00:02:25 +04:00
|
|
|
*/
|
|
|
|
#ifndef CPU_ALL_H
|
|
|
|
#define CPU_ALL_H
|
|
|
|
|
2012-12-17 21:19:49 +04:00
|
|
|
#include "exec/cpu-common.h"
|
2013-10-08 18:14:39 +04:00
|
|
|
#include "exec/memory.h"
|
2023-04-11 21:34:17 +03:00
|
|
|
#include "exec/tswap.h"
|
2019-07-09 18:20:52 +03:00
|
|
|
#include "hw/core/cpu.h"
|
2004-01-04 18:44:17 +03:00
|
|
|
|
2007-09-17 01:08:06 +04:00
|
|
|
/* some important defines:
|
|
|
|
*
|
2022-03-23 18:57:17 +03:00
|
|
|
* HOST_BIG_ENDIAN : whether the host cpu is big endian and
|
2004-01-04 18:44:17 +03:00
|
|
|
* otherwise little endian.
|
2007-09-17 01:08:06 +04:00
|
|
|
*
|
2022-03-23 18:57:18 +03:00
|
|
|
* TARGET_BIG_ENDIAN : same for the target cpu
|
2004-01-04 18:44:17 +03:00
|
|
|
*/
|
|
|
|
|
2022-03-23 18:57:18 +03:00
|
|
|
#if HOST_BIG_ENDIAN != TARGET_BIG_ENDIAN
|
2004-03-21 20:06:25 +03:00
|
|
|
#define BSWAP_NEEDED
|
|
|
|
#endif
|
|
|
|
|
2015-01-20 18:19:35 +03:00
|
|
|
/* Target-endianness CPU memory access functions. These fit into the
|
|
|
|
* {ld,st}{type}{sign}{size}{endian}_p naming scheme described in bswap.h.
|
2004-02-22 14:53:50 +03:00
|
|
|
*/
|
2022-03-23 18:57:18 +03:00
|
|
|
#if TARGET_BIG_ENDIAN
|
2005-11-19 20:47:39 +03:00
|
|
|
#define lduw_p(p) lduw_be_p(p)
|
|
|
|
#define ldsw_p(p) ldsw_be_p(p)
|
|
|
|
#define ldl_p(p) ldl_be_p(p)
|
|
|
|
#define ldq_p(p) ldq_be_p(p)
|
|
|
|
#define stw_p(p, v) stw_be_p(p, v)
|
|
|
|
#define stl_p(p, v) stl_be_p(p, v)
|
|
|
|
#define stq_p(p, v) stq_be_p(p, v)
|
2018-06-15 16:57:14 +03:00
|
|
|
#define ldn_p(p, sz) ldn_be_p(p, sz)
|
|
|
|
#define stn_p(p, sz, v) stn_be_p(p, sz, v)
|
2005-11-19 20:47:39 +03:00
|
|
|
#else
|
|
|
|
#define lduw_p(p) lduw_le_p(p)
|
|
|
|
#define ldsw_p(p) ldsw_le_p(p)
|
|
|
|
#define ldl_p(p) ldl_le_p(p)
|
|
|
|
#define ldq_p(p) ldq_le_p(p)
|
|
|
|
#define stw_p(p, v) stw_le_p(p, v)
|
|
|
|
#define stl_p(p, v) stl_le_p(p, v)
|
|
|
|
#define stq_p(p, v) stq_le_p(p, v)
|
2018-06-15 16:57:14 +03:00
|
|
|
#define ldn_p(p, sz) ldn_le_p(p, sz)
|
|
|
|
#define stn_p(p, sz, v) stn_le_p(p, sz, v)
|
2003-06-16 00:02:25 +04:00
|
|
|
#endif
|
|
|
|
|
2003-10-28 00:22:23 +03:00
|
|
|
/* MMU memory access macros */
|
|
|
|
|
2006-03-25 22:31:22 +03:00
|
|
|
#if defined(CONFIG_USER_ONLY)
|
2024-03-22 13:10:04 +03:00
|
|
|
#include "user/abitypes.h"
|
2023-03-06 01:26:29 +03:00
|
|
|
|
|
|
|
/*
|
|
|
|
* If non-zero, the guest virtual address space is a contiguous subset
|
|
|
|
* of the host virtual address space, i.e. '-R reserved_va' is in effect
|
|
|
|
* either from the command-line or by default. The value is the last
|
|
|
|
* byte of the guest address space e.g. UINT32_MAX.
|
|
|
|
*
|
|
|
|
* If zero, the host and guest virtual address spaces are intermingled.
|
|
|
|
*/
|
2010-05-29 05:27:35 +04:00
|
|
|
extern unsigned long reserved_va;
|
2006-03-25 22:31:22 +03:00
|
|
|
|
2020-05-13 20:51:30 +03:00
|
|
|
/*
|
|
|
|
* Limit the guest addresses as best we can.
|
|
|
|
*
|
|
|
|
* When not using -R reserved_va, we cannot really limit the guest
|
|
|
|
* to less address space than the host. For 32-bit guests, this
|
|
|
|
* acts as a sanity check that we're not giving the guest an address
|
|
|
|
* that it cannot even represent. For 64-bit guests... the address
|
|
|
|
* might not be what the real kernel would give, but it is at least
|
|
|
|
* representable in the guest.
|
|
|
|
*
|
|
|
|
* TODO: Improve address allocation to avoid this problem, and to
|
|
|
|
* avoid setting bits at the top of guest addresses that might need
|
|
|
|
* to be used for tags.
|
|
|
|
*/
|
osdep: Make MIN/MAX evaluate arguments only once
I'm not aware of any immediate bugs in qemu where a second runtime
evaluation of the arguments to MIN() or MAX() causes a problem, but
proactively preventing such abuse is easier than falling prey to an
unintended case down the road. At any rate, here's the conversation
that sparked the current patch:
https://lists.gnu.org/archive/html/qemu-devel/2018-12/msg05718.html
Update the MIN/MAX macros to only evaluate their argument once at
runtime; this uses typeof(1 ? (a) : (b)) to ensure that we are
promoting the temporaries to the same type as the final comparison (we
have to trigger type promotion, as typeof(bitfield) won't compile; and
we can't use typeof((a) + (b)) or even typeof((a) + 0), as some of our
uses of MAX are on void* pointers where such addition is undefined).
However, we are unable to work around gcc refusing to compile ({}) in
a constant context (such as the array length of a static variable),
even when only used in the dead branch of a __builtin_choose_expr(),
so we have to provide a second macro pair MIN_CONST and MAX_CONST for
use when both arguments are known to be compile-time constants and
where the result must also be usable as a constant; this second form
evaluates arguments multiple times but that doesn't matter for
constants. By using a void expression as the expansion if a
non-constant is presented to this second form, we can enlist the
compiler to ensure the double evaluation is not attempted on
non-constants.
Alas, as both macros now rely on compiler intrinsics, they are no
longer usable in preprocessor #if conditions; those will just have to
be open-coded or the logic rewritten into #define or runtime 'if'
conditions (but where the compiler dead-code-elimination will probably
still apply).
I tested that both gcc 10.1.1 and clang 10.0.0 produce errors for all
forms of macro mis-use. As the errors can sometimes be cryptic, I'm
demonstrating the gcc output:
Use of MIN when MIN_CONST is needed:
In file included from /home/eblake/qemu/qemu-img.c:25:
/home/eblake/qemu/include/qemu/osdep.h:249:5: error: braced-group within expression allowed only inside a function
249 | ({ \
| ^
/home/eblake/qemu/qemu-img.c:92:12: note: in expansion of macro ‘MIN’
92 | char array[MIN(1, 2)] = "";
| ^~~
Use of MIN_CONST when MIN is needed:
/home/eblake/qemu/qemu-img.c: In function ‘is_allocated_sectors’:
/home/eblake/qemu/qemu-img.c:1225:15: error: void value not ignored as it ought to be
1225 | i = MIN_CONST(i, n);
| ^
Use of MIN in the preprocessor:
In file included from /home/eblake/qemu/accel/tcg/translate-all.c:20:
/home/eblake/qemu/accel/tcg/translate-all.c: In function ‘page_check_range’:
/home/eblake/qemu/include/qemu/osdep.h:249:6: error: token "{" is not valid in preprocessor expressions
249 | ({ \
| ^
Fix the resulting callsites that used #if or computed a compile-time
constant min or max to use the new macros. cpu-defs.h is interesting,
as CPU_TLB_DYN_MAX_BITS is sometimes used as a constant and sometimes
dynamic.
It may be worth improving glib's MIN/MAX definitions to be saner, but
that is a task for another day.
Signed-off-by: Eric Blake <eblake@redhat.com>
Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com>
Tested-by: Philippe Mathieu-Daudé <philmd@redhat.com>
Message-Id: <20200625162602.700741-1-eblake@redhat.com>
Signed-off-by: Paolo Bonzini <pbonzini@redhat.com>
2020-06-25 19:26:02 +03:00
|
|
|
#define GUEST_ADDR_MAX_ \
|
|
|
|
((MIN_CONST(TARGET_VIRT_ADDR_SPACE_BITS, TARGET_ABI_BITS) <= 32) ? \
|
|
|
|
UINT32_MAX : ~0ul)
|
2023-03-06 01:26:29 +03:00
|
|
|
#define GUEST_ADDR_MAX (reserved_va ? : GUEST_ADDR_MAX_)
|
2020-05-13 20:51:30 +03:00
|
|
|
|
2014-06-27 10:33:38 +04:00
|
|
|
#else
|
|
|
|
|
|
|
|
#include "exec/hwaddr.h"
|
2018-03-05 01:31:47 +03:00
|
|
|
|
|
|
|
#define SUFFIX
|
|
|
|
#define ARG1 as
|
|
|
|
#define ARG1_DECL AddressSpace *as
|
|
|
|
#define TARGET_ENDIANNESS
|
2020-02-04 14:41:01 +03:00
|
|
|
#include "exec/memory_ldst.h.inc"
|
2018-03-05 01:31:47 +03:00
|
|
|
|
2018-03-18 20:26:36 +03:00
|
|
|
#define SUFFIX _cached_slow
|
2018-03-05 01:31:47 +03:00
|
|
|
#define ARG1 cache
|
|
|
|
#define ARG1_DECL MemoryRegionCache *cache
|
|
|
|
#define TARGET_ENDIANNESS
|
2020-02-04 14:41:01 +03:00
|
|
|
#include "exec/memory_ldst.h.inc"
|
2018-03-05 01:31:47 +03:00
|
|
|
|
|
|
|
static inline void stl_phys_notdirty(AddressSpace *as, hwaddr addr, uint32_t val)
|
|
|
|
{
|
|
|
|
address_space_stl_notdirty(as, addr, val,
|
|
|
|
MEMTXATTRS_UNSPECIFIED, NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
#define SUFFIX
|
|
|
|
#define ARG1 as
|
|
|
|
#define ARG1_DECL AddressSpace *as
|
|
|
|
#define TARGET_ENDIANNESS
|
2020-02-04 14:41:01 +03:00
|
|
|
#include "exec/memory_ldst_phys.h.inc"
|
2018-03-05 01:31:47 +03:00
|
|
|
|
2018-03-18 20:26:36 +03:00
|
|
|
/* Inline fast path for direct RAM access. */
|
|
|
|
#define ENDIANNESS
|
2020-02-04 14:41:01 +03:00
|
|
|
#include "exec/memory_ldst_cached.h.inc"
|
2018-03-18 20:26:36 +03:00
|
|
|
|
2018-03-05 01:31:47 +03:00
|
|
|
#define SUFFIX _cached
|
|
|
|
#define ARG1 cache
|
|
|
|
#define ARG1_DECL MemoryRegionCache *cache
|
|
|
|
#define TARGET_ENDIANNESS
|
2020-02-04 14:41:01 +03:00
|
|
|
#include "exec/memory_ldst_phys.h.inc"
|
2006-03-25 22:31:22 +03:00
|
|
|
#endif
|
|
|
|
|
2003-06-16 00:02:25 +04:00
|
|
|
/* page related stuff */
|
|
|
|
|
2016-10-24 18:26:49 +03:00
|
|
|
#ifdef TARGET_PAGE_BITS_VARY
|
2021-03-22 14:24:25 +03:00
|
|
|
# include "exec/page-vary.h"
|
2019-09-13 18:21:53 +03:00
|
|
|
extern const TargetPageBits target_page;
|
2019-09-13 18:41:51 +03:00
|
|
|
#ifdef CONFIG_DEBUG_TCG
|
2019-09-13 18:21:53 +03:00
|
|
|
#define TARGET_PAGE_BITS ({ assert(target_page.decided); target_page.bits; })
|
2021-03-22 14:24:25 +03:00
|
|
|
#define TARGET_PAGE_MASK ({ assert(target_page.decided); \
|
|
|
|
(target_long)target_page.mask; })
|
2016-10-24 18:26:49 +03:00
|
|
|
#else
|
2019-09-13 18:41:51 +03:00
|
|
|
#define TARGET_PAGE_BITS target_page.bits
|
2021-03-22 14:24:25 +03:00
|
|
|
#define TARGET_PAGE_MASK ((target_long)target_page.mask)
|
2019-09-13 18:41:51 +03:00
|
|
|
#endif
|
2019-09-13 19:07:40 +03:00
|
|
|
#define TARGET_PAGE_SIZE (-(int)TARGET_PAGE_MASK)
|
2019-09-13 18:41:51 +03:00
|
|
|
#else
|
2016-10-24 18:26:49 +03:00
|
|
|
#define TARGET_PAGE_BITS_MIN TARGET_PAGE_BITS
|
2019-09-13 19:07:40 +03:00
|
|
|
#define TARGET_PAGE_SIZE (1 << TARGET_PAGE_BITS)
|
|
|
|
#define TARGET_PAGE_MASK ((target_long)-1 << TARGET_PAGE_BITS)
|
2016-10-24 18:26:49 +03:00
|
|
|
#endif
|
|
|
|
|
2019-10-13 05:11:44 +03:00
|
|
|
#define TARGET_PAGE_ALIGN(addr) ROUND_UP((addr), TARGET_PAGE_SIZE)
|
2003-06-16 00:02:25 +04:00
|
|
|
|
2010-05-05 19:32:59 +04:00
|
|
|
#if defined(CONFIG_BSD) && defined(CONFIG_USER_ONLY)
|
|
|
|
/* FIXME: Code that sets/uses this is broken and needs to go away. */
|
2021-02-12 21:48:32 +03:00
|
|
|
#define PAGE_RESERVED 0x0100
|
2010-05-05 19:32:59 +04:00
|
|
|
#endif
|
2022-09-06 03:08:38 +03:00
|
|
|
/*
|
|
|
|
* For linux-user, indicates that the page is mapped with the same semantics
|
|
|
|
* in both guest and host.
|
|
|
|
*/
|
|
|
|
#define PAGE_PASSTHROUGH 0x0800
|
|
|
|
|
2010-03-13 02:23:29 +03:00
|
|
|
#if defined(CONFIG_USER_ONLY)
|
2003-06-16 00:02:25 +04:00
|
|
|
void page_dump(FILE *f);
|
2010-03-11 02:53:37 +03:00
|
|
|
|
2014-09-08 17:28:56 +04:00
|
|
|
typedef int (*walk_memory_regions_fn)(void *, target_ulong,
|
|
|
|
target_ulong, unsigned long);
|
2010-03-11 02:53:37 +03:00
|
|
|
int walk_memory_regions(void *, walk_memory_regions_fn);
|
|
|
|
|
2006-03-25 22:31:22 +03:00
|
|
|
int page_get_flags(target_ulong address);
|
2023-03-06 01:51:09 +03:00
|
|
|
void page_set_flags(target_ulong start, target_ulong last, int flags);
|
2023-03-06 02:03:13 +03:00
|
|
|
void page_reset_target_data(target_ulong start, target_ulong last);
|
2023-07-07 23:40:52 +03:00
|
|
|
|
|
|
|
/**
|
|
|
|
* page_check_range
|
|
|
|
* @start: first byte of range
|
|
|
|
* @len: length of range
|
|
|
|
* @flags: flags required for each page
|
|
|
|
*
|
|
|
|
* Return true if every page in [@start, @start+@len) has @flags set.
|
|
|
|
* Return false if any page is unmapped. Thus testing flags == 0 is
|
|
|
|
* equivalent to testing for flags == PAGE_VALID.
|
|
|
|
*/
|
|
|
|
bool page_check_range(target_ulong start, target_ulong last, int flags);
|
2021-02-12 21:48:32 +03:00
|
|
|
|
2023-07-07 23:40:37 +03:00
|
|
|
/**
|
|
|
|
* page_check_range_empty:
|
|
|
|
* @start: first byte of range
|
|
|
|
* @last: last byte of range
|
|
|
|
* Context: holding mmap lock
|
|
|
|
*
|
|
|
|
* Return true if the entire range [@start, @last] is unmapped.
|
|
|
|
* The memory lock must be held so that the caller will can ensure
|
|
|
|
* the result stays true until a new mapping can be installed.
|
|
|
|
*/
|
|
|
|
bool page_check_range_empty(target_ulong start, target_ulong last);
|
|
|
|
|
2023-07-07 23:40:44 +03:00
|
|
|
/**
|
|
|
|
* page_find_range_empty
|
|
|
|
* @min: first byte of search range
|
|
|
|
* @max: last byte of search range
|
|
|
|
* @len: size of the hole required
|
|
|
|
* @align: alignment of the hole required (power of 2)
|
|
|
|
*
|
|
|
|
* If there is a range [x, x+@len) within [@min, @max] such that
|
|
|
|
* x % @align == 0, then return x. Otherwise return -1.
|
|
|
|
* The memory lock must be held, as the caller will want to ensure
|
|
|
|
* the returned range stays empty until a new mapping can be installed.
|
|
|
|
*/
|
|
|
|
target_ulong page_find_range_empty(target_ulong min, target_ulong max,
|
|
|
|
target_ulong len, target_ulong align);
|
|
|
|
|
2021-02-12 21:48:32 +03:00
|
|
|
/**
|
2022-10-05 01:40:22 +03:00
|
|
|
* page_get_target_data(address)
|
2021-02-12 21:48:32 +03:00
|
|
|
* @address: guest virtual address
|
|
|
|
*
|
2022-10-05 01:40:22 +03:00
|
|
|
* Return TARGET_PAGE_DATA_SIZE bytes of out-of-band data to associate
|
|
|
|
* with the guest page at @address, allocating it if necessary. The
|
|
|
|
* caller should already have verified that the address is valid.
|
2021-02-12 21:48:32 +03:00
|
|
|
*
|
|
|
|
* The memory will be freed when the guest page is deallocated,
|
|
|
|
* e.g. with the munmap system call.
|
|
|
|
*/
|
2022-10-05 01:40:22 +03:00
|
|
|
void *page_get_target_data(target_ulong address)
|
|
|
|
__attribute__((returns_nonnull));
|
2010-03-13 02:23:29 +03:00
|
|
|
#endif
|
2003-06-16 00:02:25 +04:00
|
|
|
|
2012-03-14 04:38:32 +04:00
|
|
|
CPUArchState *cpu_copy(CPUArchState *env);
|
2007-02-28 23:20:53 +03:00
|
|
|
|
2011-05-05 00:34:24 +04:00
|
|
|
/* Flags for use in ENV->INTERRUPT_PENDING.
|
|
|
|
|
|
|
|
The numbers assigned here are non-sequential in order to preserve
|
|
|
|
binary compatibility with the vmstate dump. Bit 0 (0x0001) was
|
|
|
|
previously used for CPU_INTERRUPT_EXIT, and is cleared when loading
|
|
|
|
the vmstate dump. */
|
|
|
|
|
|
|
|
/* External hardware interrupt pending. This is typically used for
|
|
|
|
interrupts from devices. */
|
|
|
|
#define CPU_INTERRUPT_HARD 0x0002
|
|
|
|
|
|
|
|
/* Exit the current TB. This is typically used when some system-level device
|
|
|
|
makes some change to the memory mapping. E.g. the a20 line change. */
|
|
|
|
#define CPU_INTERRUPT_EXITTB 0x0004
|
|
|
|
|
|
|
|
/* Halt the CPU. */
|
|
|
|
#define CPU_INTERRUPT_HALT 0x0020
|
|
|
|
|
|
|
|
/* Debug event pending. */
|
|
|
|
#define CPU_INTERRUPT_DEBUG 0x0080
|
|
|
|
|
2013-03-05 18:35:17 +04:00
|
|
|
/* Reset signal. */
|
|
|
|
#define CPU_INTERRUPT_RESET 0x0400
|
|
|
|
|
2011-05-05 00:34:24 +04:00
|
|
|
/* Several target-specific external hardware interrupts. Each target/cpu.h
|
|
|
|
should define proper names based on these defines. */
|
|
|
|
#define CPU_INTERRUPT_TGT_EXT_0 0x0008
|
|
|
|
#define CPU_INTERRUPT_TGT_EXT_1 0x0010
|
|
|
|
#define CPU_INTERRUPT_TGT_EXT_2 0x0040
|
|
|
|
#define CPU_INTERRUPT_TGT_EXT_3 0x0200
|
|
|
|
#define CPU_INTERRUPT_TGT_EXT_4 0x1000
|
|
|
|
|
|
|
|
/* Several target-specific internal interrupts. These differ from the
|
2011-11-22 14:06:26 +04:00
|
|
|
preceding target-specific interrupts in that they are intended to
|
2011-05-05 00:34:24 +04:00
|
|
|
originate from within the cpu itself, typically in response to some
|
|
|
|
instruction being executed. These, therefore, are not masked while
|
|
|
|
single-stepping within the debugger. */
|
|
|
|
#define CPU_INTERRUPT_TGT_INT_0 0x0100
|
2013-03-05 18:35:17 +04:00
|
|
|
#define CPU_INTERRUPT_TGT_INT_1 0x0800
|
|
|
|
#define CPU_INTERRUPT_TGT_INT_2 0x2000
|
2011-05-05 00:34:24 +04:00
|
|
|
|
2012-02-17 21:31:17 +04:00
|
|
|
/* First unused bit: 0x4000. */
|
2011-05-05 00:34:24 +04:00
|
|
|
|
2011-05-05 00:34:25 +04:00
|
|
|
/* The set of all bits that should be masked when single-stepping. */
|
|
|
|
#define CPU_INTERRUPT_SSTEP_MASK \
|
|
|
|
(CPU_INTERRUPT_HARD \
|
|
|
|
| CPU_INTERRUPT_TGT_EXT_0 \
|
|
|
|
| CPU_INTERRUPT_TGT_EXT_1 \
|
|
|
|
| CPU_INTERRUPT_TGT_EXT_2 \
|
|
|
|
| CPU_INTERRUPT_TGT_EXT_3 \
|
|
|
|
| CPU_INTERRUPT_TGT_EXT_4)
|
2005-11-26 13:29:22 +03:00
|
|
|
|
2020-05-08 18:43:45 +03:00
|
|
|
#ifdef CONFIG_USER_ONLY
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Allow some level of source compatibility with softmmu. We do not
|
|
|
|
* support any of the more exotic features, so only invalid pages may
|
|
|
|
* be signaled by probe_access_flags().
|
|
|
|
*/
|
|
|
|
#define TLB_INVALID_MASK (1 << (TARGET_PAGE_BITS_MIN - 1))
|
plugins: force slow path when plugins instrument memory ops
The lack of SVE memory instrumentation has been an omission in plugin
handling since it was introduced. Fortunately we can utilise the
probe_* functions to force all all memory access to follow the slow
path. We do this by checking the access type and presence of plugin
memory callbacks and if set return the TLB_MMIO flag.
We have to jump through a few hoops in user mode to re-use the flag
but it was the desired effect:
./qemu-system-aarch64 -display none -serial mon:stdio \
-M virt -cpu max -semihosting-config enable=on \
-kernel ./tests/tcg/aarch64-softmmu/memory-sve \
-plugin ./contrib/plugins/libexeclog.so,ifilter=st1w,afilter=0x40001808 -d plugin
gives (disas doesn't currently understand st1w):
0, 0x40001808, 0xe54342a0, ".byte 0xa0, 0x42, 0x43, 0xe5", store, 0x40213010, RAM, store, 0x40213014, RAM, store, 0x40213018, RAM
And for user-mode:
./qemu-aarch64 \
-plugin contrib/plugins/libexeclog.so,afilter=0x4007c0 \
-d plugin \
./tests/tcg/aarch64-linux-user/sha512-sve
gives:
1..10
ok 1 - do_test(&tests[i])
0, 0x4007c0, 0xa4004b80, ".byte 0x80, 0x4b, 0x00, 0xa4", load, 0x5500800370, load, 0x5500800371, load, 0x5500800372, load, 0x5500800373, load, 0x5500800374, load, 0x5500800375, load, 0x5500800376, load, 0x5500800377, load, 0x5500800378, load, 0x5500800379, load, 0x550080037a, load, 0x550080037b, load, 0x550080037c, load, 0x550080037d, load, 0x550080037e, load, 0x550080037f, load, 0x5500800380, load, 0x5500800381, load, 0x5500800382, load, 0x5500800383, load, 0x5500800384, load, 0x5500800385, load, 0x5500800386, lo
ad, 0x5500800387, load, 0x5500800388, load, 0x5500800389, load, 0x550080038a, load, 0x550080038b, load, 0x550080038c, load, 0x550080038d, load, 0x550080038e, load, 0x550080038f, load, 0x5500800390, load, 0x5500800391, load, 0x5500800392, load, 0x5500800393, load, 0x5500800394, load, 0x5500800395, load, 0x5500800396, load, 0x5500800397, load, 0x5500800398, load, 0x5500800399, load, 0x550080039a, load, 0x550080039b, load, 0x550080039c, load, 0x550080039d, load, 0x550080039e, load, 0x550080039f, load, 0x55008003a0, load, 0x55008003a1, load, 0x55008003a2, load, 0x55008003a3, load, 0x55008003a4, load, 0x55008003a5, load, 0x55008003a6, load, 0x55008003a7, load, 0x55008003a8, load, 0x55008003a9, load, 0x55008003aa, load, 0x55008003ab, load, 0x55008003ac, load, 0x55008003ad, load, 0x55008003ae, load, 0x55008003af
(4007c0 is the ld1b in the sha512-sve)
Reviewed-by: Richard Henderson <richard.henderson@linaro.org>
Cc: Robert Henry <robhenry@microsoft.com>
Cc: Aaron Lindsay <aaron@os.amperecomputing.com>
Signed-off-by: Alex Bennée <alex.bennee@linaro.org>
Message-Id: <20230630180423.558337-20-alex.bennee@linaro.org>
2023-06-30 21:04:04 +03:00
|
|
|
#define TLB_MMIO (1 << (TARGET_PAGE_BITS_MIN - 2))
|
2020-05-08 18:43:45 +03:00
|
|
|
#define TLB_WATCHPOINT 0
|
|
|
|
|
2024-01-29 13:35:06 +03:00
|
|
|
static inline int cpu_mmu_index(CPUState *cs, bool ifetch)
|
2024-01-29 04:37:54 +03:00
|
|
|
{
|
|
|
|
return MMU_USER_IDX;
|
|
|
|
}
|
2020-05-08 18:43:45 +03:00
|
|
|
#else
|
2010-03-12 19:54:58 +03:00
|
|
|
|
2019-09-13 18:29:35 +03:00
|
|
|
/*
|
|
|
|
* Flags stored in the low bits of the TLB virtual address.
|
|
|
|
* These are defined so that fast path ram access is all zeros.
|
2016-06-23 21:16:46 +03:00
|
|
|
* The flags all must be between TARGET_PAGE_BITS and
|
|
|
|
* maximum address alignment bit.
|
2019-09-13 18:29:35 +03:00
|
|
|
*
|
|
|
|
* Use TARGET_PAGE_BITS_MIN so that these bits are constant
|
|
|
|
* when TARGET_PAGE_BITS_VARY is in effect.
|
2023-04-01 19:26:35 +03:00
|
|
|
*
|
|
|
|
* The count, if not the placement of these bits is known
|
|
|
|
* to tcg/tcg-op-ldst.c, check_max_alignment().
|
2016-06-23 21:16:46 +03:00
|
|
|
*/
|
2008-06-09 04:20:13 +04:00
|
|
|
/* Zero if TLB entry is valid. */
|
2019-09-13 18:29:35 +03:00
|
|
|
#define TLB_INVALID_MASK (1 << (TARGET_PAGE_BITS_MIN - 1))
|
2008-06-09 04:20:13 +04:00
|
|
|
/* Set if TLB entry references a clean RAM page. The iotlb entry will
|
|
|
|
contain the page physical address. */
|
2019-09-13 18:29:35 +03:00
|
|
|
#define TLB_NOTDIRTY (1 << (TARGET_PAGE_BITS_MIN - 2))
|
2008-06-09 04:20:13 +04:00
|
|
|
/* Set if TLB entry is an IO callback. */
|
2019-09-13 18:29:35 +03:00
|
|
|
#define TLB_MMIO (1 << (TARGET_PAGE_BITS_MIN - 3))
|
2023-06-21 13:27:27 +03:00
|
|
|
/* Set if TLB entry writes ignored. */
|
|
|
|
#define TLB_DISCARD_WRITE (1 << (TARGET_PAGE_BITS_MIN - 4))
|
2023-02-23 08:17:52 +03:00
|
|
|
/* Set if the slow path must be used; more flags in CPUTLBEntryFull. */
|
|
|
|
#define TLB_FORCE_SLOW (1 << (TARGET_PAGE_BITS_MIN - 5))
|
2016-06-23 21:16:46 +03:00
|
|
|
|
2023-02-23 08:17:52 +03:00
|
|
|
/*
|
|
|
|
* Use this mask to check interception with an alignment mask
|
2016-06-23 21:16:46 +03:00
|
|
|
* in a TCG backend.
|
|
|
|
*/
|
2019-08-24 19:51:09 +03:00
|
|
|
#define TLB_FLAGS_MASK \
|
2019-09-20 03:54:10 +03:00
|
|
|
(TLB_INVALID_MASK | TLB_NOTDIRTY | TLB_MMIO \
|
2023-02-23 12:09:43 +03:00
|
|
|
| TLB_FORCE_SLOW | TLB_DISCARD_WRITE)
|
2023-02-23 08:17:52 +03:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Flags stored in CPUTLBEntryFull.slow_flags[x].
|
|
|
|
* TLB_FORCE_SLOW must be set in CPUTLBEntry.addr_idx[x].
|
|
|
|
*/
|
|
|
|
/* Set if TLB entry requires byte swap. */
|
|
|
|
#define TLB_BSWAP (1 << 0)
|
2023-02-23 12:09:43 +03:00
|
|
|
/* Set if TLB entry contains a watchpoint. */
|
|
|
|
#define TLB_WATCHPOINT (1 << 1)
|
2024-03-01 23:41:08 +03:00
|
|
|
/* Set if TLB entry requires aligned accesses. */
|
|
|
|
#define TLB_CHECK_ALIGNED (1 << 2)
|
2023-02-23 08:17:52 +03:00
|
|
|
|
2024-03-01 23:41:08 +03:00
|
|
|
#define TLB_SLOW_FLAGS_MASK (TLB_BSWAP | TLB_WATCHPOINT | TLB_CHECK_ALIGNED)
|
2023-02-23 08:17:52 +03:00
|
|
|
|
|
|
|
/* The two sets of flags must not overlap. */
|
|
|
|
QEMU_BUILD_BUG_ON(TLB_FLAGS_MASK & TLB_SLOW_FLAGS_MASK);
|
2008-06-09 04:20:13 +04:00
|
|
|
|
2018-06-29 19:21:21 +03:00
|
|
|
/**
|
|
|
|
* tlb_hit_page: return true if page aligned @addr is a hit against the
|
|
|
|
* TLB entry @tlb_addr
|
|
|
|
*
|
|
|
|
* @addr: virtual address to test (must be page aligned)
|
|
|
|
* @tlb_addr: TLB entry address (a CPUTLBEntry addr_read/write/code value)
|
|
|
|
*/
|
2023-08-07 18:57:04 +03:00
|
|
|
static inline bool tlb_hit_page(uint64_t tlb_addr, vaddr addr)
|
2018-06-29 19:21:21 +03:00
|
|
|
{
|
|
|
|
return addr == (tlb_addr & (TARGET_PAGE_MASK | TLB_INVALID_MASK));
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* tlb_hit: return true if @addr is a hit against the TLB entry @tlb_addr
|
|
|
|
*
|
|
|
|
* @addr: virtual address to test (need not be page aligned)
|
|
|
|
* @tlb_addr: TLB entry address (a CPUTLBEntry addr_read/write/code value)
|
|
|
|
*/
|
2023-08-07 18:57:04 +03:00
|
|
|
static inline bool tlb_hit(uint64_t tlb_addr, vaddr addr)
|
2018-06-29 19:21:21 +03:00
|
|
|
{
|
|
|
|
return tlb_hit_page(tlb_addr, addr & TARGET_PAGE_MASK);
|
|
|
|
}
|
|
|
|
|
2010-03-12 19:54:58 +03:00
|
|
|
#endif /* !CONFIG_USER_ONLY */
|
|
|
|
|
2023-09-13 03:47:56 +03:00
|
|
|
/* Validate correct placement of CPUArchState. */
|
2023-12-06 01:24:03 +03:00
|
|
|
#include "cpu.h"
|
2023-09-13 03:47:56 +03:00
|
|
|
QEMU_BUILD_BUG_ON(offsetof(ArchCPU, parent_obj) != 0);
|
|
|
|
QEMU_BUILD_BUG_ON(offsetof(ArchCPU, env) != sizeof(CPUState));
|
|
|
|
|
2003-06-16 00:02:25 +04:00
|
|
|
#endif /* CPU_ALL_H */
|