2024-04-24 19:04:09 +03:00
|
|
|
/*
|
|
|
|
* CPU interfaces that are target independent.
|
|
|
|
*
|
|
|
|
* Copyright (c) 2003 Fabrice Bellard
|
|
|
|
*
|
|
|
|
* SPDX-License-Identifier: LGPL-2.1+
|
|
|
|
*/
|
2009-05-19 19:17:58 +04:00
|
|
|
#ifndef CPU_COMMON_H
|
2016-06-29 16:29:06 +03:00
|
|
|
#define CPU_COMMON_H
|
2009-05-19 19:17:58 +04:00
|
|
|
|
2024-01-19 17:39:56 +03:00
|
|
|
#include "exec/vaddr.h"
|
2013-05-28 16:02:38 +04:00
|
|
|
#ifndef CONFIG_USER_ONLY
|
2012-12-17 21:19:49 +04:00
|
|
|
#include "exec/hwaddr.h"
|
2013-05-28 16:02:38 +04:00
|
|
|
#endif
|
2024-01-19 17:40:06 +03:00
|
|
|
#include "hw/core/cpu.h"
|
2024-01-29 04:37:54 +03:00
|
|
|
#include "tcg/debug-assert.h"
|
2023-12-06 22:27:32 +03:00
|
|
|
#include "exec/page-protection.h"
|
2010-04-01 21:57:10 +04:00
|
|
|
|
2023-09-14 21:57:07 +03:00
|
|
|
#define EXCP_INTERRUPT 0x10000 /* async interruption */
|
|
|
|
#define EXCP_HLT 0x10001 /* hlt instruction reached */
|
|
|
|
#define EXCP_DEBUG 0x10002 /* cpu stopped after a breakpoint or singlestep */
|
|
|
|
#define EXCP_HALTED 0x10003 /* cpu is halted (waiting for external event) */
|
|
|
|
#define EXCP_YIELD 0x10004 /* cpu wants to yield timeslice to another */
|
|
|
|
#define EXCP_ATOMIC 0x10005 /* stop-the-world and emulate atomic */
|
|
|
|
|
2022-03-23 18:57:33 +03:00
|
|
|
void cpu_exec_init_all(void);
|
|
|
|
void cpu_exec_step_atomic(CPUState *cpu);
|
|
|
|
|
2022-03-23 18:57:22 +03:00
|
|
|
#define REAL_HOST_PAGE_ALIGN(addr) ROUND_UP((addr), qemu_real_host_page_size())
|
2022-01-20 03:08:36 +03:00
|
|
|
|
2017-08-05 06:46:31 +03:00
|
|
|
/* The CPU list lock nests outside page_(un)lock or mmap_(un)lock */
|
2023-04-27 05:09:24 +03:00
|
|
|
extern QemuMutex qemu_cpu_list_lock;
|
2016-08-28 04:45:14 +03:00
|
|
|
void qemu_init_cpu_list(void);
|
|
|
|
void cpu_list_lock(void);
|
|
|
|
void cpu_list_unlock(void);
|
2022-06-25 20:38:31 +03:00
|
|
|
unsigned int cpu_list_generation_id_get(void);
|
2016-08-28 04:45:14 +03:00
|
|
|
|
2020-10-06 10:05:29 +03:00
|
|
|
void tcg_iommu_init_notifier_list(CPUState *cpu);
|
|
|
|
void tcg_iommu_free_notifier_list(CPUState *cpu);
|
|
|
|
|
2010-03-12 19:54:58 +03:00
|
|
|
#if !defined(CONFIG_USER_ONLY)
|
|
|
|
|
2010-12-08 14:05:36 +03:00
|
|
|
enum device_endian {
|
|
|
|
DEVICE_NATIVE_ENDIAN,
|
|
|
|
DEVICE_BIG_ENDIAN,
|
|
|
|
DEVICE_LITTLE_ENDIAN,
|
|
|
|
};
|
|
|
|
|
2022-03-23 18:57:17 +03:00
|
|
|
#if HOST_BIG_ENDIAN
|
2017-02-27 07:52:44 +03:00
|
|
|
#define DEVICE_HOST_ENDIAN DEVICE_BIG_ENDIAN
|
|
|
|
#else
|
|
|
|
#define DEVICE_HOST_ENDIAN DEVICE_LITTLE_ENDIAN
|
|
|
|
#endif
|
|
|
|
|
2009-05-19 19:17:58 +04:00
|
|
|
/* address in the RAM (different from a physical address) */
|
2012-10-04 14:36:04 +04:00
|
|
|
#if defined(CONFIG_XEN_BACKEND)
|
2011-07-20 12:17:42 +04:00
|
|
|
typedef uint64_t ram_addr_t;
|
|
|
|
# define RAM_ADDR_MAX UINT64_MAX
|
|
|
|
# define RAM_ADDR_FMT "%" PRIx64
|
|
|
|
#else
|
2012-03-03 02:30:02 +04:00
|
|
|
typedef uintptr_t ram_addr_t;
|
|
|
|
# define RAM_ADDR_MAX UINTPTR_MAX
|
|
|
|
# define RAM_ADDR_FMT "%" PRIxPTR
|
2011-07-20 12:17:42 +04:00
|
|
|
#endif
|
2009-05-19 19:17:58 +04:00
|
|
|
|
|
|
|
/* memory API */
|
|
|
|
|
2011-03-02 10:56:19 +03:00
|
|
|
void qemu_ram_remap(ram_addr_t addr, ram_addr_t length);
|
2009-05-19 19:17:58 +04:00
|
|
|
/* This should not be used by devices. */
|
2016-03-25 14:55:08 +03:00
|
|
|
ram_addr_t qemu_ram_addr_from_host(void *ptr);
|
2022-08-10 22:04:15 +03:00
|
|
|
ram_addr_t qemu_ram_addr_from_host_nofail(void *ptr);
|
2015-11-05 21:10:33 +03:00
|
|
|
RAMBlock *qemu_ram_block_by_name(const char *name);
|
2023-09-26 21:57:23 +03:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Translates a host ptr back to a RAMBlock and an offset in that RAMBlock.
|
|
|
|
*
|
|
|
|
* @ptr: The host pointer to translate.
|
|
|
|
* @round_offset: Whether to round the result offset down to a target page
|
|
|
|
* @offset: Will be set to the offset within the returned RAMBlock.
|
|
|
|
*
|
|
|
|
* Returns: RAMBlock (or NULL if not found)
|
|
|
|
*
|
|
|
|
* By the time this function returns, the returned pointer is not protected
|
|
|
|
* by RCU anymore. If the caller is not within an RCU critical section and
|
2024-01-02 18:35:28 +03:00
|
|
|
* does not hold the BQL, it must have other means of protecting the
|
2023-09-26 21:57:23 +03:00
|
|
|
* pointer, such as a reference to the memory region that owns the RAMBlock.
|
|
|
|
*/
|
2015-11-05 21:10:32 +03:00
|
|
|
RAMBlock *qemu_ram_block_from_host(void *ptr, bool round_offset,
|
2016-05-26 11:07:50 +03:00
|
|
|
ram_addr_t *offset);
|
2018-03-12 20:20:57 +03:00
|
|
|
ram_addr_t qemu_ram_block_host_offset(RAMBlock *rb, void *host);
|
2016-05-10 05:04:59 +03:00
|
|
|
void qemu_ram_set_idstr(RAMBlock *block, const char *name, DeviceState *dev);
|
|
|
|
void qemu_ram_unset_idstr(RAMBlock *block);
|
2015-11-05 21:10:32 +03:00
|
|
|
const char *qemu_ram_get_idstr(RAMBlock *rb);
|
2019-02-15 20:45:44 +03:00
|
|
|
void *qemu_ram_get_host_addr(RAMBlock *rb);
|
|
|
|
ram_addr_t qemu_ram_get_offset(RAMBlock *rb);
|
|
|
|
ram_addr_t qemu_ram_get_used_length(RAMBlock *rb);
|
2021-04-29 14:26:59 +03:00
|
|
|
ram_addr_t qemu_ram_get_max_length(RAMBlock *rb);
|
2017-03-07 21:36:36 +03:00
|
|
|
bool qemu_ram_is_shared(RAMBlock *rb);
|
2021-05-10 14:43:21 +03:00
|
|
|
bool qemu_ram_is_noreserve(RAMBlock *rb);
|
2018-03-12 20:20:58 +03:00
|
|
|
bool qemu_ram_is_uf_zeroable(RAMBlock *rb);
|
|
|
|
void qemu_ram_set_uf_zeroable(RAMBlock *rb);
|
2018-05-14 09:57:00 +03:00
|
|
|
bool qemu_ram_is_migratable(RAMBlock *rb);
|
|
|
|
void qemu_ram_set_migratable(RAMBlock *rb);
|
|
|
|
void qemu_ram_unset_migratable(RAMBlock *rb);
|
2023-06-07 18:18:36 +03:00
|
|
|
bool qemu_ram_is_named_file(RAMBlock *rb);
|
2022-10-13 21:59:05 +03:00
|
|
|
int qemu_ram_get_fd(RAMBlock *rb);
|
2018-03-12 20:20:58 +03:00
|
|
|
|
2016-09-29 22:09:37 +03:00
|
|
|
size_t qemu_ram_pagesize(RAMBlock *block);
|
2017-02-24 21:28:34 +03:00
|
|
|
size_t qemu_ram_pagesize_largest(void);
|
2009-05-19 19:17:58 +04:00
|
|
|
|
2021-05-16 20:01:31 +03:00
|
|
|
/**
|
|
|
|
* cpu_address_space_init:
|
|
|
|
* @cpu: CPU to add this address space to
|
|
|
|
* @asidx: integer index of this address space
|
|
|
|
* @prefix: prefix to be used as name of address space
|
|
|
|
* @mr: the root memory region of address space
|
|
|
|
*
|
|
|
|
* Add the specified address space to the CPU's cpu_ases list.
|
|
|
|
* The address space added with @asidx 0 is the one used for the
|
|
|
|
* convenience pointer cpu->as.
|
|
|
|
* The target-specific code which registers ASes is responsible
|
|
|
|
* for defining what semantics address space 0, 1, 2, etc have.
|
|
|
|
*
|
|
|
|
* Before the first call to this function, the caller must set
|
|
|
|
* cpu->num_ases to the total number of address spaces it needs
|
|
|
|
* to support.
|
|
|
|
*
|
|
|
|
* Note that with KVM only one address space is supported.
|
|
|
|
*/
|
|
|
|
void cpu_address_space_init(CPUState *cpu, int asidx,
|
|
|
|
const char *prefix, MemoryRegion *mr);
|
|
|
|
|
2020-02-19 22:02:11 +03:00
|
|
|
void cpu_physical_memory_rw(hwaddr addr, void *buf,
|
2020-02-19 22:32:30 +03:00
|
|
|
hwaddr len, bool is_write);
|
2012-10-23 14:30:10 +04:00
|
|
|
static inline void cpu_physical_memory_read(hwaddr addr,
|
2019-01-17 15:49:01 +03:00
|
|
|
void *buf, hwaddr len)
|
2009-05-19 19:17:58 +04:00
|
|
|
{
|
2020-02-19 22:20:42 +03:00
|
|
|
cpu_physical_memory_rw(addr, buf, len, false);
|
2009-05-19 19:17:58 +04:00
|
|
|
}
|
2012-10-23 14:30:10 +04:00
|
|
|
static inline void cpu_physical_memory_write(hwaddr addr,
|
2019-01-17 15:49:01 +03:00
|
|
|
const void *buf, hwaddr len)
|
2009-05-19 19:17:58 +04:00
|
|
|
{
|
2020-02-19 22:20:42 +03:00
|
|
|
cpu_physical_memory_rw(addr, (void *)buf, len, true);
|
2009-05-19 19:17:58 +04:00
|
|
|
}
|
2012-10-23 14:30:10 +04:00
|
|
|
void *cpu_physical_memory_map(hwaddr addr,
|
|
|
|
hwaddr *plen,
|
2020-02-19 22:32:30 +03:00
|
|
|
bool is_write);
|
2012-10-23 14:30:10 +04:00
|
|
|
void cpu_physical_memory_unmap(void *buffer, hwaddr len,
|
2020-02-19 22:32:30 +03:00
|
|
|
bool is_write, hwaddr access_len);
|
2009-05-19 19:17:58 +04:00
|
|
|
|
2012-10-23 14:30:10 +04:00
|
|
|
bool cpu_physical_memory_is_io(hwaddr phys_addr);
|
2012-05-07 08:04:18 +04:00
|
|
|
|
2010-03-21 22:47:13 +03:00
|
|
|
/* Coalesced MMIO regions are areas where write operations can be reordered.
|
|
|
|
* This usually implies that write operations are side-effect free. This allows
|
|
|
|
* batching which can make a major impact on performance when using
|
|
|
|
* virtualization.
|
|
|
|
*/
|
|
|
|
void qemu_flush_coalesced_mmio_buffer(void);
|
|
|
|
|
2019-01-17 15:49:01 +03:00
|
|
|
void cpu_flush_icache_range(hwaddr start, hwaddr len);
|
2009-05-19 19:17:58 +04:00
|
|
|
|
2019-02-15 20:45:44 +03:00
|
|
|
typedef int (RAMBlockIterFunc)(RAMBlock *rb, void *opaque);
|
2013-06-26 05:35:34 +04:00
|
|
|
|
2015-05-21 15:24:13 +03:00
|
|
|
int qemu_ram_foreach_block(RAMBlockIterFunc func, void *opaque);
|
2017-02-24 21:28:32 +03:00
|
|
|
int ram_block_discard_range(RAMBlock *rb, uint64_t start, size_t length);
|
2024-03-20 11:39:07 +03:00
|
|
|
int ram_block_discard_guest_memfd_range(RAMBlock *rb, uint64_t start,
|
|
|
|
size_t length);
|
2013-06-26 05:35:34 +04:00
|
|
|
|
2010-03-12 19:54:58 +03:00
|
|
|
#endif
|
|
|
|
|
2022-02-03 04:13:28 +03:00
|
|
|
/* Returns: 0 on success, -1 on error */
|
|
|
|
int cpu_memory_rw_debug(CPUState *cpu, vaddr addr,
|
|
|
|
void *ptr, size_t len, bool is_write);
|
|
|
|
|
2020-10-28 15:04:08 +03:00
|
|
|
/* vl.c */
|
2023-04-19 15:48:31 +03:00
|
|
|
void list_cpus(void);
|
2022-03-14 17:01:08 +03:00
|
|
|
|
2023-09-14 21:57:08 +03:00
|
|
|
#ifdef CONFIG_TCG
|
2024-01-10 20:09:56 +03:00
|
|
|
|
|
|
|
bool tcg_cflags_has(CPUState *cpu, uint32_t flags);
|
|
|
|
void tcg_cflags_set(CPUState *cpu, uint32_t flags);
|
|
|
|
|
|
|
|
/* current cflags for hashing/comparison */
|
|
|
|
uint32_t curr_cflags(CPUState *cpu);
|
|
|
|
|
2023-09-14 21:57:08 +03:00
|
|
|
/**
|
|
|
|
* cpu_unwind_state_data:
|
|
|
|
* @cpu: the cpu context
|
|
|
|
* @host_pc: the host pc within the translation
|
|
|
|
* @data: output data
|
|
|
|
*
|
|
|
|
* Attempt to load the the unwind state for a host pc occurring in
|
|
|
|
* translated code. If @host_pc is not in translated code, the
|
|
|
|
* function returns false; otherwise @data is loaded.
|
|
|
|
* This is the same unwind info as given to restore_state_to_opc.
|
|
|
|
*/
|
|
|
|
bool cpu_unwind_state_data(CPUState *cpu, uintptr_t host_pc, uint64_t *data);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* cpu_restore_state:
|
|
|
|
* @cpu: the cpu context
|
|
|
|
* @host_pc: the host pc within the translation
|
|
|
|
* @return: true if state was restored, false otherwise
|
|
|
|
*
|
|
|
|
* Attempt to restore the state for a fault occurring in translated
|
|
|
|
* code. If @host_pc is not in translated code no state is
|
|
|
|
* restored and the function returns false.
|
|
|
|
*/
|
|
|
|
bool cpu_restore_state(CPUState *cpu, uintptr_t host_pc);
|
|
|
|
|
|
|
|
G_NORETURN void cpu_loop_exit_noexc(CPUState *cpu);
|
|
|
|
G_NORETURN void cpu_loop_exit_atomic(CPUState *cpu, uintptr_t pc);
|
|
|
|
#endif /* CONFIG_TCG */
|
|
|
|
G_NORETURN void cpu_loop_exit(CPUState *cpu);
|
|
|
|
G_NORETURN void cpu_loop_exit_restore(CPUState *cpu, uintptr_t pc);
|
|
|
|
|
2024-01-19 17:40:06 +03:00
|
|
|
/* accel/tcg/cpu-exec.c */
|
|
|
|
int cpu_exec(CPUState *cpu);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* env_archcpu(env)
|
|
|
|
* @env: The architecture environment
|
|
|
|
*
|
|
|
|
* Return the ArchCPU associated with the environment.
|
|
|
|
*/
|
|
|
|
static inline ArchCPU *env_archcpu(CPUArchState *env)
|
|
|
|
{
|
|
|
|
return (void *)env - sizeof(CPUState);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* env_cpu(env)
|
|
|
|
* @env: The architecture environment
|
|
|
|
*
|
|
|
|
* Return the CPUState associated with the environment.
|
|
|
|
*/
|
|
|
|
static inline CPUState *env_cpu(CPUArchState *env)
|
|
|
|
{
|
|
|
|
return (void *)env - sizeof(CPUState);
|
|
|
|
}
|
|
|
|
|
2024-01-29 04:37:54 +03:00
|
|
|
#ifndef CONFIG_USER_ONLY
|
|
|
|
/**
|
|
|
|
* cpu_mmu_index:
|
|
|
|
* @env: The cpu environment
|
|
|
|
* @ifetch: True for code access, false for data access.
|
|
|
|
*
|
|
|
|
* Return the core mmu index for the current translation regime.
|
|
|
|
* This function is used by generic TCG code paths.
|
|
|
|
*
|
|
|
|
* The user-only version of this function is inline in cpu-all.h,
|
|
|
|
* where it always returns MMU_USER_IDX.
|
|
|
|
*/
|
2024-01-29 13:35:06 +03:00
|
|
|
static inline int cpu_mmu_index(CPUState *cs, bool ifetch)
|
2024-01-29 04:37:54 +03:00
|
|
|
{
|
|
|
|
int ret = cs->cc->mmu_index(cs, ifetch);
|
|
|
|
tcg_debug_assert(ret >= 0 && ret < NB_MMU_MODES);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
#endif /* !CONFIG_USER_ONLY */
|
|
|
|
|
2016-06-29 16:29:06 +03:00
|
|
|
#endif /* CPU_COMMON_H */
|