hw/cxl: Support 4 HDM decoders at all levels of topology
Support these decoders in CXL host bridges (pxb-cxl), CXL Switch USP and CXL Type 3 end points. Signed-off-by: Jonathan Cameron <Jonathan.Cameron@huawei.com> Message-Id: <20230913132523.29780-5-Jonathan.Cameron@huawei.com> Reviewed-by: Michael S. Tsirkin <mst@redhat.com> Signed-off-by: Michael S. Tsirkin <mst@redhat.com>
This commit is contained in:
parent
61c44bcf51
commit
e967413fe0
@ -90,6 +90,9 @@ static void dumb_hdm_handler(CXLComponentState *cxl_cstate, hwaddr offset,
|
||||
|
||||
switch (offset) {
|
||||
case A_CXL_HDM_DECODER0_CTRL:
|
||||
case A_CXL_HDM_DECODER1_CTRL:
|
||||
case A_CXL_HDM_DECODER2_CTRL:
|
||||
case A_CXL_HDM_DECODER3_CTRL:
|
||||
should_commit = FIELD_EX32(value, CXL_HDM_DECODER0_CTRL, COMMIT);
|
||||
should_uncommit = !should_commit;
|
||||
break;
|
||||
@ -129,7 +132,7 @@ static void cxl_cache_mem_write_reg(void *opaque, hwaddr offset, uint64_t value,
|
||||
}
|
||||
|
||||
if (offset >= A_CXL_HDM_DECODER_CAPABILITY &&
|
||||
offset <= A_CXL_HDM_DECODER0_TARGET_LIST_HI) {
|
||||
offset <= A_CXL_HDM_DECODER3_TARGET_LIST_HI) {
|
||||
dumb_hdm_handler(cxl_cstate, offset, value);
|
||||
} else {
|
||||
cregs->cache_mem_registers[offset / sizeof(*cregs->cache_mem_registers)] = value;
|
||||
@ -209,7 +212,7 @@ static void ras_init_common(uint32_t *reg_state, uint32_t *write_msk)
|
||||
static void hdm_init_common(uint32_t *reg_state, uint32_t *write_msk,
|
||||
enum reg_type type)
|
||||
{
|
||||
int decoder_count = 1;
|
||||
int decoder_count = CXL_HDM_DECODER_COUNT;
|
||||
int hdm_inc = R_CXL_HDM_DECODER1_BASE_LO - R_CXL_HDM_DECODER0_BASE_LO;
|
||||
int i;
|
||||
|
||||
|
@ -97,35 +97,58 @@ void cxl_fmws_link_targets(CXLState *cxl_state, Error **errp)
|
||||
}
|
||||
}
|
||||
|
||||
/* TODO: support, multiple hdm decoders */
|
||||
static bool cxl_hdm_find_target(uint32_t *cache_mem, hwaddr addr,
|
||||
uint8_t *target)
|
||||
{
|
||||
int hdm_inc = R_CXL_HDM_DECODER1_BASE_LO - R_CXL_HDM_DECODER0_BASE_LO;
|
||||
uint32_t ctrl;
|
||||
uint32_t ig_enc;
|
||||
uint32_t iw_enc;
|
||||
uint32_t target_idx;
|
||||
int i = 0;
|
||||
unsigned int hdm_count;
|
||||
bool found = false;
|
||||
int i;
|
||||
uint32_t cap;
|
||||
|
||||
ctrl = cache_mem[R_CXL_HDM_DECODER0_CTRL + i * hdm_inc];
|
||||
cap = ldl_le_p(cache_mem + R_CXL_HDM_DECODER_CAPABILITY);
|
||||
hdm_count = cxl_decoder_count_dec(FIELD_EX32(cap,
|
||||
CXL_HDM_DECODER_CAPABILITY,
|
||||
DECODER_COUNT));
|
||||
for (i = 0; i < hdm_count; i++) {
|
||||
uint32_t ctrl, ig_enc, iw_enc, target_idx;
|
||||
uint32_t low, high;
|
||||
uint64_t base, size;
|
||||
|
||||
low = ldl_le_p(cache_mem + R_CXL_HDM_DECODER0_BASE_LO + i * hdm_inc);
|
||||
high = ldl_le_p(cache_mem + R_CXL_HDM_DECODER0_BASE_HI + i * hdm_inc);
|
||||
base = (low & 0xf0000000) | ((uint64_t)high << 32);
|
||||
low = ldl_le_p(cache_mem + R_CXL_HDM_DECODER0_SIZE_LO + i * hdm_inc);
|
||||
high = ldl_le_p(cache_mem + R_CXL_HDM_DECODER0_SIZE_HI + i * hdm_inc);
|
||||
size = (low & 0xf0000000) | ((uint64_t)high << 32);
|
||||
if (addr < base || addr >= base + size) {
|
||||
continue;
|
||||
}
|
||||
|
||||
ctrl = ldl_le_p(cache_mem + R_CXL_HDM_DECODER0_CTRL + i * hdm_inc);
|
||||
if (!FIELD_EX32(ctrl, CXL_HDM_DECODER0_CTRL, COMMITTED)) {
|
||||
return false;
|
||||
}
|
||||
|
||||
found = true;
|
||||
ig_enc = FIELD_EX32(ctrl, CXL_HDM_DECODER0_CTRL, IG);
|
||||
iw_enc = FIELD_EX32(ctrl, CXL_HDM_DECODER0_CTRL, IW);
|
||||
target_idx = (addr / cxl_decode_ig(ig_enc)) % (1 << iw_enc);
|
||||
|
||||
if (target_idx < 4) {
|
||||
*target = extract32(cache_mem[R_CXL_HDM_DECODER0_TARGET_LIST_LO],
|
||||
target_idx * 8, 8);
|
||||
uint32_t val = ldl_le_p(cache_mem +
|
||||
R_CXL_HDM_DECODER0_TARGET_LIST_LO +
|
||||
i * hdm_inc);
|
||||
*target = extract32(val, target_idx * 8, 8);
|
||||
} else {
|
||||
*target = extract32(cache_mem[R_CXL_HDM_DECODER0_TARGET_LIST_HI],
|
||||
(target_idx - 4) * 8, 8);
|
||||
uint32_t val = ldl_le_p(cache_mem +
|
||||
R_CXL_HDM_DECODER0_TARGET_LIST_HI +
|
||||
i * hdm_inc);
|
||||
*target = extract32(val, (target_idx - 4) * 8, 8);
|
||||
}
|
||||
break;
|
||||
}
|
||||
|
||||
return true;
|
||||
return found;
|
||||
}
|
||||
|
||||
static PCIDevice *cxl_cfmws_find_device(CXLFixedWindow *fw, hwaddr addr)
|
||||
|
@ -393,8 +393,6 @@ static void hdm_decoder_commit(CXLType3Dev *ct3d, int which)
|
||||
uint32_t *cache_mem = cregs->cache_mem_registers;
|
||||
uint32_t ctrl;
|
||||
|
||||
assert(which == 0);
|
||||
|
||||
ctrl = ldl_le_p(cache_mem + R_CXL_HDM_DECODER0_CTRL + which * hdm_inc);
|
||||
/* TODO: Sanity checks that the decoder is possible */
|
||||
ctrl = FIELD_DP32(ctrl, CXL_HDM_DECODER0_CTRL, ERR, 0);
|
||||
@ -410,8 +408,6 @@ static void hdm_decoder_uncommit(CXLType3Dev *ct3d, int which)
|
||||
uint32_t *cache_mem = cregs->cache_mem_registers;
|
||||
uint32_t ctrl;
|
||||
|
||||
assert(which == 0);
|
||||
|
||||
ctrl = ldl_le_p(cache_mem + R_CXL_HDM_DECODER0_CTRL + which * hdm_inc);
|
||||
|
||||
ctrl = FIELD_DP32(ctrl, CXL_HDM_DECODER0_CTRL, ERR, 0);
|
||||
@ -500,6 +496,21 @@ static void ct3d_reg_write(void *opaque, hwaddr offset, uint64_t value,
|
||||
should_uncommit = !should_commit;
|
||||
which_hdm = 0;
|
||||
break;
|
||||
case A_CXL_HDM_DECODER1_CTRL:
|
||||
should_commit = FIELD_EX32(value, CXL_HDM_DECODER0_CTRL, COMMIT);
|
||||
should_uncommit = !should_commit;
|
||||
which_hdm = 1;
|
||||
break;
|
||||
case A_CXL_HDM_DECODER2_CTRL:
|
||||
should_commit = FIELD_EX32(value, CXL_HDM_DECODER0_CTRL, COMMIT);
|
||||
should_uncommit = !should_commit;
|
||||
which_hdm = 2;
|
||||
break;
|
||||
case A_CXL_HDM_DECODER3_CTRL:
|
||||
should_commit = FIELD_EX32(value, CXL_HDM_DECODER0_CTRL, COMMIT);
|
||||
should_uncommit = !should_commit;
|
||||
which_hdm = 3;
|
||||
break;
|
||||
case A_CXL_RAS_UNC_ERR_STATUS:
|
||||
{
|
||||
uint32_t capctrl = ldl_le_p(cache_mem + R_CXL_RAS_ERR_CAP_CTRL);
|
||||
@ -771,41 +782,64 @@ static void ct3_exit(PCIDevice *pci_dev)
|
||||
}
|
||||
}
|
||||
|
||||
/* TODO: Support multiple HDM decoders and DPA skip */
|
||||
static bool cxl_type3_dpa(CXLType3Dev *ct3d, hwaddr host_addr, uint64_t *dpa)
|
||||
{
|
||||
int hdm_inc = R_CXL_HDM_DECODER1_BASE_LO - R_CXL_HDM_DECODER0_BASE_LO;
|
||||
uint32_t *cache_mem = ct3d->cxl_cstate.crb.cache_mem_registers;
|
||||
uint64_t decoder_base, decoder_size, hpa_offset;
|
||||
uint32_t hdm0_ctrl;
|
||||
int ig, iw;
|
||||
int i = 0;
|
||||
unsigned int hdm_count;
|
||||
uint32_t cap;
|
||||
uint64_t dpa_base = 0;
|
||||
int i;
|
||||
|
||||
decoder_base =
|
||||
(((uint64_t)cache_mem[R_CXL_HDM_DECODER0_BASE_HI + i * hdm_inc] << 32) |
|
||||
cache_mem[R_CXL_HDM_DECODER0_BASE_LO + i * hdm_inc]);
|
||||
if ((uint64_t)host_addr < decoder_base) {
|
||||
return false;
|
||||
}
|
||||
cap = ldl_le_p(cache_mem + R_CXL_HDM_DECODER_CAPABILITY);
|
||||
hdm_count = cxl_decoder_count_dec(FIELD_EX32(cap,
|
||||
CXL_HDM_DECODER_CAPABILITY,
|
||||
DECODER_COUNT));
|
||||
|
||||
for (i = 0; i < hdm_count; i++) {
|
||||
uint64_t decoder_base, decoder_size, hpa_offset, skip;
|
||||
uint32_t hdm_ctrl, low, high;
|
||||
int ig, iw;
|
||||
|
||||
low = ldl_le_p(cache_mem + R_CXL_HDM_DECODER0_BASE_LO + i * hdm_inc);
|
||||
high = ldl_le_p(cache_mem + R_CXL_HDM_DECODER0_BASE_HI + i * hdm_inc);
|
||||
decoder_base = ((uint64_t)high << 32) | (low & 0xf0000000);
|
||||
|
||||
low = ldl_le_p(cache_mem + R_CXL_HDM_DECODER0_SIZE_LO + i * hdm_inc);
|
||||
high = ldl_le_p(cache_mem + R_CXL_HDM_DECODER0_SIZE_HI + i * hdm_inc);
|
||||
decoder_size = ((uint64_t)high << 32) | (low & 0xf0000000);
|
||||
|
||||
low = ldl_le_p(cache_mem + R_CXL_HDM_DECODER0_DPA_SKIP_LO +
|
||||
i * hdm_inc);
|
||||
high = ldl_le_p(cache_mem + R_CXL_HDM_DECODER0_DPA_SKIP_HI +
|
||||
i * hdm_inc);
|
||||
skip = ((uint64_t)high << 32) | (low & 0xf0000000);
|
||||
dpa_base += skip;
|
||||
|
||||
hpa_offset = (uint64_t)host_addr - decoder_base;
|
||||
|
||||
decoder_size =
|
||||
((uint64_t)cache_mem[R_CXL_HDM_DECODER0_SIZE_HI + i * hdm_inc] << 32) |
|
||||
cache_mem[R_CXL_HDM_DECODER0_SIZE_LO + i * hdm_inc];
|
||||
if (hpa_offset >= decoder_size) {
|
||||
hdm_ctrl = ldl_le_p(cache_mem + R_CXL_HDM_DECODER0_CTRL + i * hdm_inc);
|
||||
iw = FIELD_EX32(hdm_ctrl, CXL_HDM_DECODER0_CTRL, IW);
|
||||
ig = FIELD_EX32(hdm_ctrl, CXL_HDM_DECODER0_CTRL, IG);
|
||||
if (!FIELD_EX32(hdm_ctrl, CXL_HDM_DECODER0_CTRL, COMMITTED)) {
|
||||
return false;
|
||||
}
|
||||
if (((uint64_t)host_addr < decoder_base) ||
|
||||
(hpa_offset >= decoder_size)) {
|
||||
dpa_base += decoder_size /
|
||||
cxl_interleave_ways_dec(iw, &error_fatal);
|
||||
continue;
|
||||
}
|
||||
|
||||
hdm0_ctrl = cache_mem[R_CXL_HDM_DECODER0_CTRL + i * hdm_inc];
|
||||
iw = FIELD_EX32(hdm0_ctrl, CXL_HDM_DECODER0_CTRL, IW);
|
||||
ig = FIELD_EX32(hdm0_ctrl, CXL_HDM_DECODER0_CTRL, IG);
|
||||
|
||||
*dpa = (MAKE_64BIT_MASK(0, 8 + ig) & hpa_offset) |
|
||||
((MAKE_64BIT_MASK(8 + ig + iw, 64 - 8 - ig - iw) & hpa_offset) >> iw);
|
||||
*dpa = dpa_base +
|
||||
((MAKE_64BIT_MASK(0, 8 + ig) & hpa_offset) |
|
||||
((MAKE_64BIT_MASK(8 + ig + iw, 64 - 8 - ig - iw) & hpa_offset)
|
||||
>> iw));
|
||||
|
||||
return true;
|
||||
}
|
||||
return false;
|
||||
}
|
||||
|
||||
static int cxl_type3_hpa_to_as_and_dpa(CXLType3Dev *ct3d,
|
||||
hwaddr host_addr,
|
||||
|
@ -135,6 +135,10 @@ REG32(CXL_RAS_ERR_HEADER0, CXL_RAS_REGISTERS_OFFSET + 0x18)
|
||||
REG32(CXL_HDM_DECODER##n##_TARGET_LIST_LO, \
|
||||
CXL_HDM_REGISTERS_OFFSET + (0x20 * n) + 0x24) \
|
||||
REG32(CXL_HDM_DECODER##n##_TARGET_LIST_HI, \
|
||||
CXL_HDM_REGISTERS_OFFSET + (0x20 * n) + 0x28) \
|
||||
REG32(CXL_HDM_DECODER##n##_DPA_SKIP_LO, \
|
||||
CXL_HDM_REGISTERS_OFFSET + (0x20 * n) + 0x24) \
|
||||
REG32(CXL_HDM_DECODER##n##_DPA_SKIP_HI, \
|
||||
CXL_HDM_REGISTERS_OFFSET + (0x20 * n) + 0x28)
|
||||
|
||||
REG32(CXL_HDM_DECODER_CAPABILITY, CXL_HDM_REGISTERS_OFFSET)
|
||||
@ -147,9 +151,13 @@ REG32(CXL_HDM_DECODER_GLOBAL_CONTROL, CXL_HDM_REGISTERS_OFFSET + 4)
|
||||
FIELD(CXL_HDM_DECODER_GLOBAL_CONTROL, POISON_ON_ERR_EN, 0, 1)
|
||||
FIELD(CXL_HDM_DECODER_GLOBAL_CONTROL, HDM_DECODER_ENABLE, 1, 1)
|
||||
|
||||
/* Support 4 decoders at all levels of topology */
|
||||
#define CXL_HDM_DECODER_COUNT 4
|
||||
|
||||
HDM_DECODER_INIT(0);
|
||||
/* Only used for HDM decoder registers block address increment */
|
||||
HDM_DECODER_INIT(1);
|
||||
HDM_DECODER_INIT(2);
|
||||
HDM_DECODER_INIT(3);
|
||||
|
||||
/* 8.2.5.13 - CXL Extended Security Capability Structure (Root complex only) */
|
||||
#define EXTSEC_ENTRY_MAX 256
|
||||
|
Loading…
Reference in New Issue
Block a user