Disable test_x86_unaligned_access on be hosts

tests/unit/test_x86.c

@@ -1124,7 +1124,10 @@ static void test_x86_invalid_vex_l(void)
     OK(uc_close(uc));
 }
 
-#ifndef TARGET_READ_INLINED
+// AARCH64 inline the read while s390x won't split the access. Though not tested on other hosts
+// but we restrict a bit more.
+#if !defined(TARGET_READ_INLINED) && defined(BOOST_LITTLE_ENDIAN)
+
 struct writelog_t {
     uint32_t addr, size;
 };