2012-08-06 22:42:50 +04:00
|
|
|
/*
|
|
|
|
* Page cache for QEMU
|
|
|
|
* The cache is base on a hash of the page address
|
|
|
|
*
|
|
|
|
* Copyright 2012 Red Hat, Inc. and/or its affiliates
|
|
|
|
*
|
|
|
|
* Authors:
|
|
|
|
* Orit Wasserman <owasserm@redhat.com>
|
|
|
|
*
|
|
|
|
* This work is licensed under the terms of the GNU GPL, version 2 or later.
|
|
|
|
* See the COPYING file in the top-level directory.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
2016-01-29 20:50:05 +03:00
|
|
|
#include "qemu/osdep.h"
|
2012-08-06 22:42:50 +04:00
|
|
|
|
2017-10-06 23:30:45 +03:00
|
|
|
#include "qapi/qmp/qerror.h"
|
|
|
|
#include "qapi/error.h"
|
2016-03-15 17:36:13 +03:00
|
|
|
#include "qemu/host-utils.h"
|
2018-05-03 22:50:51 +03:00
|
|
|
#include "page_cache.h"
|
2020-10-20 10:32:56 +03:00
|
|
|
#include "trace.h"
|
2012-08-06 22:42:50 +04:00
|
|
|
|
xbzrle: optimize XBZRLE to decrease the cache misses
Avoid hot pages being replaced by others to remarkably decrease cache
misses
Sample results with the test program which quote from xbzrle.txt ran in
vm:(migrate bandwidth:1GE and xbzrle cache size 8MB)
the test program:
include <stdlib.h>
include <stdio.h>
int main()
{
char *buf = (char *) calloc(4096, 4096);
while (1) {
int i;
for (i = 0; i < 4096 * 4; i++) {
buf[i * 4096 / 4]++;
}
printf(".");
}
}
before this patch:
virsh qemu-monitor-command test_vm '{"execute": "query-migrate"}'
{"return":{"expected-downtime":1020,"xbzrle-cache":{"bytes":1108284,
"cache-size":8388608,"cache-miss-rate":0.987013,"pages":18297,"overflow":8,
"cache-miss":1228737},"status":"active","setup-time":10,"total-time":52398,
"ram":{"total":12466991104,"remaining":1695744,"mbps":935.559472,
"transferred":5780760580,"dirty-sync-counter":271,"duplicate":2878530,
"dirty-pages-rate":29130,"skipped":0,"normal-bytes":5748592640,
"normal":1403465}},"id":"libvirt-706"}
18k pages sent compressed in 52 seconds.
cache-miss-rate is 98.7%, totally miss.
after optimizing:
virsh qemu-monitor-command test_vm '{"execute": "query-migrate"}'
{"return":{"expected-downtime":2054,"xbzrle-cache":{"bytes":5066763,
"cache-size":8388608,"cache-miss-rate":0.485924,"pages":194823,"overflow":0,
"cache-miss":210653},"status":"active","setup-time":11,"total-time":18729,
"ram":{"total":12466991104,"remaining":3895296,"mbps":937.663549,
"transferred":1615042219,"dirty-sync-counter":98,"duplicate":2869840,
"dirty-pages-rate":58781,"skipped":0,"normal-bytes":1588404224,
"normal":387794}},"id":"libvirt-266"}
194k pages sent compressed in 18 seconds.
The value of cache-miss-rate decrease to 48.59%.
Signed-off-by: ChenLiang <chenliang88@huawei.com>
Signed-off-by: Gonglei <arei.gonglei@huawei.com>
Reviewed-by: Eric Blake <eblake@redhat.com>
Signed-off-by: Amit Shah <amit.shah@redhat.com>
2014-11-24 14:55:47 +03:00
|
|
|
/* the page in cache will not be replaced in two cycles */
|
|
|
|
#define CACHED_PAGE_LIFETIME 2
|
|
|
|
|
2012-08-06 22:42:50 +04:00
|
|
|
typedef struct CacheItem CacheItem;
|
|
|
|
|
|
|
|
struct CacheItem {
|
|
|
|
uint64_t it_addr;
|
|
|
|
uint64_t it_age;
|
|
|
|
uint8_t *it_data;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct PageCache {
|
|
|
|
CacheItem *page_cache;
|
2017-10-06 19:17:41 +03:00
|
|
|
size_t page_size;
|
|
|
|
size_t max_num_items;
|
|
|
|
size_t num_items;
|
2012-08-06 22:42:50 +04:00
|
|
|
};
|
|
|
|
|
2021-02-02 17:17:32 +03:00
|
|
|
PageCache *cache_init(uint64_t new_size, size_t page_size, Error **errp)
|
2012-08-06 22:42:50 +04:00
|
|
|
{
|
|
|
|
int64_t i;
|
2017-10-06 23:30:45 +03:00
|
|
|
size_t num_pages = new_size / page_size;
|
2012-08-06 22:42:50 +04:00
|
|
|
PageCache *cache;
|
|
|
|
|
2017-10-06 23:30:45 +03:00
|
|
|
if (new_size < page_size) {
|
|
|
|
error_setg(errp, QERR_INVALID_PARAMETER_VALUE, "cache size",
|
|
|
|
"is smaller than one target page size");
|
2012-08-06 22:42:50 +04:00
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2017-10-06 23:58:44 +03:00
|
|
|
/* round down to the nearest power of 2 */
|
|
|
|
if (!is_power_of_2(num_pages)) {
|
|
|
|
error_setg(errp, QERR_INVALID_PARAMETER_VALUE, "cache size",
|
|
|
|
"is not a power of two number of pages");
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2014-01-30 22:08:37 +04:00
|
|
|
/* We prefer not to abort if there is no memory */
|
|
|
|
cache = g_try_malloc(sizeof(*cache));
|
|
|
|
if (!cache) {
|
2021-02-02 17:17:33 +03:00
|
|
|
error_setg(errp, "Failed to allocate cache");
|
2014-01-30 22:08:37 +04:00
|
|
|
return NULL;
|
|
|
|
}
|
2012-08-06 22:42:50 +04:00
|
|
|
cache->page_size = page_size;
|
|
|
|
cache->num_items = 0;
|
|
|
|
cache->max_num_items = num_pages;
|
|
|
|
|
2020-10-20 10:32:56 +03:00
|
|
|
trace_migration_pagecache_init(cache->max_num_items);
|
2012-08-06 22:42:50 +04:00
|
|
|
|
2014-01-30 22:08:37 +04:00
|
|
|
/* We prefer not to abort if there is no memory */
|
|
|
|
cache->page_cache = g_try_malloc((cache->max_num_items) *
|
|
|
|
sizeof(*cache->page_cache));
|
|
|
|
if (!cache->page_cache) {
|
2021-02-02 17:17:33 +03:00
|
|
|
error_setg(errp, "Failed to allocate page cache");
|
2014-01-30 22:08:37 +04:00
|
|
|
g_free(cache);
|
|
|
|
return NULL;
|
|
|
|
}
|
2012-08-06 22:42:50 +04:00
|
|
|
|
|
|
|
for (i = 0; i < cache->max_num_items; i++) {
|
|
|
|
cache->page_cache[i].it_data = NULL;
|
|
|
|
cache->page_cache[i].it_age = 0;
|
|
|
|
cache->page_cache[i].it_addr = -1;
|
|
|
|
}
|
|
|
|
|
|
|
|
return cache;
|
|
|
|
}
|
|
|
|
|
|
|
|
void cache_fini(PageCache *cache)
|
|
|
|
{
|
|
|
|
int64_t i;
|
|
|
|
|
|
|
|
g_assert(cache);
|
|
|
|
g_assert(cache->page_cache);
|
|
|
|
|
|
|
|
for (i = 0; i < cache->max_num_items; i++) {
|
|
|
|
g_free(cache->page_cache[i].it_data);
|
|
|
|
}
|
|
|
|
|
|
|
|
g_free(cache->page_cache);
|
|
|
|
cache->page_cache = NULL;
|
2014-06-02 16:16:55 +04:00
|
|
|
g_free(cache);
|
2012-08-06 22:42:50 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
static size_t cache_get_cache_pos(const PageCache *cache,
|
|
|
|
uint64_t address)
|
|
|
|
{
|
|
|
|
g_assert(cache->max_num_items);
|
2016-06-14 00:57:58 +03:00
|
|
|
return (address / cache->page_size) & (cache->max_num_items - 1);
|
2012-08-06 22:42:50 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
static CacheItem *cache_get_by_addr(const PageCache *cache, uint64_t addr)
|
|
|
|
{
|
|
|
|
size_t pos;
|
|
|
|
|
|
|
|
g_assert(cache);
|
|
|
|
g_assert(cache->page_cache);
|
|
|
|
|
|
|
|
pos = cache_get_cache_pos(cache, addr);
|
|
|
|
|
|
|
|
return &cache->page_cache[pos];
|
|
|
|
}
|
|
|
|
|
|
|
|
uint8_t *get_cached_data(const PageCache *cache, uint64_t addr)
|
|
|
|
{
|
|
|
|
return cache_get_by_addr(cache, addr)->it_data;
|
|
|
|
}
|
|
|
|
|
2014-11-24 14:55:48 +03:00
|
|
|
bool cache_is_cached(const PageCache *cache, uint64_t addr,
|
|
|
|
uint64_t current_age)
|
|
|
|
{
|
|
|
|
CacheItem *it;
|
|
|
|
|
|
|
|
it = cache_get_by_addr(cache, addr);
|
|
|
|
|
|
|
|
if (it->it_addr == addr) {
|
|
|
|
/* update the it_age when the cache hit */
|
|
|
|
it->it_age = current_age;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
xbzrle: optimize XBZRLE to decrease the cache misses
Avoid hot pages being replaced by others to remarkably decrease cache
misses
Sample results with the test program which quote from xbzrle.txt ran in
vm:(migrate bandwidth:1GE and xbzrle cache size 8MB)
the test program:
include <stdlib.h>
include <stdio.h>
int main()
{
char *buf = (char *) calloc(4096, 4096);
while (1) {
int i;
for (i = 0; i < 4096 * 4; i++) {
buf[i * 4096 / 4]++;
}
printf(".");
}
}
before this patch:
virsh qemu-monitor-command test_vm '{"execute": "query-migrate"}'
{"return":{"expected-downtime":1020,"xbzrle-cache":{"bytes":1108284,
"cache-size":8388608,"cache-miss-rate":0.987013,"pages":18297,"overflow":8,
"cache-miss":1228737},"status":"active","setup-time":10,"total-time":52398,
"ram":{"total":12466991104,"remaining":1695744,"mbps":935.559472,
"transferred":5780760580,"dirty-sync-counter":271,"duplicate":2878530,
"dirty-pages-rate":29130,"skipped":0,"normal-bytes":5748592640,
"normal":1403465}},"id":"libvirt-706"}
18k pages sent compressed in 52 seconds.
cache-miss-rate is 98.7%, totally miss.
after optimizing:
virsh qemu-monitor-command test_vm '{"execute": "query-migrate"}'
{"return":{"expected-downtime":2054,"xbzrle-cache":{"bytes":5066763,
"cache-size":8388608,"cache-miss-rate":0.485924,"pages":194823,"overflow":0,
"cache-miss":210653},"status":"active","setup-time":11,"total-time":18729,
"ram":{"total":12466991104,"remaining":3895296,"mbps":937.663549,
"transferred":1615042219,"dirty-sync-counter":98,"duplicate":2869840,
"dirty-pages-rate":58781,"skipped":0,"normal-bytes":1588404224,
"normal":387794}},"id":"libvirt-266"}
194k pages sent compressed in 18 seconds.
The value of cache-miss-rate decrease to 48.59%.
Signed-off-by: ChenLiang <chenliang88@huawei.com>
Signed-off-by: Gonglei <arei.gonglei@huawei.com>
Reviewed-by: Eric Blake <eblake@redhat.com>
Signed-off-by: Amit Shah <amit.shah@redhat.com>
2014-11-24 14:55:47 +03:00
|
|
|
int cache_insert(PageCache *cache, uint64_t addr, const uint8_t *pdata,
|
|
|
|
uint64_t current_age)
|
2012-08-06 22:42:50 +04:00
|
|
|
{
|
|
|
|
|
2014-11-24 14:55:48 +03:00
|
|
|
CacheItem *it;
|
2012-08-06 22:42:50 +04:00
|
|
|
|
|
|
|
/* actual update of entry */
|
|
|
|
it = cache_get_by_addr(cache, addr);
|
|
|
|
|
xbzrle: optimize XBZRLE to decrease the cache misses
Avoid hot pages being replaced by others to remarkably decrease cache
misses
Sample results with the test program which quote from xbzrle.txt ran in
vm:(migrate bandwidth:1GE and xbzrle cache size 8MB)
the test program:
include <stdlib.h>
include <stdio.h>
int main()
{
char *buf = (char *) calloc(4096, 4096);
while (1) {
int i;
for (i = 0; i < 4096 * 4; i++) {
buf[i * 4096 / 4]++;
}
printf(".");
}
}
before this patch:
virsh qemu-monitor-command test_vm '{"execute": "query-migrate"}'
{"return":{"expected-downtime":1020,"xbzrle-cache":{"bytes":1108284,
"cache-size":8388608,"cache-miss-rate":0.987013,"pages":18297,"overflow":8,
"cache-miss":1228737},"status":"active","setup-time":10,"total-time":52398,
"ram":{"total":12466991104,"remaining":1695744,"mbps":935.559472,
"transferred":5780760580,"dirty-sync-counter":271,"duplicate":2878530,
"dirty-pages-rate":29130,"skipped":0,"normal-bytes":5748592640,
"normal":1403465}},"id":"libvirt-706"}
18k pages sent compressed in 52 seconds.
cache-miss-rate is 98.7%, totally miss.
after optimizing:
virsh qemu-monitor-command test_vm '{"execute": "query-migrate"}'
{"return":{"expected-downtime":2054,"xbzrle-cache":{"bytes":5066763,
"cache-size":8388608,"cache-miss-rate":0.485924,"pages":194823,"overflow":0,
"cache-miss":210653},"status":"active","setup-time":11,"total-time":18729,
"ram":{"total":12466991104,"remaining":3895296,"mbps":937.663549,
"transferred":1615042219,"dirty-sync-counter":98,"duplicate":2869840,
"dirty-pages-rate":58781,"skipped":0,"normal-bytes":1588404224,
"normal":387794}},"id":"libvirt-266"}
194k pages sent compressed in 18 seconds.
The value of cache-miss-rate decrease to 48.59%.
Signed-off-by: ChenLiang <chenliang88@huawei.com>
Signed-off-by: Gonglei <arei.gonglei@huawei.com>
Reviewed-by: Eric Blake <eblake@redhat.com>
Signed-off-by: Amit Shah <amit.shah@redhat.com>
2014-11-24 14:55:47 +03:00
|
|
|
if (it->it_data && it->it_addr != addr &&
|
|
|
|
it->it_age + CACHED_PAGE_LIFETIME > current_age) {
|
|
|
|
/* the cache page is fresh, don't replace it */
|
|
|
|
return -1;
|
|
|
|
}
|
2014-01-30 22:08:38 +04:00
|
|
|
/* allocate page */
|
2012-08-06 22:42:50 +04:00
|
|
|
if (!it->it_data) {
|
2014-01-30 22:08:38 +04:00
|
|
|
it->it_data = g_try_malloc(cache->page_size);
|
|
|
|
if (!it->it_data) {
|
2020-10-20 10:32:56 +03:00
|
|
|
trace_migration_pagecache_insert();
|
2014-01-30 22:08:38 +04:00
|
|
|
return -1;
|
|
|
|
}
|
2012-08-06 22:42:50 +04:00
|
|
|
cache->num_items++;
|
|
|
|
}
|
|
|
|
|
2014-01-30 22:08:38 +04:00
|
|
|
memcpy(it->it_data, pdata, cache->page_size);
|
|
|
|
|
xbzrle: optimize XBZRLE to decrease the cache misses
Avoid hot pages being replaced by others to remarkably decrease cache
misses
Sample results with the test program which quote from xbzrle.txt ran in
vm:(migrate bandwidth:1GE and xbzrle cache size 8MB)
the test program:
include <stdlib.h>
include <stdio.h>
int main()
{
char *buf = (char *) calloc(4096, 4096);
while (1) {
int i;
for (i = 0; i < 4096 * 4; i++) {
buf[i * 4096 / 4]++;
}
printf(".");
}
}
before this patch:
virsh qemu-monitor-command test_vm '{"execute": "query-migrate"}'
{"return":{"expected-downtime":1020,"xbzrle-cache":{"bytes":1108284,
"cache-size":8388608,"cache-miss-rate":0.987013,"pages":18297,"overflow":8,
"cache-miss":1228737},"status":"active","setup-time":10,"total-time":52398,
"ram":{"total":12466991104,"remaining":1695744,"mbps":935.559472,
"transferred":5780760580,"dirty-sync-counter":271,"duplicate":2878530,
"dirty-pages-rate":29130,"skipped":0,"normal-bytes":5748592640,
"normal":1403465}},"id":"libvirt-706"}
18k pages sent compressed in 52 seconds.
cache-miss-rate is 98.7%, totally miss.
after optimizing:
virsh qemu-monitor-command test_vm '{"execute": "query-migrate"}'
{"return":{"expected-downtime":2054,"xbzrle-cache":{"bytes":5066763,
"cache-size":8388608,"cache-miss-rate":0.485924,"pages":194823,"overflow":0,
"cache-miss":210653},"status":"active","setup-time":11,"total-time":18729,
"ram":{"total":12466991104,"remaining":3895296,"mbps":937.663549,
"transferred":1615042219,"dirty-sync-counter":98,"duplicate":2869840,
"dirty-pages-rate":58781,"skipped":0,"normal-bytes":1588404224,
"normal":387794}},"id":"libvirt-266"}
194k pages sent compressed in 18 seconds.
The value of cache-miss-rate decrease to 48.59%.
Signed-off-by: ChenLiang <chenliang88@huawei.com>
Signed-off-by: Gonglei <arei.gonglei@huawei.com>
Reviewed-by: Eric Blake <eblake@redhat.com>
Signed-off-by: Amit Shah <amit.shah@redhat.com>
2014-11-24 14:55:47 +03:00
|
|
|
it->it_age = current_age;
|
2012-08-06 22:42:50 +04:00
|
|
|
it->it_addr = addr;
|
2014-01-30 22:08:38 +04:00
|
|
|
|
|
|
|
return 0;
|
2012-08-06 22:42:50 +04:00
|
|
|
}
|