bitmap: add atomic test and clear
The new bitmap_test_and_clear_atomic() function clears a range and returns whether or not the bits were set. Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> Message-Id: <1417519399-3166-3-git-send-email-stefanha@redhat.com> [Test before xchg; then a full barrier is needed at the end just like in the previous patch. The barrier can be avoided if we did at least one xchg. - Paolo] Reviewed-by: Fam Zheng <famz@redhat.com> Signed-off-by: Paolo Bonzini <pbonzini@redhat.com>
This commit is contained in:
parent
9f02cfc84b
commit
36546e5b80
@ -41,6 +41,7 @@
|
|||||||
* bitmap_set(dst, pos, nbits) Set specified bit area
|
* bitmap_set(dst, pos, nbits) Set specified bit area
|
||||||
* bitmap_set_atomic(dst, pos, nbits) Set specified bit area with atomic ops
|
* bitmap_set_atomic(dst, pos, nbits) Set specified bit area with atomic ops
|
||||||
* bitmap_clear(dst, pos, nbits) Clear specified bit area
|
* bitmap_clear(dst, pos, nbits) Clear specified bit area
|
||||||
|
* bitmap_test_and_clear_atomic(dst, pos, nbits) Test and clear area
|
||||||
* bitmap_find_next_zero_area(buf, len, pos, n, mask) Find bit free area
|
* bitmap_find_next_zero_area(buf, len, pos, n, mask) Find bit free area
|
||||||
*/
|
*/
|
||||||
|
|
||||||
@ -229,6 +230,7 @@ static inline int bitmap_intersects(const unsigned long *src1,
|
|||||||
void bitmap_set(unsigned long *map, long i, long len);
|
void bitmap_set(unsigned long *map, long i, long len);
|
||||||
void bitmap_set_atomic(unsigned long *map, long i, long len);
|
void bitmap_set_atomic(unsigned long *map, long i, long len);
|
||||||
void bitmap_clear(unsigned long *map, long start, long nr);
|
void bitmap_clear(unsigned long *map, long start, long nr);
|
||||||
|
bool bitmap_test_and_clear_atomic(unsigned long *map, long start, long nr);
|
||||||
unsigned long bitmap_find_next_zero_area(unsigned long *map,
|
unsigned long bitmap_find_next_zero_area(unsigned long *map,
|
||||||
unsigned long size,
|
unsigned long size,
|
||||||
unsigned long start,
|
unsigned long start,
|
||||||
|
@ -235,6 +235,51 @@ void bitmap_clear(unsigned long *map, long start, long nr)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
bool bitmap_test_and_clear_atomic(unsigned long *map, long start, long nr)
|
||||||
|
{
|
||||||
|
unsigned long *p = map + BIT_WORD(start);
|
||||||
|
const long size = start + nr;
|
||||||
|
int bits_to_clear = BITS_PER_LONG - (start % BITS_PER_LONG);
|
||||||
|
unsigned long mask_to_clear = BITMAP_FIRST_WORD_MASK(start);
|
||||||
|
unsigned long dirty = 0;
|
||||||
|
unsigned long old_bits;
|
||||||
|
|
||||||
|
/* First word */
|
||||||
|
if (nr - bits_to_clear > 0) {
|
||||||
|
old_bits = atomic_fetch_and(p, ~mask_to_clear);
|
||||||
|
dirty |= old_bits & mask_to_clear;
|
||||||
|
nr -= bits_to_clear;
|
||||||
|
bits_to_clear = BITS_PER_LONG;
|
||||||
|
mask_to_clear = ~0UL;
|
||||||
|
p++;
|
||||||
|
}
|
||||||
|
|
||||||
|
/* Full words */
|
||||||
|
if (bits_to_clear == BITS_PER_LONG) {
|
||||||
|
while (nr >= BITS_PER_LONG) {
|
||||||
|
if (*p) {
|
||||||
|
old_bits = atomic_xchg(p, 0);
|
||||||
|
dirty |= old_bits;
|
||||||
|
}
|
||||||
|
nr -= BITS_PER_LONG;
|
||||||
|
p++;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/* Last word */
|
||||||
|
if (nr) {
|
||||||
|
mask_to_clear &= BITMAP_LAST_WORD_MASK(size);
|
||||||
|
old_bits = atomic_fetch_and(p, ~mask_to_clear);
|
||||||
|
dirty |= old_bits & mask_to_clear;
|
||||||
|
} else {
|
||||||
|
if (!dirty) {
|
||||||
|
smp_mb();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return dirty != 0;
|
||||||
|
}
|
||||||
|
|
||||||
#define ALIGN_MASK(x,mask) (((x)+(mask))&~(mask))
|
#define ALIGN_MASK(x,mask) (((x)+(mask))&~(mask))
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
Loading…
Reference in New Issue
Block a user