212 lines
4.7 KiB
C
212 lines
4.7 KiB
C
/*
|
|
* Copyright (C) 2007 Oracle. All rights reserved.
|
|
*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU General Public
|
|
* License v2 as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public
|
|
* License along with this program; if not, write to the
|
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
* Boston, MA 021110-1307, USA.
|
|
*/
|
|
|
|
#include "kerncompat.h"
|
|
#include "radix-tree.h"
|
|
|
|
#define BIT_ARRAY_BYTES 256
|
|
#define BIT_RADIX_BITS_PER_ARRAY ((BIT_ARRAY_BYTES - sizeof(unsigned long)) * 8)
|
|
|
|
int set_radix_bit(struct radix_tree_root *radix, unsigned long bit)
|
|
{
|
|
unsigned long *bits;
|
|
unsigned long slot;
|
|
int bit_slot;
|
|
int ret;
|
|
|
|
slot = bit / BIT_RADIX_BITS_PER_ARRAY;
|
|
bit_slot = bit % BIT_RADIX_BITS_PER_ARRAY;
|
|
|
|
bits = radix_tree_lookup(radix, slot);
|
|
if (!bits) {
|
|
bits = malloc(BIT_ARRAY_BYTES);
|
|
if (!bits)
|
|
return -ENOMEM;
|
|
memset(bits + 1, 0, BIT_ARRAY_BYTES - sizeof(unsigned long));
|
|
bits[0] = slot;
|
|
radix_tree_preload(GFP_NOFS);
|
|
ret = radix_tree_insert(radix, slot, bits);
|
|
radix_tree_preload_end();
|
|
if (ret)
|
|
return ret;
|
|
}
|
|
__set_bit(bit_slot, bits + 1);
|
|
return 0;
|
|
}
|
|
|
|
int test_radix_bit(struct radix_tree_root *radix, unsigned long bit)
|
|
{
|
|
unsigned long *bits;
|
|
unsigned long slot;
|
|
int bit_slot;
|
|
|
|
slot = bit / BIT_RADIX_BITS_PER_ARRAY;
|
|
bit_slot = bit % BIT_RADIX_BITS_PER_ARRAY;
|
|
|
|
bits = radix_tree_lookup(radix, slot);
|
|
if (!bits)
|
|
return 0;
|
|
return test_bit(bit_slot, bits + 1);
|
|
}
|
|
|
|
int clear_radix_bit(struct radix_tree_root *radix, unsigned long bit)
|
|
{
|
|
unsigned long *bits;
|
|
unsigned long slot;
|
|
int bit_slot;
|
|
int i;
|
|
int empty = 1;
|
|
slot = bit / BIT_RADIX_BITS_PER_ARRAY;
|
|
bit_slot = bit % BIT_RADIX_BITS_PER_ARRAY;
|
|
|
|
bits = radix_tree_lookup(radix, slot);
|
|
if (!bits)
|
|
return 0;
|
|
__clear_bit(bit_slot, bits + 1);
|
|
for (i = 1; i < BIT_ARRAY_BYTES / sizeof(unsigned long); i++) {
|
|
if (bits[i]) {
|
|
empty = 0;
|
|
break;
|
|
}
|
|
}
|
|
if (empty) {
|
|
bits = radix_tree_delete(radix, slot);
|
|
BUG_ON(!bits);
|
|
free(bits);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
#define BITOP_WORD(nr) ((nr) / BITS_PER_LONG)
|
|
|
|
/**
|
|
* __ffs - find first bit in word.
|
|
* @word: The word to search
|
|
*
|
|
* Undefined if no bit exists, so code should check against 0 first.
|
|
*/
|
|
static unsigned long __ffs(unsigned long word)
|
|
{
|
|
int num = 0;
|
|
|
|
if (sizeof(long) == 8 && (word & 0xffffffff) == 0) {
|
|
num += 32;
|
|
word >>= sizeof(long) * 4;
|
|
}
|
|
if ((word & 0xffff) == 0) {
|
|
num += 16;
|
|
word >>= 16;
|
|
}
|
|
if ((word & 0xff) == 0) {
|
|
num += 8;
|
|
word >>= 8;
|
|
}
|
|
if ((word & 0xf) == 0) {
|
|
num += 4;
|
|
word >>= 4;
|
|
}
|
|
if ((word & 0x3) == 0) {
|
|
num += 2;
|
|
word >>= 2;
|
|
}
|
|
if ((word & 0x1) == 0)
|
|
num += 1;
|
|
return num;
|
|
}
|
|
|
|
/**
|
|
* find_next_bit - find the next set bit in a memory region
|
|
* @addr: The address to base the search on
|
|
* @offset: The bitnumber to start searching at
|
|
* @size: The maximum size to search
|
|
*/
|
|
unsigned long find_next_bit(const unsigned long *addr, unsigned long size,
|
|
unsigned long offset)
|
|
{
|
|
const unsigned long *p = addr + BITOP_WORD(offset);
|
|
unsigned long result = offset & ~(BITS_PER_LONG-1);
|
|
unsigned long tmp;
|
|
|
|
if (offset >= size)
|
|
return size;
|
|
size -= result;
|
|
offset %= BITS_PER_LONG;
|
|
if (offset) {
|
|
tmp = *(p++);
|
|
tmp &= (~0UL << offset);
|
|
if (size < BITS_PER_LONG)
|
|
goto found_first;
|
|
if (tmp)
|
|
goto found_middle;
|
|
size -= BITS_PER_LONG;
|
|
result += BITS_PER_LONG;
|
|
}
|
|
while (size & ~(BITS_PER_LONG-1)) {
|
|
if ((tmp = *(p++)))
|
|
goto found_middle;
|
|
result += BITS_PER_LONG;
|
|
size -= BITS_PER_LONG;
|
|
}
|
|
if (!size)
|
|
return result;
|
|
tmp = *p;
|
|
|
|
found_first:
|
|
tmp &= (~0UL >> (BITS_PER_LONG - size));
|
|
if (tmp == 0UL) /* Are any bits set? */
|
|
return result + size; /* Nope. */
|
|
found_middle:
|
|
return result + __ffs(tmp);
|
|
}
|
|
|
|
int find_first_radix_bit(struct radix_tree_root *radix, unsigned long *retbits,
|
|
unsigned long start, int nr)
|
|
{
|
|
unsigned long *bits;
|
|
unsigned long *gang[4];
|
|
int found;
|
|
int ret;
|
|
int i;
|
|
int total_found = 0;
|
|
unsigned long slot;
|
|
|
|
slot = start / BIT_RADIX_BITS_PER_ARRAY;
|
|
ret = radix_tree_gang_lookup(radix, (void **)gang, slot,
|
|
ARRAY_SIZE(gang));
|
|
found = start % BIT_RADIX_BITS_PER_ARRAY;
|
|
for (i = 0; i < ret && nr > 0; i++) {
|
|
bits = gang[i];
|
|
while(nr > 0) {
|
|
found = find_next_bit(bits + 1,
|
|
BIT_RADIX_BITS_PER_ARRAY,
|
|
found);
|
|
if (found < BIT_RADIX_BITS_PER_ARRAY) {
|
|
*retbits = bits[0] *
|
|
BIT_RADIX_BITS_PER_ARRAY + found;
|
|
retbits++;
|
|
nr--;
|
|
total_found++;
|
|
found++;
|
|
} else
|
|
break;
|
|
}
|
|
found = 0;
|
|
}
|
|
return total_found;
|
|
}
|