|
@@ -24,9 +24,12 @@
|
|
/* Technically wrong, but this avoids compilation errors on some gcc
|
|
/* Technically wrong, but this avoids compilation errors on some gcc
|
|
versions. */
|
|
versions. */
|
|
#define ADDR "=m" (*(volatile long *) addr)
|
|
#define ADDR "=m" (*(volatile long *) addr)
|
|
|
|
+#define BIT_ADDR "=m" (((volatile int *) addr)[nr >> 5])
|
|
#else
|
|
#else
|
|
#define ADDR "+m" (*(volatile long *) addr)
|
|
#define ADDR "+m" (*(volatile long *) addr)
|
|
|
|
+#define BIT_ADDR "+m" (((volatile int *) addr)[nr >> 5])
|
|
#endif
|
|
#endif
|
|
|
|
+#define BASE_ADDR "m" (*(volatile int *) addr)
|
|
|
|
|
|
/**
|
|
/**
|
|
* set_bit - Atomically set a bit in memory
|
|
* set_bit - Atomically set a bit in memory
|
|
@@ -79,9 +82,8 @@ static inline void __set_bit(int nr, volatile void *addr)
|
|
*/
|
|
*/
|
|
static inline void clear_bit(int nr, volatile void *addr)
|
|
static inline void clear_bit(int nr, volatile void *addr)
|
|
{
|
|
{
|
|
- asm volatile(LOCK_PREFIX "btr %1,%0"
|
|
|
|
- : ADDR
|
|
|
|
- : "Ir" (nr));
|
|
|
|
|
|
+ asm volatile(LOCK_PREFIX "btr %1,%2"
|
|
|
|
+ : BIT_ADDR : "Ir" (nr), BASE_ADDR);
|
|
}
|
|
}
|
|
|
|
|
|
/*
|
|
/*
|
|
@@ -100,7 +102,7 @@ static inline void clear_bit_unlock(unsigned nr, volatile void *addr)
|
|
|
|
|
|
static inline void __clear_bit(int nr, volatile void *addr)
|
|
static inline void __clear_bit(int nr, volatile void *addr)
|
|
{
|
|
{
|
|
- asm volatile("btr %1,%0" : ADDR : "Ir" (nr));
|
|
|
|
|
|
+ asm volatile("btr %1,%2" : BIT_ADDR : "Ir" (nr), BASE_ADDR);
|
|
}
|
|
}
|
|
|
|
|
|
/*
|
|
/*
|
|
@@ -135,7 +137,7 @@ static inline void __clear_bit_unlock(unsigned nr, volatile void *addr)
|
|
*/
|
|
*/
|
|
static inline void __change_bit(int nr, volatile void *addr)
|
|
static inline void __change_bit(int nr, volatile void *addr)
|
|
{
|
|
{
|
|
- asm volatile("btc %1,%0" : ADDR : "Ir" (nr));
|
|
|
|
|
|
+ asm volatile("btc %1,%2" : BIT_ADDR : "Ir" (nr), BASE_ADDR);
|
|
}
|
|
}
|
|
|
|
|
|
/**
|
|
/**
|
|
@@ -149,8 +151,8 @@ static inline void __change_bit(int nr, volatile void *addr)
|
|
*/
|
|
*/
|
|
static inline void change_bit(int nr, volatile void *addr)
|
|
static inline void change_bit(int nr, volatile void *addr)
|
|
{
|
|
{
|
|
- asm volatile(LOCK_PREFIX "btc %1,%0"
|
|
|
|
- : ADDR : "Ir" (nr));
|
|
|
|
|
|
+ asm volatile(LOCK_PREFIX "btc %1,%2"
|
|
|
|
+ : BIT_ADDR : "Ir" (nr), BASE_ADDR);
|
|
}
|
|
}
|
|
|
|
|
|
/**
|
|
/**
|
|
@@ -198,10 +200,10 @@ static inline int __test_and_set_bit(int nr, volatile void *addr)
|
|
{
|
|
{
|
|
int oldbit;
|
|
int oldbit;
|
|
|
|
|
|
- asm("bts %2,%1\n\t"
|
|
|
|
- "sbb %0,%0"
|
|
|
|
- : "=r" (oldbit), ADDR
|
|
|
|
- : "Ir" (nr));
|
|
|
|
|
|
+ asm volatile("bts %2,%3\n\t"
|
|
|
|
+ "sbb %0,%0"
|
|
|
|
+ : "=r" (oldbit), BIT_ADDR
|
|
|
|
+ : "Ir" (nr), BASE_ADDR);
|
|
return oldbit;
|
|
return oldbit;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -238,10 +240,10 @@ static inline int __test_and_clear_bit(int nr, volatile void *addr)
|
|
{
|
|
{
|
|
int oldbit;
|
|
int oldbit;
|
|
|
|
|
|
- asm volatile("btr %2,%1\n\t"
|
|
|
|
|
|
+ asm volatile("btr %2,%3\n\t"
|
|
"sbb %0,%0"
|
|
"sbb %0,%0"
|
|
- : "=r" (oldbit), ADDR
|
|
|
|
- : "Ir" (nr));
|
|
|
|
|
|
+ : "=r" (oldbit), BIT_ADDR
|
|
|
|
+ : "Ir" (nr), BASE_ADDR);
|
|
return oldbit;
|
|
return oldbit;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -250,10 +252,10 @@ static inline int __test_and_change_bit(int nr, volatile void *addr)
|
|
{
|
|
{
|
|
int oldbit;
|
|
int oldbit;
|
|
|
|
|
|
- asm volatile("btc %2,%1\n\t"
|
|
|
|
|
|
+ asm volatile("btc %2,%3\n\t"
|
|
"sbb %0,%0"
|
|
"sbb %0,%0"
|
|
- : "=r" (oldbit), ADDR
|
|
|
|
- : "Ir" (nr) : "memory");
|
|
|
|
|
|
+ : "=r" (oldbit), BIT_ADDR
|
|
|
|
+ : "Ir" (nr), BASE_ADDR);
|
|
|
|
|
|
return oldbit;
|
|
return oldbit;
|
|
}
|
|
}
|
|
@@ -288,10 +290,11 @@ static inline int variable_test_bit(int nr, volatile const void *addr)
|
|
{
|
|
{
|
|
int oldbit;
|
|
int oldbit;
|
|
|
|
|
|
- asm volatile("bt %2,%1\n\t"
|
|
|
|
|
|
+ asm volatile("bt %2,%3\n\t"
|
|
"sbb %0,%0"
|
|
"sbb %0,%0"
|
|
: "=r" (oldbit)
|
|
: "=r" (oldbit)
|
|
- : "m" (*(unsigned long *)addr), "Ir" (nr));
|
|
|
|
|
|
+ : "m" (((volatile const int *)addr)[nr >> 5]),
|
|
|
|
+ "Ir" (nr), BASE_ADDR);
|
|
|
|
|
|
return oldbit;
|
|
return oldbit;
|
|
}
|
|
}
|
|
@@ -310,6 +313,8 @@ static int test_bit(int nr, const volatile unsigned long *addr);
|
|
constant_test_bit((nr),(addr)) : \
|
|
constant_test_bit((nr),(addr)) : \
|
|
variable_test_bit((nr),(addr)))
|
|
variable_test_bit((nr),(addr)))
|
|
|
|
|
|
|
|
+#undef BASE_ADDR
|
|
|
|
+#undef BIT_ADDR
|
|
#undef ADDR
|
|
#undef ADDR
|
|
|
|
|
|
#ifdef CONFIG_X86_32
|
|
#ifdef CONFIG_X86_32
|