spinlock.h 5.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238
  1. /* spinlock.h: 32-bit Sparc spinlock support.
  2. *
  3. * Copyright (C) 1997 David S. Miller (davem@caip.rutgers.edu)
  4. */
  5. #ifndef __SPARC_SPINLOCK_H
  6. #define __SPARC_SPINLOCK_H
  7. #include <linux/threads.h> /* For NR_CPUS */
  8. #ifndef __ASSEMBLY__
  9. #include <asm/psr.h>
  10. #ifdef CONFIG_DEBUG_SPINLOCK
  11. struct _spinlock_debug {
  12. unsigned char lock;
  13. unsigned long owner_pc;
  14. #ifdef CONFIG_PREEMPT
  15. unsigned int break_lock;
  16. #endif
  17. };
  18. typedef struct _spinlock_debug spinlock_t;
  19. #define SPIN_LOCK_UNLOCKED (spinlock_t) { 0, 0 }
  20. #define spin_lock_init(lp) do { *(lp)= SPIN_LOCK_UNLOCKED; } while(0)
  21. #define spin_is_locked(lp) (*((volatile unsigned char *)(&((lp)->lock))) != 0)
  22. #define spin_unlock_wait(lp) do { barrier(); } while(*(volatile unsigned char *)(&(lp)->lock))
  23. extern void _do_spin_lock(spinlock_t *lock, char *str);
  24. extern int _spin_trylock(spinlock_t *lock);
  25. extern void _do_spin_unlock(spinlock_t *lock);
  26. #define _raw_spin_trylock(lp) _spin_trylock(lp)
  27. #define _raw_spin_lock(lock) _do_spin_lock(lock, "spin_lock")
  28. #define _raw_spin_unlock(lock) _do_spin_unlock(lock)
  29. struct _rwlock_debug {
  30. volatile unsigned int lock;
  31. unsigned long owner_pc;
  32. unsigned long reader_pc[NR_CPUS];
  33. #ifdef CONFIG_PREEMPT
  34. unsigned int break_lock;
  35. #endif
  36. };
  37. typedef struct _rwlock_debug rwlock_t;
  38. #define RW_LOCK_UNLOCKED (rwlock_t) { 0, 0, {0} }
  39. #define rwlock_init(lp) do { *(lp)= RW_LOCK_UNLOCKED; } while(0)
  40. extern void _do_read_lock(rwlock_t *rw, char *str);
  41. extern void _do_read_unlock(rwlock_t *rw, char *str);
  42. extern void _do_write_lock(rwlock_t *rw, char *str);
  43. extern void _do_write_unlock(rwlock_t *rw);
  44. #define _raw_read_lock(lock) \
  45. do { unsigned long flags; \
  46. local_irq_save(flags); \
  47. _do_read_lock(lock, "read_lock"); \
  48. local_irq_restore(flags); \
  49. } while(0)
  50. #define _raw_read_unlock(lock) \
  51. do { unsigned long flags; \
  52. local_irq_save(flags); \
  53. _do_read_unlock(lock, "read_unlock"); \
  54. local_irq_restore(flags); \
  55. } while(0)
  56. #define _raw_write_lock(lock) \
  57. do { unsigned long flags; \
  58. local_irq_save(flags); \
  59. _do_write_lock(lock, "write_lock"); \
  60. local_irq_restore(flags); \
  61. } while(0)
  62. #define _raw_write_unlock(lock) \
  63. do { unsigned long flags; \
  64. local_irq_save(flags); \
  65. _do_write_unlock(lock); \
  66. local_irq_restore(flags); \
  67. } while(0)
  68. #else /* !CONFIG_DEBUG_SPINLOCK */
  69. typedef struct {
  70. unsigned char lock;
  71. #ifdef CONFIG_PREEMPT
  72. unsigned int break_lock;
  73. #endif
  74. } spinlock_t;
  75. #define SPIN_LOCK_UNLOCKED (spinlock_t) { 0 }
  76. #define spin_lock_init(lock) (*((unsigned char *)(lock)) = 0)
  77. #define spin_is_locked(lock) (*((volatile unsigned char *)(lock)) != 0)
  78. #define spin_unlock_wait(lock) \
  79. do { \
  80. barrier(); \
  81. } while(*((volatile unsigned char *)lock))
  82. extern __inline__ void _raw_spin_lock(spinlock_t *lock)
  83. {
  84. __asm__ __volatile__(
  85. "\n1:\n\t"
  86. "ldstub [%0], %%g2\n\t"
  87. "orcc %%g2, 0x0, %%g0\n\t"
  88. "bne,a 2f\n\t"
  89. " ldub [%0], %%g2\n\t"
  90. ".subsection 2\n"
  91. "2:\n\t"
  92. "orcc %%g2, 0x0, %%g0\n\t"
  93. "bne,a 2b\n\t"
  94. " ldub [%0], %%g2\n\t"
  95. "b,a 1b\n\t"
  96. ".previous\n"
  97. : /* no outputs */
  98. : "r" (lock)
  99. : "g2", "memory", "cc");
  100. }
  101. extern __inline__ int _raw_spin_trylock(spinlock_t *lock)
  102. {
  103. unsigned int result;
  104. __asm__ __volatile__("ldstub [%1], %0"
  105. : "=r" (result)
  106. : "r" (lock)
  107. : "memory");
  108. return (result == 0);
  109. }
  110. extern __inline__ void _raw_spin_unlock(spinlock_t *lock)
  111. {
  112. __asm__ __volatile__("stb %%g0, [%0]" : : "r" (lock) : "memory");
  113. }
  114. /* Read-write spinlocks, allowing multiple readers
  115. * but only one writer.
  116. *
  117. * NOTE! it is quite common to have readers in interrupts
  118. * but no interrupt writers. For those circumstances we
  119. * can "mix" irq-safe locks - any writer needs to get a
  120. * irq-safe write-lock, but readers can get non-irqsafe
  121. * read-locks.
  122. *
  123. * XXX This might create some problems with my dual spinlock
  124. * XXX scheme, deadlocks etc. -DaveM
  125. */
  126. typedef struct {
  127. volatile unsigned int lock;
  128. #ifdef CONFIG_PREEMPT
  129. unsigned int break_lock;
  130. #endif
  131. } rwlock_t;
  132. #define RW_LOCK_UNLOCKED (rwlock_t) { 0 }
  133. #define rwlock_init(lp) do { *(lp)= RW_LOCK_UNLOCKED; } while(0)
  134. /* Sort of like atomic_t's on Sparc, but even more clever.
  135. *
  136. * ------------------------------------
  137. * | 24-bit counter | wlock | rwlock_t
  138. * ------------------------------------
  139. * 31 8 7 0
  140. *
  141. * wlock signifies the one writer is in or somebody is updating
  142. * counter. For a writer, if he successfully acquires the wlock,
  143. * but counter is non-zero, he has to release the lock and wait,
  144. * till both counter and wlock are zero.
  145. *
  146. * Unfortunately this scheme limits us to ~16,000,000 cpus.
  147. */
  148. extern __inline__ void _read_lock(rwlock_t *rw)
  149. {
  150. register rwlock_t *lp asm("g1");
  151. lp = rw;
  152. __asm__ __volatile__(
  153. "mov %%o7, %%g4\n\t"
  154. "call ___rw_read_enter\n\t"
  155. " ldstub [%%g1 + 3], %%g2\n"
  156. : /* no outputs */
  157. : "r" (lp)
  158. : "g2", "g4", "memory", "cc");
  159. }
  160. #define _raw_read_lock(lock) \
  161. do { unsigned long flags; \
  162. local_irq_save(flags); \
  163. _read_lock(lock); \
  164. local_irq_restore(flags); \
  165. } while(0)
  166. extern __inline__ void _read_unlock(rwlock_t *rw)
  167. {
  168. register rwlock_t *lp asm("g1");
  169. lp = rw;
  170. __asm__ __volatile__(
  171. "mov %%o7, %%g4\n\t"
  172. "call ___rw_read_exit\n\t"
  173. " ldstub [%%g1 + 3], %%g2\n"
  174. : /* no outputs */
  175. : "r" (lp)
  176. : "g2", "g4", "memory", "cc");
  177. }
  178. #define _raw_read_unlock(lock) \
  179. do { unsigned long flags; \
  180. local_irq_save(flags); \
  181. _read_unlock(lock); \
  182. local_irq_restore(flags); \
  183. } while(0)
  184. extern __inline__ void _raw_write_lock(rwlock_t *rw)
  185. {
  186. register rwlock_t *lp asm("g1");
  187. lp = rw;
  188. __asm__ __volatile__(
  189. "mov %%o7, %%g4\n\t"
  190. "call ___rw_write_enter\n\t"
  191. " ldstub [%%g1 + 3], %%g2\n"
  192. : /* no outputs */
  193. : "r" (lp)
  194. : "g2", "g4", "memory", "cc");
  195. }
  196. #define _raw_write_unlock(rw) do { (rw)->lock = 0; } while(0)
  197. #endif /* CONFIG_DEBUG_SPINLOCK */
  198. #define _raw_spin_lock_flags(lock, flags) _raw_spin_lock(lock)
  199. #endif /* !(__ASSEMBLY__) */
  200. #endif /* __SPARC_SPINLOCK_H */