spinlock.h 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151
  1. /*
  2. * Copyright (C) 2004, 2007-2010, 2011-2012 Synopsys, Inc. (www.synopsys.com)
  3. *
  4. * This program is free software; you can redistribute it and/or modify
  5. * it under the terms of the GNU General Public License version 2 as
  6. * published by the Free Software Foundation.
  7. */
  8. #ifndef __ASM_SPINLOCK_H
  9. #define __ASM_SPINLOCK_H
  10. #include <asm/spinlock_types.h>
  11. #include <asm/processor.h>
  12. #include <asm/barrier.h>
  13. #define arch_spin_is_locked(x) ((x)->slock != __ARCH_SPIN_LOCK_UNLOCKED__)
  14. #define arch_spin_lock_flags(lock, flags) arch_spin_lock(lock)
  15. #define arch_spin_unlock_wait(x) \
  16. do { while (arch_spin_is_locked(x)) cpu_relax(); } while (0)
  17. static inline void arch_spin_lock(arch_spinlock_t *lock)
  18. {
  19. unsigned int tmp = __ARCH_SPIN_LOCK_LOCKED__;
  20. __asm__ __volatile__(
  21. "1: ex %0, [%1] \n"
  22. " breq %0, %2, 1b \n"
  23. : "+&r" (tmp)
  24. : "r"(&(lock->slock)), "ir"(__ARCH_SPIN_LOCK_LOCKED__)
  25. : "memory");
  26. }
  27. static inline int arch_spin_trylock(arch_spinlock_t *lock)
  28. {
  29. unsigned int tmp = __ARCH_SPIN_LOCK_LOCKED__;
  30. __asm__ __volatile__(
  31. "1: ex %0, [%1] \n"
  32. : "+r" (tmp)
  33. : "r"(&(lock->slock))
  34. : "memory");
  35. return (tmp == __ARCH_SPIN_LOCK_UNLOCKED__);
  36. }
  37. static inline void arch_spin_unlock(arch_spinlock_t *lock)
  38. {
  39. unsigned int tmp = __ARCH_SPIN_LOCK_UNLOCKED__;
  40. __asm__ __volatile__(
  41. " ex %0, [%1] \n"
  42. : "+r" (tmp)
  43. : "r"(&(lock->slock))
  44. : "memory");
  45. smp_mb();
  46. }
  47. /*
  48. * Read-write spinlocks, allowing multiple readers but only one writer.
  49. *
  50. * The spinlock itself is contained in @counter and access to it is
  51. * serialized with @lock_mutex.
  52. *
  53. * Unfair locking as Writers could be starved indefinitely by Reader(s)
  54. */
  55. /* Would read_trylock() succeed? */
  56. #define arch_read_can_lock(x) ((x)->counter > 0)
  57. /* Would write_trylock() succeed? */
  58. #define arch_write_can_lock(x) ((x)->counter == __ARCH_RW_LOCK_UNLOCKED__)
  59. /* 1 - lock taken successfully */
  60. static inline int arch_read_trylock(arch_rwlock_t *rw)
  61. {
  62. int ret = 0;
  63. arch_spin_lock(&(rw->lock_mutex));
  64. /*
  65. * zero means writer holds the lock exclusively, deny Reader.
  66. * Otherwise grant lock to first/subseq reader
  67. */
  68. if (rw->counter > 0) {
  69. rw->counter--;
  70. ret = 1;
  71. }
  72. arch_spin_unlock(&(rw->lock_mutex));
  73. smp_mb();
  74. return ret;
  75. }
  76. /* 1 - lock taken successfully */
  77. static inline int arch_write_trylock(arch_rwlock_t *rw)
  78. {
  79. int ret = 0;
  80. arch_spin_lock(&(rw->lock_mutex));
  81. /*
  82. * If reader(s) hold lock (lock < __ARCH_RW_LOCK_UNLOCKED__),
  83. * deny writer. Otherwise if unlocked grant to writer
  84. * Hence the claim that Linux rwlocks are unfair to writers.
  85. * (can be starved for an indefinite time by readers).
  86. */
  87. if (rw->counter == __ARCH_RW_LOCK_UNLOCKED__) {
  88. rw->counter = 0;
  89. ret = 1;
  90. }
  91. arch_spin_unlock(&(rw->lock_mutex));
  92. return ret;
  93. }
  94. static inline void arch_read_lock(arch_rwlock_t *rw)
  95. {
  96. while (!arch_read_trylock(rw))
  97. cpu_relax();
  98. }
  99. static inline void arch_write_lock(arch_rwlock_t *rw)
  100. {
  101. while (!arch_write_trylock(rw))
  102. cpu_relax();
  103. }
  104. static inline void arch_read_unlock(arch_rwlock_t *rw)
  105. {
  106. arch_spin_lock(&(rw->lock_mutex));
  107. rw->counter++;
  108. arch_spin_unlock(&(rw->lock_mutex));
  109. }
  110. static inline void arch_write_unlock(arch_rwlock_t *rw)
  111. {
  112. arch_spin_lock(&(rw->lock_mutex));
  113. rw->counter = __ARCH_RW_LOCK_UNLOCKED__;
  114. arch_spin_unlock(&(rw->lock_mutex));
  115. }
  116. #define arch_read_lock_flags(lock, flags) arch_read_lock(lock)
  117. #define arch_write_lock_flags(lock, flags) arch_write_lock(lock)
  118. #define arch_spin_relax(lock) cpu_relax()
  119. #define arch_read_relax(lock) cpu_relax()
  120. #define arch_write_relax(lock) cpu_relax()
  121. #endif /* __ASM_SPINLOCK_H */