spinlock.h 3.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144
  1. /*
  2. * Copyright (C) 2004, 2007-2010, 2011-2012 Synopsys, Inc. (www.synopsys.com)
  3. *
  4. * This program is free software; you can redistribute it and/or modify
  5. * it under the terms of the GNU General Public License version 2 as
  6. * published by the Free Software Foundation.
  7. */
  8. #ifndef __ASM_SPINLOCK_H
  9. #define __ASM_SPINLOCK_H
  10. #include <asm/spinlock_types.h>
  11. #include <asm/processor.h>
  12. #include <asm/barrier.h>
  13. #define arch_spin_is_locked(x) ((x)->slock != __ARCH_SPIN_LOCK_UNLOCKED__)
  14. #define arch_spin_lock_flags(lock, flags) arch_spin_lock(lock)
  15. #define arch_spin_unlock_wait(x) \
  16. do { while (arch_spin_is_locked(x)) cpu_relax(); } while (0)
  17. static inline void arch_spin_lock(arch_spinlock_t *lock)
  18. {
  19. unsigned int tmp = __ARCH_SPIN_LOCK_LOCKED__;
  20. __asm__ __volatile__(
  21. "1: ex %0, [%1] \n"
  22. " breq %0, %2, 1b \n"
  23. : "+&r" (tmp)
  24. : "r"(&(lock->slock)), "ir"(__ARCH_SPIN_LOCK_LOCKED__)
  25. : "memory");
  26. }
  27. static inline int arch_spin_trylock(arch_spinlock_t *lock)
  28. {
  29. unsigned int tmp = __ARCH_SPIN_LOCK_LOCKED__;
  30. __asm__ __volatile__(
  31. "1: ex %0, [%1] \n"
  32. : "+r" (tmp)
  33. : "r"(&(lock->slock))
  34. : "memory");
  35. return (tmp == __ARCH_SPIN_LOCK_UNLOCKED__);
  36. }
  37. static inline void arch_spin_unlock(arch_spinlock_t *lock)
  38. {
  39. lock->slock = __ARCH_SPIN_LOCK_UNLOCKED__;
  40. smp_mb();
  41. }
  42. /*
  43. * Read-write spinlocks, allowing multiple readers but only one writer.
  44. *
  45. * The spinlock itself is contained in @counter and access to it is
  46. * serialized with @lock_mutex.
  47. *
  48. * Unfair locking as Writers could be starved indefinitely by Reader(s)
  49. */
  50. /* Would read_trylock() succeed? */
  51. #define arch_read_can_lock(x) ((x)->counter > 0)
  52. /* Would write_trylock() succeed? */
  53. #define arch_write_can_lock(x) ((x)->counter == __ARCH_RW_LOCK_UNLOCKED__)
  54. /* 1 - lock taken successfully */
  55. static inline int arch_read_trylock(arch_rwlock_t *rw)
  56. {
  57. int ret = 0;
  58. arch_spin_lock(&(rw->lock_mutex));
  59. /*
  60. * zero means writer holds the lock exclusively, deny Reader.
  61. * Otherwise grant lock to first/subseq reader
  62. */
  63. if (rw->counter > 0) {
  64. rw->counter--;
  65. ret = 1;
  66. }
  67. arch_spin_unlock(&(rw->lock_mutex));
  68. smp_mb();
  69. return ret;
  70. }
  71. /* 1 - lock taken successfully */
  72. static inline int arch_write_trylock(arch_rwlock_t *rw)
  73. {
  74. int ret = 0;
  75. arch_spin_lock(&(rw->lock_mutex));
  76. /*
  77. * If reader(s) hold lock (lock < __ARCH_RW_LOCK_UNLOCKED__),
  78. * deny writer. Otherwise if unlocked grant to writer
  79. * Hence the claim that Linux rwlocks are unfair to writers.
  80. * (can be starved for an indefinite time by readers).
  81. */
  82. if (rw->counter == __ARCH_RW_LOCK_UNLOCKED__) {
  83. rw->counter = 0;
  84. ret = 1;
  85. }
  86. arch_spin_unlock(&(rw->lock_mutex));
  87. return ret;
  88. }
  89. static inline void arch_read_lock(arch_rwlock_t *rw)
  90. {
  91. while (!arch_read_trylock(rw))
  92. cpu_relax();
  93. }
  94. static inline void arch_write_lock(arch_rwlock_t *rw)
  95. {
  96. while (!arch_write_trylock(rw))
  97. cpu_relax();
  98. }
  99. static inline void arch_read_unlock(arch_rwlock_t *rw)
  100. {
  101. arch_spin_lock(&(rw->lock_mutex));
  102. rw->counter++;
  103. arch_spin_unlock(&(rw->lock_mutex));
  104. }
  105. static inline void arch_write_unlock(arch_rwlock_t *rw)
  106. {
  107. arch_spin_lock(&(rw->lock_mutex));
  108. rw->counter = __ARCH_RW_LOCK_UNLOCKED__;
  109. arch_spin_unlock(&(rw->lock_mutex));
  110. }
  111. #define arch_read_lock_flags(lock, flags) arch_read_lock(lock)
  112. #define arch_write_lock_flags(lock, flags) arch_write_lock(lock)
  113. #define arch_spin_relax(lock) cpu_relax()
  114. #define arch_read_relax(lock) cpu_relax()
  115. #define arch_write_relax(lock) cpu_relax()
  116. #endif /* __ASM_SPINLOCK_H */