semaphore.h 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191
  1. #ifndef _I386_SEMAPHORE_H
  2. #define _I386_SEMAPHORE_H
  3. #include <linux/linkage.h>
  4. #ifdef __KERNEL__
  5. /*
  6. * SMP- and interrupt-safe semaphores..
  7. *
  8. * (C) Copyright 1996 Linus Torvalds
  9. *
  10. * Modified 1996-12-23 by Dave Grothe <dave@gcom.com> to fix bugs in
  11. * the original code and to make semaphore waits
  12. * interruptible so that processes waiting on
  13. * semaphores can be killed.
  14. * Modified 1999-02-14 by Andrea Arcangeli, split the sched.c helper
  15. * functions in asm/sempahore-helper.h while fixing a
  16. * potential and subtle race discovered by Ulrich Schmid
  17. * in down_interruptible(). Since I started to play here I
  18. * also implemented the `trylock' semaphore operation.
  19. * 1999-07-02 Artur Skawina <skawina@geocities.com>
  20. * Optimized "0(ecx)" -> "(ecx)" (the assembler does not
  21. * do this). Changed calling sequences from push/jmp to
  22. * traditional call/ret.
  23. * Modified 2001-01-01 Andreas Franck <afranck@gmx.de>
  24. * Some hacks to ensure compatibility with recent
  25. * GCC snapshots, to avoid stack corruption when compiling
  26. * with -fomit-frame-pointer. It's not sure if this will
  27. * be fixed in GCC, as our previous implementation was a
  28. * bit dubious.
  29. *
  30. * If you would like to see an analysis of this implementation, please
  31. * ftp to gcom.com and download the file
  32. * /pub/linux/src/semaphore/semaphore-2.0.24.tar.gz.
  33. *
  34. */
  35. #include <asm/system.h>
  36. #include <asm/atomic.h>
  37. #include <linux/wait.h>
  38. #include <linux/rwsem.h>
  39. struct semaphore {
  40. atomic_t count;
  41. int sleepers;
  42. wait_queue_head_t wait;
  43. };
  44. #define __SEMAPHORE_INITIALIZER(name, n) \
  45. { \
  46. .count = ATOMIC_INIT(n), \
  47. .sleepers = 0, \
  48. .wait = __WAIT_QUEUE_HEAD_INITIALIZER((name).wait) \
  49. }
  50. #define __DECLARE_SEMAPHORE_GENERIC(name,count) \
  51. struct semaphore name = __SEMAPHORE_INITIALIZER(name,count)
  52. #define DECLARE_MUTEX(name) __DECLARE_SEMAPHORE_GENERIC(name,1)
  53. #define DECLARE_MUTEX_LOCKED(name) __DECLARE_SEMAPHORE_GENERIC(name,0)
  54. static inline void sema_init (struct semaphore *sem, int val)
  55. {
  56. /*
  57. * *sem = (struct semaphore)__SEMAPHORE_INITIALIZER((*sem),val);
  58. *
  59. * i'd rather use the more flexible initialization above, but sadly
  60. * GCC 2.7.2.3 emits a bogus warning. EGCS doesn't. Oh well.
  61. */
  62. atomic_set(&sem->count, val);
  63. sem->sleepers = 0;
  64. init_waitqueue_head(&sem->wait);
  65. }
  66. static inline void init_MUTEX (struct semaphore *sem)
  67. {
  68. sema_init(sem, 1);
  69. }
  70. static inline void init_MUTEX_LOCKED (struct semaphore *sem)
  71. {
  72. sema_init(sem, 0);
  73. }
  74. fastcall void __down_failed(void /* special register calling convention */);
  75. fastcall int __down_failed_interruptible(void /* params in registers */);
  76. fastcall int __down_failed_trylock(void /* params in registers */);
  77. fastcall void __up_wakeup(void /* special register calling convention */);
  78. /*
  79. * This is ugly, but we want the default case to fall through.
  80. * "__down_failed" is a special asm handler that calls the C
  81. * routine that actually waits. See arch/i386/kernel/semaphore.c
  82. */
  83. static inline void down(struct semaphore * sem)
  84. {
  85. might_sleep();
  86. __asm__ __volatile__(
  87. "# atomic down operation\n\t"
  88. LOCK "decl %0\n\t" /* --sem->count */
  89. "js 2f\n"
  90. "1:\n"
  91. LOCK_SECTION_START("")
  92. "2:\tlea %0,%%eax\n\t"
  93. "call __down_failed\n\t"
  94. "jmp 1b\n"
  95. LOCK_SECTION_END
  96. :"=m" (sem->count)
  97. :
  98. :"memory","ax");
  99. }
  100. /*
  101. * Interruptible try to acquire a semaphore. If we obtained
  102. * it, return zero. If we were interrupted, returns -EINTR
  103. */
  104. static inline int down_interruptible(struct semaphore * sem)
  105. {
  106. int result;
  107. might_sleep();
  108. __asm__ __volatile__(
  109. "# atomic interruptible down operation\n\t"
  110. LOCK "decl %1\n\t" /* --sem->count */
  111. "js 2f\n\t"
  112. "xorl %0,%0\n"
  113. "1:\n"
  114. LOCK_SECTION_START("")
  115. "2:\tlea %1,%%eax\n\t"
  116. "call __down_failed_interruptible\n\t"
  117. "jmp 1b\n"
  118. LOCK_SECTION_END
  119. :"=a" (result), "=m" (sem->count)
  120. :
  121. :"memory");
  122. return result;
  123. }
  124. /*
  125. * Non-blockingly attempt to down() a semaphore.
  126. * Returns zero if we acquired it
  127. */
  128. static inline int down_trylock(struct semaphore * sem)
  129. {
  130. int result;
  131. __asm__ __volatile__(
  132. "# atomic interruptible down operation\n\t"
  133. LOCK "decl %1\n\t" /* --sem->count */
  134. "js 2f\n\t"
  135. "xorl %0,%0\n"
  136. "1:\n"
  137. LOCK_SECTION_START("")
  138. "2:\tlea %1,%%eax\n\t"
  139. "call __down_failed_trylock\n\t"
  140. "jmp 1b\n"
  141. LOCK_SECTION_END
  142. :"=a" (result), "=m" (sem->count)
  143. :
  144. :"memory");
  145. return result;
  146. }
  147. /*
  148. * Note! This is subtle. We jump to wake people up only if
  149. * the semaphore was negative (== somebody was waiting on it).
  150. * The default case (no contention) will result in NO
  151. * jumps for both down() and up().
  152. */
  153. static inline void up(struct semaphore * sem)
  154. {
  155. __asm__ __volatile__(
  156. "# atomic up operation\n\t"
  157. LOCK "incl %0\n\t" /* ++sem->count */
  158. "jle 2f\n"
  159. "1:\n"
  160. LOCK_SECTION_START("")
  161. "2:\tlea %0,%%eax\n\t"
  162. "call __up_wakeup\n\t"
  163. "jmp 1b\n"
  164. LOCK_SECTION_END
  165. ".subsection 0\n"
  166. :"=m" (sem->count)
  167. :
  168. :"memory","ax");
  169. }
  170. #endif
  171. #endif