bitops.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464
  1. #ifndef _M68K_BITOPS_H
  2. #define _M68K_BITOPS_H
  3. /*
  4. * Copyright 1992, Linus Torvalds.
  5. *
  6. * This file is subject to the terms and conditions of the GNU General Public
  7. * License. See the file COPYING in the main directory of this archive
  8. * for more details.
  9. */
  10. #ifndef _LINUX_BITOPS_H
  11. #error only <linux/bitops.h> can be included directly
  12. #endif
  13. #include <linux/compiler.h>
  14. /*
  15. * Require 68020 or better.
  16. *
  17. * They use the standard big-endian m680x0 bit ordering.
  18. */
  19. #define test_and_set_bit(nr,vaddr) \
  20. (__builtin_constant_p(nr) ? \
  21. __constant_test_and_set_bit(nr, vaddr) : \
  22. __generic_test_and_set_bit(nr, vaddr))
  23. #define __test_and_set_bit(nr,vaddr) test_and_set_bit(nr,vaddr)
  24. static inline int __constant_test_and_set_bit(int nr, unsigned long *vaddr)
  25. {
  26. char *p = (char *)vaddr + (nr ^ 31) / 8;
  27. char retval;
  28. __asm__ __volatile__ ("bset %2,%1; sne %0"
  29. : "=d" (retval), "+m" (*p)
  30. : "di" (nr & 7));
  31. return retval;
  32. }
  33. static inline int __generic_test_and_set_bit(int nr, unsigned long *vaddr)
  34. {
  35. char retval;
  36. __asm__ __volatile__ ("bfset %2{%1:#1}; sne %0"
  37. : "=d" (retval) : "d" (nr^31), "o" (*vaddr) : "memory");
  38. return retval;
  39. }
  40. #define set_bit(nr,vaddr) \
  41. (__builtin_constant_p(nr) ? \
  42. __constant_set_bit(nr, vaddr) : \
  43. __generic_set_bit(nr, vaddr))
  44. #define __set_bit(nr,vaddr) set_bit(nr,vaddr)
  45. static inline void __constant_set_bit(int nr, volatile unsigned long *vaddr)
  46. {
  47. char *p = (char *)vaddr + (nr ^ 31) / 8;
  48. __asm__ __volatile__ ("bset %1,%0"
  49. : "+m" (*p) : "di" (nr & 7));
  50. }
  51. static inline void __generic_set_bit(int nr, volatile unsigned long *vaddr)
  52. {
  53. __asm__ __volatile__ ("bfset %1{%0:#1}"
  54. : : "d" (nr^31), "o" (*vaddr) : "memory");
  55. }
  56. #define test_and_clear_bit(nr,vaddr) \
  57. (__builtin_constant_p(nr) ? \
  58. __constant_test_and_clear_bit(nr, vaddr) : \
  59. __generic_test_and_clear_bit(nr, vaddr))
  60. #define __test_and_clear_bit(nr,vaddr) test_and_clear_bit(nr,vaddr)
  61. static inline int __constant_test_and_clear_bit(int nr, unsigned long *vaddr)
  62. {
  63. char *p = (char *)vaddr + (nr ^ 31) / 8;
  64. char retval;
  65. __asm__ __volatile__ ("bclr %2,%1; sne %0"
  66. : "=d" (retval), "+m" (*p)
  67. : "di" (nr & 7));
  68. return retval;
  69. }
  70. static inline int __generic_test_and_clear_bit(int nr, unsigned long *vaddr)
  71. {
  72. char retval;
  73. __asm__ __volatile__ ("bfclr %2{%1:#1}; sne %0"
  74. : "=d" (retval) : "d" (nr^31), "o" (*vaddr) : "memory");
  75. return retval;
  76. }
  77. /*
  78. * clear_bit() doesn't provide any barrier for the compiler.
  79. */
  80. #define smp_mb__before_clear_bit() barrier()
  81. #define smp_mb__after_clear_bit() barrier()
  82. #define clear_bit(nr,vaddr) \
  83. (__builtin_constant_p(nr) ? \
  84. __constant_clear_bit(nr, vaddr) : \
  85. __generic_clear_bit(nr, vaddr))
  86. #define __clear_bit(nr,vaddr) clear_bit(nr,vaddr)
  87. static inline void __constant_clear_bit(int nr, volatile unsigned long *vaddr)
  88. {
  89. char *p = (char *)vaddr + (nr ^ 31) / 8;
  90. __asm__ __volatile__ ("bclr %1,%0"
  91. : "+m" (*p) : "di" (nr & 7));
  92. }
  93. static inline void __generic_clear_bit(int nr, volatile unsigned long *vaddr)
  94. {
  95. __asm__ __volatile__ ("bfclr %1{%0:#1}"
  96. : : "d" (nr^31), "o" (*vaddr) : "memory");
  97. }
  98. #define test_and_change_bit(nr,vaddr) \
  99. (__builtin_constant_p(nr) ? \
  100. __constant_test_and_change_bit(nr, vaddr) : \
  101. __generic_test_and_change_bit(nr, vaddr))
  102. #define __test_and_change_bit(nr,vaddr) test_and_change_bit(nr,vaddr)
  103. #define __change_bit(nr,vaddr) change_bit(nr,vaddr)
  104. static inline int __constant_test_and_change_bit(int nr, unsigned long *vaddr)
  105. {
  106. char *p = (char *)vaddr + (nr ^ 31) / 8;
  107. char retval;
  108. __asm__ __volatile__ ("bchg %2,%1; sne %0"
  109. : "=d" (retval), "+m" (*p)
  110. : "di" (nr & 7));
  111. return retval;
  112. }
  113. static inline int __generic_test_and_change_bit(int nr, unsigned long *vaddr)
  114. {
  115. char retval;
  116. __asm__ __volatile__ ("bfchg %2{%1:#1}; sne %0"
  117. : "=d" (retval) : "d" (nr^31), "o" (*vaddr) : "memory");
  118. return retval;
  119. }
  120. #define change_bit(nr,vaddr) \
  121. (__builtin_constant_p(nr) ? \
  122. __constant_change_bit(nr, vaddr) : \
  123. __generic_change_bit(nr, vaddr))
  124. static inline void __constant_change_bit(int nr, unsigned long *vaddr)
  125. {
  126. char *p = (char *)vaddr + (nr ^ 31) / 8;
  127. __asm__ __volatile__ ("bchg %1,%0"
  128. : "+m" (*p) : "di" (nr & 7));
  129. }
  130. static inline void __generic_change_bit(int nr, unsigned long *vaddr)
  131. {
  132. __asm__ __volatile__ ("bfchg %1{%0:#1}"
  133. : : "d" (nr^31), "o" (*vaddr) : "memory");
  134. }
  135. static inline int test_bit(int nr, const unsigned long *vaddr)
  136. {
  137. return (vaddr[nr >> 5] & (1UL << (nr & 31))) != 0;
  138. }
  139. static inline int find_first_zero_bit(const unsigned long *vaddr,
  140. unsigned size)
  141. {
  142. const unsigned long *p = vaddr;
  143. int res = 32;
  144. unsigned long num;
  145. if (!size)
  146. return 0;
  147. size = (size + 31) >> 5;
  148. while (!(num = ~*p++)) {
  149. if (!--size)
  150. goto out;
  151. }
  152. __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
  153. : "=d" (res) : "d" (num & -num));
  154. res ^= 31;
  155. out:
  156. return ((long)p - (long)vaddr - 4) * 8 + res;
  157. }
  158. static inline int find_next_zero_bit(const unsigned long *vaddr, int size,
  159. int offset)
  160. {
  161. const unsigned long *p = vaddr + (offset >> 5);
  162. int bit = offset & 31UL, res;
  163. if (offset >= size)
  164. return size;
  165. if (bit) {
  166. unsigned long num = ~*p++ & (~0UL << bit);
  167. offset -= bit;
  168. /* Look for zero in first longword */
  169. __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
  170. : "=d" (res) : "d" (num & -num));
  171. if (res < 32)
  172. return offset + (res ^ 31);
  173. offset += 32;
  174. }
  175. /* No zero yet, search remaining full bytes for a zero */
  176. res = find_first_zero_bit(p, size - ((long)p - (long)vaddr) * 8);
  177. return offset + res;
  178. }
  179. static inline int find_first_bit(const unsigned long *vaddr, unsigned size)
  180. {
  181. const unsigned long *p = vaddr;
  182. int res = 32;
  183. unsigned long num;
  184. if (!size)
  185. return 0;
  186. size = (size + 31) >> 5;
  187. while (!(num = *p++)) {
  188. if (!--size)
  189. goto out;
  190. }
  191. __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
  192. : "=d" (res) : "d" (num & -num));
  193. res ^= 31;
  194. out:
  195. return ((long)p - (long)vaddr - 4) * 8 + res;
  196. }
  197. static inline int find_next_bit(const unsigned long *vaddr, int size,
  198. int offset)
  199. {
  200. const unsigned long *p = vaddr + (offset >> 5);
  201. int bit = offset & 31UL, res;
  202. if (offset >= size)
  203. return size;
  204. if (bit) {
  205. unsigned long num = *p++ & (~0UL << bit);
  206. offset -= bit;
  207. /* Look for one in first longword */
  208. __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
  209. : "=d" (res) : "d" (num & -num));
  210. if (res < 32)
  211. return offset + (res ^ 31);
  212. offset += 32;
  213. }
  214. /* No one yet, search remaining full bytes for a one */
  215. res = find_first_bit(p, size - ((long)p - (long)vaddr) * 8);
  216. return offset + res;
  217. }
  218. /*
  219. * ffz = Find First Zero in word. Undefined if no zero exists,
  220. * so code should check against ~0UL first..
  221. */
  222. static inline unsigned long ffz(unsigned long word)
  223. {
  224. int res;
  225. __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
  226. : "=d" (res) : "d" (~word & -~word));
  227. return res ^ 31;
  228. }
  229. #ifdef __KERNEL__
  230. /*
  231. * ffs: find first bit set. This is defined the same way as
  232. * the libc and compiler builtin ffs routines, therefore
  233. * differs in spirit from the above ffz (man ffs).
  234. */
  235. static inline int ffs(int x)
  236. {
  237. int cnt;
  238. asm ("bfffo %1{#0:#0},%0" : "=d" (cnt) : "dm" (x & -x));
  239. return 32 - cnt;
  240. }
  241. #define __ffs(x) (ffs(x) - 1)
  242. /*
  243. * fls: find last bit set.
  244. */
  245. static inline int fls(int x)
  246. {
  247. int cnt;
  248. asm ("bfffo %1{#0,#0},%0" : "=d" (cnt) : "dm" (x));
  249. return 32 - cnt;
  250. }
  251. static inline int __fls(int x)
  252. {
  253. return fls(x) - 1;
  254. }
  255. #include <asm-generic/bitops/fls64.h>
  256. #include <asm-generic/bitops/sched.h>
  257. #include <asm-generic/bitops/hweight.h>
  258. #include <asm-generic/bitops/lock.h>
  259. /* Bitmap functions for the minix filesystem */
  260. static inline int minix_find_first_zero_bit(const void *vaddr, unsigned size)
  261. {
  262. const unsigned short *p = vaddr, *addr = vaddr;
  263. int res;
  264. unsigned short num;
  265. if (!size)
  266. return 0;
  267. size = (size >> 4) + ((size & 15) > 0);
  268. while (*p++ == 0xffff)
  269. {
  270. if (--size == 0)
  271. return (p - addr) << 4;
  272. }
  273. num = ~*--p;
  274. __asm__ __volatile__ ("bfffo %1{#16,#16},%0"
  275. : "=d" (res) : "d" (num & -num));
  276. return ((p - addr) << 4) + (res ^ 31);
  277. }
  278. #define minix_test_and_set_bit(nr, addr) __test_and_set_bit((nr) ^ 16, (unsigned long *)(addr))
  279. #define minix_set_bit(nr,addr) __set_bit((nr) ^ 16, (unsigned long *)(addr))
  280. #define minix_test_and_clear_bit(nr, addr) __test_and_clear_bit((nr) ^ 16, (unsigned long *)(addr))
  281. static inline int minix_test_bit(int nr, const void *vaddr)
  282. {
  283. const unsigned short *p = vaddr;
  284. return (p[nr >> 4] & (1U << (nr & 15))) != 0;
  285. }
  286. /* Bitmap functions for the ext2 filesystem. */
  287. #define ext2_set_bit(nr, addr) __test_and_set_bit((nr) ^ 24, (unsigned long *)(addr))
  288. #define ext2_set_bit_atomic(lock, nr, addr) test_and_set_bit((nr) ^ 24, (unsigned long *)(addr))
  289. #define ext2_clear_bit(nr, addr) __test_and_clear_bit((nr) ^ 24, (unsigned long *)(addr))
  290. #define ext2_clear_bit_atomic(lock, nr, addr) test_and_clear_bit((nr) ^ 24, (unsigned long *)(addr))
  291. static inline int ext2_test_bit(int nr, const void *vaddr)
  292. {
  293. const unsigned char *p = vaddr;
  294. return (p[nr >> 3] & (1U << (nr & 7))) != 0;
  295. }
  296. static inline int ext2_find_first_zero_bit(const void *vaddr, unsigned size)
  297. {
  298. const unsigned long *p = vaddr, *addr = vaddr;
  299. int res;
  300. if (!size)
  301. return 0;
  302. size = (size >> 5) + ((size & 31) > 0);
  303. while (*p++ == ~0UL)
  304. {
  305. if (--size == 0)
  306. return (p - addr) << 5;
  307. }
  308. --p;
  309. for (res = 0; res < 32; res++)
  310. if (!ext2_test_bit (res, p))
  311. break;
  312. return (p - addr) * 32 + res;
  313. }
  314. static inline int ext2_find_next_zero_bit(const void *vaddr, unsigned size,
  315. unsigned offset)
  316. {
  317. const unsigned long *addr = vaddr;
  318. const unsigned long *p = addr + (offset >> 5);
  319. int bit = offset & 31UL, res;
  320. if (offset >= size)
  321. return size;
  322. if (bit) {
  323. /* Look for zero in first longword */
  324. for (res = bit; res < 32; res++)
  325. if (!ext2_test_bit (res, p))
  326. return (p - addr) * 32 + res;
  327. p++;
  328. }
  329. /* No zero yet, search remaining full bytes for a zero */
  330. res = ext2_find_first_zero_bit (p, size - 32 * (p - addr));
  331. return (p - addr) * 32 + res;
  332. }
  333. static inline int ext2_find_first_bit(const void *vaddr, unsigned size)
  334. {
  335. const unsigned long *p = vaddr, *addr = vaddr;
  336. int res;
  337. if (!size)
  338. return 0;
  339. size = (size >> 5) + ((size & 31) > 0);
  340. while (*p++ == 0UL) {
  341. if (--size == 0)
  342. return (p - addr) << 5;
  343. }
  344. --p;
  345. for (res = 0; res < 32; res++)
  346. if (ext2_test_bit(res, p))
  347. break;
  348. return (p - addr) * 32 + res;
  349. }
  350. static inline int ext2_find_next_bit(const void *vaddr, unsigned size,
  351. unsigned offset)
  352. {
  353. const unsigned long *addr = vaddr;
  354. const unsigned long *p = addr + (offset >> 5);
  355. int bit = offset & 31UL, res;
  356. if (offset >= size)
  357. return size;
  358. if (bit) {
  359. /* Look for one in first longword */
  360. for (res = bit; res < 32; res++)
  361. if (ext2_test_bit(res, p))
  362. return (p - addr) * 32 + res;
  363. p++;
  364. }
  365. /* No set bit yet, search remaining full bytes for a set bit */
  366. res = ext2_find_first_bit(p, size - 32 * (p - addr));
  367. return (p - addr) * 32 + res;
  368. }
  369. #endif /* __KERNEL__ */
  370. #endif /* _M68K_BITOPS_H */