bitops_mm.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501
  1. #ifndef _M68K_BITOPS_H
  2. #define _M68K_BITOPS_H
  3. /*
  4. * Copyright 1992, Linus Torvalds.
  5. *
  6. * This file is subject to the terms and conditions of the GNU General Public
  7. * License. See the file COPYING in the main directory of this archive
  8. * for more details.
  9. */
  10. #ifndef _LINUX_BITOPS_H
  11. #error only <linux/bitops.h> can be included directly
  12. #endif
  13. #include <linux/compiler.h>
  14. /*
  15. * Require 68020 or better.
  16. *
  17. * They use the standard big-endian m680x0 bit ordering.
  18. */
  19. #define test_and_set_bit(nr,vaddr) \
  20. (__builtin_constant_p(nr) ? \
  21. __constant_test_and_set_bit(nr, vaddr) : \
  22. __generic_test_and_set_bit(nr, vaddr))
  23. #define __test_and_set_bit(nr,vaddr) test_and_set_bit(nr,vaddr)
  24. static inline int __constant_test_and_set_bit(int nr, unsigned long *vaddr)
  25. {
  26. char *p = (char *)vaddr + (nr ^ 31) / 8;
  27. char retval;
  28. __asm__ __volatile__ ("bset %2,%1; sne %0"
  29. : "=d" (retval), "+m" (*p)
  30. : "di" (nr & 7));
  31. return retval;
  32. }
  33. static inline int __generic_test_and_set_bit(int nr, unsigned long *vaddr)
  34. {
  35. char retval;
  36. __asm__ __volatile__ ("bfset %2{%1:#1}; sne %0"
  37. : "=d" (retval) : "d" (nr^31), "o" (*vaddr) : "memory");
  38. return retval;
  39. }
  40. #define set_bit(nr,vaddr) \
  41. (__builtin_constant_p(nr) ? \
  42. __constant_set_bit(nr, vaddr) : \
  43. __generic_set_bit(nr, vaddr))
  44. #define __set_bit(nr,vaddr) set_bit(nr,vaddr)
  45. static inline void __constant_set_bit(int nr, volatile unsigned long *vaddr)
  46. {
  47. char *p = (char *)vaddr + (nr ^ 31) / 8;
  48. __asm__ __volatile__ ("bset %1,%0"
  49. : "+m" (*p) : "di" (nr & 7));
  50. }
  51. static inline void __generic_set_bit(int nr, volatile unsigned long *vaddr)
  52. {
  53. __asm__ __volatile__ ("bfset %1{%0:#1}"
  54. : : "d" (nr^31), "o" (*vaddr) : "memory");
  55. }
  56. #define test_and_clear_bit(nr,vaddr) \
  57. (__builtin_constant_p(nr) ? \
  58. __constant_test_and_clear_bit(nr, vaddr) : \
  59. __generic_test_and_clear_bit(nr, vaddr))
  60. #define __test_and_clear_bit(nr,vaddr) test_and_clear_bit(nr,vaddr)
  61. static inline int __constant_test_and_clear_bit(int nr, unsigned long *vaddr)
  62. {
  63. char *p = (char *)vaddr + (nr ^ 31) / 8;
  64. char retval;
  65. __asm__ __volatile__ ("bclr %2,%1; sne %0"
  66. : "=d" (retval), "+m" (*p)
  67. : "di" (nr & 7));
  68. return retval;
  69. }
  70. static inline int __generic_test_and_clear_bit(int nr, unsigned long *vaddr)
  71. {
  72. char retval;
  73. __asm__ __volatile__ ("bfclr %2{%1:#1}; sne %0"
  74. : "=d" (retval) : "d" (nr^31), "o" (*vaddr) : "memory");
  75. return retval;
  76. }
  77. /*
  78. * clear_bit() doesn't provide any barrier for the compiler.
  79. */
  80. #define smp_mb__before_clear_bit() barrier()
  81. #define smp_mb__after_clear_bit() barrier()
  82. #define clear_bit(nr,vaddr) \
  83. (__builtin_constant_p(nr) ? \
  84. __constant_clear_bit(nr, vaddr) : \
  85. __generic_clear_bit(nr, vaddr))
  86. #define __clear_bit(nr,vaddr) clear_bit(nr,vaddr)
  87. static inline void __constant_clear_bit(int nr, volatile unsigned long *vaddr)
  88. {
  89. char *p = (char *)vaddr + (nr ^ 31) / 8;
  90. __asm__ __volatile__ ("bclr %1,%0"
  91. : "+m" (*p) : "di" (nr & 7));
  92. }
  93. static inline void __generic_clear_bit(int nr, volatile unsigned long *vaddr)
  94. {
  95. __asm__ __volatile__ ("bfclr %1{%0:#1}"
  96. : : "d" (nr^31), "o" (*vaddr) : "memory");
  97. }
  98. #define test_and_change_bit(nr,vaddr) \
  99. (__builtin_constant_p(nr) ? \
  100. __constant_test_and_change_bit(nr, vaddr) : \
  101. __generic_test_and_change_bit(nr, vaddr))
  102. #define __test_and_change_bit(nr,vaddr) test_and_change_bit(nr,vaddr)
  103. #define __change_bit(nr,vaddr) change_bit(nr,vaddr)
  104. static inline int __constant_test_and_change_bit(int nr, unsigned long *vaddr)
  105. {
  106. char *p = (char *)vaddr + (nr ^ 31) / 8;
  107. char retval;
  108. __asm__ __volatile__ ("bchg %2,%1; sne %0"
  109. : "=d" (retval), "+m" (*p)
  110. : "di" (nr & 7));
  111. return retval;
  112. }
  113. static inline int __generic_test_and_change_bit(int nr, unsigned long *vaddr)
  114. {
  115. char retval;
  116. __asm__ __volatile__ ("bfchg %2{%1:#1}; sne %0"
  117. : "=d" (retval) : "d" (nr^31), "o" (*vaddr) : "memory");
  118. return retval;
  119. }
  120. #define change_bit(nr,vaddr) \
  121. (__builtin_constant_p(nr) ? \
  122. __constant_change_bit(nr, vaddr) : \
  123. __generic_change_bit(nr, vaddr))
  124. static inline void __constant_change_bit(int nr, unsigned long *vaddr)
  125. {
  126. char *p = (char *)vaddr + (nr ^ 31) / 8;
  127. __asm__ __volatile__ ("bchg %1,%0"
  128. : "+m" (*p) : "di" (nr & 7));
  129. }
  130. static inline void __generic_change_bit(int nr, unsigned long *vaddr)
  131. {
  132. __asm__ __volatile__ ("bfchg %1{%0:#1}"
  133. : : "d" (nr^31), "o" (*vaddr) : "memory");
  134. }
  135. static inline int test_bit(int nr, const unsigned long *vaddr)
  136. {
  137. return (vaddr[nr >> 5] & (1UL << (nr & 31))) != 0;
  138. }
  139. static inline int find_first_zero_bit(const unsigned long *vaddr,
  140. unsigned size)
  141. {
  142. const unsigned long *p = vaddr;
  143. int res = 32;
  144. unsigned int words;
  145. unsigned long num;
  146. if (!size)
  147. return 0;
  148. words = (size + 31) >> 5;
  149. while (!(num = ~*p++)) {
  150. if (!--words)
  151. goto out;
  152. }
  153. __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
  154. : "=d" (res) : "d" (num & -num));
  155. res ^= 31;
  156. out:
  157. res += ((long)p - (long)vaddr - 4) * 8;
  158. return res < size ? res : size;
  159. }
  160. #define find_first_zero_bit find_first_zero_bit
  161. static inline int find_next_zero_bit(const unsigned long *vaddr, int size,
  162. int offset)
  163. {
  164. const unsigned long *p = vaddr + (offset >> 5);
  165. int bit = offset & 31UL, res;
  166. if (offset >= size)
  167. return size;
  168. if (bit) {
  169. unsigned long num = ~*p++ & (~0UL << bit);
  170. offset -= bit;
  171. /* Look for zero in first longword */
  172. __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
  173. : "=d" (res) : "d" (num & -num));
  174. if (res < 32) {
  175. offset += res ^ 31;
  176. return offset < size ? offset : size;
  177. }
  178. offset += 32;
  179. if (offset >= size)
  180. return size;
  181. }
  182. /* No zero yet, search remaining full bytes for a zero */
  183. return offset + find_first_zero_bit(p, size - offset);
  184. }
  185. #define find_next_zero_bit find_next_zero_bit
  186. static inline int find_first_bit(const unsigned long *vaddr, unsigned size)
  187. {
  188. const unsigned long *p = vaddr;
  189. int res = 32;
  190. unsigned int words;
  191. unsigned long num;
  192. if (!size)
  193. return 0;
  194. words = (size + 31) >> 5;
  195. while (!(num = *p++)) {
  196. if (!--words)
  197. goto out;
  198. }
  199. __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
  200. : "=d" (res) : "d" (num & -num));
  201. res ^= 31;
  202. out:
  203. res += ((long)p - (long)vaddr - 4) * 8;
  204. return res < size ? res : size;
  205. }
  206. #define find_first_bit find_first_bit
  207. static inline int find_next_bit(const unsigned long *vaddr, int size,
  208. int offset)
  209. {
  210. const unsigned long *p = vaddr + (offset >> 5);
  211. int bit = offset & 31UL, res;
  212. if (offset >= size)
  213. return size;
  214. if (bit) {
  215. unsigned long num = *p++ & (~0UL << bit);
  216. offset -= bit;
  217. /* Look for one in first longword */
  218. __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
  219. : "=d" (res) : "d" (num & -num));
  220. if (res < 32) {
  221. offset += res ^ 31;
  222. return offset < size ? offset : size;
  223. }
  224. offset += 32;
  225. if (offset >= size)
  226. return size;
  227. }
  228. /* No one yet, search remaining full bytes for a one */
  229. return offset + find_first_bit(p, size - offset);
  230. }
  231. #define find_next_bit find_next_bit
  232. /*
  233. * ffz = Find First Zero in word. Undefined if no zero exists,
  234. * so code should check against ~0UL first..
  235. */
  236. static inline unsigned long ffz(unsigned long word)
  237. {
  238. int res;
  239. __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
  240. : "=d" (res) : "d" (~word & -~word));
  241. return res ^ 31;
  242. }
  243. #ifdef __KERNEL__
  244. /*
  245. * ffs: find first bit set. This is defined the same way as
  246. * the libc and compiler builtin ffs routines, therefore
  247. * differs in spirit from the above ffz (man ffs).
  248. */
  249. static inline int ffs(int x)
  250. {
  251. int cnt;
  252. asm ("bfffo %1{#0:#0},%0" : "=d" (cnt) : "dm" (x & -x));
  253. return 32 - cnt;
  254. }
  255. #define __ffs(x) (ffs(x) - 1)
  256. /*
  257. * fls: find last bit set.
  258. */
  259. static inline int fls(int x)
  260. {
  261. int cnt;
  262. asm ("bfffo %1{#0,#0},%0" : "=d" (cnt) : "dm" (x));
  263. return 32 - cnt;
  264. }
  265. static inline int __fls(int x)
  266. {
  267. return fls(x) - 1;
  268. }
  269. #include <asm-generic/bitops/fls64.h>
  270. #include <asm-generic/bitops/sched.h>
  271. #include <asm-generic/bitops/hweight.h>
  272. #include <asm-generic/bitops/lock.h>
  273. /* Bitmap functions for the little endian bitmap. */
  274. static inline void __set_bit_le(int nr, void *addr)
  275. {
  276. __set_bit(nr ^ 24, addr);
  277. }
  278. static inline void __clear_bit_le(int nr, void *addr)
  279. {
  280. __clear_bit(nr ^ 24, addr);
  281. }
  282. static inline int __test_and_set_bit_le(int nr, void *addr)
  283. {
  284. return __test_and_set_bit(nr ^ 24, addr);
  285. }
  286. static inline int test_and_set_bit_le(int nr, void *addr)
  287. {
  288. return test_and_set_bit(nr ^ 24, addr);
  289. }
  290. static inline int __test_and_clear_bit_le(int nr, void *addr)
  291. {
  292. return __test_and_clear_bit(nr ^ 24, addr);
  293. }
  294. static inline int test_and_clear_bit_le(int nr, void *addr)
  295. {
  296. return test_and_clear_bit(nr ^ 24, addr);
  297. }
  298. static inline int test_bit_le(int nr, const void *vaddr)
  299. {
  300. const unsigned char *p = vaddr;
  301. return (p[nr >> 3] & (1U << (nr & 7))) != 0;
  302. }
  303. static inline int find_first_zero_bit_le(const void *vaddr, unsigned size)
  304. {
  305. const unsigned long *p = vaddr, *addr = vaddr;
  306. int res = 0;
  307. unsigned int words;
  308. if (!size)
  309. return 0;
  310. words = (size >> 5) + ((size & 31) > 0);
  311. while (*p++ == ~0UL) {
  312. if (--words == 0)
  313. goto out;
  314. }
  315. --p;
  316. for (res = 0; res < 32; res++)
  317. if (!test_bit_le(res, p))
  318. break;
  319. out:
  320. res += (p - addr) * 32;
  321. return res < size ? res : size;
  322. }
  323. #define find_first_zero_bit_le find_first_zero_bit_le
  324. static inline unsigned long find_next_zero_bit_le(const void *addr,
  325. unsigned long size, unsigned long offset)
  326. {
  327. const unsigned long *p = addr;
  328. int bit = offset & 31UL, res;
  329. if (offset >= size)
  330. return size;
  331. p += offset >> 5;
  332. if (bit) {
  333. offset -= bit;
  334. /* Look for zero in first longword */
  335. for (res = bit; res < 32; res++)
  336. if (!test_bit_le(res, p)) {
  337. offset += res;
  338. return offset < size ? offset : size;
  339. }
  340. p++;
  341. offset += 32;
  342. if (offset >= size)
  343. return size;
  344. }
  345. /* No zero yet, search remaining full bytes for a zero */
  346. return offset + find_first_zero_bit_le(p, size - offset);
  347. }
  348. #define find_next_zero_bit_le find_next_zero_bit_le
  349. static inline int find_first_bit_le(const void *vaddr, unsigned size)
  350. {
  351. const unsigned long *p = vaddr, *addr = vaddr;
  352. int res = 0;
  353. unsigned int words;
  354. if (!size)
  355. return 0;
  356. words = (size >> 5) + ((size & 31) > 0);
  357. while (*p++ == 0UL) {
  358. if (--words == 0)
  359. goto out;
  360. }
  361. --p;
  362. for (res = 0; res < 32; res++)
  363. if (test_bit_le(res, p))
  364. break;
  365. out:
  366. res += (p - addr) * 32;
  367. return res < size ? res : size;
  368. }
  369. #define find_first_bit_le find_first_bit_le
  370. static inline unsigned long find_next_bit_le(const void *addr,
  371. unsigned long size, unsigned long offset)
  372. {
  373. const unsigned long *p = addr;
  374. int bit = offset & 31UL, res;
  375. if (offset >= size)
  376. return size;
  377. p += offset >> 5;
  378. if (bit) {
  379. offset -= bit;
  380. /* Look for one in first longword */
  381. for (res = bit; res < 32; res++)
  382. if (test_bit_le(res, p)) {
  383. offset += res;
  384. return offset < size ? offset : size;
  385. }
  386. p++;
  387. offset += 32;
  388. if (offset >= size)
  389. return size;
  390. }
  391. /* No set bit yet, search remaining full bytes for a set bit */
  392. return offset + find_first_bit_le(p, size - offset);
  393. }
  394. #define find_next_bit_le find_next_bit_le
  395. /* Bitmap functions for the ext2 filesystem. */
  396. #define ext2_set_bit_atomic(lock, nr, addr) \
  397. test_and_set_bit_le(nr, addr)
  398. #define ext2_clear_bit_atomic(lock, nr, addr) \
  399. test_and_clear_bit_le(nr, addr)
  400. #endif /* __KERNEL__ */
  401. #endif /* _M68K_BITOPS_H */