uaccess.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490
  1. /* MN10300 userspace access functions
  2. *
  3. * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
  4. * Written by David Howells (dhowells@redhat.com)
  5. *
  6. * This program is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU General Public Licence
  8. * as published by the Free Software Foundation; either version
  9. * 2 of the Licence, or (at your option) any later version.
  10. */
  11. #ifndef _ASM_UACCESS_H
  12. #define _ASM_UACCESS_H
  13. /*
  14. * User space memory access functions
  15. */
  16. #include <linux/sched.h>
  17. #include <asm/page.h>
  18. #include <asm/pgtable.h>
  19. #include <asm/errno.h>
  20. #define VERIFY_READ 0
  21. #define VERIFY_WRITE 1
  22. /*
  23. * The fs value determines whether argument validity checking should be
  24. * performed or not. If get_fs() == USER_DS, checking is performed, with
  25. * get_fs() == KERNEL_DS, checking is bypassed.
  26. *
  27. * For historical reasons, these macros are grossly misnamed.
  28. */
  29. #define MAKE_MM_SEG(s) ((mm_segment_t) { (s) })
  30. #define KERNEL_XDS MAKE_MM_SEG(0xBFFFFFFF)
  31. #define KERNEL_DS MAKE_MM_SEG(0x9FFFFFFF)
  32. #define USER_DS MAKE_MM_SEG(TASK_SIZE)
  33. #define get_ds() (KERNEL_DS)
  34. #define get_fs() (current_thread_info()->addr_limit)
  35. #define set_fs(x) (current_thread_info()->addr_limit = (x))
  36. #define __kernel_ds_p() (current_thread_info()->addr_limit.seg == 0x9FFFFFFF)
  37. #define segment_eq(a, b) ((a).seg == (b).seg)
  38. #define __addr_ok(addr) \
  39. ((unsigned long)(addr) < (current_thread_info()->addr_limit.seg))
  40. /*
  41. * check that a range of addresses falls within the current address limit
  42. */
  43. static inline int ___range_ok(unsigned long addr, unsigned int size)
  44. {
  45. int flag = 1, tmp;
  46. asm(" add %3,%1 \n" /* set C-flag if addr + size > 4Gb */
  47. " bcs 0f \n"
  48. " cmp %4,%1 \n" /* jump if addr+size>limit (error) */
  49. " bhi 0f \n"
  50. " clr %0 \n" /* mark okay */
  51. "0: \n"
  52. : "=r"(flag), "=&r"(tmp)
  53. : "1"(addr), "ir"(size),
  54. "r"(current_thread_info()->addr_limit.seg), "0"(flag)
  55. : "cc"
  56. );
  57. return flag;
  58. }
  59. #define __range_ok(addr, size) ___range_ok((unsigned long)(addr), (u32)(size))
  60. #define access_ok(type, addr, size) (__range_ok((addr), (size)) == 0)
  61. #define __access_ok(addr, size) (__range_ok((addr), (size)) == 0)
  62. static inline int verify_area(int type, const void *addr, unsigned long size)
  63. {
  64. return access_ok(type, addr, size) ? 0 : -EFAULT;
  65. }
  66. /*
  67. * The exception table consists of pairs of addresses: the first is the
  68. * address of an instruction that is allowed to fault, and the second is
  69. * the address at which the program should continue. No registers are
  70. * modified, so it is entirely up to the continuation code to figure out
  71. * what to do.
  72. *
  73. * All the routines below use bits of fixup code that are out of line
  74. * with the main instruction path. This means when everything is well,
  75. * we don't even have to jump over them. Further, they do not intrude
  76. * on our cache or tlb entries.
  77. */
  78. struct exception_table_entry
  79. {
  80. unsigned long insn, fixup;
  81. };
  82. /* Returns 0 if exception not found and fixup otherwise. */
  83. extern int fixup_exception(struct pt_regs *regs);
  84. #define put_user(x, ptr) __put_user_check((x), (ptr), sizeof(*(ptr)))
  85. #define get_user(x, ptr) __get_user_check((x), (ptr), sizeof(*(ptr)))
  86. /*
  87. * The "__xxx" versions do not do address space checking, useful when
  88. * doing multiple accesses to the same area (the user has to do the
  89. * checks by hand with "access_ok()")
  90. */
  91. #define __put_user(x, ptr) __put_user_nocheck((x), (ptr), sizeof(*(ptr)))
  92. #define __get_user(x, ptr) __get_user_nocheck((x), (ptr), sizeof(*(ptr)))
  93. /*
  94. * The "xxx_ret" versions return constant specified in third argument, if
  95. * something bad happens. These macros can be optimized for the
  96. * case of just returning from the function xxx_ret is used.
  97. */
  98. #define put_user_ret(x, ptr, ret) \
  99. ({ if (put_user((x), (ptr))) return (ret); })
  100. #define get_user_ret(x, ptr, ret) \
  101. ({ if (get_user((x), (ptr))) return (ret); })
  102. #define __put_user_ret(x, ptr, ret) \
  103. ({ if (__put_user((x), (ptr))) return (ret); })
  104. #define __get_user_ret(x, ptr, ret) \
  105. ({ if (__get_user((x), (ptr))) return (ret); })
  106. struct __large_struct { unsigned long buf[100]; };
  107. #define __m(x) (*(struct __large_struct *)(x))
  108. #define __get_user_nocheck(x, ptr, size) \
  109. ({ \
  110. __typeof(*(ptr)) __gu_val; \
  111. unsigned long __gu_addr; \
  112. int __gu_err; \
  113. __gu_addr = (unsigned long) (ptr); \
  114. switch (size) { \
  115. case 1: __get_user_asm("bu"); break; \
  116. case 2: __get_user_asm("hu"); break; \
  117. case 4: __get_user_asm("" ); break; \
  118. default: __get_user_unknown(); break; \
  119. } \
  120. x = (__typeof__(*(ptr))) __gu_val; \
  121. __gu_err; \
  122. })
  123. #define __get_user_check(x, ptr, size) \
  124. ({ \
  125. __typeof__(*(ptr)) __gu_val; \
  126. unsigned long __gu_addr; \
  127. int __gu_err; \
  128. __gu_addr = (unsigned long) (ptr); \
  129. if (likely(__access_ok(__gu_addr,size))) { \
  130. switch (size) { \
  131. case 1: __get_user_asm("bu"); break; \
  132. case 2: __get_user_asm("hu"); break; \
  133. case 4: __get_user_asm("" ); break; \
  134. default: __get_user_unknown(); break; \
  135. } \
  136. } \
  137. else { \
  138. __gu_err = -EFAULT; \
  139. __gu_val = 0; \
  140. } \
  141. x = (__typeof__(*(ptr))) __gu_val; \
  142. __gu_err; \
  143. })
  144. #define __get_user_asm(INSN) \
  145. ({ \
  146. asm volatile( \
  147. "1:\n" \
  148. " mov"INSN" %2,%1\n" \
  149. " mov 0,%0\n" \
  150. "2:\n" \
  151. " .section .fixup,\"ax\"\n" \
  152. "3:\n\t" \
  153. " mov %3,%0\n" \
  154. " jmp 2b\n" \
  155. " .previous\n" \
  156. " .section __ex_table,\"a\"\n" \
  157. " .balign 4\n" \
  158. " .long 1b, 3b\n" \
  159. " .previous" \
  160. : "=&r" (__gu_err), "=&r" (__gu_val) \
  161. : "m" (__m(__gu_addr)), "i" (-EFAULT)); \
  162. })
  163. extern int __get_user_unknown(void);
  164. #define __put_user_nocheck(x, ptr, size) \
  165. ({ \
  166. union { \
  167. __typeof__(*(ptr)) val; \
  168. u32 bits[2]; \
  169. } __pu_val; \
  170. unsigned long __pu_addr; \
  171. int __pu_err; \
  172. __pu_val.val = (x); \
  173. __pu_addr = (unsigned long) (ptr); \
  174. switch (size) { \
  175. case 1: __put_user_asm("bu"); break; \
  176. case 2: __put_user_asm("hu"); break; \
  177. case 4: __put_user_asm("" ); break; \
  178. case 8: __put_user_asm8(); break; \
  179. default: __pu_err = __put_user_unknown(); break; \
  180. } \
  181. __pu_err; \
  182. })
  183. #define __put_user_check(x, ptr, size) \
  184. ({ \
  185. union { \
  186. __typeof__(*(ptr)) val; \
  187. u32 bits[2]; \
  188. } __pu_val; \
  189. unsigned long __pu_addr; \
  190. int __pu_err; \
  191. __pu_val.val = (x); \
  192. __pu_addr = (unsigned long) (ptr); \
  193. if (likely(__access_ok(__pu_addr, size))) { \
  194. switch (size) { \
  195. case 1: __put_user_asm("bu"); break; \
  196. case 2: __put_user_asm("hu"); break; \
  197. case 4: __put_user_asm("" ); break; \
  198. case 8: __put_user_asm8(); break; \
  199. default: __pu_err = __put_user_unknown(); break; \
  200. } \
  201. } \
  202. else { \
  203. __pu_err = -EFAULT; \
  204. } \
  205. __pu_err; \
  206. })
  207. #define __put_user_asm(INSN) \
  208. ({ \
  209. asm volatile( \
  210. "1:\n" \
  211. " mov"INSN" %1,%2\n" \
  212. " mov 0,%0\n" \
  213. "2:\n" \
  214. " .section .fixup,\"ax\"\n" \
  215. "3:\n" \
  216. " mov %3,%0\n" \
  217. " jmp 2b\n" \
  218. " .previous\n" \
  219. " .section __ex_table,\"a\"\n" \
  220. " .balign 4\n" \
  221. " .long 1b, 3b\n" \
  222. " .previous" \
  223. : "=&r" (__pu_err) \
  224. : "r" (__pu_val.val), "m" (__m(__pu_addr)), \
  225. "i" (-EFAULT) \
  226. ); \
  227. })
  228. #define __put_user_asm8() \
  229. ({ \
  230. asm volatile( \
  231. "1: mov %1,%3 \n" \
  232. "2: mov %2,%4 \n" \
  233. " mov 0,%0 \n" \
  234. "3: \n" \
  235. " .section .fixup,\"ax\" \n" \
  236. "4: \n" \
  237. " mov %5,%0 \n" \
  238. " jmp 2b \n" \
  239. " .previous \n" \
  240. " .section __ex_table,\"a\"\n" \
  241. " .balign 4 \n" \
  242. " .long 1b, 4b \n" \
  243. " .long 2b, 4b \n" \
  244. " .previous \n" \
  245. : "=&r" (__pu_err) \
  246. : "r" (__pu_val.bits[0]), "r" (__pu_val.bits[1]), \
  247. "m" (__m(__pu_addr)), "m" (__m(__pu_addr+4)), \
  248. "i" (-EFAULT) \
  249. ); \
  250. })
  251. extern int __put_user_unknown(void);
  252. /*
  253. * Copy To/From Userspace
  254. */
  255. /* Generic arbitrary sized copy. */
  256. #define __copy_user(to, from, size) \
  257. do { \
  258. if (size) { \
  259. void *__to = to; \
  260. const void *__from = from; \
  261. int w; \
  262. asm volatile( \
  263. "0: movbu (%0),%3;\n" \
  264. "1: movbu %3,(%1);\n" \
  265. " inc %0;\n" \
  266. " inc %1;\n" \
  267. " add -1,%2;\n" \
  268. " bne 0b;\n" \
  269. "2:\n" \
  270. " .section .fixup,\"ax\"\n" \
  271. "3: jmp 2b\n" \
  272. " .previous\n" \
  273. " .section __ex_table,\"a\"\n" \
  274. " .balign 4\n" \
  275. " .long 0b,3b\n" \
  276. " .long 1b,3b\n" \
  277. " .previous\n" \
  278. : "=a"(__from), "=a"(__to), "=r"(size), "=&r"(w)\
  279. : "0"(__from), "1"(__to), "2"(size) \
  280. : "memory"); \
  281. } \
  282. } while (0)
  283. #define __copy_user_zeroing(to, from, size) \
  284. do { \
  285. if (size) { \
  286. void *__to = to; \
  287. const void *__from = from; \
  288. int w; \
  289. asm volatile( \
  290. "0: movbu (%0),%3;\n" \
  291. "1: movbu %3,(%1);\n" \
  292. " inc %0;\n" \
  293. " inc %1;\n" \
  294. " add -1,%2;\n" \
  295. " bne 0b;\n" \
  296. "2:\n" \
  297. " .section .fixup,\"ax\"\n" \
  298. "3:\n" \
  299. " mov %2,%0\n" \
  300. " clr %3\n" \
  301. "4: movbu %3,(%1);\n" \
  302. " inc %1;\n" \
  303. " add -1,%2;\n" \
  304. " bne 4b;\n" \
  305. " mov %0,%2\n" \
  306. " jmp 2b\n" \
  307. " .previous\n" \
  308. " .section __ex_table,\"a\"\n" \
  309. " .balign 4\n" \
  310. " .long 0b,3b\n" \
  311. " .long 1b,3b\n" \
  312. " .previous\n" \
  313. : "=a"(__from), "=a"(__to), "=r"(size), "=&r"(w)\
  314. : "0"(__from), "1"(__to), "2"(size) \
  315. : "memory"); \
  316. } \
  317. } while (0)
  318. /* We let the __ versions of copy_from/to_user inline, because they're often
  319. * used in fast paths and have only a small space overhead.
  320. */
  321. static inline
  322. unsigned long __generic_copy_from_user_nocheck(void *to, const void *from,
  323. unsigned long n)
  324. {
  325. __copy_user_zeroing(to, from, n);
  326. return n;
  327. }
  328. static inline
  329. unsigned long __generic_copy_to_user_nocheck(void *to, const void *from,
  330. unsigned long n)
  331. {
  332. __copy_user(to, from, n);
  333. return n;
  334. }
  335. #if 0
  336. #error don't use - these macros don't increment to & from pointers
  337. /* Optimize just a little bit when we know the size of the move. */
  338. #define __constant_copy_user(to, from, size) \
  339. do { \
  340. asm volatile( \
  341. " mov %0,a0;\n" \
  342. "0: movbu (%1),d3;\n" \
  343. "1: movbu d3,(%2);\n" \
  344. " add -1,a0;\n" \
  345. " bne 0b;\n" \
  346. "2:;" \
  347. ".section .fixup,\"ax\"\n" \
  348. "3: jmp 2b\n" \
  349. ".previous\n" \
  350. ".section __ex_table,\"a\"\n" \
  351. " .balign 4\n" \
  352. " .long 0b,3b\n" \
  353. " .long 1b,3b\n" \
  354. ".previous" \
  355. : \
  356. : "d"(size), "d"(to), "d"(from) \
  357. : "d3", "a0"); \
  358. } while (0)
  359. /* Optimize just a little bit when we know the size of the move. */
  360. #define __constant_copy_user_zeroing(to, from, size) \
  361. do { \
  362. asm volatile( \
  363. " mov %0,a0;\n" \
  364. "0: movbu (%1),d3;\n" \
  365. "1: movbu d3,(%2);\n" \
  366. " add -1,a0;\n" \
  367. " bne 0b;\n" \
  368. "2:;" \
  369. ".section .fixup,\"ax\"\n" \
  370. "3: jmp 2b\n" \
  371. ".previous\n" \
  372. ".section __ex_table,\"a\"\n" \
  373. " .balign 4\n" \
  374. " .long 0b,3b\n" \
  375. " .long 1b,3b\n" \
  376. ".previous" \
  377. : \
  378. : "d"(size), "d"(to), "d"(from) \
  379. : "d3", "a0"); \
  380. } while (0)
  381. static inline
  382. unsigned long __constant_copy_to_user(void *to, const void *from,
  383. unsigned long n)
  384. {
  385. if (access_ok(VERIFY_WRITE, to, n))
  386. __constant_copy_user(to, from, n);
  387. return n;
  388. }
  389. static inline
  390. unsigned long __constant_copy_from_user(void *to, const void *from,
  391. unsigned long n)
  392. {
  393. if (access_ok(VERIFY_READ, from, n))
  394. __constant_copy_user_zeroing(to, from, n);
  395. return n;
  396. }
  397. static inline
  398. unsigned long __constant_copy_to_user_nocheck(void *to, const void *from,
  399. unsigned long n)
  400. {
  401. __constant_copy_user(to, from, n);
  402. return n;
  403. }
  404. static inline
  405. unsigned long __constant_copy_from_user_nocheck(void *to, const void *from,
  406. unsigned long n)
  407. {
  408. __constant_copy_user_zeroing(to, from, n);
  409. return n;
  410. }
  411. #endif
  412. extern unsigned long __generic_copy_to_user(void __user *, const void *,
  413. unsigned long);
  414. extern unsigned long __generic_copy_from_user(void *, const void __user *,
  415. unsigned long);
  416. #define __copy_to_user_inatomic(to, from, n) \
  417. __generic_copy_to_user_nocheck((to), (from), (n))
  418. #define __copy_from_user_inatomic(to, from, n) \
  419. __generic_copy_from_user_nocheck((to), (from), (n))
  420. #define __copy_to_user(to, from, n) \
  421. ({ \
  422. might_sleep(); \
  423. __copy_to_user_inatomic((to), (from), (n)); \
  424. })
  425. #define __copy_from_user(to, from, n) \
  426. ({ \
  427. might_sleep(); \
  428. __copy_from_user_inatomic((to), (from), (n)); \
  429. })
  430. #define copy_to_user(to, from, n) __generic_copy_to_user((to), (from), (n))
  431. #define copy_from_user(to, from, n) __generic_copy_from_user((to), (from), (n))
  432. extern long strncpy_from_user(char *dst, const char __user *src, long count);
  433. extern long __strncpy_from_user(char *dst, const char __user *src, long count);
  434. extern long strnlen_user(const char __user *str, long n);
  435. #define strlen_user(str) strnlen_user(str, ~0UL >> 1)
  436. extern unsigned long clear_user(void __user *mem, unsigned long len);
  437. extern unsigned long __clear_user(void __user *mem, unsigned long len);
  438. #endif /* _ASM_UACCESS_H */