system.h 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388
  1. #ifndef __ASM_ARM_SYSTEM_H
  2. #define __ASM_ARM_SYSTEM_H
  3. #ifdef __KERNEL__
  4. #include <asm/memory.h>
  5. #define CPU_ARCH_UNKNOWN 0
  6. #define CPU_ARCH_ARMv3 1
  7. #define CPU_ARCH_ARMv4 2
  8. #define CPU_ARCH_ARMv4T 3
  9. #define CPU_ARCH_ARMv5 4
  10. #define CPU_ARCH_ARMv5T 5
  11. #define CPU_ARCH_ARMv5TE 6
  12. #define CPU_ARCH_ARMv5TEJ 7
  13. #define CPU_ARCH_ARMv6 8
  14. #define CPU_ARCH_ARMv7 9
  15. /*
  16. * CR1 bits (CP#15 CR1)
  17. */
  18. #define CR_M (1 << 0) /* MMU enable */
  19. #define CR_A (1 << 1) /* Alignment abort enable */
  20. #define CR_C (1 << 2) /* Dcache enable */
  21. #define CR_W (1 << 3) /* Write buffer enable */
  22. #define CR_P (1 << 4) /* 32-bit exception handler */
  23. #define CR_D (1 << 5) /* 32-bit data address range */
  24. #define CR_L (1 << 6) /* Implementation defined */
  25. #define CR_B (1 << 7) /* Big endian */
  26. #define CR_S (1 << 8) /* System MMU protection */
  27. #define CR_R (1 << 9) /* ROM MMU protection */
  28. #define CR_F (1 << 10) /* Implementation defined */
  29. #define CR_Z (1 << 11) /* Implementation defined */
  30. #define CR_I (1 << 12) /* Icache enable */
  31. #define CR_V (1 << 13) /* Vectors relocated to 0xffff0000 */
  32. #define CR_RR (1 << 14) /* Round Robin cache replacement */
  33. #define CR_L4 (1 << 15) /* LDR pc can set T bit */
  34. #define CR_DT (1 << 16)
  35. #define CR_IT (1 << 18)
  36. #define CR_ST (1 << 19)
  37. #define CR_FI (1 << 21) /* Fast interrupt (lower latency mode) */
  38. #define CR_U (1 << 22) /* Unaligned access operation */
  39. #define CR_XP (1 << 23) /* Extended page tables */
  40. #define CR_VE (1 << 24) /* Vectored interrupts */
  41. #define CPUID_ID 0
  42. #define CPUID_CACHETYPE 1
  43. #define CPUID_TCM 2
  44. #define CPUID_TLBTYPE 3
  45. /*
  46. * This is used to ensure the compiler did actually allocate the register we
  47. * asked it for some inline assembly sequences. Apparently we can't trust
  48. * the compiler from one version to another so a bit of paranoia won't hurt.
  49. * This string is meant to be concatenated with the inline asm string and
  50. * will cause compilation to stop on mismatch.
  51. * (for details, see gcc PR 15089)
  52. */
  53. #define __asmeq(x, y) ".ifnc " x "," y " ; .err ; .endif\n\t"
  54. #ifndef __ASSEMBLY__
  55. #include <linux/linkage.h>
  56. #include <linux/stringify.h>
  57. #include <linux/irqflags.h>
  58. #ifdef CONFIG_CPU_CP15
  59. #define read_cpuid(reg) \
  60. ({ \
  61. unsigned int __val; \
  62. asm("mrc p15, 0, %0, c0, c0, " __stringify(reg) \
  63. : "=r" (__val) \
  64. : \
  65. : "cc"); \
  66. __val; \
  67. })
  68. #else
  69. extern unsigned int processor_id;
  70. #define read_cpuid(reg) (processor_id)
  71. #endif
  72. /*
  73. * The CPU ID never changes at run time, so we might as well tell the
  74. * compiler that it's constant. Use this function to read the CPU ID
  75. * rather than directly reading processor_id or read_cpuid() directly.
  76. */
  77. static inline unsigned int read_cpuid_id(void) __attribute_const__;
  78. static inline unsigned int read_cpuid_id(void)
  79. {
  80. return read_cpuid(CPUID_ID);
  81. }
  82. #define __exception __attribute__((section(".exception.text")))
  83. struct thread_info;
  84. struct task_struct;
  85. /* information about the system we're running on */
  86. extern unsigned int system_rev;
  87. extern unsigned int system_serial_low;
  88. extern unsigned int system_serial_high;
  89. extern unsigned int mem_fclk_21285;
  90. struct pt_regs;
  91. void die(const char *msg, struct pt_regs *regs, int err)
  92. __attribute__((noreturn));
  93. struct siginfo;
  94. void arm_notify_die(const char *str, struct pt_regs *regs, struct siginfo *info,
  95. unsigned long err, unsigned long trap);
  96. void hook_fault_code(int nr, int (*fn)(unsigned long, unsigned int,
  97. struct pt_regs *),
  98. int sig, const char *name);
  99. #define xchg(ptr,x) \
  100. ((__typeof__(*(ptr)))__xchg((unsigned long)(x),(ptr),sizeof(*(ptr))))
  101. extern asmlinkage void __backtrace(void);
  102. extern asmlinkage void c_backtrace(unsigned long fp, int pmode);
  103. struct mm_struct;
  104. extern void show_pte(struct mm_struct *mm, unsigned long addr);
  105. extern void __show_regs(struct pt_regs *);
  106. extern int cpu_architecture(void);
  107. extern void cpu_init(void);
  108. void arm_machine_restart(char mode);
  109. extern void (*arm_pm_restart)(char str);
  110. /*
  111. * Intel's XScale3 core supports some v6 features (supersections, L2)
  112. * but advertises itself as v5 as it does not support the v6 ISA. For
  113. * this reason, we need a way to explicitly test for this type of CPU.
  114. */
  115. #ifndef CONFIG_CPU_XSC3
  116. #define cpu_is_xsc3() 0
  117. #else
  118. static inline int cpu_is_xsc3(void)
  119. {
  120. extern unsigned int processor_id;
  121. if ((processor_id & 0xffffe000) == 0x69056000)
  122. return 1;
  123. return 0;
  124. }
  125. #endif
  126. #if !defined(CONFIG_CPU_XSCALE) && !defined(CONFIG_CPU_XSC3)
  127. #define cpu_is_xscale() 0
  128. #else
  129. #define cpu_is_xscale() 1
  130. #endif
  131. #define UDBG_UNDEFINED (1 << 0)
  132. #define UDBG_SYSCALL (1 << 1)
  133. #define UDBG_BADABORT (1 << 2)
  134. #define UDBG_SEGV (1 << 3)
  135. #define UDBG_BUS (1 << 4)
  136. extern unsigned int user_debug;
  137. #if __LINUX_ARM_ARCH__ >= 4
  138. #define vectors_high() (cr_alignment & CR_V)
  139. #else
  140. #define vectors_high() (0)
  141. #endif
  142. #if __LINUX_ARM_ARCH__ >= 7
  143. #define isb() __asm__ __volatile__ ("isb" : : : "memory")
  144. #define dsb() __asm__ __volatile__ ("dsb" : : : "memory")
  145. #define dmb() __asm__ __volatile__ ("dmb" : : : "memory")
  146. #elif defined(CONFIG_CPU_XSC3) || __LINUX_ARM_ARCH__ == 6
  147. #define isb() __asm__ __volatile__ ("mcr p15, 0, %0, c7, c5, 4" \
  148. : : "r" (0) : "memory")
  149. #define dsb() __asm__ __volatile__ ("mcr p15, 0, %0, c7, c10, 4" \
  150. : : "r" (0) : "memory")
  151. #define dmb() __asm__ __volatile__ ("mcr p15, 0, %0, c7, c10, 5" \
  152. : : "r" (0) : "memory")
  153. #else
  154. #define isb() __asm__ __volatile__ ("" : : : "memory")
  155. #define dsb() __asm__ __volatile__ ("mcr p15, 0, %0, c7, c10, 4" \
  156. : : "r" (0) : "memory")
  157. #define dmb() __asm__ __volatile__ ("" : : : "memory")
  158. #endif
  159. #ifndef CONFIG_SMP
  160. #define mb() do { if (arch_is_coherent()) dmb(); else barrier(); } while (0)
  161. #define rmb() do { if (arch_is_coherent()) dmb(); else barrier(); } while (0)
  162. #define wmb() do { if (arch_is_coherent()) dmb(); else barrier(); } while (0)
  163. #define smp_mb() barrier()
  164. #define smp_rmb() barrier()
  165. #define smp_wmb() barrier()
  166. #else
  167. #define mb() dmb()
  168. #define rmb() dmb()
  169. #define wmb() dmb()
  170. #define smp_mb() dmb()
  171. #define smp_rmb() dmb()
  172. #define smp_wmb() dmb()
  173. #endif
  174. #define read_barrier_depends() do { } while(0)
  175. #define smp_read_barrier_depends() do { } while(0)
  176. #define set_mb(var, value) do { var = value; smp_mb(); } while (0)
  177. #define nop() __asm__ __volatile__("mov\tr0,r0\t@ nop\n\t");
  178. extern unsigned long cr_no_alignment; /* defined in entry-armv.S */
  179. extern unsigned long cr_alignment; /* defined in entry-armv.S */
  180. static inline unsigned int get_cr(void)
  181. {
  182. unsigned int val;
  183. asm("mrc p15, 0, %0, c1, c0, 0 @ get CR" : "=r" (val) : : "cc");
  184. return val;
  185. }
  186. static inline void set_cr(unsigned int val)
  187. {
  188. asm volatile("mcr p15, 0, %0, c1, c0, 0 @ set CR"
  189. : : "r" (val) : "cc");
  190. isb();
  191. }
  192. #ifndef CONFIG_SMP
  193. extern void adjust_cr(unsigned long mask, unsigned long set);
  194. #endif
  195. #define CPACC_FULL(n) (3 << (n * 2))
  196. #define CPACC_SVC(n) (1 << (n * 2))
  197. #define CPACC_DISABLE(n) (0 << (n * 2))
  198. static inline unsigned int get_copro_access(void)
  199. {
  200. unsigned int val;
  201. asm("mrc p15, 0, %0, c1, c0, 2 @ get copro access"
  202. : "=r" (val) : : "cc");
  203. return val;
  204. }
  205. static inline void set_copro_access(unsigned int val)
  206. {
  207. asm volatile("mcr p15, 0, %0, c1, c0, 2 @ set copro access"
  208. : : "r" (val) : "cc");
  209. isb();
  210. }
  211. /*
  212. * switch_mm() may do a full cache flush over the context switch,
  213. * so enable interrupts over the context switch to avoid high
  214. * latency.
  215. */
  216. #define __ARCH_WANT_INTERRUPTS_ON_CTXSW
  217. /*
  218. * switch_to(prev, next) should switch from task `prev' to `next'
  219. * `prev' will never be the same as `next'. schedule() itself
  220. * contains the memory barrier to tell GCC not to cache `current'.
  221. */
  222. extern struct task_struct *__switch_to(struct task_struct *, struct thread_info *, struct thread_info *);
  223. #define switch_to(prev,next,last) \
  224. do { \
  225. last = __switch_to(prev,task_thread_info(prev), task_thread_info(next)); \
  226. } while (0)
  227. #if defined(CONFIG_CPU_SA1100) || defined(CONFIG_CPU_SA110)
  228. /*
  229. * On the StrongARM, "swp" is terminally broken since it bypasses the
  230. * cache totally. This means that the cache becomes inconsistent, and,
  231. * since we use normal loads/stores as well, this is really bad.
  232. * Typically, this causes oopsen in filp_close, but could have other,
  233. * more disasterous effects. There are two work-arounds:
  234. * 1. Disable interrupts and emulate the atomic swap
  235. * 2. Clean the cache, perform atomic swap, flush the cache
  236. *
  237. * We choose (1) since its the "easiest" to achieve here and is not
  238. * dependent on the processor type.
  239. *
  240. * NOTE that this solution won't work on an SMP system, so explcitly
  241. * forbid it here.
  242. */
  243. #define swp_is_buggy
  244. #endif
  245. static inline unsigned long __xchg(unsigned long x, volatile void *ptr, int size)
  246. {
  247. extern void __bad_xchg(volatile void *, int);
  248. unsigned long ret;
  249. #ifdef swp_is_buggy
  250. unsigned long flags;
  251. #endif
  252. #if __LINUX_ARM_ARCH__ >= 6
  253. unsigned int tmp;
  254. #endif
  255. switch (size) {
  256. #if __LINUX_ARM_ARCH__ >= 6
  257. case 1:
  258. asm volatile("@ __xchg1\n"
  259. "1: ldrexb %0, [%3]\n"
  260. " strexb %1, %2, [%3]\n"
  261. " teq %1, #0\n"
  262. " bne 1b"
  263. : "=&r" (ret), "=&r" (tmp)
  264. : "r" (x), "r" (ptr)
  265. : "memory", "cc");
  266. break;
  267. case 4:
  268. asm volatile("@ __xchg4\n"
  269. "1: ldrex %0, [%3]\n"
  270. " strex %1, %2, [%3]\n"
  271. " teq %1, #0\n"
  272. " bne 1b"
  273. : "=&r" (ret), "=&r" (tmp)
  274. : "r" (x), "r" (ptr)
  275. : "memory", "cc");
  276. break;
  277. #elif defined(swp_is_buggy)
  278. #ifdef CONFIG_SMP
  279. #error SMP is not supported on this platform
  280. #endif
  281. case 1:
  282. raw_local_irq_save(flags);
  283. ret = *(volatile unsigned char *)ptr;
  284. *(volatile unsigned char *)ptr = x;
  285. raw_local_irq_restore(flags);
  286. break;
  287. case 4:
  288. raw_local_irq_save(flags);
  289. ret = *(volatile unsigned long *)ptr;
  290. *(volatile unsigned long *)ptr = x;
  291. raw_local_irq_restore(flags);
  292. break;
  293. #else
  294. case 1:
  295. asm volatile("@ __xchg1\n"
  296. " swpb %0, %1, [%2]"
  297. : "=&r" (ret)
  298. : "r" (x), "r" (ptr)
  299. : "memory", "cc");
  300. break;
  301. case 4:
  302. asm volatile("@ __xchg4\n"
  303. " swp %0, %1, [%2]"
  304. : "=&r" (ret)
  305. : "r" (x), "r" (ptr)
  306. : "memory", "cc");
  307. break;
  308. #endif
  309. default:
  310. __bad_xchg(ptr, size), ret = 0;
  311. break;
  312. }
  313. return ret;
  314. }
  315. extern void disable_hlt(void);
  316. extern void enable_hlt(void);
  317. #include <asm-generic/cmpxchg-local.h>
  318. /*
  319. * cmpxchg_local and cmpxchg64_local are atomic wrt current CPU. Always make
  320. * them available.
  321. */
  322. #define cmpxchg_local(ptr, o, n) \
  323. ((__typeof__(*(ptr)))__cmpxchg_local_generic((ptr), (unsigned long)(o),\
  324. (unsigned long)(n), sizeof(*(ptr))))
  325. #define cmpxchg64_local(ptr, o, n) __cmpxchg64_local_generic((ptr), (o), (n))
  326. #ifndef CONFIG_SMP
  327. #include <asm-generic/cmpxchg.h>
  328. #endif
  329. #endif /* __ASSEMBLY__ */
  330. #define arch_align_stack(x) (x)
  331. #endif /* __KERNEL__ */
  332. #endif