apic.h 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273
  1. #ifndef _ASM_X86_APIC_H
  2. #define _ASM_X86_APIC_H
  3. #include <linux/pm.h>
  4. #include <linux/delay.h>
  5. #include <asm/alternative.h>
  6. #include <asm/fixmap.h>
  7. #include <asm/apicdef.h>
  8. #include <asm/processor.h>
  9. #include <asm/system.h>
  10. #include <asm/cpufeature.h>
  11. #include <asm/msr.h>
  12. #define ARCH_APICTIMER_STOPS_ON_C3 1
  13. /*
  14. * Debugging macros
  15. */
  16. #define APIC_QUIET 0
  17. #define APIC_VERBOSE 1
  18. #define APIC_DEBUG 2
  19. /*
  20. * Define the default level of output to be very little
  21. * This can be turned up by using apic=verbose for more
  22. * information and apic=debug for _lots_ of information.
  23. * apic_verbosity is defined in apic.c
  24. */
  25. #define apic_printk(v, s, a...) do { \
  26. if ((v) <= apic_verbosity) \
  27. printk(s, ##a); \
  28. } while (0)
  29. #if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32)
  30. extern void generic_apic_probe(void);
  31. #else
  32. static inline void generic_apic_probe(void)
  33. {
  34. }
  35. #endif
  36. #ifdef CONFIG_X86_LOCAL_APIC
  37. extern unsigned int apic_verbosity;
  38. extern int local_apic_timer_c2_ok;
  39. extern int disable_apic;
  40. #ifdef CONFIG_SMP
  41. extern void __inquire_remote_apic(int apicid);
  42. #else /* CONFIG_SMP */
  43. static inline void __inquire_remote_apic(int apicid)
  44. {
  45. }
  46. #endif /* CONFIG_SMP */
  47. static inline void default_inquire_remote_apic(int apicid)
  48. {
  49. if (apic_verbosity >= APIC_DEBUG)
  50. __inquire_remote_apic(apicid);
  51. }
  52. /*
  53. * Basic functions accessing APICs.
  54. */
  55. #ifdef CONFIG_PARAVIRT
  56. #include <asm/paravirt.h>
  57. #else
  58. #define setup_boot_clock setup_boot_APIC_clock
  59. #define setup_secondary_clock setup_secondary_APIC_clock
  60. #endif
  61. extern int is_vsmp_box(void);
  62. extern void xapic_wait_icr_idle(void);
  63. extern u32 safe_xapic_wait_icr_idle(void);
  64. extern void xapic_icr_write(u32, u32);
  65. extern int setup_profiling_timer(unsigned int);
  66. static inline void native_apic_mem_write(u32 reg, u32 v)
  67. {
  68. volatile u32 *addr = (volatile u32 *)(APIC_BASE + reg);
  69. alternative_io("movl %0, %1", "xchgl %0, %1", X86_FEATURE_11AP,
  70. ASM_OUTPUT2("=r" (v), "=m" (*addr)),
  71. ASM_OUTPUT2("0" (v), "m" (*addr)));
  72. }
  73. static inline u32 native_apic_mem_read(u32 reg)
  74. {
  75. return *((volatile u32 *)(APIC_BASE + reg));
  76. }
  77. static inline void native_apic_msr_write(u32 reg, u32 v)
  78. {
  79. if (reg == APIC_DFR || reg == APIC_ID || reg == APIC_LDR ||
  80. reg == APIC_LVR)
  81. return;
  82. wrmsr(APIC_BASE_MSR + (reg >> 4), v, 0);
  83. }
  84. static inline u32 native_apic_msr_read(u32 reg)
  85. {
  86. u32 low, high;
  87. if (reg == APIC_DFR)
  88. return -1;
  89. rdmsr(APIC_BASE_MSR + (reg >> 4), low, high);
  90. return low;
  91. }
  92. #ifdef CONFIG_X86_X2APIC
  93. extern int x2apic;
  94. extern void check_x2apic(void);
  95. extern void enable_x2apic(void);
  96. extern void enable_IR_x2apic(void);
  97. extern void x2apic_icr_write(u32 low, u32 id);
  98. static inline int x2apic_enabled(void)
  99. {
  100. int msr, msr2;
  101. if (!cpu_has_x2apic)
  102. return 0;
  103. rdmsr(MSR_IA32_APICBASE, msr, msr2);
  104. if (msr & X2APIC_ENABLE)
  105. return 1;
  106. return 0;
  107. }
  108. #else
  109. static inline void check_x2apic(void)
  110. {
  111. }
  112. static inline void enable_x2apic(void)
  113. {
  114. }
  115. static inline void enable_IR_x2apic(void)
  116. {
  117. }
  118. static inline int x2apic_enabled(void)
  119. {
  120. return 0;
  121. }
  122. #endif
  123. struct apic_ops {
  124. u32 (*read)(u32 reg);
  125. void (*write)(u32 reg, u32 v);
  126. u64 (*icr_read)(void);
  127. void (*icr_write)(u32 low, u32 high);
  128. void (*wait_icr_idle)(void);
  129. u32 (*safe_wait_icr_idle)(void);
  130. };
  131. extern struct apic_ops *apic_ops;
  132. static inline u32 apic_read(u32 reg)
  133. {
  134. return apic_ops->read(reg);
  135. }
  136. static inline void apic_write(u32 reg, u32 val)
  137. {
  138. apic_ops->write(reg, val);
  139. }
  140. static inline u64 apic_icr_read(void)
  141. {
  142. return apic_ops->icr_read();
  143. }
  144. static inline void apic_icr_write(u32 low, u32 high)
  145. {
  146. apic_ops->icr_write(low, high);
  147. }
  148. static inline void apic_wait_icr_idle(void)
  149. {
  150. apic_ops->wait_icr_idle();
  151. }
  152. static inline u32 safe_apic_wait_icr_idle(void)
  153. {
  154. return apic_ops->safe_wait_icr_idle();
  155. }
  156. extern int get_physical_broadcast(void);
  157. #ifdef CONFIG_X86_X2APIC
  158. static inline void ack_x2APIC_irq(void)
  159. {
  160. /* Docs say use 0 for future compatibility */
  161. native_apic_msr_write(APIC_EOI, 0);
  162. }
  163. #endif
  164. static inline void ack_APIC_irq(void)
  165. {
  166. /*
  167. * ack_APIC_irq() actually gets compiled as a single instruction
  168. * ... yummie.
  169. */
  170. /* Docs say use 0 for future compatibility */
  171. apic_write(APIC_EOI, 0);
  172. }
  173. extern int lapic_get_maxlvt(void);
  174. extern void clear_local_APIC(void);
  175. extern void connect_bsp_APIC(void);
  176. extern void disconnect_bsp_APIC(int virt_wire_setup);
  177. extern void disable_local_APIC(void);
  178. extern void lapic_shutdown(void);
  179. extern int verify_local_APIC(void);
  180. extern void cache_APIC_registers(void);
  181. extern void sync_Arb_IDs(void);
  182. extern void init_bsp_APIC(void);
  183. extern void setup_local_APIC(void);
  184. extern void end_local_APIC_setup(void);
  185. extern void init_apic_mappings(void);
  186. extern void setup_boot_APIC_clock(void);
  187. extern void setup_secondary_APIC_clock(void);
  188. extern int APIC_init_uniprocessor(void);
  189. extern void enable_NMI_through_LVT0(void);
  190. /*
  191. * On 32bit this is mach-xxx local
  192. */
  193. #ifdef CONFIG_X86_64
  194. extern void early_init_lapic_mapping(void);
  195. extern int apic_is_clustered_box(void);
  196. #else
  197. static inline int apic_is_clustered_box(void)
  198. {
  199. return 0;
  200. }
  201. #endif
  202. extern u8 setup_APIC_eilvt_mce(u8 vector, u8 msg_type, u8 mask);
  203. extern u8 setup_APIC_eilvt_ibs(u8 vector, u8 msg_type, u8 mask);
  204. #else /* !CONFIG_X86_LOCAL_APIC */
  205. static inline void lapic_shutdown(void) { }
  206. #define local_apic_timer_c2_ok 1
  207. static inline void init_apic_mappings(void) { }
  208. static inline void disable_local_APIC(void) { }
  209. #endif /* !CONFIG_X86_LOCAL_APIC */
  210. #ifdef CONFIG_X86_64
  211. #define SET_APIC_ID(x) (apic->set_apic_id(x))
  212. #else
  213. #ifdef CONFIG_X86_LOCAL_APIC
  214. static inline unsigned default_get_apic_id(unsigned long x)
  215. {
  216. unsigned int ver = GET_APIC_VERSION(apic_read(APIC_LVR));
  217. if (APIC_XAPIC(ver))
  218. return (x >> 24) & 0xFF;
  219. else
  220. return (x >> 24) & 0x0F;
  221. }
  222. #endif
  223. #endif
  224. #endif /* _ASM_X86_APIC_H */