123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407 |
- #ifndef __ASM_X86_PROCESSOR_H
- #define __ASM_X86_PROCESSOR_H
- #include <asm/processor-flags.h>
- /* Forward declaration, a strange C thing */
- struct task_struct;
- struct mm_struct;
- #include <asm/page.h>
- #include <asm/percpu.h>
- #include <asm/system.h>
- /*
- * Default implementation of macro that returns current
- * instruction pointer ("program counter").
- */
- static inline void *current_text_addr(void)
- {
- void *pc;
- asm volatile("mov $1f,%0\n1:":"=r" (pc));
- return pc;
- }
- static inline void native_cpuid(unsigned int *eax, unsigned int *ebx,
- unsigned int *ecx, unsigned int *edx)
- {
- /* ecx is often an input as well as an output. */
- __asm__("cpuid"
- : "=a" (*eax),
- "=b" (*ebx),
- "=c" (*ecx),
- "=d" (*edx)
- : "0" (*eax), "2" (*ecx));
- }
- static inline void load_cr3(pgd_t *pgdir)
- {
- write_cr3(__pa(pgdir));
- }
- #ifdef CONFIG_X86_32
- /* This is the TSS defined by the hardware. */
- struct x86_hw_tss {
- unsigned short back_link, __blh;
- unsigned long sp0;
- unsigned short ss0, __ss0h;
- unsigned long sp1;
- unsigned short ss1, __ss1h; /* ss1 caches MSR_IA32_SYSENTER_CS */
- unsigned long sp2;
- unsigned short ss2, __ss2h;
- unsigned long __cr3;
- unsigned long ip;
- unsigned long flags;
- unsigned long ax, cx, dx, bx;
- unsigned long sp, bp, si, di;
- unsigned short es, __esh;
- unsigned short cs, __csh;
- unsigned short ss, __ssh;
- unsigned short ds, __dsh;
- unsigned short fs, __fsh;
- unsigned short gs, __gsh;
- unsigned short ldt, __ldth;
- unsigned short trace, io_bitmap_base;
- } __attribute__((packed));
- #else
- struct x86_hw_tss {
- u32 reserved1;
- u64 sp0;
- u64 sp1;
- u64 sp2;
- u64 reserved2;
- u64 ist[7];
- u32 reserved3;
- u32 reserved4;
- u16 reserved5;
- u16 io_bitmap_base;
- } __attribute__((packed)) ____cacheline_aligned;
- #endif
- /*
- * Size of io_bitmap.
- */
- #define IO_BITMAP_BITS 65536
- #define IO_BITMAP_BYTES (IO_BITMAP_BITS/8)
- #define IO_BITMAP_LONGS (IO_BITMAP_BYTES/sizeof(long))
- #define IO_BITMAP_OFFSET offsetof(struct tss_struct, io_bitmap)
- #define INVALID_IO_BITMAP_OFFSET 0x8000
- #define INVALID_IO_BITMAP_OFFSET_LAZY 0x9000
- struct tss_struct {
- struct x86_hw_tss x86_tss;
- /*
- * The extra 1 is there because the CPU will access an
- * additional byte beyond the end of the IO permission
- * bitmap. The extra byte must be all 1 bits, and must
- * be within the limit.
- */
- unsigned long io_bitmap[IO_BITMAP_LONGS + 1];
- /*
- * Cache the current maximum and the last task that used the bitmap:
- */
- unsigned long io_bitmap_max;
- struct thread_struct *io_bitmap_owner;
- /*
- * pads the TSS to be cacheline-aligned (size is 0x100)
- */
- unsigned long __cacheline_filler[35];
- /*
- * .. and then another 0x100 bytes for emergency kernel stack
- */
- unsigned long stack[64];
- } __attribute__((packed));
- DECLARE_PER_CPU(struct tss_struct, init_tss);
- #ifdef CONFIG_X86_32
- # include "processor_32.h"
- #else
- # include "processor_64.h"
- #endif
- extern void print_cpu_info(struct cpuinfo_x86 *);
- extern void init_scattered_cpuid_features(struct cpuinfo_x86 *c);
- extern unsigned int init_intel_cacheinfo(struct cpuinfo_x86 *c);
- extern unsigned short num_cache_leaves;
- static inline unsigned long native_get_debugreg(int regno)
- {
- unsigned long val = 0; /* Damn you, gcc! */
- switch (regno) {
- case 0:
- asm("mov %%db0, %0" :"=r" (val)); break;
- case 1:
- asm("mov %%db1, %0" :"=r" (val)); break;
- case 2:
- asm("mov %%db2, %0" :"=r" (val)); break;
- case 3:
- asm("mov %%db3, %0" :"=r" (val)); break;
- case 6:
- asm("mov %%db6, %0" :"=r" (val)); break;
- case 7:
- asm("mov %%db7, %0" :"=r" (val)); break;
- default:
- BUG();
- }
- return val;
- }
- static inline void native_set_debugreg(int regno, unsigned long value)
- {
- switch (regno) {
- case 0:
- asm("mov %0,%%db0" : /* no output */ :"r" (value));
- break;
- case 1:
- asm("mov %0,%%db1" : /* no output */ :"r" (value));
- break;
- case 2:
- asm("mov %0,%%db2" : /* no output */ :"r" (value));
- break;
- case 3:
- asm("mov %0,%%db3" : /* no output */ :"r" (value));
- break;
- case 6:
- asm("mov %0,%%db6" : /* no output */ :"r" (value));
- break;
- case 7:
- asm("mov %0,%%db7" : /* no output */ :"r" (value));
- break;
- default:
- BUG();
- }
- }
- /*
- * Set IOPL bits in EFLAGS from given mask
- */
- static inline void native_set_iopl_mask(unsigned mask)
- {
- #ifdef CONFIG_X86_32
- unsigned int reg;
- __asm__ __volatile__ ("pushfl;"
- "popl %0;"
- "andl %1, %0;"
- "orl %2, %0;"
- "pushl %0;"
- "popfl"
- : "=&r" (reg)
- : "i" (~X86_EFLAGS_IOPL), "r" (mask));
- #endif
- }
- #ifndef CONFIG_PARAVIRT
- #define __cpuid native_cpuid
- #define paravirt_enabled() 0
- /*
- * These special macros can be used to get or set a debugging register
- */
- #define get_debugreg(var, register) \
- (var) = native_get_debugreg(register)
- #define set_debugreg(value, register) \
- native_set_debugreg(register, value)
- #define set_iopl_mask native_set_iopl_mask
- #endif /* CONFIG_PARAVIRT */
- /*
- * Save the cr4 feature set we're using (ie
- * Pentium 4MB enable and PPro Global page
- * enable), so that any CPU's that boot up
- * after us can get the correct flags.
- */
- extern unsigned long mmu_cr4_features;
- static inline void set_in_cr4(unsigned long mask)
- {
- unsigned cr4;
- mmu_cr4_features |= mask;
- cr4 = read_cr4();
- cr4 |= mask;
- write_cr4(cr4);
- }
- static inline void clear_in_cr4(unsigned long mask)
- {
- unsigned cr4;
- mmu_cr4_features &= ~mask;
- cr4 = read_cr4();
- cr4 &= ~mask;
- write_cr4(cr4);
- }
- struct microcode_header {
- unsigned int hdrver;
- unsigned int rev;
- unsigned int date;
- unsigned int sig;
- unsigned int cksum;
- unsigned int ldrver;
- unsigned int pf;
- unsigned int datasize;
- unsigned int totalsize;
- unsigned int reserved[3];
- };
- struct microcode {
- struct microcode_header hdr;
- unsigned int bits[0];
- };
- typedef struct microcode microcode_t;
- typedef struct microcode_header microcode_header_t;
- /* microcode format is extended from prescott processors */
- struct extended_signature {
- unsigned int sig;
- unsigned int pf;
- unsigned int cksum;
- };
- struct extended_sigtable {
- unsigned int count;
- unsigned int cksum;
- unsigned int reserved[3];
- struct extended_signature sigs[0];
- };
- /*
- * create a kernel thread without removing it from tasklists
- */
- extern int kernel_thread(int (*fn)(void *), void *arg, unsigned long flags);
- /* Free all resources held by a thread. */
- extern void release_thread(struct task_struct *);
- /* Prepare to copy thread state - unlazy all lazy status */
- extern void prepare_to_copy(struct task_struct *tsk);
- unsigned long get_wchan(struct task_struct *p);
- /*
- * Generic CPUID function
- * clear %ecx since some cpus (Cyrix MII) do not set or clear %ecx
- * resulting in stale register contents being returned.
- */
- static inline void cpuid(unsigned int op,
- unsigned int *eax, unsigned int *ebx,
- unsigned int *ecx, unsigned int *edx)
- {
- *eax = op;
- *ecx = 0;
- __cpuid(eax, ebx, ecx, edx);
- }
- /* Some CPUID calls want 'count' to be placed in ecx */
- static inline void cpuid_count(unsigned int op, int count,
- unsigned int *eax, unsigned int *ebx,
- unsigned int *ecx, unsigned int *edx)
- {
- *eax = op;
- *ecx = count;
- __cpuid(eax, ebx, ecx, edx);
- }
- /*
- * CPUID functions returning a single datum
- */
- static inline unsigned int cpuid_eax(unsigned int op)
- {
- unsigned int eax, ebx, ecx, edx;
- cpuid(op, &eax, &ebx, &ecx, &edx);
- return eax;
- }
- static inline unsigned int cpuid_ebx(unsigned int op)
- {
- unsigned int eax, ebx, ecx, edx;
- cpuid(op, &eax, &ebx, &ecx, &edx);
- return ebx;
- }
- static inline unsigned int cpuid_ecx(unsigned int op)
- {
- unsigned int eax, ebx, ecx, edx;
- cpuid(op, &eax, &ebx, &ecx, &edx);
- return ecx;
- }
- static inline unsigned int cpuid_edx(unsigned int op)
- {
- unsigned int eax, ebx, ecx, edx;
- cpuid(op, &eax, &ebx, &ecx, &edx);
- return edx;
- }
- /* REP NOP (PAUSE) is a good thing to insert into busy-wait loops. */
- static inline void rep_nop(void)
- {
- __asm__ __volatile__("rep;nop": : :"memory");
- }
- /* Stop speculative execution */
- static inline void sync_core(void)
- {
- int tmp;
- asm volatile("cpuid" : "=a" (tmp) : "0" (1)
- : "ebx", "ecx", "edx", "memory");
- }
- #define cpu_relax() rep_nop()
- static inline void __monitor(const void *eax, unsigned long ecx,
- unsigned long edx)
- {
- /* "monitor %eax,%ecx,%edx;" */
- asm volatile(
- ".byte 0x0f,0x01,0xc8;"
- : :"a" (eax), "c" (ecx), "d"(edx));
- }
- static inline void __mwait(unsigned long eax, unsigned long ecx)
- {
- /* "mwait %eax,%ecx;" */
- asm volatile(
- ".byte 0x0f,0x01,0xc9;"
- : :"a" (eax), "c" (ecx));
- }
- static inline void __sti_mwait(unsigned long eax, unsigned long ecx)
- {
- /* "mwait %eax,%ecx;" */
- asm volatile(
- "sti; .byte 0x0f,0x01,0xc9;"
- : :"a" (eax), "c" (ecx));
- }
- extern void mwait_idle_with_hints(unsigned long eax, unsigned long ecx);
- extern int force_mwait;
- extern void select_idle_routine(const struct cpuinfo_x86 *c);
- extern unsigned long boot_option_idle_override;
- /* Boot loader type from the setup header */
- extern int bootloader_type;
- #define cache_line_size() (boot_cpu_data.x86_cache_alignment)
- #define HAVE_ARCH_PICK_MMAP_LAYOUT 1
- #define ARCH_HAS_PREFETCHW
- #define ARCH_HAS_SPINLOCK_PREFETCH
- #define spin_lock_prefetch(x) prefetchw(x)
- /* This decides where the kernel will search for a free chunk of vm
- * space during mmap's.
- */
- #define TASK_UNMAPPED_BASE (PAGE_ALIGN(TASK_SIZE / 3))
- #define KSTK_EIP(task) (task_pt_regs(task)->ip)
- #endif
|