123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163 |
- #ifndef __ASM_MSR_H
- #define __ASM_MSR_H
- #include <asm/msr-index.h>
- #ifdef __KERNEL__
- #ifndef __ASSEMBLY__
- #include <asm/errno.h>
- static inline unsigned long long native_read_msr(unsigned int msr)
- {
- unsigned long long val;
- asm volatile("rdmsr" : "=A" (val) : "c" (msr));
- return val;
- }
- static inline unsigned long long native_read_msr_safe(unsigned int msr,
- int *err)
- {
- unsigned long long val;
- asm volatile("2: rdmsr ; xorl %0,%0\n"
- "1:\n\t"
- ".section .fixup,\"ax\"\n\t"
- "3: movl %3,%0 ; jmp 1b\n\t"
- ".previous\n\t"
- ".section __ex_table,\"a\"\n"
- " .align 4\n\t"
- " .long 2b,3b\n\t"
- ".previous"
- : "=r" (*err), "=A" (val)
- : "c" (msr), "i" (-EFAULT));
- return val;
- }
- static inline void native_write_msr(unsigned int msr, unsigned long long val)
- {
- asm volatile("wrmsr" : : "c" (msr), "A"(val));
- }
- static inline int native_write_msr_safe(unsigned int msr,
- unsigned long long val)
- {
- int err;
- asm volatile("2: wrmsr ; xorl %0,%0\n"
- "1:\n\t"
- ".section .fixup,\"ax\"\n\t"
- "3: movl %4,%0 ; jmp 1b\n\t"
- ".previous\n\t"
- ".section __ex_table,\"a\"\n"
- " .align 4\n\t"
- " .long 2b,3b\n\t"
- ".previous"
- : "=a" (err)
- : "c" (msr), "0" ((u32)val), "d" ((u32)(val>>32)),
- "i" (-EFAULT));
- return err;
- }
- static inline unsigned long long native_read_tsc(void)
- {
- unsigned long long val;
- asm volatile("rdtsc" : "=A" (val));
- return val;
- }
- static inline unsigned long long native_read_pmc(void)
- {
- unsigned long long val;
- asm volatile("rdpmc" : "=A" (val));
- return val;
- }
- #ifdef CONFIG_PARAVIRT
- #include <asm/paravirt.h>
- #else
- /*
- * Access to machine-specific registers (available on 586 and better only)
- * Note: the rd* operations modify the parameters directly (without using
- * pointer indirection), this allows gcc to optimize better
- */
- #define rdmsr(msr,val1,val2) \
- do { \
- unsigned long long __val = native_read_msr(msr); \
- val1 = __val; \
- val2 = __val >> 32; \
- } while(0)
- #define wrmsr(msr,val1,val2) \
- native_write_msr(msr, ((unsigned long long)val2 << 32) | val1)
- #define rdmsrl(msr,val) \
- do { \
- (val) = native_read_msr(msr); \
- } while(0)
- static inline void wrmsrl (unsigned long msr, unsigned long long val)
- {
- unsigned long lo, hi;
- lo = (unsigned long) val;
- hi = val >> 32;
- wrmsr (msr, lo, hi);
- }
- /* wrmsr with exception handling */
- #define wrmsr_safe(msr,val1,val2) \
- (native_write_msr_safe(msr, ((unsigned long long)val2 << 32) | val1))
- /* rdmsr with exception handling */
- #define rdmsr_safe(msr,p1,p2) \
- ({ \
- int __err; \
- unsigned long long __val = native_read_msr_safe(msr, &__err);\
- (*p1) = __val; \
- (*p2) = __val >> 32; \
- __err; \
- })
- #define rdtsc(low,high) \
- do { \
- u64 _l = native_read_tsc(); \
- (low) = (u32)_l; \
- (high) = _l >> 32; \
- } while(0)
- #define rdtscl(low) \
- do { \
- (low) = native_read_tsc(); \
- } while(0)
- #define rdtscll(val) ((val) = native_read_tsc())
- #define write_tsc(val1,val2) wrmsr(0x10, val1, val2)
- #define rdpmc(counter,low,high) \
- do { \
- u64 _l = native_read_pmc(); \
- low = (u32)_l; \
- high = _l >> 32; \
- } while(0)
- #endif /* !CONFIG_PARAVIRT */
- #ifdef CONFIG_SMP
- void rdmsr_on_cpu(unsigned int cpu, u32 msr_no, u32 *l, u32 *h);
- void wrmsr_on_cpu(unsigned int cpu, u32 msr_no, u32 l, u32 h);
- #else /* CONFIG_SMP */
- static inline void rdmsr_on_cpu(unsigned int cpu, u32 msr_no, u32 *l, u32 *h)
- {
- rdmsr(msr_no, *l, *h);
- }
- static inline void wrmsr_on_cpu(unsigned int cpu, u32 msr_no, u32 l, u32 h)
- {
- wrmsr(msr_no, l, h);
- }
- #endif /* CONFIG_SMP */
- #endif
- #endif
- #endif /* __ASM_MSR_H */
|