highmem.h 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148
  1. #ifndef _LINUX_HIGHMEM_H
  2. #define _LINUX_HIGHMEM_H
  3. #include <linux/fs.h>
  4. #include <linux/mm.h>
  5. #include <linux/uaccess.h>
  6. #include <asm/cacheflush.h>
  7. #ifndef ARCH_HAS_FLUSH_ANON_PAGE
  8. static inline void flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr)
  9. {
  10. }
  11. #endif
  12. #ifndef ARCH_HAS_FLUSH_KERNEL_DCACHE_PAGE
  13. static inline void flush_kernel_dcache_page(struct page *page)
  14. {
  15. }
  16. #endif
  17. #ifdef CONFIG_HIGHMEM
  18. #include <asm/highmem.h>
  19. /* declarations for linux/mm/highmem.c */
  20. unsigned int nr_free_highpages(void);
  21. extern unsigned long totalhigh_pages;
  22. void kmap_flush_unused(void);
  23. #else /* CONFIG_HIGHMEM */
  24. static inline unsigned int nr_free_highpages(void) { return 0; }
  25. #define totalhigh_pages 0
  26. #ifndef ARCH_HAS_KMAP
  27. static inline void *kmap(struct page *page)
  28. {
  29. might_sleep();
  30. return page_address(page);
  31. }
  32. #define kunmap(page) do { (void) (page); } while (0)
  33. #include <asm/kmap_types.h>
  34. static inline void *kmap_atomic(struct page *page, enum km_type idx)
  35. {
  36. pagefault_disable();
  37. return page_address(page);
  38. }
  39. #define kmap_atomic_prot(page, idx, prot) kmap_atomic(page, idx)
  40. #define kunmap_atomic(addr, idx) do { pagefault_enable(); } while (0)
  41. #define kmap_atomic_pfn(pfn, idx) kmap_atomic(pfn_to_page(pfn), (idx))
  42. #define kmap_atomic_to_page(ptr) virt_to_page(ptr)
  43. #define kmap_flush_unused() do {} while(0)
  44. #endif
  45. #endif /* CONFIG_HIGHMEM */
  46. /* when CONFIG_HIGHMEM is not set these will be plain clear/copy_page */
  47. static inline void clear_user_highpage(struct page *page, unsigned long vaddr)
  48. {
  49. void *addr = kmap_atomic(page, KM_USER0);
  50. clear_user_page(addr, vaddr, page);
  51. kunmap_atomic(addr, KM_USER0);
  52. /* Make sure this page is cleared on other CPU's too before using it */
  53. smp_wmb();
  54. }
  55. #ifndef __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE
  56. static inline struct page *
  57. alloc_zeroed_user_highpage(struct vm_area_struct *vma, unsigned long vaddr)
  58. {
  59. struct page *page = alloc_page_vma(GFP_HIGHUSER, vma, vaddr);
  60. if (page)
  61. clear_user_highpage(page, vaddr);
  62. return page;
  63. }
  64. #endif
  65. static inline void clear_highpage(struct page *page)
  66. {
  67. void *kaddr = kmap_atomic(page, KM_USER0);
  68. clear_page(kaddr);
  69. kunmap_atomic(kaddr, KM_USER0);
  70. }
  71. /*
  72. * Same but also flushes aliased cache contents to RAM.
  73. *
  74. * This must be a macro because KM_USER0 and friends aren't defined if
  75. * !CONFIG_HIGHMEM
  76. */
  77. #define zero_user_page(page, offset, size, km_type) \
  78. do { \
  79. void *kaddr; \
  80. \
  81. BUG_ON((offset) + (size) > PAGE_SIZE); \
  82. \
  83. kaddr = kmap_atomic(page, km_type); \
  84. memset((char *)kaddr + (offset), 0, (size)); \
  85. flush_dcache_page(page); \
  86. kunmap_atomic(kaddr, (km_type)); \
  87. } while (0)
  88. static inline void __deprecated memclear_highpage_flush(struct page *page,
  89. unsigned int offset, unsigned int size)
  90. {
  91. zero_user_page(page, offset, size, KM_USER0);
  92. }
  93. #ifndef __HAVE_ARCH_COPY_USER_HIGHPAGE
  94. static inline void copy_user_highpage(struct page *to, struct page *from,
  95. unsigned long vaddr, struct vm_area_struct *vma)
  96. {
  97. char *vfrom, *vto;
  98. vfrom = kmap_atomic(from, KM_USER0);
  99. vto = kmap_atomic(to, KM_USER1);
  100. copy_user_page(vto, vfrom, vaddr, to);
  101. kunmap_atomic(vfrom, KM_USER0);
  102. kunmap_atomic(vto, KM_USER1);
  103. /* Make sure this page is cleared on other CPU's too before using it */
  104. smp_wmb();
  105. }
  106. #endif
  107. static inline void copy_highpage(struct page *to, struct page *from)
  108. {
  109. char *vfrom, *vto;
  110. vfrom = kmap_atomic(from, KM_USER0);
  111. vto = kmap_atomic(to, KM_USER1);
  112. copy_page(vto, vfrom);
  113. kunmap_atomic(vfrom, KM_USER0);
  114. kunmap_atomic(vto, KM_USER1);
  115. }
  116. #endif /* _LINUX_HIGHMEM_H */