rmap.h 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205
  1. #ifndef _LINUX_RMAP_H
  2. #define _LINUX_RMAP_H
  3. /*
  4. * Declarations for Reverse Mapping functions in mm/rmap.c
  5. */
  6. #include <linux/list.h>
  7. #include <linux/slab.h>
  8. #include <linux/mm.h>
  9. #include <linux/spinlock.h>
  10. #include <linux/memcontrol.h>
  11. /*
  12. * The anon_vma heads a list of private "related" vmas, to scan if
  13. * an anonymous page pointing to this anon_vma needs to be unmapped:
  14. * the vmas on the list will be related by forking, or by splitting.
  15. *
  16. * Since vmas come and go as they are split and merged (particularly
  17. * in mprotect), the mapping field of an anonymous page cannot point
  18. * directly to a vma: instead it points to an anon_vma, on whose list
  19. * the related vmas can be easily linked or unlinked.
  20. *
  21. * After unlinking the last vma on the list, we must garbage collect
  22. * the anon_vma object itself: we're guaranteed no page can be
  23. * pointing to this anon_vma once its vma list is empty.
  24. */
  25. struct anon_vma {
  26. spinlock_t lock; /* Serialize access to vma list */
  27. #ifdef CONFIG_KSM
  28. atomic_t ksm_refcount;
  29. #endif
  30. /*
  31. * NOTE: the LSB of the head.next is set by
  32. * mm_take_all_locks() _after_ taking the above lock. So the
  33. * head must only be read/written after taking the above lock
  34. * to be sure to see a valid next pointer. The LSB bit itself
  35. * is serialized by a system wide lock only visible to
  36. * mm_take_all_locks() (mm_all_locks_mutex).
  37. */
  38. struct list_head head; /* List of private "related" vmas */
  39. };
  40. #ifdef CONFIG_MMU
  41. #ifdef CONFIG_KSM
  42. static inline void ksm_refcount_init(struct anon_vma *anon_vma)
  43. {
  44. atomic_set(&anon_vma->ksm_refcount, 0);
  45. }
  46. static inline int ksm_refcount(struct anon_vma *anon_vma)
  47. {
  48. return atomic_read(&anon_vma->ksm_refcount);
  49. }
  50. #else
  51. static inline void ksm_refcount_init(struct anon_vma *anon_vma)
  52. {
  53. }
  54. static inline int ksm_refcount(struct anon_vma *anon_vma)
  55. {
  56. return 0;
  57. }
  58. #endif /* CONFIG_KSM */
  59. static inline struct anon_vma *page_anon_vma(struct page *page)
  60. {
  61. if (((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) !=
  62. PAGE_MAPPING_ANON)
  63. return NULL;
  64. return page_rmapping(page);
  65. }
  66. static inline void anon_vma_lock(struct vm_area_struct *vma)
  67. {
  68. struct anon_vma *anon_vma = vma->anon_vma;
  69. if (anon_vma)
  70. spin_lock(&anon_vma->lock);
  71. }
  72. static inline void anon_vma_unlock(struct vm_area_struct *vma)
  73. {
  74. struct anon_vma *anon_vma = vma->anon_vma;
  75. if (anon_vma)
  76. spin_unlock(&anon_vma->lock);
  77. }
  78. /*
  79. * anon_vma helper functions.
  80. */
  81. void anon_vma_init(void); /* create anon_vma_cachep */
  82. int anon_vma_prepare(struct vm_area_struct *);
  83. void __anon_vma_merge(struct vm_area_struct *, struct vm_area_struct *);
  84. void anon_vma_unlink(struct vm_area_struct *);
  85. void anon_vma_link(struct vm_area_struct *);
  86. void __anon_vma_link(struct vm_area_struct *);
  87. void anon_vma_free(struct anon_vma *);
  88. /*
  89. * rmap interfaces called when adding or removing pte of page
  90. */
  91. void page_add_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
  92. void page_add_new_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
  93. void page_add_file_rmap(struct page *);
  94. void page_remove_rmap(struct page *);
  95. static inline void page_dup_rmap(struct page *page)
  96. {
  97. atomic_inc(&page->_mapcount);
  98. }
  99. /*
  100. * Called from mm/vmscan.c to handle paging out
  101. */
  102. int page_referenced(struct page *, int is_locked,
  103. struct mem_cgroup *cnt, unsigned long *vm_flags);
  104. int page_referenced_one(struct page *, struct vm_area_struct *,
  105. unsigned long address, unsigned int *mapcount, unsigned long *vm_flags);
  106. enum ttu_flags {
  107. TTU_UNMAP = 0, /* unmap mode */
  108. TTU_MIGRATION = 1, /* migration mode */
  109. TTU_MUNLOCK = 2, /* munlock mode */
  110. TTU_ACTION_MASK = 0xff,
  111. TTU_IGNORE_MLOCK = (1 << 8), /* ignore mlock */
  112. TTU_IGNORE_ACCESS = (1 << 9), /* don't age */
  113. TTU_IGNORE_HWPOISON = (1 << 10),/* corrupted page is recoverable */
  114. };
  115. #define TTU_ACTION(x) ((x) & TTU_ACTION_MASK)
  116. int try_to_unmap(struct page *, enum ttu_flags flags);
  117. int try_to_unmap_one(struct page *, struct vm_area_struct *,
  118. unsigned long address, enum ttu_flags flags);
  119. /*
  120. * Called from mm/filemap_xip.c to unmap empty zero page
  121. */
  122. pte_t *page_check_address(struct page *, struct mm_struct *,
  123. unsigned long, spinlock_t **, int);
  124. /*
  125. * Used by swapoff to help locate where page is expected in vma.
  126. */
  127. unsigned long page_address_in_vma(struct page *, struct vm_area_struct *);
  128. /*
  129. * Cleans the PTEs of shared mappings.
  130. * (and since clean PTEs should also be readonly, write protects them too)
  131. *
  132. * returns the number of cleaned PTEs.
  133. */
  134. int page_mkclean(struct page *);
  135. /*
  136. * called in munlock()/munmap() path to check for other vmas holding
  137. * the page mlocked.
  138. */
  139. int try_to_munlock(struct page *);
  140. /*
  141. * Called by memory-failure.c to kill processes.
  142. */
  143. struct anon_vma *page_lock_anon_vma(struct page *page);
  144. void page_unlock_anon_vma(struct anon_vma *anon_vma);
  145. int page_mapped_in_vma(struct page *page, struct vm_area_struct *vma);
  146. /*
  147. * Called by migrate.c to remove migration ptes, but might be used more later.
  148. */
  149. int rmap_walk(struct page *page, int (*rmap_one)(struct page *,
  150. struct vm_area_struct *, unsigned long, void *), void *arg);
  151. #else /* !CONFIG_MMU */
  152. #define anon_vma_init() do {} while (0)
  153. #define anon_vma_prepare(vma) (0)
  154. #define anon_vma_link(vma) do {} while (0)
  155. static inline int page_referenced(struct page *page, int is_locked,
  156. struct mem_cgroup *cnt,
  157. unsigned long *vm_flags)
  158. {
  159. *vm_flags = 0;
  160. return TestClearPageReferenced(page);
  161. }
  162. #define try_to_unmap(page, refs) SWAP_FAIL
  163. static inline int page_mkclean(struct page *page)
  164. {
  165. return 0;
  166. }
  167. #endif /* CONFIG_MMU */
  168. /*
  169. * Return values of try_to_unmap
  170. */
  171. #define SWAP_SUCCESS 0
  172. #define SWAP_AGAIN 1
  173. #define SWAP_FAIL 2
  174. #define SWAP_MLOCK 3
  175. #endif /* _LINUX_RMAP_H */