rmap.h 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233
  1. #ifndef _LINUX_RMAP_H
  2. #define _LINUX_RMAP_H
  3. /*
  4. * Declarations for Reverse Mapping functions in mm/rmap.c
  5. */
  6. #include <linux/list.h>
  7. #include <linux/slab.h>
  8. #include <linux/mm.h>
  9. #include <linux/spinlock.h>
  10. #include <linux/memcontrol.h>
  11. /*
  12. * The anon_vma heads a list of private "related" vmas, to scan if
  13. * an anonymous page pointing to this anon_vma needs to be unmapped:
  14. * the vmas on the list will be related by forking, or by splitting.
  15. *
  16. * Since vmas come and go as they are split and merged (particularly
  17. * in mprotect), the mapping field of an anonymous page cannot point
  18. * directly to a vma: instead it points to an anon_vma, on whose list
  19. * the related vmas can be easily linked or unlinked.
  20. *
  21. * After unlinking the last vma on the list, we must garbage collect
  22. * the anon_vma object itself: we're guaranteed no page can be
  23. * pointing to this anon_vma once its vma list is empty.
  24. */
  25. struct anon_vma {
  26. spinlock_t lock; /* Serialize access to vma list */
  27. #ifdef CONFIG_KSM
  28. atomic_t ksm_refcount;
  29. #endif
  30. /*
  31. * NOTE: the LSB of the head.next is set by
  32. * mm_take_all_locks() _after_ taking the above lock. So the
  33. * head must only be read/written after taking the above lock
  34. * to be sure to see a valid next pointer. The LSB bit itself
  35. * is serialized by a system wide lock only visible to
  36. * mm_take_all_locks() (mm_all_locks_mutex).
  37. */
  38. struct list_head head; /* Chain of private "related" vmas */
  39. };
  40. /*
  41. * The copy-on-write semantics of fork mean that an anon_vma
  42. * can become associated with multiple processes. Furthermore,
  43. * each child process will have its own anon_vma, where new
  44. * pages for that process are instantiated.
  45. *
  46. * This structure allows us to find the anon_vmas associated
  47. * with a VMA, or the VMAs associated with an anon_vma.
  48. * The "same_vma" list contains the anon_vma_chains linking
  49. * all the anon_vmas associated with this VMA.
  50. * The "same_anon_vma" list contains the anon_vma_chains
  51. * which link all the VMAs associated with this anon_vma.
  52. */
  53. struct anon_vma_chain {
  54. struct vm_area_struct *vma;
  55. struct anon_vma *anon_vma;
  56. struct list_head same_vma; /* locked by mmap_sem & page_table_lock */
  57. struct list_head same_anon_vma; /* locked by anon_vma->lock */
  58. };
  59. #ifdef CONFIG_MMU
  60. #ifdef CONFIG_KSM
  61. static inline void ksm_refcount_init(struct anon_vma *anon_vma)
  62. {
  63. atomic_set(&anon_vma->ksm_refcount, 0);
  64. }
  65. static inline int ksm_refcount(struct anon_vma *anon_vma)
  66. {
  67. return atomic_read(&anon_vma->ksm_refcount);
  68. }
  69. #else
  70. static inline void ksm_refcount_init(struct anon_vma *anon_vma)
  71. {
  72. }
  73. static inline int ksm_refcount(struct anon_vma *anon_vma)
  74. {
  75. return 0;
  76. }
  77. #endif /* CONFIG_KSM */
  78. static inline struct anon_vma *page_anon_vma(struct page *page)
  79. {
  80. if (((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) !=
  81. PAGE_MAPPING_ANON)
  82. return NULL;
  83. return page_rmapping(page);
  84. }
  85. static inline void anon_vma_lock(struct vm_area_struct *vma)
  86. {
  87. struct anon_vma *anon_vma = vma->anon_vma;
  88. if (anon_vma)
  89. spin_lock(&anon_vma->lock);
  90. }
  91. static inline void anon_vma_unlock(struct vm_area_struct *vma)
  92. {
  93. struct anon_vma *anon_vma = vma->anon_vma;
  94. if (anon_vma)
  95. spin_unlock(&anon_vma->lock);
  96. }
  97. /*
  98. * anon_vma helper functions.
  99. */
  100. void anon_vma_init(void); /* create anon_vma_cachep */
  101. int anon_vma_prepare(struct vm_area_struct *);
  102. void unlink_anon_vmas(struct vm_area_struct *);
  103. int anon_vma_clone(struct vm_area_struct *, struct vm_area_struct *);
  104. int anon_vma_fork(struct vm_area_struct *, struct vm_area_struct *);
  105. void __anon_vma_link(struct vm_area_struct *);
  106. void anon_vma_free(struct anon_vma *);
  107. static inline void anon_vma_merge(struct vm_area_struct *vma,
  108. struct vm_area_struct *next)
  109. {
  110. VM_BUG_ON(vma->anon_vma != next->anon_vma);
  111. unlink_anon_vmas(next);
  112. }
  113. /*
  114. * rmap interfaces called when adding or removing pte of page
  115. */
  116. void page_move_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
  117. void page_add_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
  118. void page_add_new_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
  119. void page_add_file_rmap(struct page *);
  120. void page_remove_rmap(struct page *);
  121. static inline void page_dup_rmap(struct page *page)
  122. {
  123. atomic_inc(&page->_mapcount);
  124. }
  125. /*
  126. * Called from mm/vmscan.c to handle paging out
  127. */
  128. int page_referenced(struct page *, int is_locked,
  129. struct mem_cgroup *cnt, unsigned long *vm_flags);
  130. int page_referenced_one(struct page *, struct vm_area_struct *,
  131. unsigned long address, unsigned int *mapcount, unsigned long *vm_flags);
  132. enum ttu_flags {
  133. TTU_UNMAP = 0, /* unmap mode */
  134. TTU_MIGRATION = 1, /* migration mode */
  135. TTU_MUNLOCK = 2, /* munlock mode */
  136. TTU_ACTION_MASK = 0xff,
  137. TTU_IGNORE_MLOCK = (1 << 8), /* ignore mlock */
  138. TTU_IGNORE_ACCESS = (1 << 9), /* don't age */
  139. TTU_IGNORE_HWPOISON = (1 << 10),/* corrupted page is recoverable */
  140. };
  141. #define TTU_ACTION(x) ((x) & TTU_ACTION_MASK)
  142. int try_to_unmap(struct page *, enum ttu_flags flags);
  143. int try_to_unmap_one(struct page *, struct vm_area_struct *,
  144. unsigned long address, enum ttu_flags flags);
  145. /*
  146. * Called from mm/filemap_xip.c to unmap empty zero page
  147. */
  148. pte_t *page_check_address(struct page *, struct mm_struct *,
  149. unsigned long, spinlock_t **, int);
  150. /*
  151. * Used by swapoff to help locate where page is expected in vma.
  152. */
  153. unsigned long page_address_in_vma(struct page *, struct vm_area_struct *);
  154. /*
  155. * Cleans the PTEs of shared mappings.
  156. * (and since clean PTEs should also be readonly, write protects them too)
  157. *
  158. * returns the number of cleaned PTEs.
  159. */
  160. int page_mkclean(struct page *);
  161. /*
  162. * called in munlock()/munmap() path to check for other vmas holding
  163. * the page mlocked.
  164. */
  165. int try_to_munlock(struct page *);
  166. /*
  167. * Called by memory-failure.c to kill processes.
  168. */
  169. struct anon_vma *page_lock_anon_vma(struct page *page);
  170. void page_unlock_anon_vma(struct anon_vma *anon_vma);
  171. int page_mapped_in_vma(struct page *page, struct vm_area_struct *vma);
  172. /*
  173. * Called by migrate.c to remove migration ptes, but might be used more later.
  174. */
  175. int rmap_walk(struct page *page, int (*rmap_one)(struct page *,
  176. struct vm_area_struct *, unsigned long, void *), void *arg);
  177. #else /* !CONFIG_MMU */
  178. #define anon_vma_init() do {} while (0)
  179. #define anon_vma_prepare(vma) (0)
  180. #define anon_vma_link(vma) do {} while (0)
  181. static inline int page_referenced(struct page *page, int is_locked,
  182. struct mem_cgroup *cnt,
  183. unsigned long *vm_flags)
  184. {
  185. *vm_flags = 0;
  186. return TestClearPageReferenced(page);
  187. }
  188. #define try_to_unmap(page, refs) SWAP_FAIL
  189. static inline int page_mkclean(struct page *page)
  190. {
  191. return 0;
  192. }
  193. #endif /* CONFIG_MMU */
  194. /*
  195. * Return values of try_to_unmap
  196. */
  197. #define SWAP_SUCCESS 0
  198. #define SWAP_AGAIN 1
  199. #define SWAP_FAIL 2
  200. #define SWAP_MLOCK 3
  201. #endif /* _LINUX_RMAP_H */