rmap.h 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170
  1. #ifndef _LINUX_RMAP_H
  2. #define _LINUX_RMAP_H
  3. /*
  4. * Declarations for Reverse Mapping functions in mm/rmap.c
  5. */
  6. #include <linux/list.h>
  7. #include <linux/slab.h>
  8. #include <linux/mm.h>
  9. #include <linux/spinlock.h>
  10. #include <linux/memcontrol.h>
  11. /*
  12. * The anon_vma heads a list of private "related" vmas, to scan if
  13. * an anonymous page pointing to this anon_vma needs to be unmapped:
  14. * the vmas on the list will be related by forking, or by splitting.
  15. *
  16. * Since vmas come and go as they are split and merged (particularly
  17. * in mprotect), the mapping field of an anonymous page cannot point
  18. * directly to a vma: instead it points to an anon_vma, on whose list
  19. * the related vmas can be easily linked or unlinked.
  20. *
  21. * After unlinking the last vma on the list, we must garbage collect
  22. * the anon_vma object itself: we're guaranteed no page can be
  23. * pointing to this anon_vma once its vma list is empty.
  24. */
  25. struct anon_vma {
  26. spinlock_t lock; /* Serialize access to vma list */
  27. /*
  28. * NOTE: the LSB of the head.next is set by
  29. * mm_take_all_locks() _after_ taking the above lock. So the
  30. * head must only be read/written after taking the above lock
  31. * to be sure to see a valid next pointer. The LSB bit itself
  32. * is serialized by a system wide lock only visible to
  33. * mm_take_all_locks() (mm_all_locks_mutex).
  34. */
  35. struct list_head head; /* List of private "related" vmas */
  36. };
  37. #ifdef CONFIG_MMU
  38. static inline struct anon_vma *page_anon_vma(struct page *page)
  39. {
  40. if (((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) !=
  41. PAGE_MAPPING_ANON)
  42. return NULL;
  43. return page_rmapping(page);
  44. }
  45. static inline void anon_vma_lock(struct vm_area_struct *vma)
  46. {
  47. struct anon_vma *anon_vma = vma->anon_vma;
  48. if (anon_vma)
  49. spin_lock(&anon_vma->lock);
  50. }
  51. static inline void anon_vma_unlock(struct vm_area_struct *vma)
  52. {
  53. struct anon_vma *anon_vma = vma->anon_vma;
  54. if (anon_vma)
  55. spin_unlock(&anon_vma->lock);
  56. }
  57. /*
  58. * anon_vma helper functions.
  59. */
  60. void anon_vma_init(void); /* create anon_vma_cachep */
  61. int anon_vma_prepare(struct vm_area_struct *);
  62. void __anon_vma_merge(struct vm_area_struct *, struct vm_area_struct *);
  63. void anon_vma_unlink(struct vm_area_struct *);
  64. void anon_vma_link(struct vm_area_struct *);
  65. void __anon_vma_link(struct vm_area_struct *);
  66. /*
  67. * rmap interfaces called when adding or removing pte of page
  68. */
  69. void page_add_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
  70. void page_add_new_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
  71. void page_add_file_rmap(struct page *);
  72. void page_remove_rmap(struct page *);
  73. static inline void page_dup_rmap(struct page *page)
  74. {
  75. atomic_inc(&page->_mapcount);
  76. }
  77. /*
  78. * Called from mm/vmscan.c to handle paging out
  79. */
  80. int page_referenced(struct page *, int is_locked,
  81. struct mem_cgroup *cnt, unsigned long *vm_flags);
  82. enum ttu_flags {
  83. TTU_UNMAP = 0, /* unmap mode */
  84. TTU_MIGRATION = 1, /* migration mode */
  85. TTU_MUNLOCK = 2, /* munlock mode */
  86. TTU_ACTION_MASK = 0xff,
  87. TTU_IGNORE_MLOCK = (1 << 8), /* ignore mlock */
  88. TTU_IGNORE_ACCESS = (1 << 9), /* don't age */
  89. TTU_IGNORE_HWPOISON = (1 << 10),/* corrupted page is recoverable */
  90. };
  91. #define TTU_ACTION(x) ((x) & TTU_ACTION_MASK)
  92. int try_to_unmap(struct page *, enum ttu_flags flags);
  93. /*
  94. * Called from mm/filemap_xip.c to unmap empty zero page
  95. */
  96. pte_t *page_check_address(struct page *, struct mm_struct *,
  97. unsigned long, spinlock_t **, int);
  98. /*
  99. * Used by swapoff to help locate where page is expected in vma.
  100. */
  101. unsigned long page_address_in_vma(struct page *, struct vm_area_struct *);
  102. /*
  103. * Cleans the PTEs of shared mappings.
  104. * (and since clean PTEs should also be readonly, write protects them too)
  105. *
  106. * returns the number of cleaned PTEs.
  107. */
  108. int page_mkclean(struct page *);
  109. /*
  110. * called in munlock()/munmap() path to check for other vmas holding
  111. * the page mlocked.
  112. */
  113. int try_to_munlock(struct page *);
  114. /*
  115. * Called by memory-failure.c to kill processes.
  116. */
  117. struct anon_vma *page_lock_anon_vma(struct page *page);
  118. void page_unlock_anon_vma(struct anon_vma *anon_vma);
  119. int page_mapped_in_vma(struct page *page, struct vm_area_struct *vma);
  120. #else /* !CONFIG_MMU */
  121. #define anon_vma_init() do {} while (0)
  122. #define anon_vma_prepare(vma) (0)
  123. #define anon_vma_link(vma) do {} while (0)
  124. static inline int page_referenced(struct page *page, int is_locked,
  125. struct mem_cgroup *cnt,
  126. unsigned long *vm_flags)
  127. {
  128. *vm_flags = 0;
  129. return TestClearPageReferenced(page);
  130. }
  131. #define try_to_unmap(page, refs) SWAP_FAIL
  132. static inline int page_mkclean(struct page *page)
  133. {
  134. return 0;
  135. }
  136. #endif /* CONFIG_MMU */
  137. /*
  138. * Return values of try_to_unmap
  139. */
  140. #define SWAP_SUCCESS 0
  141. #define SWAP_AGAIN 1
  142. #define SWAP_FAIL 2
  143. #define SWAP_MLOCK 3
  144. #endif /* _LINUX_RMAP_H */