rmap.h 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144
  1. #ifndef _LINUX_RMAP_H
  2. #define _LINUX_RMAP_H
  3. /*
  4. * Declarations for Reverse Mapping functions in mm/rmap.c
  5. */
  6. #include <linux/list.h>
  7. #include <linux/slab.h>
  8. #include <linux/mm.h>
  9. #include <linux/spinlock.h>
  10. #include <linux/memcontrol.h>
  11. /*
  12. * The anon_vma heads a list of private "related" vmas, to scan if
  13. * an anonymous page pointing to this anon_vma needs to be unmapped:
  14. * the vmas on the list will be related by forking, or by splitting.
  15. *
  16. * Since vmas come and go as they are split and merged (particularly
  17. * in mprotect), the mapping field of an anonymous page cannot point
  18. * directly to a vma: instead it points to an anon_vma, on whose list
  19. * the related vmas can be easily linked or unlinked.
  20. *
  21. * After unlinking the last vma on the list, we must garbage collect
  22. * the anon_vma object itself: we're guaranteed no page can be
  23. * pointing to this anon_vma once its vma list is empty.
  24. */
  25. struct anon_vma {
  26. spinlock_t lock; /* Serialize access to vma list */
  27. /*
  28. * NOTE: the LSB of the head.next is set by
  29. * mm_take_all_locks() _after_ taking the above lock. So the
  30. * head must only be read/written after taking the above lock
  31. * to be sure to see a valid next pointer. The LSB bit itself
  32. * is serialized by a system wide lock only visible to
  33. * mm_take_all_locks() (mm_all_locks_mutex).
  34. */
  35. struct list_head head; /* List of private "related" vmas */
  36. };
  37. #ifdef CONFIG_MMU
  38. extern struct kmem_cache *anon_vma_cachep;
  39. static inline struct anon_vma *anon_vma_alloc(void)
  40. {
  41. return kmem_cache_alloc(anon_vma_cachep, GFP_KERNEL);
  42. }
  43. static inline void anon_vma_free(struct anon_vma *anon_vma)
  44. {
  45. kmem_cache_free(anon_vma_cachep, anon_vma);
  46. }
  47. static inline void anon_vma_lock(struct vm_area_struct *vma)
  48. {
  49. struct anon_vma *anon_vma = vma->anon_vma;
  50. if (anon_vma)
  51. spin_lock(&anon_vma->lock);
  52. }
  53. static inline void anon_vma_unlock(struct vm_area_struct *vma)
  54. {
  55. struct anon_vma *anon_vma = vma->anon_vma;
  56. if (anon_vma)
  57. spin_unlock(&anon_vma->lock);
  58. }
  59. /*
  60. * anon_vma helper functions.
  61. */
  62. void anon_vma_init(void); /* create anon_vma_cachep */
  63. int anon_vma_prepare(struct vm_area_struct *);
  64. void __anon_vma_merge(struct vm_area_struct *, struct vm_area_struct *);
  65. void anon_vma_unlink(struct vm_area_struct *);
  66. void anon_vma_link(struct vm_area_struct *);
  67. void __anon_vma_link(struct vm_area_struct *);
  68. /*
  69. * rmap interfaces called when adding or removing pte of page
  70. */
  71. void page_add_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
  72. void page_add_new_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
  73. void page_add_file_rmap(struct page *);
  74. void page_remove_rmap(struct page *, struct vm_area_struct *);
  75. #ifdef CONFIG_DEBUG_VM
  76. void page_dup_rmap(struct page *page, struct vm_area_struct *vma, unsigned long address);
  77. #else
  78. static inline void page_dup_rmap(struct page *page, struct vm_area_struct *vma, unsigned long address)
  79. {
  80. atomic_inc(&page->_mapcount);
  81. }
  82. #endif
  83. /*
  84. * Called from mm/vmscan.c to handle paging out
  85. */
  86. int page_referenced(struct page *, int is_locked, struct mem_cgroup *cnt);
  87. int try_to_unmap(struct page *, int ignore_refs);
  88. /*
  89. * Called from mm/filemap_xip.c to unmap empty zero page
  90. */
  91. pte_t *page_check_address(struct page *, struct mm_struct *,
  92. unsigned long, spinlock_t **, int);
  93. /*
  94. * Used by swapoff to help locate where page is expected in vma.
  95. */
  96. unsigned long page_address_in_vma(struct page *, struct vm_area_struct *);
  97. /*
  98. * Cleans the PTEs of shared mappings.
  99. * (and since clean PTEs should also be readonly, write protects them too)
  100. *
  101. * returns the number of cleaned PTEs.
  102. */
  103. int page_mkclean(struct page *);
  104. #else /* !CONFIG_MMU */
  105. #define anon_vma_init() do {} while (0)
  106. #define anon_vma_prepare(vma) (0)
  107. #define anon_vma_link(vma) do {} while (0)
  108. #define page_referenced(page,l,cnt) TestClearPageReferenced(page)
  109. #define try_to_unmap(page, refs) SWAP_FAIL
  110. static inline int page_mkclean(struct page *page)
  111. {
  112. return 0;
  113. }
  114. #endif /* CONFIG_MMU */
  115. /*
  116. * Return values of try_to_unmap
  117. */
  118. #define SWAP_SUCCESS 0
  119. #define SWAP_AGAIN 1
  120. #define SWAP_FAIL 2
  121. #endif /* _LINUX_RMAP_H */