internal.h 3.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121
  1. /* internal.h: mm/ internal definitions
  2. *
  3. * Copyright (C) 2004 Red Hat, Inc. All Rights Reserved.
  4. * Written by David Howells (dhowells@redhat.com)
  5. *
  6. * This program is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU General Public License
  8. * as published by the Free Software Foundation; either version
  9. * 2 of the License, or (at your option) any later version.
  10. */
  11. #ifndef __MM_INTERNAL_H
  12. #define __MM_INTERNAL_H
  13. #include <linux/mm.h>
  14. void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *start_vma,
  15. unsigned long floor, unsigned long ceiling);
  16. static inline void set_page_count(struct page *page, int v)
  17. {
  18. atomic_set(&page->_count, v);
  19. }
  20. /*
  21. * Turn a non-refcounted page (->_count == 0) into refcounted with
  22. * a count of one.
  23. */
  24. static inline void set_page_refcounted(struct page *page)
  25. {
  26. VM_BUG_ON(PageTail(page));
  27. VM_BUG_ON(atomic_read(&page->_count));
  28. set_page_count(page, 1);
  29. }
  30. static inline void __put_page(struct page *page)
  31. {
  32. atomic_dec(&page->_count);
  33. }
  34. extern void __free_pages_bootmem(struct page *page, unsigned int order);
  35. /*
  36. * function for dealing with page's order in buddy system.
  37. * zone->lock is already acquired when we use these.
  38. * So, we don't need atomic page->flags operations here.
  39. */
  40. static inline unsigned long page_order(struct page *page)
  41. {
  42. VM_BUG_ON(!PageBuddy(page));
  43. return page_private(page);
  44. }
  45. /*
  46. * FLATMEM and DISCONTIGMEM configurations use alloc_bootmem_node,
  47. * so all functions starting at paging_init should be marked __init
  48. * in those cases. SPARSEMEM, however, allows for memory hotplug,
  49. * and alloc_bootmem_node is not used.
  50. */
  51. #ifdef CONFIG_SPARSEMEM
  52. #define __paginginit __meminit
  53. #else
  54. #define __paginginit __init
  55. #endif
  56. /* Memory initialisation debug and verification */
  57. enum mminit_level {
  58. MMINIT_WARNING,
  59. MMINIT_VERIFY,
  60. MMINIT_TRACE
  61. };
  62. #ifdef CONFIG_DEBUG_MEMORY_INIT
  63. extern int mminit_loglevel;
  64. #define mminit_dprintk(level, prefix, fmt, arg...) \
  65. do { \
  66. if (level < mminit_loglevel) { \
  67. printk(level <= MMINIT_WARNING ? KERN_WARNING : KERN_DEBUG); \
  68. printk(KERN_CONT "mminit::" prefix " " fmt, ##arg); \
  69. } \
  70. } while (0)
  71. extern void mminit_verify_pageflags_layout(void);
  72. extern void mminit_verify_page_links(struct page *page,
  73. enum zone_type zone, unsigned long nid, unsigned long pfn);
  74. extern void mminit_verify_zonelist(void);
  75. #else
  76. static inline void mminit_dprintk(enum mminit_level level,
  77. const char *prefix, const char *fmt, ...)
  78. {
  79. }
  80. static inline void mminit_verify_pageflags_layout(void)
  81. {
  82. }
  83. static inline void mminit_verify_page_links(struct page *page,
  84. enum zone_type zone, unsigned long nid, unsigned long pfn)
  85. {
  86. }
  87. static inline void mminit_verify_zonelist(void)
  88. {
  89. }
  90. #endif /* CONFIG_DEBUG_MEMORY_INIT */
  91. /* mminit_validate_memmodel_limits is independent of CONFIG_DEBUG_MEMORY_INIT */
  92. #if defined(CONFIG_SPARSEMEM)
  93. extern void mminit_validate_memmodel_limits(unsigned long *start_pfn,
  94. unsigned long *end_pfn);
  95. #else
  96. static inline void mminit_validate_memmodel_limits(unsigned long *start_pfn,
  97. unsigned long *end_pfn)
  98. {
  99. }
  100. #endif /* CONFIG_SPARSEMEM */
  101. #endif