internal.h 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113
  1. /* internal.h: mm/ internal definitions
  2. *
  3. * Copyright (C) 2004 Red Hat, Inc. All Rights Reserved.
  4. * Written by David Howells (dhowells@redhat.com)
  5. *
  6. * This program is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU General Public License
  8. * as published by the Free Software Foundation; either version
  9. * 2 of the License, or (at your option) any later version.
  10. */
  11. #ifndef __MM_INTERNAL_H
  12. #define __MM_INTERNAL_H
  13. #include <linux/mm.h>
  14. static inline void set_page_count(struct page *page, int v)
  15. {
  16. atomic_set(&page->_count, v);
  17. }
  18. /*
  19. * Turn a non-refcounted page (->_count == 0) into refcounted with
  20. * a count of one.
  21. */
  22. static inline void set_page_refcounted(struct page *page)
  23. {
  24. VM_BUG_ON(PageTail(page));
  25. VM_BUG_ON(atomic_read(&page->_count));
  26. set_page_count(page, 1);
  27. }
  28. static inline void __put_page(struct page *page)
  29. {
  30. atomic_dec(&page->_count);
  31. }
  32. extern void __free_pages_bootmem(struct page *page, unsigned int order);
  33. /*
  34. * function for dealing with page's order in buddy system.
  35. * zone->lock is already acquired when we use these.
  36. * So, we don't need atomic page->flags operations here.
  37. */
  38. static inline unsigned long page_order(struct page *page)
  39. {
  40. VM_BUG_ON(!PageBuddy(page));
  41. return page_private(page);
  42. }
  43. /*
  44. * FLATMEM and DISCONTIGMEM configurations use alloc_bootmem_node,
  45. * so all functions starting at paging_init should be marked __init
  46. * in those cases. SPARSEMEM, however, allows for memory hotplug,
  47. * and alloc_bootmem_node is not used.
  48. */
  49. #ifdef CONFIG_SPARSEMEM
  50. #define __paginginit __meminit
  51. #else
  52. #define __paginginit __init
  53. #endif
  54. /* Memory initialisation debug and verification */
  55. enum mminit_level {
  56. MMINIT_WARNING,
  57. MMINIT_VERIFY,
  58. MMINIT_TRACE
  59. };
  60. #ifdef CONFIG_DEBUG_MEMORY_INIT
  61. extern int mminit_loglevel;
  62. #define mminit_dprintk(level, prefix, fmt, arg...) \
  63. do { \
  64. if (level < mminit_loglevel) { \
  65. printk(level <= MMINIT_WARNING ? KERN_WARNING : KERN_DEBUG); \
  66. printk(KERN_CONT "mminit::" prefix " " fmt, ##arg); \
  67. } \
  68. } while (0)
  69. extern void mminit_verify_pageflags_layout(void);
  70. extern void mminit_verify_page_links(struct page *page,
  71. enum zone_type zone, unsigned long nid, unsigned long pfn);
  72. #else
  73. static inline void mminit_dprintk(enum mminit_level level,
  74. const char *prefix, const char *fmt, ...)
  75. {
  76. }
  77. static inline void mminit_verify_pageflags_layout(void)
  78. {
  79. }
  80. static inline void mminit_verify_page_links(struct page *page,
  81. enum zone_type zone, unsigned long nid, unsigned long pfn)
  82. {
  83. }
  84. #endif /* CONFIG_DEBUG_MEMORY_INIT */
  85. /* mminit_validate_memmodel_limits is independent of CONFIG_DEBUG_MEMORY_INIT */
  86. #if defined(CONFIG_SPARSEMEM)
  87. extern void mminit_validate_memmodel_limits(unsigned long *start_pfn,
  88. unsigned long *end_pfn);
  89. #else
  90. static inline void mminit_validate_memmodel_limits(unsigned long *start_pfn,
  91. unsigned long *end_pfn)
  92. {
  93. }
  94. #endif /* CONFIG_SPARSEMEM */
  95. #endif