hugetlb.h 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167
  1. #ifndef _LINUX_HUGETLB_H
  2. #define _LINUX_HUGETLB_H
  3. #include <linux/fs.h>
  4. #ifdef CONFIG_HUGETLB_PAGE
  5. #include <linux/mempolicy.h>
  6. #include <linux/shm.h>
  7. #include <asm/tlbflush.h>
  8. #include <asm/hugetlb.h>
  9. struct ctl_table;
  10. static inline int is_vm_hugetlb_page(struct vm_area_struct *vma)
  11. {
  12. return vma->vm_flags & VM_HUGETLB;
  13. }
  14. void reset_vma_resv_huge_pages(struct vm_area_struct *vma);
  15. int hugetlb_sysctl_handler(struct ctl_table *, int, struct file *, void __user *, size_t *, loff_t *);
  16. int hugetlb_overcommit_handler(struct ctl_table *, int, struct file *, void __user *, size_t *, loff_t *);
  17. int hugetlb_treat_movable_handler(struct ctl_table *, int, struct file *, void __user *, size_t *, loff_t *);
  18. int copy_hugetlb_page_range(struct mm_struct *, struct mm_struct *, struct vm_area_struct *);
  19. int follow_hugetlb_page(struct mm_struct *, struct vm_area_struct *, struct page **, struct vm_area_struct **, unsigned long *, int *, int, int);
  20. void unmap_hugepage_range(struct vm_area_struct *,
  21. unsigned long, unsigned long, struct page *);
  22. void __unmap_hugepage_range(struct vm_area_struct *,
  23. unsigned long, unsigned long, struct page *);
  24. int hugetlb_prefault(struct address_space *, struct vm_area_struct *);
  25. int hugetlb_report_meminfo(char *);
  26. int hugetlb_report_node_meminfo(int, char *);
  27. unsigned long hugetlb_total_pages(void);
  28. int hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma,
  29. unsigned long address, int write_access);
  30. int hugetlb_reserve_pages(struct inode *inode, long from, long to,
  31. struct vm_area_struct *vma);
  32. void hugetlb_unreserve_pages(struct inode *inode, long offset, long freed);
  33. extern unsigned long max_huge_pages;
  34. extern unsigned long sysctl_overcommit_huge_pages;
  35. extern unsigned long hugepages_treat_as_movable;
  36. extern const unsigned long hugetlb_zero, hugetlb_infinity;
  37. extern int sysctl_hugetlb_shm_group;
  38. /* arch callbacks */
  39. pte_t *huge_pte_alloc(struct mm_struct *mm, unsigned long addr);
  40. pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr);
  41. int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep);
  42. struct page *follow_huge_addr(struct mm_struct *mm, unsigned long address,
  43. int write);
  44. struct page *follow_huge_pmd(struct mm_struct *mm, unsigned long address,
  45. pmd_t *pmd, int write);
  46. int pmd_huge(pmd_t pmd);
  47. void hugetlb_change_protection(struct vm_area_struct *vma,
  48. unsigned long address, unsigned long end, pgprot_t newprot);
  49. #else /* !CONFIG_HUGETLB_PAGE */
  50. static inline int is_vm_hugetlb_page(struct vm_area_struct *vma)
  51. {
  52. return 0;
  53. }
  54. static inline void reset_vma_resv_huge_pages(struct vm_area_struct *vma)
  55. {
  56. }
  57. static inline unsigned long hugetlb_total_pages(void)
  58. {
  59. return 0;
  60. }
  61. #define follow_hugetlb_page(m,v,p,vs,a,b,i,w) ({ BUG(); 0; })
  62. #define follow_huge_addr(mm, addr, write) ERR_PTR(-EINVAL)
  63. #define copy_hugetlb_page_range(src, dst, vma) ({ BUG(); 0; })
  64. #define hugetlb_prefault(mapping, vma) ({ BUG(); 0; })
  65. #define unmap_hugepage_range(vma, start, end, page) BUG()
  66. #define hugetlb_report_meminfo(buf) 0
  67. #define hugetlb_report_node_meminfo(n, buf) 0
  68. #define follow_huge_pmd(mm, addr, pmd, write) NULL
  69. #define prepare_hugepage_range(addr,len) (-EINVAL)
  70. #define pmd_huge(x) 0
  71. #define is_hugepage_only_range(mm, addr, len) 0
  72. #define hugetlb_free_pgd_range(tlb, addr, end, floor, ceiling) ({BUG(); 0; })
  73. #define hugetlb_fault(mm, vma, addr, write) ({ BUG(); 0; })
  74. #define hugetlb_change_protection(vma, address, end, newprot)
  75. #ifndef HPAGE_MASK
  76. #define HPAGE_MASK PAGE_MASK /* Keep the compiler happy */
  77. #define HPAGE_SIZE PAGE_SIZE
  78. #endif
  79. #endif /* !CONFIG_HUGETLB_PAGE */
  80. #ifdef CONFIG_HUGETLBFS
  81. struct hugetlbfs_config {
  82. uid_t uid;
  83. gid_t gid;
  84. umode_t mode;
  85. long nr_blocks;
  86. long nr_inodes;
  87. };
  88. struct hugetlbfs_sb_info {
  89. long max_blocks; /* blocks allowed */
  90. long free_blocks; /* blocks free */
  91. long max_inodes; /* inodes allowed */
  92. long free_inodes; /* inodes free */
  93. spinlock_t stat_lock;
  94. };
  95. struct hugetlbfs_inode_info {
  96. struct shared_policy policy;
  97. struct inode vfs_inode;
  98. };
  99. static inline struct hugetlbfs_inode_info *HUGETLBFS_I(struct inode *inode)
  100. {
  101. return container_of(inode, struct hugetlbfs_inode_info, vfs_inode);
  102. }
  103. static inline struct hugetlbfs_sb_info *HUGETLBFS_SB(struct super_block *sb)
  104. {
  105. return sb->s_fs_info;
  106. }
  107. extern const struct file_operations hugetlbfs_file_operations;
  108. extern struct vm_operations_struct hugetlb_vm_ops;
  109. struct file *hugetlb_file_setup(const char *name, size_t);
  110. int hugetlb_get_quota(struct address_space *mapping, long delta);
  111. void hugetlb_put_quota(struct address_space *mapping, long delta);
  112. #define BLOCKS_PER_HUGEPAGE (HPAGE_SIZE / 512)
  113. static inline int is_file_hugepages(struct file *file)
  114. {
  115. if (file->f_op == &hugetlbfs_file_operations)
  116. return 1;
  117. if (is_file_shm_hugepages(file))
  118. return 1;
  119. return 0;
  120. }
  121. static inline void set_file_hugepages(struct file *file)
  122. {
  123. file->f_op = &hugetlbfs_file_operations;
  124. }
  125. #else /* !CONFIG_HUGETLBFS */
  126. #define is_file_hugepages(file) 0
  127. #define set_file_hugepages(file) BUG()
  128. #define hugetlb_file_setup(name,size) ERR_PTR(-ENOSYS)
  129. #endif /* !CONFIG_HUGETLBFS */
  130. #ifdef HAVE_ARCH_HUGETLB_UNMAPPED_AREA
  131. unsigned long hugetlb_get_unmapped_area(struct file *file, unsigned long addr,
  132. unsigned long len, unsigned long pgoff,
  133. unsigned long flags);
  134. #endif /* HAVE_ARCH_HUGETLB_UNMAPPED_AREA */
  135. #endif /* _LINUX_HUGETLB_H */