pgalloc.h 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164
  1. /*
  2. * include/asm-s390/pgalloc.h
  3. *
  4. * S390 version
  5. * Copyright (C) 1999,2000 IBM Deutschland Entwicklung GmbH, IBM Corporation
  6. * Author(s): Hartmut Penner (hp@de.ibm.com)
  7. * Martin Schwidefsky (schwidefsky@de.ibm.com)
  8. *
  9. * Derived from "include/asm-i386/pgalloc.h"
  10. * Copyright (C) 1994 Linus Torvalds
  11. */
  12. #ifndef _S390_PGALLOC_H
  13. #define _S390_PGALLOC_H
  14. #include <linux/threads.h>
  15. #include <linux/gfp.h>
  16. #include <linux/mm.h>
  17. #define check_pgt_cache() do {} while (0)
  18. extern void diag10(unsigned long addr);
  19. /*
  20. * Page allocation orders.
  21. */
  22. #ifndef __s390x__
  23. # define PTE_ALLOC_ORDER 0
  24. # define PMD_ALLOC_ORDER 0
  25. # define PGD_ALLOC_ORDER 1
  26. #else /* __s390x__ */
  27. # define PTE_ALLOC_ORDER 0
  28. # define PMD_ALLOC_ORDER 2
  29. # define PGD_ALLOC_ORDER 2
  30. #endif /* __s390x__ */
  31. /*
  32. * Allocate and free page tables. The xxx_kernel() versions are
  33. * used to allocate a kernel page table - this turns on ASN bits
  34. * if any.
  35. */
  36. static inline pgd_t *pgd_alloc(struct mm_struct *mm)
  37. {
  38. pgd_t *pgd = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ALLOC_ORDER);
  39. int i;
  40. if (!pgd)
  41. return NULL;
  42. for (i = 0; i < PTRS_PER_PGD; i++)
  43. #ifndef __s390x__
  44. pmd_clear(pmd_offset(pgd + i, i*PGDIR_SIZE));
  45. #else
  46. pgd_clear(pgd + i);
  47. #endif
  48. return pgd;
  49. }
  50. static inline void pgd_free(pgd_t *pgd)
  51. {
  52. free_pages((unsigned long) pgd, PGD_ALLOC_ORDER);
  53. }
  54. #ifndef __s390x__
  55. /*
  56. * page middle directory allocation/free routines.
  57. * We use pmd cache only on s390x, so these are dummy routines. This
  58. * code never triggers because the pgd will always be present.
  59. */
  60. #define pmd_alloc_one(mm,address) ({ BUG(); ((pmd_t *)2); })
  61. #define pmd_free(x) do { } while (0)
  62. #define __pmd_free_tlb(tlb,x) do { } while (0)
  63. #define pgd_populate(mm, pmd, pte) BUG()
  64. #else /* __s390x__ */
  65. static inline pmd_t * pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr)
  66. {
  67. pmd_t *pmd = (pmd_t *) __get_free_pages(GFP_KERNEL, PMD_ALLOC_ORDER);
  68. int i;
  69. if (!pmd)
  70. return NULL;
  71. for (i=0; i < PTRS_PER_PMD; i++)
  72. pmd_clear(pmd + i);
  73. return pmd;
  74. }
  75. static inline void pmd_free (pmd_t *pmd)
  76. {
  77. free_pages((unsigned long) pmd, PMD_ALLOC_ORDER);
  78. }
  79. #define __pmd_free_tlb(tlb,pmd) \
  80. do { \
  81. tlb_flush_mmu(tlb, 0, 0); \
  82. pmd_free(pmd); \
  83. } while (0)
  84. static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd)
  85. {
  86. pgd_val(*pgd) = _PGD_ENTRY | __pa(pmd);
  87. }
  88. #endif /* __s390x__ */
  89. static inline void
  90. pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte)
  91. {
  92. #ifndef __s390x__
  93. pmd_val(pmd[0]) = _PAGE_TABLE + __pa(pte);
  94. pmd_val(pmd[1]) = _PAGE_TABLE + __pa(pte+256);
  95. pmd_val(pmd[2]) = _PAGE_TABLE + __pa(pte+512);
  96. pmd_val(pmd[3]) = _PAGE_TABLE + __pa(pte+768);
  97. #else /* __s390x__ */
  98. pmd_val(*pmd) = _PMD_ENTRY + __pa(pte);
  99. pmd_val1(*pmd) = _PMD_ENTRY + __pa(pte+256);
  100. #endif /* __s390x__ */
  101. }
  102. static inline void
  103. pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *page)
  104. {
  105. pmd_populate_kernel(mm, pmd, (pte_t *)page_to_phys(page));
  106. }
  107. /*
  108. * page table entry allocation/free routines.
  109. */
  110. static inline pte_t *
  111. pte_alloc_one_kernel(struct mm_struct *mm, unsigned long vmaddr)
  112. {
  113. pte_t *pte = (pte_t *) __get_free_page(GFP_KERNEL|__GFP_REPEAT);
  114. int i;
  115. if (!pte)
  116. return NULL;
  117. for (i=0; i < PTRS_PER_PTE; i++) {
  118. pte_clear(mm, vmaddr, pte + i);
  119. vmaddr += PAGE_SIZE;
  120. }
  121. return pte;
  122. }
  123. static inline struct page *
  124. pte_alloc_one(struct mm_struct *mm, unsigned long vmaddr)
  125. {
  126. pte_t *pte = pte_alloc_one_kernel(mm, vmaddr);
  127. if (pte)
  128. return virt_to_page(pte);
  129. return NULL;
  130. }
  131. static inline void pte_free_kernel(pte_t *pte)
  132. {
  133. free_page((unsigned long) pte);
  134. }
  135. static inline void pte_free(struct page *pte)
  136. {
  137. __free_page(pte);
  138. }
  139. #define __pte_free_tlb(tlb,pte) tlb_remove_page(tlb,pte)
  140. #endif /* _S390_PGALLOC_H */