pageattr.c 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144
  1. /*
  2. * Copyright IBM Corp. 2011
  3. * Author(s): Jan Glauber <jang@linux.vnet.ibm.com>
  4. */
  5. #include <linux/hugetlb.h>
  6. #include <linux/module.h>
  7. #include <linux/mm.h>
  8. #include <asm/cacheflush.h>
  9. #include <asm/pgtable.h>
  10. #include <asm/page.h>
  11. static inline unsigned long sske_frame(unsigned long addr, unsigned char skey)
  12. {
  13. asm volatile(".insn rrf,0xb22b0000,%[skey],%[addr],9,0"
  14. : [addr] "+a" (addr) : [skey] "d" (skey));
  15. return addr;
  16. }
  17. void storage_key_init_range(unsigned long start, unsigned long end)
  18. {
  19. unsigned long boundary, size;
  20. while (start < end) {
  21. if (MACHINE_HAS_EDAT1) {
  22. /* set storage keys for a 1MB frame */
  23. size = 1UL << 20;
  24. boundary = (start + size) & ~(size - 1);
  25. if (boundary <= end) {
  26. do {
  27. start = sske_frame(start, PAGE_DEFAULT_KEY);
  28. } while (start < boundary);
  29. continue;
  30. }
  31. }
  32. page_set_storage_key(start, PAGE_DEFAULT_KEY, 0);
  33. start += PAGE_SIZE;
  34. }
  35. }
  36. static pte_t *walk_page_table(unsigned long addr)
  37. {
  38. pgd_t *pgdp;
  39. pud_t *pudp;
  40. pmd_t *pmdp;
  41. pte_t *ptep;
  42. pgdp = pgd_offset_k(addr);
  43. if (pgd_none(*pgdp))
  44. return NULL;
  45. pudp = pud_offset(pgdp, addr);
  46. if (pud_none(*pudp) || pud_large(*pudp))
  47. return NULL;
  48. pmdp = pmd_offset(pudp, addr);
  49. if (pmd_none(*pmdp) || pmd_large(*pmdp))
  50. return NULL;
  51. ptep = pte_offset_kernel(pmdp, addr);
  52. if (pte_none(*ptep))
  53. return NULL;
  54. return ptep;
  55. }
  56. static void change_page_attr(unsigned long addr, int numpages,
  57. pte_t (*set) (pte_t))
  58. {
  59. pte_t *ptep, pte;
  60. int i;
  61. for (i = 0; i < numpages; i++) {
  62. ptep = walk_page_table(addr);
  63. if (WARN_ON_ONCE(!ptep))
  64. break;
  65. pte = *ptep;
  66. pte = set(pte);
  67. __ptep_ipte(addr, ptep);
  68. *ptep = pte;
  69. addr += PAGE_SIZE;
  70. }
  71. }
  72. int set_memory_ro(unsigned long addr, int numpages)
  73. {
  74. change_page_attr(addr, numpages, pte_wrprotect);
  75. return 0;
  76. }
  77. int set_memory_rw(unsigned long addr, int numpages)
  78. {
  79. change_page_attr(addr, numpages, pte_mkwrite);
  80. return 0;
  81. }
  82. /* not possible */
  83. int set_memory_nx(unsigned long addr, int numpages)
  84. {
  85. return 0;
  86. }
  87. int set_memory_x(unsigned long addr, int numpages)
  88. {
  89. return 0;
  90. }
  91. #ifdef CONFIG_DEBUG_PAGEALLOC
  92. void kernel_map_pages(struct page *page, int numpages, int enable)
  93. {
  94. unsigned long address;
  95. pgd_t *pgd;
  96. pud_t *pud;
  97. pmd_t *pmd;
  98. pte_t *pte;
  99. int i;
  100. for (i = 0; i < numpages; i++) {
  101. address = page_to_phys(page + i);
  102. pgd = pgd_offset_k(address);
  103. pud = pud_offset(pgd, address);
  104. pmd = pmd_offset(pud, address);
  105. pte = pte_offset_kernel(pmd, address);
  106. if (!enable) {
  107. __ptep_ipte(address, pte);
  108. pte_val(*pte) = _PAGE_TYPE_EMPTY;
  109. continue;
  110. }
  111. pte_val(*pte) = __pa(address);
  112. }
  113. }
  114. #ifdef CONFIG_HIBERNATION
  115. bool kernel_page_present(struct page *page)
  116. {
  117. unsigned long addr;
  118. int cc;
  119. addr = page_to_phys(page);
  120. asm volatile(
  121. " lra %1,0(%1)\n"
  122. " ipm %0\n"
  123. " srl %0,28"
  124. : "=d" (cc), "+a" (addr) : : "cc");
  125. return cc == 0;
  126. }
  127. #endif /* CONFIG_HIBERNATION */
  128. #endif /* CONFIG_DEBUG_PAGEALLOC */