|
@@ -1646,7 +1646,7 @@ static int hugetlb_sysfs_add_hstate(struct hstate *h, struct kobject *parent,
|
|
struct attribute_group *hstate_attr_group)
|
|
struct attribute_group *hstate_attr_group)
|
|
{
|
|
{
|
|
int retval;
|
|
int retval;
|
|
- int hi = h - hstates;
|
|
|
|
|
|
+ int hi = hstate_index(h);
|
|
|
|
|
|
hstate_kobjs[hi] = kobject_create_and_add(h->name, parent);
|
|
hstate_kobjs[hi] = kobject_create_and_add(h->name, parent);
|
|
if (!hstate_kobjs[hi])
|
|
if (!hstate_kobjs[hi])
|
|
@@ -1741,11 +1741,13 @@ void hugetlb_unregister_node(struct node *node)
|
|
if (!nhs->hugepages_kobj)
|
|
if (!nhs->hugepages_kobj)
|
|
return; /* no hstate attributes */
|
|
return; /* no hstate attributes */
|
|
|
|
|
|
- for_each_hstate(h)
|
|
|
|
- if (nhs->hstate_kobjs[h - hstates]) {
|
|
|
|
- kobject_put(nhs->hstate_kobjs[h - hstates]);
|
|
|
|
- nhs->hstate_kobjs[h - hstates] = NULL;
|
|
|
|
|
|
+ for_each_hstate(h) {
|
|
|
|
+ int idx = hstate_index(h);
|
|
|
|
+ if (nhs->hstate_kobjs[idx]) {
|
|
|
|
+ kobject_put(nhs->hstate_kobjs[idx]);
|
|
|
|
+ nhs->hstate_kobjs[idx] = NULL;
|
|
}
|
|
}
|
|
|
|
+ }
|
|
|
|
|
|
kobject_put(nhs->hugepages_kobj);
|
|
kobject_put(nhs->hugepages_kobj);
|
|
nhs->hugepages_kobj = NULL;
|
|
nhs->hugepages_kobj = NULL;
|
|
@@ -1848,7 +1850,7 @@ static void __exit hugetlb_exit(void)
|
|
hugetlb_unregister_all_nodes();
|
|
hugetlb_unregister_all_nodes();
|
|
|
|
|
|
for_each_hstate(h) {
|
|
for_each_hstate(h) {
|
|
- kobject_put(hstate_kobjs[h - hstates]);
|
|
|
|
|
|
+ kobject_put(hstate_kobjs[hstate_index(h)]);
|
|
}
|
|
}
|
|
|
|
|
|
kobject_put(hugepages_kobj);
|
|
kobject_put(hugepages_kobj);
|
|
@@ -1869,7 +1871,7 @@ static int __init hugetlb_init(void)
|
|
if (!size_to_hstate(default_hstate_size))
|
|
if (!size_to_hstate(default_hstate_size))
|
|
hugetlb_add_hstate(HUGETLB_PAGE_ORDER);
|
|
hugetlb_add_hstate(HUGETLB_PAGE_ORDER);
|
|
}
|
|
}
|
|
- default_hstate_idx = size_to_hstate(default_hstate_size) - hstates;
|
|
|
|
|
|
+ default_hstate_idx = hstate_index(size_to_hstate(default_hstate_size));
|
|
if (default_hstate_max_huge_pages)
|
|
if (default_hstate_max_huge_pages)
|
|
default_hstate.max_huge_pages = default_hstate_max_huge_pages;
|
|
default_hstate.max_huge_pages = default_hstate_max_huge_pages;
|
|
|
|
|
|
@@ -2687,7 +2689,7 @@ retry:
|
|
*/
|
|
*/
|
|
if (unlikely(PageHWPoison(page))) {
|
|
if (unlikely(PageHWPoison(page))) {
|
|
ret = VM_FAULT_HWPOISON |
|
|
ret = VM_FAULT_HWPOISON |
|
|
- VM_FAULT_SET_HINDEX(h - hstates);
|
|
|
|
|
|
+ VM_FAULT_SET_HINDEX(hstate_index(h));
|
|
goto backout_unlocked;
|
|
goto backout_unlocked;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
@@ -2760,7 +2762,7 @@ int hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma,
|
|
return 0;
|
|
return 0;
|
|
} else if (unlikely(is_hugetlb_entry_hwpoisoned(entry)))
|
|
} else if (unlikely(is_hugetlb_entry_hwpoisoned(entry)))
|
|
return VM_FAULT_HWPOISON_LARGE |
|
|
return VM_FAULT_HWPOISON_LARGE |
|
|
- VM_FAULT_SET_HINDEX(h - hstates);
|
|
|
|
|
|
+ VM_FAULT_SET_HINDEX(hstate_index(h));
|
|
}
|
|
}
|
|
|
|
|
|
ptep = huge_pte_alloc(mm, address, huge_page_size(h));
|
|
ptep = huge_pte_alloc(mm, address, huge_page_size(h));
|