|
@@ -2031,21 +2031,17 @@ bypass:
|
|
|
* gotten by try_charge().
|
|
|
*/
|
|
|
static void __mem_cgroup_cancel_charge(struct mem_cgroup *mem,
|
|
|
- unsigned long count)
|
|
|
+ unsigned int nr_pages)
|
|
|
{
|
|
|
if (!mem_cgroup_is_root(mem)) {
|
|
|
- res_counter_uncharge(&mem->res, PAGE_SIZE * count);
|
|
|
+ unsigned long bytes = nr_pages * PAGE_SIZE;
|
|
|
+
|
|
|
+ res_counter_uncharge(&mem->res, bytes);
|
|
|
if (do_swap_account)
|
|
|
- res_counter_uncharge(&mem->memsw, PAGE_SIZE * count);
|
|
|
+ res_counter_uncharge(&mem->memsw, bytes);
|
|
|
}
|
|
|
}
|
|
|
|
|
|
-static void mem_cgroup_cancel_charge(struct mem_cgroup *mem,
|
|
|
- int page_size)
|
|
|
-{
|
|
|
- __mem_cgroup_cancel_charge(mem, page_size >> PAGE_SHIFT);
|
|
|
-}
|
|
|
-
|
|
|
/*
|
|
|
* A helper function to get mem_cgroup from ID. must be called under
|
|
|
* rcu_read_lock(). The caller must check css_is_removed() or some if
|
|
@@ -2104,7 +2100,7 @@ static void __mem_cgroup_commit_charge(struct mem_cgroup *mem,
|
|
|
lock_page_cgroup(pc);
|
|
|
if (unlikely(PageCgroupUsed(pc))) {
|
|
|
unlock_page_cgroup(pc);
|
|
|
- mem_cgroup_cancel_charge(mem, page_size);
|
|
|
+ __mem_cgroup_cancel_charge(mem, nr_pages);
|
|
|
return;
|
|
|
}
|
|
|
/*
|
|
@@ -2242,7 +2238,7 @@ static int mem_cgroup_move_account(struct page *page, struct page_cgroup *pc,
|
|
|
mem_cgroup_charge_statistics(from, PageCgroupCache(pc), -nr_pages);
|
|
|
if (uncharge)
|
|
|
/* This is not "cancel", but cancel_charge does all we need. */
|
|
|
- mem_cgroup_cancel_charge(from, charge_size);
|
|
|
+ __mem_cgroup_cancel_charge(from, nr_pages);
|
|
|
|
|
|
/* caller should have done css_get */
|
|
|
pc->mem_cgroup = to;
|
|
@@ -2307,7 +2303,7 @@ static int mem_cgroup_move_parent(struct page *page,
|
|
|
|
|
|
ret = mem_cgroup_move_account(page, pc, child, parent, true, page_size);
|
|
|
if (ret)
|
|
|
- mem_cgroup_cancel_charge(parent, page_size);
|
|
|
+ __mem_cgroup_cancel_charge(parent, page_size >> PAGE_SHIFT);
|
|
|
|
|
|
if (page_size > PAGE_SIZE)
|
|
|
compound_unlock_irqrestore(page, flags);
|
|
@@ -2538,7 +2534,7 @@ void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *mem)
|
|
|
return;
|
|
|
if (!mem)
|
|
|
return;
|
|
|
- mem_cgroup_cancel_charge(mem, PAGE_SIZE);
|
|
|
+ __mem_cgroup_cancel_charge(mem, 1);
|
|
|
}
|
|
|
|
|
|
static void
|