|
@@ -550,7 +550,7 @@ retry:
|
|
|
* The page_cgroup exists and
|
|
|
* the page has already been accounted.
|
|
|
*/
|
|
|
- if (pc) {
|
|
|
+ if (unlikely(pc)) {
|
|
|
VM_BUG_ON(pc->page != page);
|
|
|
VM_BUG_ON(!pc->mem_cgroup);
|
|
|
unlock_page_cgroup(page);
|
|
@@ -559,7 +559,7 @@ retry:
|
|
|
unlock_page_cgroup(page);
|
|
|
|
|
|
pc = kmem_cache_alloc(page_cgroup_cache, gfp_mask);
|
|
|
- if (pc == NULL)
|
|
|
+ if (unlikely(pc == NULL))
|
|
|
goto err;
|
|
|
|
|
|
/*
|
|
@@ -616,7 +616,7 @@ retry:
|
|
|
pc->flags = PAGE_CGROUP_FLAG_ACTIVE;
|
|
|
|
|
|
lock_page_cgroup(page);
|
|
|
- if (page_get_page_cgroup(page)) {
|
|
|
+ if (unlikely(page_get_page_cgroup(page))) {
|
|
|
unlock_page_cgroup(page);
|
|
|
/*
|
|
|
* Another charge has been added to this page already.
|
|
@@ -690,7 +690,7 @@ __mem_cgroup_uncharge_common(struct page *page, enum charge_type ctype)
|
|
|
*/
|
|
|
lock_page_cgroup(page);
|
|
|
pc = page_get_page_cgroup(page);
|
|
|
- if (!pc)
|
|
|
+ if (unlikely(!pc))
|
|
|
goto unlock;
|
|
|
|
|
|
VM_BUG_ON(pc->page != page);
|