|
@@ -1205,7 +1205,7 @@ putback_inactive_pages(struct lruvec *lruvec,
|
|
|
* of reclaimed pages
|
|
|
*/
|
|
|
static noinline_for_stack unsigned long
|
|
|
-shrink_inactive_list(unsigned long nr_to_scan, struct mem_cgroup_zone *mz,
|
|
|
+shrink_inactive_list(unsigned long nr_to_scan, struct lruvec *lruvec,
|
|
|
struct scan_control *sc, enum lru_list lru)
|
|
|
{
|
|
|
LIST_HEAD(page_list);
|
|
@@ -1216,9 +1216,8 @@ shrink_inactive_list(unsigned long nr_to_scan, struct mem_cgroup_zone *mz,
|
|
|
unsigned long nr_writeback = 0;
|
|
|
isolate_mode_t isolate_mode = 0;
|
|
|
int file = is_file_lru(lru);
|
|
|
- struct zone *zone = mz->zone;
|
|
|
- struct zone_reclaim_stat *reclaim_stat = get_reclaim_stat(mz);
|
|
|
- struct lruvec *lruvec = mem_cgroup_zone_lruvec(zone, mz->mem_cgroup);
|
|
|
+ struct zone *zone = lruvec_zone(lruvec);
|
|
|
+ struct zone_reclaim_stat *reclaim_stat = &lruvec->reclaim_stat;
|
|
|
|
|
|
while (unlikely(too_many_isolated(zone, file, sc))) {
|
|
|
congestion_wait(BLK_RW_ASYNC, HZ/10);
|
|
@@ -1373,7 +1372,7 @@ static void move_active_pages_to_lru(struct zone *zone,
|
|
|
}
|
|
|
|
|
|
static void shrink_active_list(unsigned long nr_to_scan,
|
|
|
- struct mem_cgroup_zone *mz,
|
|
|
+ struct lruvec *lruvec,
|
|
|
struct scan_control *sc,
|
|
|
enum lru_list lru)
|
|
|
{
|
|
@@ -1384,12 +1383,11 @@ static void shrink_active_list(unsigned long nr_to_scan,
|
|
|
LIST_HEAD(l_active);
|
|
|
LIST_HEAD(l_inactive);
|
|
|
struct page *page;
|
|
|
- struct zone_reclaim_stat *reclaim_stat = get_reclaim_stat(mz);
|
|
|
+ struct zone_reclaim_stat *reclaim_stat = &lruvec->reclaim_stat;
|
|
|
unsigned long nr_rotated = 0;
|
|
|
isolate_mode_t isolate_mode = 0;
|
|
|
int file = is_file_lru(lru);
|
|
|
- struct zone *zone = mz->zone;
|
|
|
- struct lruvec *lruvec = mem_cgroup_zone_lruvec(zone, mz->mem_cgroup);
|
|
|
+ struct zone *zone = lruvec_zone(lruvec);
|
|
|
|
|
|
lru_add_drain();
|
|
|
|
|
@@ -1555,21 +1553,17 @@ static int inactive_list_is_low(struct lruvec *lruvec, int file)
|
|
|
}
|
|
|
|
|
|
static unsigned long shrink_list(enum lru_list lru, unsigned long nr_to_scan,
|
|
|
- struct mem_cgroup_zone *mz,
|
|
|
- struct scan_control *sc)
|
|
|
+ struct lruvec *lruvec, struct scan_control *sc)
|
|
|
{
|
|
|
int file = is_file_lru(lru);
|
|
|
|
|
|
if (is_active_lru(lru)) {
|
|
|
- struct lruvec *lruvec = mem_cgroup_zone_lruvec(mz->zone,
|
|
|
- mz->mem_cgroup);
|
|
|
-
|
|
|
if (inactive_list_is_low(lruvec, file))
|
|
|
- shrink_active_list(nr_to_scan, mz, sc, lru);
|
|
|
+ shrink_active_list(nr_to_scan, lruvec, sc, lru);
|
|
|
return 0;
|
|
|
}
|
|
|
|
|
|
- return shrink_inactive_list(nr_to_scan, mz, sc, lru);
|
|
|
+ return shrink_inactive_list(nr_to_scan, lruvec, sc, lru);
|
|
|
}
|
|
|
|
|
|
static int vmscan_swappiness(struct scan_control *sc)
|
|
@@ -1812,7 +1806,7 @@ restart:
|
|
|
nr[lru] -= nr_to_scan;
|
|
|
|
|
|
nr_reclaimed += shrink_list(lru, nr_to_scan,
|
|
|
- mz, sc);
|
|
|
+ lruvec, sc);
|
|
|
}
|
|
|
}
|
|
|
/*
|
|
@@ -1835,7 +1829,7 @@ restart:
|
|
|
* rebalance the anon lru active/inactive ratio.
|
|
|
*/
|
|
|
if (inactive_anon_is_low(lruvec))
|
|
|
- shrink_active_list(SWAP_CLUSTER_MAX, mz,
|
|
|
+ shrink_active_list(SWAP_CLUSTER_MAX, lruvec,
|
|
|
sc, LRU_ACTIVE_ANON);
|
|
|
|
|
|
/* reclaim/compaction might need reclaim to continue */
|
|
@@ -2268,13 +2262,9 @@ static void age_active_anon(struct zone *zone, struct scan_control *sc)
|
|
|
memcg = mem_cgroup_iter(NULL, NULL, NULL);
|
|
|
do {
|
|
|
struct lruvec *lruvec = mem_cgroup_zone_lruvec(zone, memcg);
|
|
|
- struct mem_cgroup_zone mz = {
|
|
|
- .mem_cgroup = memcg,
|
|
|
- .zone = zone,
|
|
|
- };
|
|
|
|
|
|
if (inactive_anon_is_low(lruvec))
|
|
|
- shrink_active_list(SWAP_CLUSTER_MAX, &mz,
|
|
|
+ shrink_active_list(SWAP_CLUSTER_MAX, lruvec,
|
|
|
sc, LRU_ACTIVE_ANON);
|
|
|
|
|
|
memcg = mem_cgroup_iter(NULL, memcg, NULL);
|