memcontrol.h 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407
  1. /* memcontrol.h - Memory Controller
  2. *
  3. * Copyright IBM Corporation, 2007
  4. * Author Balbir Singh <balbir@linux.vnet.ibm.com>
  5. *
  6. * Copyright 2007 OpenVZ SWsoft Inc
  7. * Author: Pavel Emelianov <xemul@openvz.org>
  8. *
  9. * This program is free software; you can redistribute it and/or modify
  10. * it under the terms of the GNU General Public License as published by
  11. * the Free Software Foundation; either version 2 of the License, or
  12. * (at your option) any later version.
  13. *
  14. * This program is distributed in the hope that it will be useful,
  15. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  17. * GNU General Public License for more details.
  18. */
  19. #ifndef _LINUX_MEMCONTROL_H
  20. #define _LINUX_MEMCONTROL_H
  21. #include <linux/cgroup.h>
  22. #include <linux/vm_event_item.h>
  23. struct mem_cgroup;
  24. struct page_cgroup;
  25. struct page;
  26. struct mm_struct;
  27. /* Stats that can be updated by kernel. */
  28. enum mem_cgroup_page_stat_item {
  29. MEMCG_NR_FILE_MAPPED, /* # of pages charged as file rss */
  30. };
  31. extern unsigned long mem_cgroup_isolate_pages(unsigned long nr_to_scan,
  32. struct list_head *dst,
  33. unsigned long *scanned, int order,
  34. isolate_mode_t mode,
  35. struct zone *z,
  36. struct mem_cgroup *mem_cont,
  37. int active, int file);
  38. #ifdef CONFIG_CGROUP_MEM_RES_CTLR
  39. /*
  40. * All "charge" functions with gfp_mask should use GFP_KERNEL or
  41. * (gfp_mask & GFP_RECLAIM_MASK). In current implementatin, memcg doesn't
  42. * alloc memory but reclaims memory from all available zones. So, "where I want
  43. * memory from" bits of gfp_mask has no meaning. So any bits of that field is
  44. * available but adding a rule is better. charge functions' gfp_mask should
  45. * be set to GFP_KERNEL or gfp_mask & GFP_RECLAIM_MASK for avoiding ambiguous
  46. * codes.
  47. * (Of course, if memcg does memory allocation in future, GFP_KERNEL is sane.)
  48. */
  49. extern int mem_cgroup_newpage_charge(struct page *page, struct mm_struct *mm,
  50. gfp_t gfp_mask);
  51. /* for swap handling */
  52. extern int mem_cgroup_try_charge_swapin(struct mm_struct *mm,
  53. struct page *page, gfp_t mask, struct mem_cgroup **ptr);
  54. extern void mem_cgroup_commit_charge_swapin(struct page *page,
  55. struct mem_cgroup *ptr);
  56. extern void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *ptr);
  57. extern int mem_cgroup_cache_charge(struct page *page, struct mm_struct *mm,
  58. gfp_t gfp_mask);
  59. extern void mem_cgroup_add_lru_list(struct page *page, enum lru_list lru);
  60. extern void mem_cgroup_del_lru_list(struct page *page, enum lru_list lru);
  61. extern void mem_cgroup_rotate_reclaimable_page(struct page *page);
  62. extern void mem_cgroup_rotate_lru_list(struct page *page, enum lru_list lru);
  63. extern void mem_cgroup_del_lru(struct page *page);
  64. extern void mem_cgroup_move_lists(struct page *page,
  65. enum lru_list from, enum lru_list to);
  66. /* For coalescing uncharge for reducing memcg' overhead*/
  67. extern void mem_cgroup_uncharge_start(void);
  68. extern void mem_cgroup_uncharge_end(void);
  69. extern void mem_cgroup_uncharge_page(struct page *page);
  70. extern void mem_cgroup_uncharge_cache_page(struct page *page);
  71. extern void mem_cgroup_out_of_memory(struct mem_cgroup *memcg, gfp_t gfp_mask);
  72. int task_in_mem_cgroup(struct task_struct *task, const struct mem_cgroup *memcg);
  73. extern struct mem_cgroup *try_get_mem_cgroup_from_page(struct page *page);
  74. extern struct mem_cgroup *mem_cgroup_from_task(struct task_struct *p);
  75. extern struct mem_cgroup *try_get_mem_cgroup_from_mm(struct mm_struct *mm);
  76. extern struct mem_cgroup *parent_mem_cgroup(struct mem_cgroup *memcg);
  77. static inline
  78. int mm_match_cgroup(const struct mm_struct *mm, const struct mem_cgroup *cgroup)
  79. {
  80. struct mem_cgroup *memcg;
  81. rcu_read_lock();
  82. memcg = mem_cgroup_from_task(rcu_dereference((mm)->owner));
  83. rcu_read_unlock();
  84. return cgroup == memcg;
  85. }
  86. extern struct cgroup_subsys_state *mem_cgroup_css(struct mem_cgroup *memcg);
  87. extern int
  88. mem_cgroup_prepare_migration(struct page *page,
  89. struct page *newpage, struct mem_cgroup **ptr, gfp_t gfp_mask);
  90. extern void mem_cgroup_end_migration(struct mem_cgroup *memcg,
  91. struct page *oldpage, struct page *newpage, bool migration_ok);
  92. /*
  93. * For memory reclaim.
  94. */
  95. int mem_cgroup_inactive_anon_is_low(struct mem_cgroup *memcg,
  96. struct zone *zone);
  97. int mem_cgroup_inactive_file_is_low(struct mem_cgroup *memcg,
  98. struct zone *zone);
  99. int mem_cgroup_select_victim_node(struct mem_cgroup *memcg);
  100. unsigned long mem_cgroup_zone_nr_lru_pages(struct mem_cgroup *memcg,
  101. int nid, int zid, unsigned int lrumask);
  102. struct zone_reclaim_stat *mem_cgroup_get_reclaim_stat(struct mem_cgroup *memcg,
  103. struct zone *zone);
  104. struct zone_reclaim_stat*
  105. mem_cgroup_get_reclaim_stat_from_page(struct page *page);
  106. extern void mem_cgroup_print_oom_info(struct mem_cgroup *memcg,
  107. struct task_struct *p);
  108. #ifdef CONFIG_CGROUP_MEM_RES_CTLR_SWAP
  109. extern int do_swap_account;
  110. #endif
  111. static inline bool mem_cgroup_disabled(void)
  112. {
  113. if (mem_cgroup_subsys.disabled)
  114. return true;
  115. return false;
  116. }
  117. void mem_cgroup_update_page_stat(struct page *page,
  118. enum mem_cgroup_page_stat_item idx,
  119. int val);
  120. static inline void mem_cgroup_inc_page_stat(struct page *page,
  121. enum mem_cgroup_page_stat_item idx)
  122. {
  123. mem_cgroup_update_page_stat(page, idx, 1);
  124. }
  125. static inline void mem_cgroup_dec_page_stat(struct page *page,
  126. enum mem_cgroup_page_stat_item idx)
  127. {
  128. mem_cgroup_update_page_stat(page, idx, -1);
  129. }
  130. unsigned long mem_cgroup_soft_limit_reclaim(struct zone *zone, int order,
  131. gfp_t gfp_mask,
  132. unsigned long *total_scanned);
  133. u64 mem_cgroup_get_limit(struct mem_cgroup *memcg);
  134. void mem_cgroup_count_vm_event(struct mm_struct *mm, enum vm_event_item idx);
  135. #ifdef CONFIG_TRANSPARENT_HUGEPAGE
  136. void mem_cgroup_split_huge_fixup(struct page *head, struct page *tail);
  137. #endif
  138. #ifdef CONFIG_DEBUG_VM
  139. bool mem_cgroup_bad_page_check(struct page *page);
  140. void mem_cgroup_print_bad_page(struct page *page);
  141. #endif
  142. #else /* CONFIG_CGROUP_MEM_RES_CTLR */
  143. struct mem_cgroup;
  144. static inline int mem_cgroup_newpage_charge(struct page *page,
  145. struct mm_struct *mm, gfp_t gfp_mask)
  146. {
  147. return 0;
  148. }
  149. static inline int mem_cgroup_cache_charge(struct page *page,
  150. struct mm_struct *mm, gfp_t gfp_mask)
  151. {
  152. return 0;
  153. }
  154. static inline int mem_cgroup_try_charge_swapin(struct mm_struct *mm,
  155. struct page *page, gfp_t gfp_mask, struct mem_cgroup **ptr)
  156. {
  157. return 0;
  158. }
  159. static inline void mem_cgroup_commit_charge_swapin(struct page *page,
  160. struct mem_cgroup *ptr)
  161. {
  162. }
  163. static inline void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *ptr)
  164. {
  165. }
  166. static inline void mem_cgroup_uncharge_start(void)
  167. {
  168. }
  169. static inline void mem_cgroup_uncharge_end(void)
  170. {
  171. }
  172. static inline void mem_cgroup_uncharge_page(struct page *page)
  173. {
  174. }
  175. static inline void mem_cgroup_uncharge_cache_page(struct page *page)
  176. {
  177. }
  178. static inline void mem_cgroup_add_lru_list(struct page *page, int lru)
  179. {
  180. }
  181. static inline void mem_cgroup_del_lru_list(struct page *page, int lru)
  182. {
  183. return ;
  184. }
  185. static inline void mem_cgroup_rotate_reclaimable_page(struct page *page)
  186. {
  187. return ;
  188. }
  189. static inline void mem_cgroup_rotate_lru_list(struct page *page, int lru)
  190. {
  191. return ;
  192. }
  193. static inline void mem_cgroup_del_lru(struct page *page)
  194. {
  195. return ;
  196. }
  197. static inline void
  198. mem_cgroup_move_lists(struct page *page, enum lru_list from, enum lru_list to)
  199. {
  200. }
  201. static inline struct mem_cgroup *try_get_mem_cgroup_from_page(struct page *page)
  202. {
  203. return NULL;
  204. }
  205. static inline struct mem_cgroup *try_get_mem_cgroup_from_mm(struct mm_struct *mm)
  206. {
  207. return NULL;
  208. }
  209. static inline int mm_match_cgroup(struct mm_struct *mm,
  210. struct mem_cgroup *memcg)
  211. {
  212. return 1;
  213. }
  214. static inline int task_in_mem_cgroup(struct task_struct *task,
  215. const struct mem_cgroup *memcg)
  216. {
  217. return 1;
  218. }
  219. static inline struct cgroup_subsys_state
  220. *mem_cgroup_css(struct mem_cgroup *memcg)
  221. {
  222. return NULL;
  223. }
  224. static inline int
  225. mem_cgroup_prepare_migration(struct page *page, struct page *newpage,
  226. struct mem_cgroup **ptr, gfp_t gfp_mask)
  227. {
  228. return 0;
  229. }
  230. static inline void mem_cgroup_end_migration(struct mem_cgroup *memcg,
  231. struct page *oldpage, struct page *newpage, bool migration_ok)
  232. {
  233. }
  234. static inline int mem_cgroup_get_reclaim_priority(struct mem_cgroup *memcg)
  235. {
  236. return 0;
  237. }
  238. static inline void mem_cgroup_note_reclaim_priority(struct mem_cgroup *memcg,
  239. int priority)
  240. {
  241. }
  242. static inline void mem_cgroup_record_reclaim_priority(struct mem_cgroup *memcg,
  243. int priority)
  244. {
  245. }
  246. static inline bool mem_cgroup_disabled(void)
  247. {
  248. return true;
  249. }
  250. static inline int
  251. mem_cgroup_inactive_anon_is_low(struct mem_cgroup *memcg, struct zone *zone)
  252. {
  253. return 1;
  254. }
  255. static inline int
  256. mem_cgroup_inactive_file_is_low(struct mem_cgroup *memcg, struct zone *zone)
  257. {
  258. return 1;
  259. }
  260. static inline unsigned long
  261. mem_cgroup_zone_nr_lru_pages(struct mem_cgroup *memcg, int nid, int zid,
  262. unsigned int lru_mask)
  263. {
  264. return 0;
  265. }
  266. static inline struct zone_reclaim_stat*
  267. mem_cgroup_get_reclaim_stat(struct mem_cgroup *memcg, struct zone *zone)
  268. {
  269. return NULL;
  270. }
  271. static inline struct zone_reclaim_stat*
  272. mem_cgroup_get_reclaim_stat_from_page(struct page *page)
  273. {
  274. return NULL;
  275. }
  276. static inline void
  277. mem_cgroup_print_oom_info(struct mem_cgroup *memcg, struct task_struct *p)
  278. {
  279. }
  280. static inline void mem_cgroup_inc_page_stat(struct page *page,
  281. enum mem_cgroup_page_stat_item idx)
  282. {
  283. }
  284. static inline void mem_cgroup_dec_page_stat(struct page *page,
  285. enum mem_cgroup_page_stat_item idx)
  286. {
  287. }
  288. static inline
  289. unsigned long mem_cgroup_soft_limit_reclaim(struct zone *zone, int order,
  290. gfp_t gfp_mask,
  291. unsigned long *total_scanned)
  292. {
  293. return 0;
  294. }
  295. static inline
  296. u64 mem_cgroup_get_limit(struct mem_cgroup *memcg)
  297. {
  298. return 0;
  299. }
  300. static inline void mem_cgroup_split_huge_fixup(struct page *head,
  301. struct page *tail)
  302. {
  303. }
  304. static inline
  305. void mem_cgroup_count_vm_event(struct mm_struct *mm, enum vm_event_item idx)
  306. {
  307. }
  308. #endif /* CONFIG_CGROUP_MEM_CONT */
  309. #if !defined(CONFIG_CGROUP_MEM_RES_CTLR) || !defined(CONFIG_DEBUG_VM)
  310. static inline bool
  311. mem_cgroup_bad_page_check(struct page *page)
  312. {
  313. return false;
  314. }
  315. static inline void
  316. mem_cgroup_print_bad_page(struct page *page)
  317. {
  318. }
  319. #endif
  320. #ifdef CONFIG_INET
  321. enum {
  322. UNDER_LIMIT,
  323. SOFT_LIMIT,
  324. OVER_LIMIT,
  325. };
  326. struct sock;
  327. #ifdef CONFIG_CGROUP_MEM_RES_CTLR_KMEM
  328. void sock_update_memcg(struct sock *sk);
  329. void sock_release_memcg(struct sock *sk);
  330. #else
  331. static inline void sock_update_memcg(struct sock *sk)
  332. {
  333. }
  334. static inline void sock_release_memcg(struct sock *sk)
  335. {
  336. }
  337. #endif /* CONFIG_CGROUP_MEM_RES_CTLR_KMEM */
  338. #endif /* CONFIG_INET */
  339. #endif /* _LINUX_MEMCONTROL_H */