swap.h 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420
  1. #ifndef _LINUX_SWAP_H
  2. #define _LINUX_SWAP_H
  3. #include <linux/spinlock.h>
  4. #include <linux/linkage.h>
  5. #include <linux/mmzone.h>
  6. #include <linux/list.h>
  7. #include <linux/memcontrol.h>
  8. #include <linux/sched.h>
  9. #include <linux/node.h>
  10. #include <asm/atomic.h>
  11. #include <asm/page.h>
  12. struct notifier_block;
  13. struct bio;
  14. #define SWAP_FLAG_PREFER 0x8000 /* set if swap priority specified */
  15. #define SWAP_FLAG_PRIO_MASK 0x7fff
  16. #define SWAP_FLAG_PRIO_SHIFT 0
  17. static inline int current_is_kswapd(void)
  18. {
  19. return current->flags & PF_KSWAPD;
  20. }
  21. /*
  22. * MAX_SWAPFILES defines the maximum number of swaptypes: things which can
  23. * be swapped to. The swap type and the offset into that swap type are
  24. * encoded into pte's and into pgoff_t's in the swapcache. Using five bits
  25. * for the type means that the maximum number of swapcache pages is 27 bits
  26. * on 32-bit-pgoff_t architectures. And that assumes that the architecture packs
  27. * the type/offset into the pte as 5/27 as well.
  28. */
  29. #define MAX_SWAPFILES_SHIFT 5
  30. #ifndef CONFIG_MIGRATION
  31. #define MAX_SWAPFILES (1 << MAX_SWAPFILES_SHIFT)
  32. #else
  33. /* Use last two entries for page migration swap entries */
  34. #define MAX_SWAPFILES ((1 << MAX_SWAPFILES_SHIFT)-2)
  35. #define SWP_MIGRATION_READ MAX_SWAPFILES
  36. #define SWP_MIGRATION_WRITE (MAX_SWAPFILES + 1)
  37. #endif
  38. /*
  39. * Magic header for a swap area. The first part of the union is
  40. * what the swap magic looks like for the old (limited to 128MB)
  41. * swap area format, the second part of the union adds - in the
  42. * old reserved area - some extra information. Note that the first
  43. * kilobyte is reserved for boot loader or disk label stuff...
  44. *
  45. * Having the magic at the end of the PAGE_SIZE makes detecting swap
  46. * areas somewhat tricky on machines that support multiple page sizes.
  47. * For 2.5 we'll probably want to move the magic to just beyond the
  48. * bootbits...
  49. */
  50. union swap_header {
  51. struct {
  52. char reserved[PAGE_SIZE - 10];
  53. char magic[10]; /* SWAP-SPACE or SWAPSPACE2 */
  54. } magic;
  55. struct {
  56. char bootbits[1024]; /* Space for disklabel etc. */
  57. __u32 version;
  58. __u32 last_page;
  59. __u32 nr_badpages;
  60. unsigned char sws_uuid[16];
  61. unsigned char sws_volume[16];
  62. __u32 padding[117];
  63. __u32 badpages[1];
  64. } info;
  65. };
  66. /* A swap entry has to fit into a "unsigned long", as
  67. * the entry is hidden in the "index" field of the
  68. * swapper address space.
  69. */
  70. typedef struct {
  71. unsigned long val;
  72. } swp_entry_t;
  73. /*
  74. * current->reclaim_state points to one of these when a task is running
  75. * memory reclaim
  76. */
  77. struct reclaim_state {
  78. unsigned long reclaimed_slab;
  79. };
  80. #ifdef __KERNEL__
  81. struct address_space;
  82. struct sysinfo;
  83. struct writeback_control;
  84. struct zone;
  85. /*
  86. * A swap extent maps a range of a swapfile's PAGE_SIZE pages onto a range of
  87. * disk blocks. A list of swap extents maps the entire swapfile. (Where the
  88. * term `swapfile' refers to either a blockdevice or an IS_REG file. Apart
  89. * from setup, they're handled identically.
  90. *
  91. * We always assume that blocks are of size PAGE_SIZE.
  92. */
  93. struct swap_extent {
  94. struct list_head list;
  95. pgoff_t start_page;
  96. pgoff_t nr_pages;
  97. sector_t start_block;
  98. };
  99. /*
  100. * Max bad pages in the new format..
  101. */
  102. #define __swapoffset(x) ((unsigned long)&((union swap_header *)0)->x)
  103. #define MAX_SWAP_BADPAGES \
  104. ((__swapoffset(magic.magic) - __swapoffset(info.badpages)) / sizeof(int))
  105. enum {
  106. SWP_USED = (1 << 0), /* is slot in swap_info[] used? */
  107. SWP_WRITEOK = (1 << 1), /* ok to write to this swap? */
  108. SWP_ACTIVE = (SWP_USED | SWP_WRITEOK),
  109. /* add others here before... */
  110. SWP_SCANNING = (1 << 8), /* refcount in scan_swap_map */
  111. };
  112. #define SWAP_CLUSTER_MAX 32
  113. #define SWAP_MAP_MAX 0x7fff
  114. #define SWAP_MAP_BAD 0x8000
  115. /*
  116. * The in-memory structure used to track swap areas.
  117. */
  118. struct swap_info_struct {
  119. unsigned int flags;
  120. int prio; /* swap priority */
  121. struct file *swap_file;
  122. struct block_device *bdev;
  123. struct list_head extent_list;
  124. struct swap_extent *curr_swap_extent;
  125. unsigned old_block_size;
  126. unsigned short * swap_map;
  127. unsigned int lowest_bit;
  128. unsigned int highest_bit;
  129. unsigned int cluster_next;
  130. unsigned int cluster_nr;
  131. unsigned int pages;
  132. unsigned int max;
  133. unsigned int inuse_pages;
  134. int next; /* next entry on swap list */
  135. };
  136. struct swap_list_t {
  137. int head; /* head of priority-ordered swapfile list */
  138. int next; /* swapfile to be used next */
  139. };
  140. /* Swap 50% full? Release swapcache more aggressively.. */
  141. #define vm_swap_full() (nr_swap_pages*2 < total_swap_pages)
  142. /* linux/mm/page_alloc.c */
  143. extern unsigned long totalram_pages;
  144. extern unsigned long totalreserve_pages;
  145. extern long nr_swap_pages;
  146. extern unsigned int nr_free_buffer_pages(void);
  147. extern unsigned int nr_free_pagecache_pages(void);
  148. /* Definition of global_page_state not available yet */
  149. #define nr_free_pages() global_page_state(NR_FREE_PAGES)
  150. /* linux/mm/swap.c */
  151. extern void __lru_cache_add(struct page *, enum lru_list lru);
  152. extern void lru_cache_add_lru(struct page *, enum lru_list lru);
  153. extern void lru_cache_add_active_or_unevictable(struct page *,
  154. struct vm_area_struct *);
  155. extern void activate_page(struct page *);
  156. extern void mark_page_accessed(struct page *);
  157. extern void lru_add_drain(void);
  158. extern int lru_add_drain_all(void);
  159. extern void rotate_reclaimable_page(struct page *page);
  160. extern void swap_setup(void);
  161. extern void add_page_to_unevictable_list(struct page *page);
  162. /**
  163. * lru_cache_add: add a page to the page lists
  164. * @page: the page to add
  165. */
  166. static inline void lru_cache_add_anon(struct page *page)
  167. {
  168. __lru_cache_add(page, LRU_INACTIVE_ANON);
  169. }
  170. static inline void lru_cache_add_active_anon(struct page *page)
  171. {
  172. __lru_cache_add(page, LRU_ACTIVE_ANON);
  173. }
  174. static inline void lru_cache_add_file(struct page *page)
  175. {
  176. __lru_cache_add(page, LRU_INACTIVE_FILE);
  177. }
  178. static inline void lru_cache_add_active_file(struct page *page)
  179. {
  180. __lru_cache_add(page, LRU_ACTIVE_FILE);
  181. }
  182. /* linux/mm/vmscan.c */
  183. extern unsigned long try_to_free_pages(struct zonelist *zonelist, int order,
  184. gfp_t gfp_mask);
  185. extern unsigned long try_to_free_mem_cgroup_pages(struct mem_cgroup *mem,
  186. gfp_t gfp_mask);
  187. extern int __isolate_lru_page(struct page *page, int mode, int file);
  188. extern unsigned long shrink_all_memory(unsigned long nr_pages);
  189. extern int vm_swappiness;
  190. extern int remove_mapping(struct address_space *mapping, struct page *page);
  191. extern long vm_total_pages;
  192. #ifdef CONFIG_NUMA
  193. extern int zone_reclaim_mode;
  194. extern int sysctl_min_unmapped_ratio;
  195. extern int sysctl_min_slab_ratio;
  196. extern int zone_reclaim(struct zone *, gfp_t, unsigned int);
  197. #else
  198. #define zone_reclaim_mode 0
  199. static inline int zone_reclaim(struct zone *z, gfp_t mask, unsigned int order)
  200. {
  201. return 0;
  202. }
  203. #endif
  204. #ifdef CONFIG_UNEVICTABLE_LRU
  205. extern int page_evictable(struct page *page, struct vm_area_struct *vma);
  206. extern void scan_mapping_unevictable_pages(struct address_space *);
  207. extern unsigned long scan_unevictable_pages;
  208. extern int scan_unevictable_handler(struct ctl_table *, int, struct file *,
  209. void __user *, size_t *, loff_t *);
  210. extern int scan_unevictable_register_node(struct node *node);
  211. extern void scan_unevictable_unregister_node(struct node *node);
  212. #else
  213. static inline int page_evictable(struct page *page,
  214. struct vm_area_struct *vma)
  215. {
  216. return 1;
  217. }
  218. static inline void scan_mapping_unevictable_pages(struct address_space *mapping)
  219. {
  220. }
  221. static inline int scan_unevictable_register_node(struct node *node)
  222. {
  223. return 0;
  224. }
  225. static inline void scan_unevictable_unregister_node(struct node *node) { }
  226. #endif
  227. extern int kswapd_run(int nid);
  228. #ifdef CONFIG_MMU
  229. /* linux/mm/shmem.c */
  230. extern int shmem_unuse(swp_entry_t entry, struct page *page);
  231. #endif /* CONFIG_MMU */
  232. extern void swap_unplug_io_fn(struct backing_dev_info *, struct page *);
  233. #ifdef CONFIG_SWAP
  234. /* linux/mm/page_io.c */
  235. extern int swap_readpage(struct file *, struct page *);
  236. extern int swap_writepage(struct page *page, struct writeback_control *wbc);
  237. extern void end_swap_bio_read(struct bio *bio, int err);
  238. /* linux/mm/swap_state.c */
  239. extern struct address_space swapper_space;
  240. #define total_swapcache_pages swapper_space.nrpages
  241. extern void show_swap_cache_info(void);
  242. extern int add_to_swap(struct page *, gfp_t);
  243. extern int add_to_swap_cache(struct page *, swp_entry_t, gfp_t);
  244. extern void __delete_from_swap_cache(struct page *);
  245. extern void delete_from_swap_cache(struct page *);
  246. extern void free_page_and_swap_cache(struct page *);
  247. extern void free_pages_and_swap_cache(struct page **, int);
  248. extern struct page *lookup_swap_cache(swp_entry_t);
  249. extern struct page *read_swap_cache_async(swp_entry_t, gfp_t,
  250. struct vm_area_struct *vma, unsigned long addr);
  251. extern struct page *swapin_readahead(swp_entry_t, gfp_t,
  252. struct vm_area_struct *vma, unsigned long addr);
  253. /* linux/mm/swapfile.c */
  254. extern long total_swap_pages;
  255. extern void si_swapinfo(struct sysinfo *);
  256. extern swp_entry_t get_swap_page(void);
  257. extern swp_entry_t get_swap_page_of_type(int);
  258. extern int swap_duplicate(swp_entry_t);
  259. extern int valid_swaphandles(swp_entry_t, unsigned long *);
  260. extern void swap_free(swp_entry_t);
  261. extern void free_swap_and_cache(swp_entry_t);
  262. extern int swap_type_of(dev_t, sector_t, struct block_device **);
  263. extern unsigned int count_swap_pages(int, int);
  264. extern sector_t map_swap_page(struct swap_info_struct *, pgoff_t);
  265. extern sector_t swapdev_block(int, pgoff_t);
  266. extern struct swap_info_struct *get_swap_info_struct(unsigned);
  267. extern int can_share_swap_page(struct page *);
  268. extern int remove_exclusive_swap_page(struct page *);
  269. extern int remove_exclusive_swap_page_ref(struct page *);
  270. struct backing_dev_info;
  271. /* linux/mm/thrash.c */
  272. extern struct mm_struct * swap_token_mm;
  273. extern void grab_swap_token(void);
  274. extern void __put_swap_token(struct mm_struct *);
  275. static inline int has_swap_token(struct mm_struct *mm)
  276. {
  277. return (mm == swap_token_mm);
  278. }
  279. static inline void put_swap_token(struct mm_struct *mm)
  280. {
  281. if (has_swap_token(mm))
  282. __put_swap_token(mm);
  283. }
  284. static inline void disable_swap_token(void)
  285. {
  286. put_swap_token(swap_token_mm);
  287. }
  288. #else /* CONFIG_SWAP */
  289. #define total_swap_pages 0
  290. #define total_swapcache_pages 0UL
  291. #define si_swapinfo(val) \
  292. do { (val)->freeswap = (val)->totalswap = 0; } while (0)
  293. /* only sparc can not include linux/pagemap.h in this file
  294. * so leave page_cache_release and release_pages undeclared... */
  295. #define free_page_and_swap_cache(page) \
  296. page_cache_release(page)
  297. #define free_pages_and_swap_cache(pages, nr) \
  298. release_pages((pages), (nr), 0);
  299. static inline void show_swap_cache_info(void)
  300. {
  301. }
  302. static inline void free_swap_and_cache(swp_entry_t swp)
  303. {
  304. }
  305. static inline int swap_duplicate(swp_entry_t swp)
  306. {
  307. return 0;
  308. }
  309. static inline void swap_free(swp_entry_t swp)
  310. {
  311. }
  312. static inline struct page *swapin_readahead(swp_entry_t swp, gfp_t gfp_mask,
  313. struct vm_area_struct *vma, unsigned long addr)
  314. {
  315. return NULL;
  316. }
  317. static inline struct page *lookup_swap_cache(swp_entry_t swp)
  318. {
  319. return NULL;
  320. }
  321. #define can_share_swap_page(p) (page_mapcount(p) == 1)
  322. static inline int add_to_swap_cache(struct page *page, swp_entry_t entry,
  323. gfp_t gfp_mask)
  324. {
  325. return -1;
  326. }
  327. static inline void __delete_from_swap_cache(struct page *page)
  328. {
  329. }
  330. static inline void delete_from_swap_cache(struct page *page)
  331. {
  332. }
  333. #define swap_token_default_timeout 0
  334. static inline int remove_exclusive_swap_page(struct page *p)
  335. {
  336. return 0;
  337. }
  338. static inline int remove_exclusive_swap_page_ref(struct page *page)
  339. {
  340. return 0;
  341. }
  342. static inline swp_entry_t get_swap_page(void)
  343. {
  344. swp_entry_t entry;
  345. entry.val = 0;
  346. return entry;
  347. }
  348. /* linux/mm/thrash.c */
  349. #define put_swap_token(x) do { } while(0)
  350. #define grab_swap_token() do { } while(0)
  351. #define has_swap_token(x) 0
  352. #define disable_swap_token() do { } while(0)
  353. #endif /* CONFIG_SWAP */
  354. #endif /* __KERNEL__*/
  355. #endif /* _LINUX_SWAP_H */