blob: fdb5a92b5ac78fc56babf6875012d5edde38a151 [file] [log] [blame]
KAMEZAWA Hiroyuki52d4b9a2008-10-18 20:28:16 -07001#ifndef __LINUX_PAGE_CGROUP_H
2#define __LINUX_PAGE_CGROUP_H
3
4#ifdef CONFIG_CGROUP_MEM_RES_CTLR
5#include <linux/bit_spinlock.h>
6/*
7 * Page Cgroup can be considered as an extended mem_map.
8 * A page_cgroup page is associated with every page descriptor. The
9 * page_cgroup helps us identify information about the cgroup
10 * All page cgroups are allocated at boot or memory hotplug event,
11 * then the page cgroup for pfn always exists.
12 */
13struct page_cgroup {
14 unsigned long flags;
15 struct mem_cgroup *mem_cgroup;
16 struct page *page;
17 struct list_head lru; /* per cgroup LRU list */
18};
19
Al Viro31168482008-11-22 17:33:24 +000020void __meminit pgdat_page_cgroup_init(struct pglist_data *pgdat);
KAMEZAWA Hiroyukica371c02009-06-12 10:33:53 +030021
22#ifdef CONFIG_SPARSEMEM
23static inline void __init page_cgroup_init_flatmem(void)
24{
25}
26extern void __init page_cgroup_init(void);
27#else
28void __init page_cgroup_init_flatmem(void);
29static inline void __init page_cgroup_init(void)
30{
31}
32#endif
33
KAMEZAWA Hiroyuki52d4b9a2008-10-18 20:28:16 -070034struct page_cgroup *lookup_page_cgroup(struct page *page);
35
36enum {
37 /* flags for mem_cgroup */
38 PCG_LOCK, /* page cgroup is locked */
39 PCG_CACHE, /* charged as cache */
40 PCG_USED, /* this object is in use. */
Balbir Singh4b3bde42009-09-23 15:56:32 -070041 PCG_ACCT_LRU, /* page has been accounted for */
KAMEZAWA Hiroyuki8725d542010-04-06 14:35:05 -070042 PCG_FILE_MAPPED, /* page is accounted as "mapped" */
Greg Thelendb16d5e2011-01-13 15:47:35 -080043 PCG_FILE_DIRTY, /* page is dirty */
44 PCG_FILE_WRITEBACK, /* page is under writeback */
45 PCG_FILE_UNSTABLE_NFS, /* page is NFS unstable */
akpm@linux-foundation.orgac39cf82010-05-26 14:42:46 -070046 PCG_MIGRATION, /* under page migration */
KAMEZAWA Hiroyuki52d4b9a2008-10-18 20:28:16 -070047};
48
49#define TESTPCGFLAG(uname, lname) \
50static inline int PageCgroup##uname(struct page_cgroup *pc) \
51 { return test_bit(PCG_##lname, &pc->flags); }
52
53#define SETPCGFLAG(uname, lname) \
54static inline void SetPageCgroup##uname(struct page_cgroup *pc)\
55 { set_bit(PCG_##lname, &pc->flags); }
56
57#define CLEARPCGFLAG(uname, lname) \
58static inline void ClearPageCgroup##uname(struct page_cgroup *pc) \
59 { clear_bit(PCG_##lname, &pc->flags); }
60
Balbir Singh4b3bde42009-09-23 15:56:32 -070061#define TESTCLEARPCGFLAG(uname, lname) \
62static inline int TestClearPageCgroup##uname(struct page_cgroup *pc) \
63 { return test_and_clear_bit(PCG_##lname, &pc->flags); }
64
Greg Thelendb16d5e2011-01-13 15:47:35 -080065#define TESTSETPCGFLAG(uname, lname) \
66static inline int TestSetPageCgroup##uname(struct page_cgroup *pc) \
67 { return test_and_set_bit(PCG_##lname, &pc->flags); }
68
KAMEZAWA Hiroyuki52d4b9a2008-10-18 20:28:16 -070069/* Cache flag is set only once (at allocation) */
70TESTPCGFLAG(Cache, CACHE)
Balbir Singh4b3bde42009-09-23 15:56:32 -070071CLEARPCGFLAG(Cache, CACHE)
72SETPCGFLAG(Cache, CACHE)
KAMEZAWA Hiroyuki52d4b9a2008-10-18 20:28:16 -070073
74TESTPCGFLAG(Used, USED)
75CLEARPCGFLAG(Used, USED)
Balbir Singh4b3bde42009-09-23 15:56:32 -070076SETPCGFLAG(Used, USED)
77
78SETPCGFLAG(AcctLRU, ACCT_LRU)
79CLEARPCGFLAG(AcctLRU, ACCT_LRU)
80TESTPCGFLAG(AcctLRU, ACCT_LRU)
81TESTCLEARPCGFLAG(AcctLRU, ACCT_LRU)
KAMEZAWA Hiroyuki52d4b9a2008-10-18 20:28:16 -070082
KAMEZAWA Hiroyuki8725d542010-04-06 14:35:05 -070083
84SETPCGFLAG(FileMapped, FILE_MAPPED)
85CLEARPCGFLAG(FileMapped, FILE_MAPPED)
86TESTPCGFLAG(FileMapped, FILE_MAPPED)
87
Greg Thelendb16d5e2011-01-13 15:47:35 -080088SETPCGFLAG(FileDirty, FILE_DIRTY)
89CLEARPCGFLAG(FileDirty, FILE_DIRTY)
90TESTPCGFLAG(FileDirty, FILE_DIRTY)
91TESTCLEARPCGFLAG(FileDirty, FILE_DIRTY)
92TESTSETPCGFLAG(FileDirty, FILE_DIRTY)
93
94SETPCGFLAG(FileWriteback, FILE_WRITEBACK)
95CLEARPCGFLAG(FileWriteback, FILE_WRITEBACK)
96TESTPCGFLAG(FileWriteback, FILE_WRITEBACK)
97
98SETPCGFLAG(FileUnstableNFS, FILE_UNSTABLE_NFS)
99CLEARPCGFLAG(FileUnstableNFS, FILE_UNSTABLE_NFS)
100TESTPCGFLAG(FileUnstableNFS, FILE_UNSTABLE_NFS)
101TESTCLEARPCGFLAG(FileUnstableNFS, FILE_UNSTABLE_NFS)
102TESTSETPCGFLAG(FileUnstableNFS, FILE_UNSTABLE_NFS)
103
akpm@linux-foundation.orgac39cf82010-05-26 14:42:46 -0700104SETPCGFLAG(Migration, MIGRATION)
105CLEARPCGFLAG(Migration, MIGRATION)
106TESTPCGFLAG(Migration, MIGRATION)
107
KAMEZAWA Hiroyuki52d4b9a2008-10-18 20:28:16 -0700108static inline int page_cgroup_nid(struct page_cgroup *pc)
109{
110 return page_to_nid(pc->page);
111}
112
113static inline enum zone_type page_cgroup_zid(struct page_cgroup *pc)
114{
115 return page_zonenum(pc->page);
116}
117
118static inline void lock_page_cgroup(struct page_cgroup *pc)
119{
120 bit_spin_lock(PCG_LOCK, &pc->flags);
121}
122
KAMEZAWA Hiroyuki52d4b9a2008-10-18 20:28:16 -0700123static inline void unlock_page_cgroup(struct page_cgroup *pc)
124{
125 bit_spin_unlock(PCG_LOCK, &pc->flags);
126}
127
Kirill A. Shutemov112bc2e2010-11-24 12:56:58 -0800128static inline int page_is_cgroup_locked(struct page_cgroup *pc)
129{
130 return bit_spin_is_locked(PCG_LOCK, &pc->flags);
131}
132
KAMEZAWA Hiroyuki52d4b9a2008-10-18 20:28:16 -0700133#else /* CONFIG_CGROUP_MEM_RES_CTLR */
134struct page_cgroup;
135
Al Viro31168482008-11-22 17:33:24 +0000136static inline void __meminit pgdat_page_cgroup_init(struct pglist_data *pgdat)
KAMEZAWA Hiroyuki52d4b9a2008-10-18 20:28:16 -0700137{
138}
139
140static inline struct page_cgroup *lookup_page_cgroup(struct page *page)
141{
142 return NULL;
143}
KAMEZAWA Hiroyuki94b6da52008-10-22 14:15:05 -0700144
145static inline void page_cgroup_init(void)
146{
147}
148
KAMEZAWA Hiroyukica371c02009-06-12 10:33:53 +0300149static inline void __init page_cgroup_init_flatmem(void)
150{
151}
152
KAMEZAWA Hiroyuki52d4b9a2008-10-18 20:28:16 -0700153#endif
KAMEZAWA Hiroyuki27a7faa2009-01-07 18:07:58 -0800154
KAMEZAWA Hiroyuki27a7faa2009-01-07 18:07:58 -0800155#include <linux/swap.h>
Jaswinder Singh Rajput97572752009-09-20 16:20:44 +0530156
157#ifdef CONFIG_CGROUP_MEM_RES_CTLR_SWAP
Daisuke Nishimura02491442010-03-10 15:22:17 -0800158extern unsigned short swap_cgroup_cmpxchg(swp_entry_t ent,
159 unsigned short old, unsigned short new);
KAMEZAWA Hiroyukia3b2d692009-04-02 16:57:45 -0700160extern unsigned short swap_cgroup_record(swp_entry_t ent, unsigned short id);
161extern unsigned short lookup_swap_cgroup(swp_entry_t ent);
KAMEZAWA Hiroyuki27a7faa2009-01-07 18:07:58 -0800162extern int swap_cgroup_swapon(int type, unsigned long max_pages);
163extern void swap_cgroup_swapoff(int type);
164#else
KAMEZAWA Hiroyuki27a7faa2009-01-07 18:07:58 -0800165
166static inline
KAMEZAWA Hiroyukia3b2d692009-04-02 16:57:45 -0700167unsigned short swap_cgroup_record(swp_entry_t ent, unsigned short id)
KAMEZAWA Hiroyuki27a7faa2009-01-07 18:07:58 -0800168{
KAMEZAWA Hiroyukia3b2d692009-04-02 16:57:45 -0700169 return 0;
KAMEZAWA Hiroyuki27a7faa2009-01-07 18:07:58 -0800170}
171
172static inline
KAMEZAWA Hiroyukia3b2d692009-04-02 16:57:45 -0700173unsigned short lookup_swap_cgroup(swp_entry_t ent)
KAMEZAWA Hiroyuki27a7faa2009-01-07 18:07:58 -0800174{
KAMEZAWA Hiroyukia3b2d692009-04-02 16:57:45 -0700175 return 0;
KAMEZAWA Hiroyuki27a7faa2009-01-07 18:07:58 -0800176}
177
178static inline int
179swap_cgroup_swapon(int type, unsigned long max_pages)
180{
181 return 0;
182}
183
184static inline void swap_cgroup_swapoff(int type)
185{
186 return;
187}
188
189#endif
KAMEZAWA Hiroyuki52d4b9a2008-10-18 20:28:16 -0700190#endif