1/* SPDX-License-Identifier: GPL-2.0 */
2#include <linux/node.h>
3#include <linux/mmzone.h>
4#include <linux/compaction.h>
5/*
6 * The order of these masks is important. Matching masks will be seen
7 * first and the left over flags will end up showing by themselves.
8 *
9 * For example, if we have GFP_KERNEL before GFP_USER we wil get:
10 *
11 *  GFP_KERNEL|GFP_HARDWALL
12 *
13 * Thus most bits set go first.
14 */
15
16#define gfpflag_string(flag) {(__force unsigned long)flag, #flag}
17
18#define __def_gfpflag_names			\
19	gfpflag_string(GFP_TRANSHUGE),		\
20	gfpflag_string(GFP_TRANSHUGE_LIGHT),	\
21	gfpflag_string(GFP_HIGHUSER_MOVABLE),	\
22	gfpflag_string(GFP_HIGHUSER),		\
23	gfpflag_string(GFP_USER),		\
24	gfpflag_string(GFP_KERNEL_ACCOUNT),	\
25	gfpflag_string(GFP_KERNEL),		\
26	gfpflag_string(GFP_NOFS),		\
27	gfpflag_string(GFP_ATOMIC),		\
28	gfpflag_string(GFP_NOIO),		\
29	gfpflag_string(GFP_NOWAIT),		\
30	gfpflag_string(GFP_DMA),		\
31	gfpflag_string(__GFP_HIGHMEM),		\
32	gfpflag_string(GFP_DMA32),		\
33	gfpflag_string(__GFP_HIGH),		\
34	gfpflag_string(__GFP_IO),		\
35	gfpflag_string(__GFP_FS),		\
36	gfpflag_string(__GFP_NOWARN),		\
37	gfpflag_string(__GFP_RETRY_MAYFAIL),	\
38	gfpflag_string(__GFP_NOFAIL),		\
39	gfpflag_string(__GFP_NORETRY),		\
40	gfpflag_string(__GFP_COMP),		\
41	gfpflag_string(__GFP_ZERO),		\
42	gfpflag_string(__GFP_NOMEMALLOC),	\
43	gfpflag_string(__GFP_MEMALLOC),		\
44	gfpflag_string(__GFP_HARDWALL),		\
45	gfpflag_string(__GFP_THISNODE),		\
46	gfpflag_string(__GFP_RECLAIMABLE),	\
47	gfpflag_string(__GFP_MOVABLE),		\
48	gfpflag_string(__GFP_ACCOUNT),		\
49	gfpflag_string(__GFP_WRITE),		\
50	gfpflag_string(__GFP_RECLAIM),		\
51	gfpflag_string(__GFP_DIRECT_RECLAIM),	\
52	gfpflag_string(__GFP_KSWAPD_RECLAIM),	\
53	gfpflag_string(__GFP_ZEROTAGS)
54
55#ifdef CONFIG_KASAN_HW_TAGS
56#define __def_gfpflag_names_kasan ,			\
57	gfpflag_string(__GFP_SKIP_ZERO),		\
58	gfpflag_string(__GFP_SKIP_KASAN)
59#else
60#define __def_gfpflag_names_kasan
61#endif
62
63#define show_gfp_flags(flags)						\
64	(flags) ? __print_flags(flags, "|",				\
65	__def_gfpflag_names __def_gfpflag_names_kasan			\
66	) : "none"
67
68#ifdef CONFIG_MEM_PURGEABLE
69#define IF_HAVE_PG_PURGEABLE(_name) ,{1UL << PG_##_name, __stringify(_name)}
70#else
71#define IF_HAVE_PG_PURGEABLE(_name)
72#endif
73
74#ifdef CONFIG_SECURITY_XPM
75#define IF_HAVE_PG_XPM_INTEGRITY(_name) ,{1UL << PG_##_name, __stringify(_name)}
76#else
77#define IF_HAVE_PG_XPM_INTEGRITY(_name)
78#endif
79
80#ifdef CONFIG_MMU
81#define IF_HAVE_PG_MLOCK(_name) ,{1UL << PG_##_name, __stringify(_name)}
82#else
83#define IF_HAVE_PG_MLOCK(_name)
84#endif
85
86#ifdef CONFIG_ARCH_USES_PG_UNCACHED
87#define IF_HAVE_PG_UNCACHED(_name) ,{1UL << PG_##_name, __stringify(_name)}
88#else
89#define IF_HAVE_PG_UNCACHED(_name)
90#endif
91
92#ifdef CONFIG_MEMORY_FAILURE
93#define IF_HAVE_PG_HWPOISON(_name) ,{1UL << PG_##_name, __stringify(_name)}
94#else
95#define IF_HAVE_PG_HWPOISON(_name)
96#endif
97
98#if defined(CONFIG_PAGE_IDLE_FLAG) && defined(CONFIG_64BIT)
99#define IF_HAVE_PG_IDLE(_name) ,{1UL << PG_##_name, __stringify(_name)}
100#else
101#define IF_HAVE_PG_IDLE(_name)
102#endif
103
104#ifdef CONFIG_ARCH_USES_PG_ARCH_X
105#define IF_HAVE_PG_ARCH_X(_name) ,{1UL << PG_##_name, __stringify(_name)}
106#else
107#define IF_HAVE_PG_ARCH_X(_name)
108#endif
109
110#define DEF_PAGEFLAG_NAME(_name) { 1UL <<  PG_##_name, __stringify(_name) }
111
112#define __def_pageflag_names						\
113	DEF_PAGEFLAG_NAME(locked),					\
114	DEF_PAGEFLAG_NAME(waiters),					\
115	DEF_PAGEFLAG_NAME(error),					\
116	DEF_PAGEFLAG_NAME(referenced),					\
117	DEF_PAGEFLAG_NAME(uptodate),					\
118	DEF_PAGEFLAG_NAME(dirty),					\
119	DEF_PAGEFLAG_NAME(lru),						\
120	DEF_PAGEFLAG_NAME(active),					\
121	DEF_PAGEFLAG_NAME(workingset),					\
122	DEF_PAGEFLAG_NAME(slab),					\
123	DEF_PAGEFLAG_NAME(owner_priv_1),				\
124	DEF_PAGEFLAG_NAME(arch_1),					\
125	DEF_PAGEFLAG_NAME(reserved),					\
126	DEF_PAGEFLAG_NAME(private),					\
127	DEF_PAGEFLAG_NAME(private_2),					\
128	DEF_PAGEFLAG_NAME(writeback),					\
129	DEF_PAGEFLAG_NAME(head),					\
130	DEF_PAGEFLAG_NAME(mappedtodisk),				\
131	DEF_PAGEFLAG_NAME(reclaim),					\
132	DEF_PAGEFLAG_NAME(swapbacked),					\
133	DEF_PAGEFLAG_NAME(unevictable)					\
134IF_HAVE_PG_PURGEABLE(purgeable)						\
135IF_HAVE_PG_MLOCK(mlocked)						\
136IF_HAVE_PG_UNCACHED(uncached)						\
137IF_HAVE_PG_HWPOISON(hwpoison)						\
138IF_HAVE_PG_IDLE(idle)							\
139IF_HAVE_PG_IDLE(young)							\
140IF_HAVE_PG_ARCH_X(arch_2)						\
141IF_HAVE_PG_ARCH_X(arch_3)						\
142IF_HAVE_PG_ARCH_X(xpm_readonly)						\
143IF_HAVE_PG_ARCH_X(xpm_writetainted)
144
145#define show_page_flags(flags)						\
146	(flags) ? __print_flags(flags, "|",				\
147	__def_pageflag_names						\
148	) : "none"
149
150#define DEF_PAGETYPE_NAME(_name) { PG_##_name, __stringify(_name) }
151
152#define __def_pagetype_names						\
153	DEF_PAGETYPE_NAME(offline),					\
154	DEF_PAGETYPE_NAME(guard),					\
155	DEF_PAGETYPE_NAME(table),					\
156	DEF_PAGETYPE_NAME(buddy)
157
158#if defined(CONFIG_X86)
159#define __VM_ARCH_SPECIFIC_1 {VM_PAT,     "pat"           }
160#elif defined(CONFIG_PPC)
161#define __VM_ARCH_SPECIFIC_1 {VM_SAO,     "sao"           }
162#elif defined(CONFIG_PARISC) || defined(CONFIG_IA64)
163#define __VM_ARCH_SPECIFIC_1 {VM_GROWSUP,	"growsup"	}
164#elif !defined(CONFIG_MMU)
165#define __VM_ARCH_SPECIFIC_1 {VM_MAPPED_COPY,"mappedcopy"	}
166#else
167#define __VM_ARCH_SPECIFIC_1 {VM_ARCH_1,	"arch_1"	}
168#endif
169
170#ifdef CONFIG_MEM_SOFT_DIRTY
171#define IF_HAVE_VM_SOFTDIRTY(flag,name) {flag, name },
172#else
173#define IF_HAVE_VM_SOFTDIRTY(flag,name)
174#endif
175
176#ifdef CONFIG_HAVE_ARCH_USERFAULTFD_MINOR
177# define IF_HAVE_UFFD_MINOR(flag, name) {flag, name},
178#else
179# define IF_HAVE_UFFD_MINOR(flag, name)
180#endif
181
182#define __def_vmaflag_names						\
183	{VM_READ,			"read"		},		\
184	{VM_WRITE,			"write"		},		\
185	{VM_EXEC,			"exec"		},		\
186	{VM_SHARED,			"shared"	},		\
187	{VM_MAYREAD,			"mayread"	},		\
188	{VM_MAYWRITE,			"maywrite"	},		\
189	{VM_MAYEXEC,			"mayexec"	},		\
190	{VM_MAYSHARE,			"mayshare"	},		\
191	{VM_GROWSDOWN,			"growsdown"	},		\
192	{VM_UFFD_MISSING,		"uffd_missing"	},		\
193IF_HAVE_UFFD_MINOR(VM_UFFD_MINOR,	"uffd_minor"	)		\
194	{VM_PFNMAP,			"pfnmap"	},		\
195	{VM_UFFD_WP,			"uffd_wp"	},		\
196	{VM_LOCKED,			"locked"	},		\
197	{VM_IO,				"io"		},		\
198	{VM_SEQ_READ,			"seqread"	},		\
199	{VM_RAND_READ,			"randread"	},		\
200	{VM_DONTCOPY,			"dontcopy"	},		\
201	{VM_DONTEXPAND,			"dontexpand"	},		\
202	{VM_LOCKONFAULT,		"lockonfault"	},		\
203	{VM_ACCOUNT,			"account"	},		\
204	{VM_NORESERVE,			"noreserve"	},		\
205	{VM_HUGETLB,			"hugetlb"	},		\
206	{VM_SYNC,			"sync"		},		\
207	__VM_ARCH_SPECIFIC_1				,		\
208	{VM_WIPEONFORK,			"wipeonfork"	},		\
209	{VM_DONTDUMP,			"dontdump"	},		\
210IF_HAVE_VM_SOFTDIRTY(VM_SOFTDIRTY,	"softdirty"	)		\
211	{VM_MIXEDMAP,			"mixedmap"	},		\
212	{VM_HUGEPAGE,			"hugepage"	},		\
213	{VM_NOHUGEPAGE,			"nohugepage"	},		\
214	{VM_MERGEABLE,			"mergeable"	}		\
215
216#define show_vma_flags(flags)						\
217	(flags) ? __print_flags(flags, "|",				\
218	__def_vmaflag_names						\
219	) : "none"
220
221#ifdef CONFIG_COMPACTION
222#define COMPACTION_STATUS					\
223	EM( COMPACT_SKIPPED,		"skipped")		\
224	EM( COMPACT_DEFERRED,		"deferred")		\
225	EM( COMPACT_CONTINUE,		"continue")		\
226	EM( COMPACT_SUCCESS,		"success")		\
227	EM( COMPACT_PARTIAL_SKIPPED,	"partial_skipped")	\
228	EM( COMPACT_COMPLETE,		"complete")		\
229	EM( COMPACT_NO_SUITABLE_PAGE,	"no_suitable_page")	\
230	EM( COMPACT_NOT_SUITABLE_ZONE,	"not_suitable_zone")	\
231	EMe(COMPACT_CONTENDED,		"contended")
232
233/* High-level compaction status feedback */
234#define COMPACTION_FAILED	1
235#define COMPACTION_WITHDRAWN	2
236#define COMPACTION_PROGRESS	3
237
238#define compact_result_to_feedback(result)	\
239({						\
240	enum compact_result __result = result;	\
241	(__result == COMPACT_COMPLETE) ? COMPACTION_FAILED : \
242		(__result == COMPACT_SUCCESS) ? COMPACTION_PROGRESS : COMPACTION_WITHDRAWN; \
243})
244
245#define COMPACTION_FEEDBACK		\
246	EM(COMPACTION_FAILED,		"failed")	\
247	EM(COMPACTION_WITHDRAWN,	"withdrawn")	\
248	EMe(COMPACTION_PROGRESS,	"progress")
249
250#define COMPACTION_PRIORITY						\
251	EM(COMPACT_PRIO_SYNC_FULL,	"COMPACT_PRIO_SYNC_FULL")	\
252	EM(COMPACT_PRIO_SYNC_LIGHT,	"COMPACT_PRIO_SYNC_LIGHT")	\
253	EMe(COMPACT_PRIO_ASYNC,		"COMPACT_PRIO_ASYNC")
254#else
255#define COMPACTION_STATUS
256#define COMPACTION_PRIORITY
257#define COMPACTION_FEEDBACK
258#endif
259
260#ifdef CONFIG_ZONE_DMA
261#define IFDEF_ZONE_DMA(X) X
262#else
263#define IFDEF_ZONE_DMA(X)
264#endif
265
266#ifdef CONFIG_ZONE_DMA32
267#define IFDEF_ZONE_DMA32(X) X
268#else
269#define IFDEF_ZONE_DMA32(X)
270#endif
271
272#ifdef CONFIG_HIGHMEM
273#define IFDEF_ZONE_HIGHMEM(X) X
274#else
275#define IFDEF_ZONE_HIGHMEM(X)
276#endif
277
278#define ZONE_TYPE						\
279	IFDEF_ZONE_DMA(		EM (ZONE_DMA,	 "DMA"))	\
280	IFDEF_ZONE_DMA32(	EM (ZONE_DMA32,	 "DMA32"))	\
281				EM (ZONE_NORMAL, "Normal")	\
282	IFDEF_ZONE_HIGHMEM(	EM (ZONE_HIGHMEM,"HighMem"))	\
283				EMe(ZONE_MOVABLE,"Movable")
284
285#define LRU_NAMES		\
286		EM (LRU_INACTIVE_ANON, "inactive_anon") \
287		EM (LRU_ACTIVE_ANON, "active_anon") \
288		EM (LRU_INACTIVE_FILE, "inactive_file") \
289		EM (LRU_ACTIVE_FILE, "active_file") \
290		EMe(LRU_UNEVICTABLE, "unevictable")
291
292/*
293 * First define the enums in the above macros to be exported to userspace
294 * via TRACE_DEFINE_ENUM().
295 */
296#undef EM
297#undef EMe
298#define EM(a, b)	TRACE_DEFINE_ENUM(a);
299#define EMe(a, b)	TRACE_DEFINE_ENUM(a);
300
301COMPACTION_STATUS
302COMPACTION_PRIORITY
303/* COMPACTION_FEEDBACK are defines not enums. Not needed here. */
304ZONE_TYPE
305LRU_NAMES
306
307/*
308 * Now redefine the EM() and EMe() macros to map the enums to the strings
309 * that will be printed in the output.
310 */
311#undef EM
312#undef EMe
313#define EM(a, b)	{a, b},
314#define EMe(a, b)	{a, b}
315