| /kernel/linux/linux-5.10/include/trace/events/ |
| H A D | compaction.h | 317 TP_PROTO(int nid, int order, enum zone_type highest_zoneidx),
319 TP_ARGS(nid, order, highest_zoneidx),
324 __field(enum zone_type, highest_zoneidx)
330 __entry->highest_zoneidx = highest_zoneidx;
334 * classzone_idx is previous name of the highest_zoneidx.
340 __print_symbolic(__entry->highest_zoneidx, ZONE_TYPE))
345 TP_PROTO(int nid, int order, enum zone_type highest_zoneidx),
347 TP_ARGS(nid, order, highest_zoneidx)
352 TP_PROTO(int nid, int order, enum zone_type highest_zoneidx),
[all...] |
| H A D | vmscan.h | 268 TP_PROTO(int highest_zoneidx,
277 TP_ARGS(highest_zoneidx, order, nr_requested, nr_scanned, nr_skipped, nr_taken, isolate_mode, lru),
280 __field(int, highest_zoneidx)
291 __entry->highest_zoneidx = highest_zoneidx;
302 * classzone is previous name of the highest_zoneidx.
307 __entry->highest_zoneidx,
|
| /kernel/linux/linux-6.6/include/trace/events/ |
| H A D | compaction.h | 312 TP_PROTO(int nid, int order, enum zone_type highest_zoneidx),
314 TP_ARGS(nid, order, highest_zoneidx),
319 __field(enum zone_type, highest_zoneidx)
325 __entry->highest_zoneidx = highest_zoneidx;
329 * classzone_idx is previous name of the highest_zoneidx.
335 __print_symbolic(__entry->highest_zoneidx, ZONE_TYPE))
340 TP_PROTO(int nid, int order, enum zone_type highest_zoneidx),
342 TP_ARGS(nid, order, highest_zoneidx)
347 TP_PROTO(int nid, int order, enum zone_type highest_zoneidx),
[all...] |
| H A D | vmscan.h | 282 TP_PROTO(int highest_zoneidx,
291 TP_ARGS(highest_zoneidx, order, nr_requested, nr_scanned, nr_skipped, nr_taken, isolate_mode, lru),
294 __field(int, highest_zoneidx)
305 __entry->highest_zoneidx = highest_zoneidx;
316 * classzone is previous name of the highest_zoneidx.
321 __entry->highest_zoneidx,
|
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | compaction.h | 93 int highest_zoneidx);
103 extern void wakeup_kcompactd(pg_data_t *pgdat, int order, int highest_zoneidx);
111 int highest_zoneidx) in compaction_suitable()
124 int order, int highest_zoneidx) in wakeup_kcompactd()
110 compaction_suitable(struct zone *zone, int order, int highest_zoneidx) compaction_suitable() argument
123 wakeup_kcompactd(pg_data_t *pgdat, int order, int highest_zoneidx) wakeup_kcompactd() argument
|
| H A D | mmzone.h | 1461 enum zone_type highest_zoneidx);
1463 int highest_zoneidx, unsigned int alloc_flags,
1466 unsigned long mark, int highest_zoneidx,
1469 unsigned long mark, int highest_zoneidx);
1657 enum zone_type highest_zoneidx,
1661 * next_zones_zonelist - Returns the next zone at or below highest_zoneidx within the allowed nodemask using a cursor within a zonelist as a starting point
1663 * @highest_zoneidx: The zone index of the highest zone to return
1672 * Return: the next zone at or below highest_zoneidx within the allowed
1676 enum zone_type highest_zoneidx, in next_zones_zonelist()
1679 if (likely(!nodes && zonelist_zone_idx(z) <= highest_zoneidx)) in next_zones_zonelist()
1675 next_zones_zonelist(struct zoneref *z, enum zone_type highest_zoneidx, nodemask_t *nodes) next_zones_zonelist() argument
1701 first_zones_zonelist(struct zonelist *zonelist, enum zone_type highest_zoneidx, nodemask_t *nodes) first_zones_zonelist() argument
[all...] |
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | compaction.h | 99 unsigned int alloc_flags, int highest_zoneidx);
184 extern void wakeup_kcompactd(pg_data_t *pgdat, int order, int highest_zoneidx);
192 int alloc_flags, int highest_zoneidx) in compaction_suitable()
235 int order, int highest_zoneidx) in wakeup_kcompactd()
191 compaction_suitable(struct zone *zone, int order, int alloc_flags, int highest_zoneidx) compaction_suitable() argument
234 wakeup_kcompactd(pg_data_t *pgdat, int order, int highest_zoneidx) wakeup_kcompactd() argument
|
| H A D | mmzone.h | 879 enum zone_type highest_zoneidx);
881 int highest_zoneidx, unsigned int alloc_flags,
884 unsigned long mark, int highest_zoneidx,
887 unsigned long mark, int highest_zoneidx);
1096 enum zone_type highest_zoneidx,
1100 * next_zones_zonelist - Returns the next zone at or below highest_zoneidx within the allowed nodemask using a cursor within a zonelist as a starting point
1102 * @highest_zoneidx - The zone index of the highest zone to return
1112 enum zone_type highest_zoneidx, in next_zones_zonelist()
1115 if (likely(!nodes && zonelist_zone_idx(z) <= highest_zoneidx)) in next_zones_zonelist()
1117 return __next_zones_zonelist(z, highest_zoneidx, node in next_zones_zonelist()
1111 next_zones_zonelist(struct zoneref *z, enum zone_type highest_zoneidx, nodemask_t *nodes) next_zones_zonelist() argument
1136 first_zones_zonelist(struct zonelist *zonelist, enum zone_type highest_zoneidx, nodemask_t *nodes) first_zones_zonelist() argument
[all...] |
| /kernel/linux/linux-5.10/mm/ |
| H A D | mmzone.c | 55 /* Returns the next zone at or below highest_zoneidx in a zonelist */
57 enum zone_type highest_zoneidx, in __next_zones_zonelist()
65 while (zonelist_zone_idx(z) > highest_zoneidx) in __next_zones_zonelist()
68 while (zonelist_zone_idx(z) > highest_zoneidx || in __next_zones_zonelist()
56 __next_zones_zonelist(struct zoneref *z, enum zone_type highest_zoneidx, nodemask_t *nodes) __next_zones_zonelist() argument
|
| H A D | vmscan.c | 3393 static bool pgdat_watermark_boosted(pg_data_t *pgdat, int highest_zoneidx) in pgdat_watermark_boosted() argument
3405 for (i = highest_zoneidx; i >= 0; i--) { in pgdat_watermark_boosted()
3419 * and highest_zoneidx
3421 static bool pgdat_balanced(pg_data_t *pgdat, int order, int highest_zoneidx) in pgdat_balanced() argument
3431 for (i = 0; i <= highest_zoneidx; i++) { in pgdat_balanced()
3438 if (zone_watermark_ok_safe(zone, order, mark, highest_zoneidx)) in pgdat_balanced()
3443 * If a node has no populated zone within highest_zoneidx, it does not in pgdat_balanced()
3470 int highest_zoneidx) in prepare_kswapd_sleep()
3492 if (pgdat_balanced(pgdat, order, highest_zoneidx)) { in prepare_kswapd_sleep()
3560 static int balance_pgdat(pg_data_t *pgdat, int order, int highest_zoneidx) in balance_pgdat() argument
3469 prepare_kswapd_sleep(pg_data_t *pgdat, int order, int highest_zoneidx) prepare_kswapd_sleep() argument
3783 kswapd_try_to_sleep(pg_data_t *pgdat, int alloc_order, int reclaim_order, unsigned int highest_zoneidx) kswapd_try_to_sleep() argument
3883 unsigned int highest_zoneidx = MAX_NR_ZONES - 1; kswapd() local
3977 wakeup_kswapd(struct zone *zone, gfp_t gfp_flags, int order, enum zone_type highest_zoneidx) wakeup_kswapd() argument
[all...] |
| H A D | compaction.c | 2080 int highest_zoneidx, in __compaction_suitable()
2093 if (zone_watermark_ok(zone, order, watermark, highest_zoneidx, in __compaction_suitable()
2103 * isolation. We however do use the direct compactor's highest_zoneidx in __compaction_suitable()
2114 if (!__zone_watermark_ok(zone, 0, watermark, highest_zoneidx, in __compaction_suitable()
2123 int highest_zoneidx) in compaction_suitable()
2128 ret = __compaction_suitable(zone, order, alloc_flags, highest_zoneidx, in compaction_suitable()
2170 ac->highest_zoneidx, ac->nodemask) { in compaction_zonelist_suitable()
2183 ac->highest_zoneidx, available); in compaction_zonelist_suitable()
2214 cc->highest_zoneidx); in compact_zone()
2405 unsigned int alloc_flags, int highest_zoneidx, in compact_zone_order()
2078 __compaction_suitable(struct zone *zone, int order, unsigned int alloc_flags, int highest_zoneidx, unsigned long wmark_target) __compaction_suitable() argument
2121 compaction_suitable(struct zone *zone, int order, unsigned int alloc_flags, int highest_zoneidx) compaction_suitable() argument
2403 compact_zone_order(struct zone *zone, int order, gfp_t gfp_mask, enum compact_priority prio, unsigned int alloc_flags, int highest_zoneidx, struct page **capture) compact_zone_order() argument
2672 enum zone_type highest_zoneidx = pgdat->kcompactd_highest_zoneidx; kcompactd_node_suitable() local
2766 wakeup_kcompactd(pg_data_t *pgdat, int order, int highest_zoneidx) wakeup_kcompactd() argument
[all...] |
| H A D | page_alloc.c | 2695 for_each_zone_zonelist_nodemask(zone, z, zonelist, ac->highest_zoneidx, in unreserve_highatomic_pageblock()
3631 int highest_zoneidx, unsigned int alloc_flags, in __zone_watermark_ok()
3662 if (free_pages <= min + z->lowmem_reserve[highest_zoneidx]) in __zone_watermark_ok()
3695 int highest_zoneidx, unsigned int alloc_flags) in zone_watermark_ok()
3697 return __zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags, in zone_watermark_ok()
3702 unsigned long mark, int highest_zoneidx, in zone_watermark_fast()
3722 if (usable_free > mark + z->lowmem_reserve[highest_zoneidx]) in zone_watermark_fast()
3726 if (__zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags, in zone_watermark_fast()
3738 return __zone_watermark_ok(z, order, mark, highest_zoneidx, in zone_watermark_fast()
3746 unsigned long mark, int highest_zoneidx) in zone_watermark_ok_safe()
3630 __zone_watermark_ok(struct zone *z, unsigned int order, unsigned long mark, int highest_zoneidx, unsigned int alloc_flags, long free_pages) __zone_watermark_ok() argument
3694 zone_watermark_ok(struct zone *z, unsigned int order, unsigned long mark, int highest_zoneidx, unsigned int alloc_flags) zone_watermark_ok() argument
3701 zone_watermark_fast(struct zone *z, unsigned int order, unsigned long mark, int highest_zoneidx, unsigned int alloc_flags, gfp_t gfp_mask) zone_watermark_fast() argument
3745 zone_watermark_ok_safe(struct zone *z, unsigned int order, unsigned long mark, int highest_zoneidx) zone_watermark_ok_safe() argument
4452 enum zone_type highest_zoneidx = ac->highest_zoneidx; wake_all_kswapds() local
[all...] |
| H A D | internal.h | 261 * nodemask, migratetype and highest_zoneidx are initialized only once in
264 * zonelist, preferred_zone and highest_zoneidx are set first in
276 * highest_zoneidx represents highest usable zone index of
278 * memory on lower zone than the highest_zoneidx will be
279 * protected by lowmem_reserve[highest_zoneidx].
281 * highest_zoneidx is also used by reclaim/compaction to limit
285 enum zone_type highest_zoneidx; member
367 const int highest_zoneidx; /* zone index of a direct compactor */ member
|
| H A D | oom_kill.c | 255 enum zone_type highest_zoneidx = gfp_zone(oc->gfp_mask); in constrained_alloc() local
295 highest_zoneidx, oc->nodemask) in constrained_alloc()
|
| H A D | mempolicy.c | 1943 enum zone_type highest_zoneidx = gfp_zone(GFP_KERNEL); in mempolicy_slab_node() local
1945 z = first_zones_zonelist(zonelist, highest_zoneidx, in mempolicy_slab_node()
|
| H A D | slab.c | 3100 enum zone_type highest_zoneidx = gfp_zone(flags); in fallback_alloc() local
3118 for_each_zone_zonelist(zone, z, zonelist, highest_zoneidx) { in fallback_alloc()
|
| H A D | slub.c | 2012 enum zone_type highest_zoneidx = gfp_zone(flags); in get_any_partial() local
2041 for_each_zone_zonelist(zone, z, zonelist, highest_zoneidx) { in get_any_partial()
|
| /kernel/linux/linux-6.6/mm/ |
| H A D | mmzone.c | 55 /* Returns the next zone at or below highest_zoneidx in a zonelist */
57 enum zone_type highest_zoneidx, in __next_zones_zonelist()
65 while (zonelist_zone_idx(z) > highest_zoneidx) in __next_zones_zonelist()
68 while (zonelist_zone_idx(z) > highest_zoneidx || in __next_zones_zonelist()
56 __next_zones_zonelist(struct zoneref *z, enum zone_type highest_zoneidx, nodemask_t *nodes) __next_zones_zonelist() argument
|
| H A D | compaction.c | 2279 int highest_zoneidx, in __compaction_suitable()
2289 * isolation. We however do use the direct compactor's highest_zoneidx in __compaction_suitable()
2300 return __zone_watermark_ok(zone, 0, watermark, highest_zoneidx, in __compaction_suitable()
2307 bool compaction_suitable(struct zone *zone, int order, int highest_zoneidx) in compaction_suitable() argument
2312 suitable = __compaction_suitable(zone, order, highest_zoneidx, in compaction_suitable()
2361 ac->highest_zoneidx, ac->nodemask) { in compaction_zonelist_suitable()
2372 if (__compaction_suitable(zone, order, ac->highest_zoneidx, in compaction_zonelist_suitable()
2411 cc->highest_zoneidx, cc->alloc_flags)) in compact_zone()
2416 cc->highest_zoneidx)) in compact_zone()
2620 unsigned int alloc_flags, int highest_zoneidx, in compact_zone_order()
2278 __compaction_suitable(struct zone *zone, int order, int highest_zoneidx, unsigned long wmark_target) __compaction_suitable() argument
2618 compact_zone_order(struct zone *zone, int order, gfp_t gfp_mask, enum compact_priority prio, unsigned int alloc_flags, int highest_zoneidx, struct page **capture) compact_zone_order() argument
2915 enum zone_type highest_zoneidx = pgdat->kcompactd_highest_zoneidx; kcompactd_node_suitable() local
3016 wakeup_kcompactd(pg_data_t *pgdat, int order, int highest_zoneidx) wakeup_kcompactd() argument
[all...] |
| H A D | page_alloc.c | 1939 for_each_zone_zonelist_nodemask(zone, z, zonelist, ac->highest_zoneidx, in unreserve_highatomic_pageblock()
2870 int highest_zoneidx, unsigned int alloc_flags, in __zone_watermark_ok()
2913 if (free_pages <= min + z->lowmem_reserve[highest_zoneidx]) in __zone_watermark_ok()
2948 int highest_zoneidx, unsigned int alloc_flags) in zone_watermark_ok()
2950 return __zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags, in zone_watermark_ok()
2955 unsigned long mark, int highest_zoneidx, in zone_watermark_fast()
2975 if (usable_free > mark + z->lowmem_reserve[highest_zoneidx]) in zone_watermark_fast()
2979 if (__zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags, in zone_watermark_fast()
2992 return __zone_watermark_ok(z, order, mark, highest_zoneidx, in zone_watermark_fast()
3000 unsigned long mark, int highest_zoneidx) in zone_watermark_ok_safe()
2869 __zone_watermark_ok(struct zone *z, unsigned int order, unsigned long mark, int highest_zoneidx, unsigned int alloc_flags, long free_pages) __zone_watermark_ok() argument
2947 zone_watermark_ok(struct zone *z, unsigned int order, unsigned long mark, int highest_zoneidx, unsigned int alloc_flags) zone_watermark_ok() argument
2954 zone_watermark_fast(struct zone *z, unsigned int order, unsigned long mark, int highest_zoneidx, unsigned int alloc_flags, gfp_t gfp_mask) zone_watermark_fast() argument
2999 zone_watermark_ok_safe(struct zone *z, unsigned int order, unsigned long mark, int highest_zoneidx) zone_watermark_ok_safe() argument
3713 enum zone_type highest_zoneidx = ac->highest_zoneidx; wake_all_kswapds() local
[all...] |
| H A D | vmscan.c | 7218 static bool pgdat_watermark_boosted(pg_data_t *pgdat, int highest_zoneidx) in pgdat_watermark_boosted() argument
7230 for (i = highest_zoneidx; i >= 0; i--) { in pgdat_watermark_boosted()
7244 * and highest_zoneidx
7246 static bool pgdat_balanced(pg_data_t *pgdat, int order, int highest_zoneidx) in pgdat_balanced() argument
7256 for (i = 0; i <= highest_zoneidx; i++) { in pgdat_balanced()
7266 if (zone_watermark_ok_safe(zone, order, mark, highest_zoneidx)) in pgdat_balanced()
7271 * If a node has no managed zone within highest_zoneidx, it does not in pgdat_balanced()
7299 int highest_zoneidx) in prepare_kswapd_sleep()
7321 if (pgdat_balanced(pgdat, order, highest_zoneidx)) { in prepare_kswapd_sleep()
7378 update_reclaim_active(pg_data_t *pgdat, int highest_zoneidx, boo argument
7298 prepare_kswapd_sleep(pg_data_t *pgdat, int order, int highest_zoneidx) prepare_kswapd_sleep() argument
7397 set_reclaim_active(pg_data_t *pgdat, int highest_zoneidx) set_reclaim_active() argument
7403 clear_reclaim_active(pg_data_t *pgdat, int highest_zoneidx) clear_reclaim_active() argument
7421 balance_pgdat(pg_data_t *pgdat, int order, int highest_zoneidx) balance_pgdat() argument
7646 kswapd_try_to_sleep(pg_data_t *pgdat, int alloc_order, int reclaim_order, unsigned int highest_zoneidx) kswapd_try_to_sleep() argument
7746 unsigned int highest_zoneidx = MAX_NR_ZONES - 1; kswapd() local
7832 wakeup_kswapd(struct zone *zone, gfp_t gfp_flags, int order, enum zone_type highest_zoneidx) wakeup_kswapd() argument
[all...] |
| H A D | oom_kill.c | 255 enum zone_type highest_zoneidx = gfp_zone(oc->gfp_mask); in constrained_alloc() local
295 highest_zoneidx, oc->nodemask) in constrained_alloc()
|
| H A D | internal.h | 375 * nodemask, migratetype and highest_zoneidx are initialized only once in
378 * zonelist, preferred_zone and highest_zoneidx are set first in
390 * highest_zoneidx represents highest usable zone index of
392 * memory on lower zone than the highest_zoneidx will be
393 * protected by lowmem_reserve[highest_zoneidx].
395 * highest_zoneidx is also used by reclaim/compaction to limit
399 enum zone_type highest_zoneidx; member
638 const int highest_zoneidx; /* zone index of a direct compactor */ member
|
| H A D | mempolicy.c | 1952 enum zone_type highest_zoneidx = gfp_zone(GFP_KERNEL); in mempolicy_slab_node() local
1954 z = first_zones_zonelist(zonelist, highest_zoneidx, in mempolicy_slab_node()
|
| H A D | slab.c | 3055 enum zone_type highest_zoneidx = gfp_zone(flags); in fallback_alloc() local
3073 for_each_zone_zonelist(zone, z, zonelist, highest_zoneidx) { in fallback_alloc()
|