Lines Matching refs:SWAPFILE_CLUSTER
267 #define SWAPFILE_CLUSTER HPAGE_PMD_NR
271 #define SWAPFILE_CLUSTER 256
358 ci += offset / SWAPFILE_CLUSTER;
462 memset(si->swap_map + idx * SWAPFILE_CLUSTER,
463 SWAP_MAP_BAD, SWAPFILE_CLUSTER);
493 discard_swap_cluster(si, idx * SWAPFILE_CLUSTER,
494 SWAPFILE_CLUSTER);
497 ci = lock_cluster(si, idx * SWAPFILE_CLUSTER);
499 memset(si->swap_map + idx * SWAPFILE_CLUSTER,
500 0, SWAPFILE_CLUSTER);
551 unsigned long idx = page_nr / SWAPFILE_CLUSTER;
558 VM_BUG_ON(cluster_count(&cluster_info[idx]) >= SWAPFILE_CLUSTER);
571 unsigned long idx = page_nr / SWAPFILE_CLUSTER;
595 offset /= SWAPFILE_CLUSTER;
625 SWAPFILE_CLUSTER;
646 (cluster_next(&cluster->index) + 1) * SWAPFILE_CLUSTER);
786 * in swap. Once we've allocated SWAPFILE_CLUSTER pages this
812 if (si->pages - si->inuse_pages < SWAPFILE_CLUSTER) {
813 si->cluster_nr = SWAPFILE_CLUSTER - 1;
826 last_in_cluster = offset + SWAPFILE_CLUSTER - 1;
831 last_in_cluster = offset + SWAPFILE_CLUSTER;
834 offset -= SWAPFILE_CLUSTER - 1;
836 si->cluster_nr = SWAPFILE_CLUSTER - 1;
847 si->cluster_nr = SWAPFILE_CLUSTER - 1;
1009 offset = idx * SWAPFILE_CLUSTER;
1012 cluster_set_count_flag(ci, SWAPFILE_CLUSTER, CLUSTER_FLAG_HUGE);
1015 for (i = 0; i < SWAPFILE_CLUSTER; i++)
1018 swap_range_alloc(si, offset, SWAPFILE_CLUSTER);
1026 unsigned long offset = idx * SWAPFILE_CLUSTER;
1030 memset(si->swap_map + offset, 0, SWAPFILE_CLUSTER);
1034 swap_range_free(si, offset, SWAPFILE_CLUSTER);
1061 WARN_ON_ONCE(n_goal > 1 && size == SWAPFILE_CLUSTER);
1098 if (size == SWAPFILE_CLUSTER) {
1105 if (n_ret || size == SWAPFILE_CLUSTER)
1394 unsigned long idx = offset / SWAPFILE_CLUSTER;
1407 if (size == SWAPFILE_CLUSTER) {
1410 for (i = 0; i < SWAPFILE_CLUSTER; i++) {
1417 if (free_entries == SWAPFILE_CLUSTER) {
1420 mem_cgroup_uncharge_swap(entry, SWAPFILE_CLUSTER);
1610 unsigned long offset = round_down(roffset, SWAPFILE_CLUSTER);
1620 for (i = 0; i < SWAPFILE_CLUSTER; i++) {
3079 DIV_ROUND_UP(SWAP_ADDRESS_SPACE_PAGES, SWAPFILE_CLUSTER)
3093 unsigned long nr_clusters = DIV_ROUND_UP(maxpages, SWAPFILE_CLUSTER);
3094 unsigned long col = p->cluster_next / SWAPFILE_CLUSTER % SWAP_CLUSTER_COLS;
3118 for (i = maxpages; i < round_up(maxpages, SWAPFILE_CLUSTER); i++)
3290 nr_cluster = DIV_ROUND_UP(maxpages, SWAPFILE_CLUSTER);