Lines Matching refs:SWAPFILE_CLUSTER
274 #define SWAPFILE_CLUSTER HPAGE_PMD_NR
278 #define SWAPFILE_CLUSTER 256
365 ci += offset / SWAPFILE_CLUSTER;
469 memset(si->swap_map + idx * SWAPFILE_CLUSTER,
470 SWAP_MAP_BAD, SWAPFILE_CLUSTER);
500 discard_swap_cluster(si, idx * SWAPFILE_CLUSTER,
501 SWAPFILE_CLUSTER);
504 ci = lock_cluster(si, idx * SWAPFILE_CLUSTER);
506 memset(si->swap_map + idx * SWAPFILE_CLUSTER,
507 0, SWAPFILE_CLUSTER);
566 unsigned long idx = page_nr / SWAPFILE_CLUSTER;
573 VM_BUG_ON(cluster_count(&cluster_info[idx]) >= SWAPFILE_CLUSTER);
586 unsigned long idx = page_nr / SWAPFILE_CLUSTER;
610 offset /= SWAPFILE_CLUSTER;
640 SWAPFILE_CLUSTER;
661 (cluster_next(&cluster->index) + 1) * SWAPFILE_CLUSTER);
814 * in swap. Once we've allocated SWAPFILE_CLUSTER pages this
840 if (si->pages - si->inuse_pages < SWAPFILE_CLUSTER) {
841 si->cluster_nr = SWAPFILE_CLUSTER - 1;
854 last_in_cluster = offset + SWAPFILE_CLUSTER - 1;
859 last_in_cluster = offset + SWAPFILE_CLUSTER;
862 offset -= SWAPFILE_CLUSTER - 1;
864 si->cluster_nr = SWAPFILE_CLUSTER - 1;
875 si->cluster_nr = SWAPFILE_CLUSTER - 1;
1022 offset = idx * SWAPFILE_CLUSTER;
1025 cluster_set_count_flag(ci, SWAPFILE_CLUSTER, CLUSTER_FLAG_HUGE);
1027 memset(si->swap_map + offset, SWAP_HAS_CACHE, SWAPFILE_CLUSTER);
1029 swap_range_alloc(si, offset, SWAPFILE_CLUSTER);
1037 unsigned long offset = idx * SWAPFILE_CLUSTER;
1041 memset(si->swap_map + offset, 0, SWAPFILE_CLUSTER);
1045 swap_range_free(si, offset, SWAPFILE_CLUSTER);
1057 WARN_ON_ONCE(n_goal > 1 && size == SWAPFILE_CLUSTER);
1094 if (size == SWAPFILE_CLUSTER) {
1101 if (n_ret || size == SWAPFILE_CLUSTER)
1349 unsigned long idx = offset / SWAPFILE_CLUSTER;
1362 if (size == SWAPFILE_CLUSTER) {
1365 for (i = 0; i < SWAPFILE_CLUSTER; i++) {
1372 if (free_entries == SWAPFILE_CLUSTER) {
1375 mem_cgroup_uncharge_swap(entry, SWAPFILE_CLUSTER);
1522 unsigned long offset = round_down(roffset, SWAPFILE_CLUSTER);
1532 for (i = 0; i < SWAPFILE_CLUSTER; i++) {
2905 DIV_ROUND_UP(SWAP_ADDRESS_SPACE_PAGES, SWAPFILE_CLUSTER)
2919 unsigned long nr_clusters = DIV_ROUND_UP(maxpages, SWAPFILE_CLUSTER);
2920 unsigned long col = p->cluster_next / SWAPFILE_CLUSTER % SWAP_CLUSTER_COLS;
2944 for (i = maxpages; i < round_up(maxpages, SWAPFILE_CLUSTER); i++)
3107 nr_cluster = DIV_ROUND_UP(maxpages, SWAPFILE_CLUSTER);