Lines Matching refs:mem
100 static int child_memcmp_fn(char *mem, size_t size,
107 memcpy(old, mem, size);
115 return memcmp(old, mem, size);
118 static int child_vmsplice_memcmp_fn(char *mem, size_t size,
122 .iov_base = mem,
134 memcpy(old, mem, size);
147 if (munmap(mem, size) < 0)
165 typedef int (*child_fn)(char *mem, size_t size, struct comm_pipes *comm_pipes);
167 static void do_test_cow_in_parent(char *mem, size_t size, bool do_mprotect,
185 exit(fn(mem, size, &comm_pipes));
196 ret = mprotect(mem, size, PROT_READ);
197 ret |= mprotect(mem, size, PROT_READ|PROT_WRITE);
207 memset(mem, 0xff, size);
221 static void test_cow_in_parent(char *mem, size_t size)
223 do_test_cow_in_parent(mem, size, false, child_memcmp_fn);
226 static void test_cow_in_parent_mprotect(char *mem, size_t size)
228 do_test_cow_in_parent(mem, size, true, child_memcmp_fn);
231 static void test_vmsplice_in_child(char *mem, size_t size)
233 do_test_cow_in_parent(mem, size, false, child_vmsplice_memcmp_fn);
236 static void test_vmsplice_in_child_mprotect(char *mem, size_t size)
238 do_test_cow_in_parent(mem, size, true, child_vmsplice_memcmp_fn);
241 static void do_test_vmsplice_in_parent(char *mem, size_t size,
245 .iov_base = mem,
257 memcpy(old, mem, size);
287 memset(mem, 0xff, size);
302 if (munmap(mem, size) < 0) {
336 static void test_vmsplice_before_fork(char *mem, size_t size)
338 do_test_vmsplice_in_parent(mem, size, true);
341 static void test_vmsplice_after_fork(char *mem, size_t size)
343 do_test_vmsplice_in_parent(mem, size, false);
347 static void do_test_iouring(char *mem, size_t size, bool use_fork)
393 iov.iov_base = mem;
427 ret = mprotect(mem, size, PROT_READ);
429 ret |= mprotect(mem, size, PROT_READ | PROT_WRITE);
440 memset(mem, 0xff, size);
446 io_uring_prep_write_fixed(sqe, fd, mem, size, 0, 0);
478 ksft_test_result(!memcmp(mem, tmp, size),
498 static void test_iouring_ro(char *mem, size_t size)
500 do_test_iouring(mem, size, false);
503 static void test_iouring_fork(char *mem, size_t size)
505 do_test_iouring(mem, size, true);
517 static void do_test_ro_pin(char *mem, size_t size, enum ro_pin_test test,
587 ret = mprotect(mem, size, PROT_READ);
589 ret |= mprotect(mem, size, PROT_READ | PROT_WRITE);
600 args.addr = (__u64)(uintptr_t)mem;
613 memset(mem, 0xff, size);
624 ksft_test_result(!memcmp(mem, tmp, size),
647 static void test_ro_pin_on_shared(char *mem, size_t size)
649 do_test_ro_pin(mem, size, RO_PIN_TEST_SHARED, false);
652 static void test_ro_fast_pin_on_shared(char *mem, size_t size)
654 do_test_ro_pin(mem, size, RO_PIN_TEST_SHARED, true);
657 static void test_ro_pin_on_ro_previously_shared(char *mem, size_t size)
659 do_test_ro_pin(mem, size, RO_PIN_TEST_PREVIOUSLY_SHARED, false);
662 static void test_ro_fast_pin_on_ro_previously_shared(char *mem, size_t size)
664 do_test_ro_pin(mem, size, RO_PIN_TEST_PREVIOUSLY_SHARED, true);
667 static void test_ro_pin_on_ro_exclusive(char *mem, size_t size)
669 do_test_ro_pin(mem, size, RO_PIN_TEST_RO_EXCLUSIVE, false);
672 static void test_ro_fast_pin_on_ro_exclusive(char *mem, size_t size)
674 do_test_ro_pin(mem, size, RO_PIN_TEST_RO_EXCLUSIVE, true);
677 typedef void (*test_fn)(char *mem, size_t size);
681 char *mem;
684 mem = mmap(NULL, pagesize, PROT_READ | PROT_WRITE,
686 if (mem == MAP_FAILED) {
691 ret = madvise(mem, pagesize, MADV_NOHUGEPAGE);
699 memset(mem, 0, pagesize);
702 madvise(mem, pagesize, MADV_PAGEOUT);
703 if (!pagemap_is_swapped(pagemap_fd, mem)) {
709 fn(mem, pagesize);
711 munmap(mem, pagesize);
739 char *mem, *mmap_mem, *tmp, *mremap_mem = MAP_FAILED;
753 mem = (char *)(((uintptr_t)mmap_mem + thpsize) & ~(thpsize - 1));
755 ret = madvise(mem, thpsize, MADV_HUGEPAGE);
765 mem[0] = 0;
766 if (!pagemap_is_populated(pagemap_fd, mem + pagesize)) {
770 memset(mem, 0, thpsize);
783 ret = mprotect(mem + pagesize, pagesize, PROT_READ);
788 ret = mprotect(mem + pagesize, pagesize, PROT_READ | PROT_WRITE);
800 ret = madvise(mem + pagesize, thpsize - pagesize, MADV_DONTNEED);
815 if (mem == MAP_FAILED) {
819 tmp = mremap(mem + mremap_size, mremap_size, mremap_size,
833 ret = madvise(mem + pagesize, thpsize - pagesize, MADV_DONTFORK);
847 ret = madvise(mem + pagesize, thpsize - pagesize, MADV_DOFORK);
861 madvise(mem, size, MADV_PAGEOUT);
862 if (!range_is_swapped(mem, size)) {
871 fn(mem, size);
929 char *mem, *dummy;
936 mem = mmap(NULL, hugetlbsize, PROT_READ | PROT_WRITE, flags, -1, 0);
937 if (mem == MAP_FAILED) {
943 memset(mem, 0, hugetlbsize);
956 fn(mem, hugetlbsize);
958 munmap(mem, hugetlbsize);
1135 static void do_test_anon_thp_collapse(char *mem, size_t size,
1152 ret = mprotect(mem + pagesize, pagesize, PROT_READ);
1157 ret = mprotect(mem + pagesize, pagesize, PROT_READ | PROT_WRITE);
1166 ret = madvise(mem, size, MADV_COLLAPSE);
1178 ret = madvise(mem + size / 2, size / 2, MADV_DONTFORK);
1186 ret = madvise(mem, size / 2, MADV_DONTFORK);
1204 exit(child_memcmp_fn(mem, size, &comm_pipes));
1207 exit(child_memcmp_fn(mem, size / 2, &comm_pipes));
1210 exit(child_memcmp_fn(mem + size / 2, size / 2,
1230 ret = madvise(mem, size, MADV_DOFORK);
1240 ret = madvise(mem, size, MADV_COLLAPSE);
1254 memset(mem, 0xff, size);
1268 static void test_anon_thp_collapse_unshared(char *mem, size_t size)
1270 do_test_anon_thp_collapse(mem, size, ANON_THP_COLLAPSE_UNSHARED);
1273 static void test_anon_thp_collapse_fully_shared(char *mem, size_t size)
1275 do_test_anon_thp_collapse(mem, size, ANON_THP_COLLAPSE_FULLY_SHARED);
1278 static void test_anon_thp_collapse_lower_shared(char *mem, size_t size)
1280 do_test_anon_thp_collapse(mem, size, ANON_THP_COLLAPSE_LOWER_SHARED);
1283 static void test_anon_thp_collapse_upper_shared(char *mem, size_t size)
1285 do_test_anon_thp_collapse(mem, size, ANON_THP_COLLAPSE_UPPER_SHARED);
1350 typedef void (*non_anon_test_fn)(char *mem, const char *smem, size_t size);
1352 static void test_cow(char *mem, const char *smem, size_t size)
1360 memset(mem, 0xff, size);
1368 static void test_ro_pin(char *mem, const char *smem, size_t size)
1370 do_test_ro_pin(mem, size, RO_PIN_TEST, false);
1373 static void test_ro_fast_pin(char *mem, const char *smem, size_t size)
1375 do_test_ro_pin(mem, size, RO_PIN_TEST, true);
1380 char *mem, *smem, tmp;
1384 mem = mmap(NULL, pagesize, PROT_READ | PROT_WRITE,
1386 if (mem == MAP_FAILED) {
1392 if (mem == MAP_FAILED) {
1398 tmp = *mem + *smem;
1401 fn(mem, smem, pagesize);
1403 munmap(mem, pagesize);
1410 char *mem, *smem, *mmap_mem, *mmap_smem, tmp;
1437 mem = (char *)(((uintptr_t)mmap_mem + thpsize) & ~(thpsize - 1));
1440 ret = madvise(mem, thpsize, MADV_HUGEPAGE);
1452 tmp = *mem + *smem;
1454 if (!pagemap_is_populated(pagemap_fd, mem + pagesize) ||
1460 fn(mem, smem, thpsize);
1469 char *mem, *smem, tmp;
1487 mem = mmap(NULL, pagesize, PROT_READ | PROT_WRITE, MAP_PRIVATE, fd, 0);
1488 if (mem == MAP_FAILED) {
1493 if (mem == MAP_FAILED) {
1499 tmp = *mem + *smem;
1502 fn(mem, smem, pagesize);
1504 munmap(mem, pagesize);
1513 char *mem, *smem, tmp;
1538 mem = mmap(NULL, pagesize, PROT_READ | PROT_WRITE, MAP_PRIVATE, fd, 0);
1539 if (mem == MAP_FAILED) {
1544 if (mem == MAP_FAILED) {
1550 tmp = *mem + *smem;
1553 fn(mem, smem, pagesize);
1555 munmap(mem, pagesize);
1566 char *mem, *smem, tmp;
1587 mem = mmap(NULL, hugetlbsize, PROT_READ | PROT_WRITE, MAP_PRIVATE, fd,
1589 if (mem == MAP_FAILED) {
1594 if (mem == MAP_FAILED) {
1600 tmp = *mem + *smem;
1603 fn(mem, smem, hugetlbsize);
1605 munmap(mem, hugetlbsize);
1606 if (mem != MAP_FAILED)