1baa489faSSeongJae Park /*
2baa489faSSeongJae Park * Stress test for transparent huge pages, memory compaction and migration.
3baa489faSSeongJae Park *
4baa489faSSeongJae Park * Authors: Konstantin Khlebnikov <koct9i@gmail.com>
5baa489faSSeongJae Park *
6baa489faSSeongJae Park * This is free and unencumbered software released into the public domain.
7baa489faSSeongJae Park */
8baa489faSSeongJae Park
9baa489faSSeongJae Park #include <stdlib.h>
10baa489faSSeongJae Park #include <stdio.h>
11baa489faSSeongJae Park #include <stdint.h>
12baa489faSSeongJae Park #include <err.h>
13baa489faSSeongJae Park #include <time.h>
14baa489faSSeongJae Park #include <unistd.h>
15baa489faSSeongJae Park #include <fcntl.h>
16baa489faSSeongJae Park #include <string.h>
17baa489faSSeongJae Park #include <sys/mman.h>
18af605d26SPeter Xu #include "vm_util.h"
19*c811b0ceSMuhammad Usama Anjum #include "../kselftest.h"
20baa489faSSeongJae Park
21baa489faSSeongJae Park int backing_fd = -1;
22baa489faSSeongJae Park int mmap_flags = MAP_ANONYMOUS | MAP_NORESERVE | MAP_PRIVATE;
23baa489faSSeongJae Park #define PROT_RW (PROT_READ | PROT_WRITE)
24baa489faSSeongJae Park
main(int argc,char ** argv)25baa489faSSeongJae Park int main(int argc, char **argv)
26baa489faSSeongJae Park {
27baa489faSSeongJae Park size_t ram, len;
28baa489faSSeongJae Park void *ptr, *p;
29e1706210SRyan Roberts struct timespec start, a, b;
30baa489faSSeongJae Park int i = 0;
31baa489faSSeongJae Park char *name = NULL;
32baa489faSSeongJae Park double s;
33baa489faSSeongJae Park uint8_t *map;
34baa489faSSeongJae Park size_t map_len;
35baa489faSSeongJae Park int pagemap_fd;
36e1706210SRyan Roberts int duration = 0;
37baa489faSSeongJae Park
38*c811b0ceSMuhammad Usama Anjum ksft_print_header();
39*c811b0ceSMuhammad Usama Anjum
40baa489faSSeongJae Park ram = sysconf(_SC_PHYS_PAGES);
41af605d26SPeter Xu if (ram > SIZE_MAX / psize() / 4)
42baa489faSSeongJae Park ram = SIZE_MAX / 4;
43baa489faSSeongJae Park else
44af605d26SPeter Xu ram *= psize();
45baa489faSSeongJae Park len = ram;
46baa489faSSeongJae Park
47baa489faSSeongJae Park while (++i < argc) {
48baa489faSSeongJae Park if (!strcmp(argv[i], "-h"))
49*c811b0ceSMuhammad Usama Anjum ksft_exit_fail_msg("usage: %s [-f <filename>] [-d <duration>] [size in MiB]\n",
50*c811b0ceSMuhammad Usama Anjum argv[0]);
51baa489faSSeongJae Park else if (!strcmp(argv[i], "-f"))
52baa489faSSeongJae Park name = argv[++i];
53e1706210SRyan Roberts else if (!strcmp(argv[i], "-d"))
54e1706210SRyan Roberts duration = atoi(argv[++i]);
55baa489faSSeongJae Park else
56baa489faSSeongJae Park len = atoll(argv[i]) << 20;
57baa489faSSeongJae Park }
58baa489faSSeongJae Park
59*c811b0ceSMuhammad Usama Anjum ksft_set_plan(1);
60*c811b0ceSMuhammad Usama Anjum
61baa489faSSeongJae Park if (name) {
62baa489faSSeongJae Park backing_fd = open(name, O_RDWR);
63baa489faSSeongJae Park if (backing_fd == -1)
64*c811b0ceSMuhammad Usama Anjum ksft_exit_fail_msg("open %s\n", name);
65baa489faSSeongJae Park mmap_flags = MAP_SHARED;
66baa489faSSeongJae Park }
67baa489faSSeongJae Park
68baa489faSSeongJae Park warnx("allocate %zd transhuge pages, using %zd MiB virtual memory"
69baa489faSSeongJae Park " and %zd MiB of ram", len >> HPAGE_SHIFT, len >> 20,
70af605d26SPeter Xu ram >> (20 + HPAGE_SHIFT - pshift() - 1));
71baa489faSSeongJae Park
72baa489faSSeongJae Park pagemap_fd = open("/proc/self/pagemap", O_RDONLY);
73baa489faSSeongJae Park if (pagemap_fd < 0)
74*c811b0ceSMuhammad Usama Anjum ksft_exit_fail_msg("open pagemap\n");
75baa489faSSeongJae Park
76baa489faSSeongJae Park len -= len % HPAGE_SIZE;
77baa489faSSeongJae Park ptr = mmap(NULL, len + HPAGE_SIZE, PROT_RW, mmap_flags, backing_fd, 0);
78baa489faSSeongJae Park if (ptr == MAP_FAILED)
79*c811b0ceSMuhammad Usama Anjum ksft_exit_fail_msg("initial mmap");
80baa489faSSeongJae Park ptr += HPAGE_SIZE - (uintptr_t)ptr % HPAGE_SIZE;
81baa489faSSeongJae Park
82baa489faSSeongJae Park if (madvise(ptr, len, MADV_HUGEPAGE))
83*c811b0ceSMuhammad Usama Anjum ksft_exit_fail_msg("MADV_HUGEPAGE");
84baa489faSSeongJae Park
85baa489faSSeongJae Park map_len = ram >> (HPAGE_SHIFT - 1);
86baa489faSSeongJae Park map = malloc(map_len);
87baa489faSSeongJae Park if (!map)
88*c811b0ceSMuhammad Usama Anjum ksft_exit_fail_msg("map malloc\n");
89baa489faSSeongJae Park
90e1706210SRyan Roberts clock_gettime(CLOCK_MONOTONIC, &start);
91e1706210SRyan Roberts
92baa489faSSeongJae Park while (1) {
93baa489faSSeongJae Park int nr_succeed = 0, nr_failed = 0, nr_pages = 0;
94baa489faSSeongJae Park
95baa489faSSeongJae Park memset(map, 0, map_len);
96baa489faSSeongJae Park
97baa489faSSeongJae Park clock_gettime(CLOCK_MONOTONIC, &a);
98baa489faSSeongJae Park for (p = ptr; p < ptr + len; p += HPAGE_SIZE) {
99baa489faSSeongJae Park int64_t pfn;
100baa489faSSeongJae Park
101baa489faSSeongJae Park pfn = allocate_transhuge(p, pagemap_fd);
102baa489faSSeongJae Park
103baa489faSSeongJae Park if (pfn < 0) {
104baa489faSSeongJae Park nr_failed++;
105baa489faSSeongJae Park } else {
106af605d26SPeter Xu size_t idx = pfn >> (HPAGE_SHIFT - pshift());
107baa489faSSeongJae Park
108baa489faSSeongJae Park nr_succeed++;
109baa489faSSeongJae Park if (idx >= map_len) {
110baa489faSSeongJae Park map = realloc(map, idx + 1);
111baa489faSSeongJae Park if (!map)
112*c811b0ceSMuhammad Usama Anjum ksft_exit_fail_msg("map realloc\n");
113baa489faSSeongJae Park memset(map + map_len, 0, idx + 1 - map_len);
114baa489faSSeongJae Park map_len = idx + 1;
115baa489faSSeongJae Park }
116baa489faSSeongJae Park if (!map[idx])
117baa489faSSeongJae Park nr_pages++;
118baa489faSSeongJae Park map[idx] = 1;
119baa489faSSeongJae Park }
120baa489faSSeongJae Park
121baa489faSSeongJae Park /* split transhuge page, keep last page */
122af605d26SPeter Xu if (madvise(p, HPAGE_SIZE - psize(), MADV_DONTNEED))
123*c811b0ceSMuhammad Usama Anjum ksft_exit_fail_msg("MADV_DONTNEED");
124baa489faSSeongJae Park }
125baa489faSSeongJae Park clock_gettime(CLOCK_MONOTONIC, &b);
126baa489faSSeongJae Park s = b.tv_sec - a.tv_sec + (b.tv_nsec - a.tv_nsec) / 1000000000.;
127baa489faSSeongJae Park
128*c811b0ceSMuhammad Usama Anjum ksft_print_msg("%.3f s/loop, %.3f ms/page, %10.3f MiB/s\t"
129*c811b0ceSMuhammad Usama Anjum "%4d succeed, %4d failed, %4d different pages\n",
130baa489faSSeongJae Park s, s * 1000 / (len >> HPAGE_SHIFT), len / s / (1 << 20),
131baa489faSSeongJae Park nr_succeed, nr_failed, nr_pages);
132e1706210SRyan Roberts
133*c811b0ceSMuhammad Usama Anjum if (duration > 0 && b.tv_sec - start.tv_sec >= duration) {
134*c811b0ceSMuhammad Usama Anjum ksft_test_result_pass("Completed\n");
135*c811b0ceSMuhammad Usama Anjum ksft_finished();
136*c811b0ceSMuhammad Usama Anjum }
137baa489faSSeongJae Park }
138baa489faSSeongJae Park }
139