159c4da86SZong Li // SPDX-License-Identifier: GPL-2.0-only
259c4da86SZong Li /*
359c4da86SZong Li * Copyright (C) 2019 SiFive
459c4da86SZong Li */
559c4da86SZong Li
6de22d210SAtish Patra #include <linux/efi.h>
759c4da86SZong Li #include <linux/init.h>
859c4da86SZong Li #include <linux/debugfs.h>
9*37992b7fSBjörn Töpel #include <linux/memory_hotplug.h>
1059c4da86SZong Li #include <linux/seq_file.h>
1159c4da86SZong Li #include <linux/ptdump.h>
1259c4da86SZong Li
13ca5999fdSMike Rapoport #include <linux/pgtable.h>
1459c4da86SZong Li #include <asm/kasan.h>
1559c4da86SZong Li
1659c4da86SZong Li #define pt_dump_seq_printf(m, fmt, args...) \
1759c4da86SZong Li ({ \
1859c4da86SZong Li if (m) \
1959c4da86SZong Li seq_printf(m, fmt, ##args); \
2059c4da86SZong Li })
2159c4da86SZong Li
2259c4da86SZong Li #define pt_dump_seq_puts(m, fmt) \
2359c4da86SZong Li ({ \
2459c4da86SZong Li if (m) \
2559c4da86SZong Li seq_printf(m, fmt); \
2659c4da86SZong Li })
2759c4da86SZong Li
2859c4da86SZong Li /*
2959c4da86SZong Li * The page dumper groups page table entries of the same type into a single
3059c4da86SZong Li * description. It uses pg_state to track the range information while
3159c4da86SZong Li * iterating over the pte entries. When the continuity is broken it then
3259c4da86SZong Li * dumps out a description of the range.
3359c4da86SZong Li */
3459c4da86SZong Li struct pg_state {
3559c4da86SZong Li struct ptdump_state ptdump;
3659c4da86SZong Li struct seq_file *seq;
3759c4da86SZong Li const struct addr_marker *marker;
3859c4da86SZong Li unsigned long start_address;
3959c4da86SZong Li unsigned long start_pa;
4059c4da86SZong Li unsigned long last_pa;
4159c4da86SZong Li int level;
4259c4da86SZong Li u64 current_prot;
4359c4da86SZong Li bool check_wx;
4459c4da86SZong Li unsigned long wx_pages;
4559c4da86SZong Li };
4659c4da86SZong Li
4759c4da86SZong Li /* Address marker */
4859c4da86SZong Li struct addr_marker {
4959c4da86SZong Li unsigned long start_address;
5059c4da86SZong Li const char *name;
5159c4da86SZong Li };
5259c4da86SZong Li
53de22d210SAtish Patra /* Private information for debugfs */
54de22d210SAtish Patra struct ptd_mm_info {
55de22d210SAtish Patra struct mm_struct *mm;
56de22d210SAtish Patra const struct addr_marker *markers;
57de22d210SAtish Patra unsigned long base_addr;
58de22d210SAtish Patra unsigned long end;
59de22d210SAtish Patra };
60de22d210SAtish Patra
610df68ce4SAlexandre Ghiti enum address_markers_idx {
620df68ce4SAlexandre Ghiti FIXMAP_START_NR,
630df68ce4SAlexandre Ghiti FIXMAP_END_NR,
640df68ce4SAlexandre Ghiti PCI_IO_START_NR,
650df68ce4SAlexandre Ghiti PCI_IO_END_NR,
660df68ce4SAlexandre Ghiti #ifdef CONFIG_SPARSEMEM_VMEMMAP
670df68ce4SAlexandre Ghiti VMEMMAP_START_NR,
680df68ce4SAlexandre Ghiti VMEMMAP_END_NR,
690df68ce4SAlexandre Ghiti #endif
700df68ce4SAlexandre Ghiti VMALLOC_START_NR,
710df68ce4SAlexandre Ghiti VMALLOC_END_NR,
720df68ce4SAlexandre Ghiti PAGE_OFFSET_NR,
73ecd7ebafSAlexandre Ghiti #ifdef CONFIG_KASAN
74ecd7ebafSAlexandre Ghiti KASAN_SHADOW_START_NR,
75ecd7ebafSAlexandre Ghiti KASAN_SHADOW_END_NR,
76ecd7ebafSAlexandre Ghiti #endif
770df68ce4SAlexandre Ghiti #ifdef CONFIG_64BIT
780df68ce4SAlexandre Ghiti MODULES_MAPPING_NR,
790df68ce4SAlexandre Ghiti KERNEL_MAPPING_NR,
8028252e08SAlexandre Ghiti #endif
810df68ce4SAlexandre Ghiti END_OF_SPACE_NR
820df68ce4SAlexandre Ghiti };
830df68ce4SAlexandre Ghiti
8459c4da86SZong Li static struct addr_marker address_markers[] = {
850df68ce4SAlexandre Ghiti {0, "Fixmap start"},
860df68ce4SAlexandre Ghiti {0, "Fixmap end"},
870df68ce4SAlexandre Ghiti {0, "PCI I/O start"},
880df68ce4SAlexandre Ghiti {0, "PCI I/O end"},
8959c4da86SZong Li #ifdef CONFIG_SPARSEMEM_VMEMMAP
900df68ce4SAlexandre Ghiti {0, "vmemmap start"},
910df68ce4SAlexandre Ghiti {0, "vmemmap end"},
9259c4da86SZong Li #endif
930df68ce4SAlexandre Ghiti {0, "vmalloc() area"},
940df68ce4SAlexandre Ghiti {0, "vmalloc() end"},
950df68ce4SAlexandre Ghiti {0, "Linear mapping"},
96ecd7ebafSAlexandre Ghiti #ifdef CONFIG_KASAN
97ecd7ebafSAlexandre Ghiti {0, "Kasan shadow start"},
98ecd7ebafSAlexandre Ghiti {0, "Kasan shadow end"},
99ecd7ebafSAlexandre Ghiti #endif
1000df68ce4SAlexandre Ghiti #ifdef CONFIG_64BIT
1017761e36bSAlexandre Ghiti {0, "Modules/BPF mapping"},
1027761e36bSAlexandre Ghiti {0, "Kernel mapping"},
10328252e08SAlexandre Ghiti #endif
10459c4da86SZong Li {-1, NULL},
10559c4da86SZong Li };
10659c4da86SZong Li
107de22d210SAtish Patra static struct ptd_mm_info kernel_ptd_info = {
108de22d210SAtish Patra .mm = &init_mm,
109de22d210SAtish Patra .markers = address_markers,
1100df68ce4SAlexandre Ghiti .base_addr = 0,
111de22d210SAtish Patra .end = ULONG_MAX,
112de22d210SAtish Patra };
113de22d210SAtish Patra
114de22d210SAtish Patra #ifdef CONFIG_EFI
115de22d210SAtish Patra static struct addr_marker efi_addr_markers[] = {
116de22d210SAtish Patra { 0, "UEFI runtime start" },
117de22d210SAtish Patra { SZ_1G, "UEFI runtime end" },
118de22d210SAtish Patra { -1, NULL }
119de22d210SAtish Patra };
120de22d210SAtish Patra
121de22d210SAtish Patra static struct ptd_mm_info efi_ptd_info = {
122de22d210SAtish Patra .mm = &efi_mm,
123de22d210SAtish Patra .markers = efi_addr_markers,
124de22d210SAtish Patra .base_addr = 0,
125de22d210SAtish Patra .end = SZ_2G,
126de22d210SAtish Patra };
127de22d210SAtish Patra #endif
128de22d210SAtish Patra
12959c4da86SZong Li /* Page Table Entry */
13059c4da86SZong Li struct prot_bits {
13159c4da86SZong Li u64 mask;
13259c4da86SZong Li const char *set;
13359c4da86SZong Li const char *clear;
13459c4da86SZong Li };
13559c4da86SZong Li
13659c4da86SZong Li static const struct prot_bits pte_bits[] = {
13759c4da86SZong Li {
1380713ff33SYu Chien Peter Lin #ifdef CONFIG_64BIT
139015c3c37SYu Chien Peter Lin .mask = _PAGE_NAPOT,
140015c3c37SYu Chien Peter Lin .set = "N",
141015c3c37SYu Chien Peter Lin .clear = ".",
142015c3c37SYu Chien Peter Lin }, {
1430713ff33SYu Chien Peter Lin .mask = _PAGE_MTMASK_SVPBMT,
1440713ff33SYu Chien Peter Lin .set = "MT(%s)",
1450713ff33SYu Chien Peter Lin .clear = " .. ",
1460713ff33SYu Chien Peter Lin }, {
1470713ff33SYu Chien Peter Lin #endif
14859c4da86SZong Li .mask = _PAGE_SOFT,
149d5d2c264SYu Chien Peter Lin .set = "RSW(%d)",
150d5d2c264SYu Chien Peter Lin .clear = " .. ",
15159c4da86SZong Li }, {
15259c4da86SZong Li .mask = _PAGE_DIRTY,
15359c4da86SZong Li .set = "D",
15459c4da86SZong Li .clear = ".",
15559c4da86SZong Li }, {
15659c4da86SZong Li .mask = _PAGE_ACCESSED,
15759c4da86SZong Li .set = "A",
15859c4da86SZong Li .clear = ".",
15959c4da86SZong Li }, {
16059c4da86SZong Li .mask = _PAGE_GLOBAL,
16159c4da86SZong Li .set = "G",
16259c4da86SZong Li .clear = ".",
16359c4da86SZong Li }, {
16459c4da86SZong Li .mask = _PAGE_USER,
16559c4da86SZong Li .set = "U",
16659c4da86SZong Li .clear = ".",
16759c4da86SZong Li }, {
16859c4da86SZong Li .mask = _PAGE_EXEC,
16959c4da86SZong Li .set = "X",
17059c4da86SZong Li .clear = ".",
17159c4da86SZong Li }, {
17259c4da86SZong Li .mask = _PAGE_WRITE,
17359c4da86SZong Li .set = "W",
17459c4da86SZong Li .clear = ".",
17559c4da86SZong Li }, {
17659c4da86SZong Li .mask = _PAGE_READ,
17759c4da86SZong Li .set = "R",
17859c4da86SZong Li .clear = ".",
17959c4da86SZong Li }, {
18059c4da86SZong Li .mask = _PAGE_PRESENT,
18159c4da86SZong Li .set = "V",
18259c4da86SZong Li .clear = ".",
18359c4da86SZong Li }
18459c4da86SZong Li };
18559c4da86SZong Li
18659c4da86SZong Li /* Page Level */
18759c4da86SZong Li struct pg_level {
18859c4da86SZong Li const char *name;
18959c4da86SZong Li u64 mask;
19059c4da86SZong Li };
19159c4da86SZong Li
19259c4da86SZong Li static struct pg_level pg_level[] = {
19359c4da86SZong Li { /* pgd */
19459c4da86SZong Li .name = "PGD",
19559c4da86SZong Li }, { /* p4d */
19659c4da86SZong Li .name = (CONFIG_PGTABLE_LEVELS > 4) ? "P4D" : "PGD",
19759c4da86SZong Li }, { /* pud */
19859c4da86SZong Li .name = (CONFIG_PGTABLE_LEVELS > 3) ? "PUD" : "PGD",
19959c4da86SZong Li }, { /* pmd */
20059c4da86SZong Li .name = (CONFIG_PGTABLE_LEVELS > 2) ? "PMD" : "PGD",
20159c4da86SZong Li }, { /* pte */
20259c4da86SZong Li .name = "PTE",
20359c4da86SZong Li },
20459c4da86SZong Li };
20559c4da86SZong Li
dump_prot(struct pg_state * st)20659c4da86SZong Li static void dump_prot(struct pg_state *st)
20759c4da86SZong Li {
20859c4da86SZong Li unsigned int i;
20959c4da86SZong Li
21059c4da86SZong Li for (i = 0; i < ARRAY_SIZE(pte_bits); i++) {
211d5d2c264SYu Chien Peter Lin char s[7];
212d5d2c264SYu Chien Peter Lin unsigned long val;
21359c4da86SZong Li
214d5d2c264SYu Chien Peter Lin val = st->current_prot & pte_bits[i].mask;
215d5d2c264SYu Chien Peter Lin if (val) {
216d5d2c264SYu Chien Peter Lin if (pte_bits[i].mask == _PAGE_SOFT)
217d5d2c264SYu Chien Peter Lin sprintf(s, pte_bits[i].set, val >> 8);
2180713ff33SYu Chien Peter Lin #ifdef CONFIG_64BIT
2190713ff33SYu Chien Peter Lin else if (pte_bits[i].mask == _PAGE_MTMASK_SVPBMT) {
2200713ff33SYu Chien Peter Lin if (val == _PAGE_NOCACHE_SVPBMT)
2210713ff33SYu Chien Peter Lin sprintf(s, pte_bits[i].set, "NC");
2220713ff33SYu Chien Peter Lin else if (val == _PAGE_IO_SVPBMT)
2230713ff33SYu Chien Peter Lin sprintf(s, pte_bits[i].set, "IO");
22459c4da86SZong Li else
2250713ff33SYu Chien Peter Lin sprintf(s, pte_bits[i].set, "??");
2260713ff33SYu Chien Peter Lin }
2270713ff33SYu Chien Peter Lin #endif
22859c4da86SZong Li else
229d5d2c264SYu Chien Peter Lin sprintf(s, "%s", pte_bits[i].set);
230d5d2c264SYu Chien Peter Lin } else {
231d5d2c264SYu Chien Peter Lin sprintf(s, "%s", pte_bits[i].clear);
232d5d2c264SYu Chien Peter Lin }
23359c4da86SZong Li
23459c4da86SZong Li pt_dump_seq_printf(st->seq, " %s", s);
23559c4da86SZong Li }
23659c4da86SZong Li }
23759c4da86SZong Li
23859c4da86SZong Li #ifdef CONFIG_64BIT
23959c4da86SZong Li #define ADDR_FORMAT "0x%016lx"
24059c4da86SZong Li #else
24159c4da86SZong Li #define ADDR_FORMAT "0x%08lx"
24259c4da86SZong Li #endif
dump_addr(struct pg_state * st,unsigned long addr)24359c4da86SZong Li static void dump_addr(struct pg_state *st, unsigned long addr)
24459c4da86SZong Li {
24559c4da86SZong Li static const char units[] = "KMGTPE";
24659c4da86SZong Li const char *unit = units;
24759c4da86SZong Li unsigned long delta;
24859c4da86SZong Li
24959c4da86SZong Li pt_dump_seq_printf(st->seq, ADDR_FORMAT "-" ADDR_FORMAT " ",
25059c4da86SZong Li st->start_address, addr);
25159c4da86SZong Li
25259c4da86SZong Li pt_dump_seq_printf(st->seq, " " ADDR_FORMAT " ", st->start_pa);
25359c4da86SZong Li delta = (addr - st->start_address) >> 10;
25459c4da86SZong Li
25559c4da86SZong Li while (!(delta & 1023) && unit[1]) {
25659c4da86SZong Li delta >>= 10;
25759c4da86SZong Li unit++;
25859c4da86SZong Li }
25959c4da86SZong Li
26059c4da86SZong Li pt_dump_seq_printf(st->seq, "%9lu%c %s", delta, *unit,
26159c4da86SZong Li pg_level[st->level].name);
26259c4da86SZong Li }
26359c4da86SZong Li
note_prot_wx(struct pg_state * st,unsigned long addr)26459c4da86SZong Li static void note_prot_wx(struct pg_state *st, unsigned long addr)
26559c4da86SZong Li {
26659c4da86SZong Li if (!st->check_wx)
26759c4da86SZong Li return;
26859c4da86SZong Li
26959c4da86SZong Li if ((st->current_prot & (_PAGE_WRITE | _PAGE_EXEC)) !=
27059c4da86SZong Li (_PAGE_WRITE | _PAGE_EXEC))
27159c4da86SZong Li return;
27259c4da86SZong Li
27359c4da86SZong Li WARN_ONCE(1, "riscv/mm: Found insecure W+X mapping at address %p/%pS\n",
27459c4da86SZong Li (void *)st->start_address, (void *)st->start_address);
27559c4da86SZong Li
27659c4da86SZong Li st->wx_pages += (addr - st->start_address) / PAGE_SIZE;
27759c4da86SZong Li }
27859c4da86SZong Li
note_page(struct ptdump_state * pt_st,unsigned long addr,int level,u64 val)27959c4da86SZong Li static void note_page(struct ptdump_state *pt_st, unsigned long addr,
28099395ee3SSteven Price int level, u64 val)
28159c4da86SZong Li {
28259c4da86SZong Li struct pg_state *st = container_of(pt_st, struct pg_state, ptdump);
28359c4da86SZong Li u64 pa = PFN_PHYS(pte_pfn(__pte(val)));
28459c4da86SZong Li u64 prot = 0;
28559c4da86SZong Li
28659c4da86SZong Li if (level >= 0)
28759c4da86SZong Li prot = val & pg_level[level].mask;
28859c4da86SZong Li
28959c4da86SZong Li if (st->level == -1) {
29059c4da86SZong Li st->level = level;
29159c4da86SZong Li st->current_prot = prot;
29259c4da86SZong Li st->start_address = addr;
29359c4da86SZong Li st->start_pa = pa;
29459c4da86SZong Li st->last_pa = pa;
29559c4da86SZong Li pt_dump_seq_printf(st->seq, "---[ %s ]---\n", st->marker->name);
29659c4da86SZong Li } else if (prot != st->current_prot ||
29759c4da86SZong Li level != st->level || addr >= st->marker[1].start_address) {
29859c4da86SZong Li if (st->current_prot) {
29959c4da86SZong Li note_prot_wx(st, addr);
30059c4da86SZong Li dump_addr(st, addr);
30159c4da86SZong Li dump_prot(st);
30259c4da86SZong Li pt_dump_seq_puts(st->seq, "\n");
30359c4da86SZong Li }
30459c4da86SZong Li
30559c4da86SZong Li while (addr >= st->marker[1].start_address) {
30659c4da86SZong Li st->marker++;
30759c4da86SZong Li pt_dump_seq_printf(st->seq, "---[ %s ]---\n",
30859c4da86SZong Li st->marker->name);
30959c4da86SZong Li }
31059c4da86SZong Li
31159c4da86SZong Li st->start_address = addr;
31259c4da86SZong Li st->start_pa = pa;
31359c4da86SZong Li st->last_pa = pa;
31459c4da86SZong Li st->current_prot = prot;
31559c4da86SZong Li st->level = level;
31659c4da86SZong Li } else {
31759c4da86SZong Li st->last_pa = pa;
31859c4da86SZong Li }
31959c4da86SZong Li }
32059c4da86SZong Li
ptdump_walk(struct seq_file * s,struct ptd_mm_info * pinfo)321de22d210SAtish Patra static void ptdump_walk(struct seq_file *s, struct ptd_mm_info *pinfo)
32259c4da86SZong Li {
32359c4da86SZong Li struct pg_state st = {
32459c4da86SZong Li .seq = s,
325de22d210SAtish Patra .marker = pinfo->markers,
32659c4da86SZong Li .level = -1,
32759c4da86SZong Li .ptdump = {
32859c4da86SZong Li .note_page = note_page,
32959c4da86SZong Li .range = (struct ptdump_range[]) {
330de22d210SAtish Patra {pinfo->base_addr, pinfo->end},
33159c4da86SZong Li {0, 0}
33259c4da86SZong Li }
33359c4da86SZong Li }
33459c4da86SZong Li };
33559c4da86SZong Li
336de22d210SAtish Patra ptdump_walk_pgd(&st.ptdump, pinfo->mm, NULL);
33759c4da86SZong Li }
33859c4da86SZong Li
ptdump_check_wx(void)3396cdc82dbSChristophe Leroy bool ptdump_check_wx(void)
34059c4da86SZong Li {
34159c4da86SZong Li struct pg_state st = {
34259c4da86SZong Li .seq = NULL,
34359c4da86SZong Li .marker = (struct addr_marker[]) {
34459c4da86SZong Li {0, NULL},
34559c4da86SZong Li {-1, NULL},
34659c4da86SZong Li },
34759c4da86SZong Li .level = -1,
34859c4da86SZong Li .check_wx = true,
34959c4da86SZong Li .ptdump = {
35059c4da86SZong Li .note_page = note_page,
35159c4da86SZong Li .range = (struct ptdump_range[]) {
35259c4da86SZong Li {KERN_VIRT_START, ULONG_MAX},
35359c4da86SZong Li {0, 0}
35459c4da86SZong Li }
35559c4da86SZong Li }
35659c4da86SZong Li };
35759c4da86SZong Li
35859c4da86SZong Li ptdump_walk_pgd(&st.ptdump, &init_mm, NULL);
35959c4da86SZong Li
3606cdc82dbSChristophe Leroy if (st.wx_pages) {
36159c4da86SZong Li pr_warn("Checked W+X mappings: failed, %lu W+X pages found\n",
36259c4da86SZong Li st.wx_pages);
3636cdc82dbSChristophe Leroy
3646cdc82dbSChristophe Leroy return false;
3656cdc82dbSChristophe Leroy } else {
36659c4da86SZong Li pr_info("Checked W+X mappings: passed, no W+X pages found\n");
3676cdc82dbSChristophe Leroy
3686cdc82dbSChristophe Leroy return true;
3696cdc82dbSChristophe Leroy }
37059c4da86SZong Li }
37159c4da86SZong Li
ptdump_show(struct seq_file * m,void * v)37259c4da86SZong Li static int ptdump_show(struct seq_file *m, void *v)
37359c4da86SZong Li {
374*37992b7fSBjörn Töpel get_online_mems();
375de22d210SAtish Patra ptdump_walk(m, m->private);
376*37992b7fSBjörn Töpel put_online_mems();
37759c4da86SZong Li
37859c4da86SZong Li return 0;
37959c4da86SZong Li }
38059c4da86SZong Li
38159c4da86SZong Li DEFINE_SHOW_ATTRIBUTE(ptdump);
38259c4da86SZong Li
ptdump_init(void)3831987501bSJisheng Zhang static int __init ptdump_init(void)
38459c4da86SZong Li {
38559c4da86SZong Li unsigned int i, j;
38659c4da86SZong Li
3870df68ce4SAlexandre Ghiti address_markers[FIXMAP_START_NR].start_address = FIXADDR_START;
3880df68ce4SAlexandre Ghiti address_markers[FIXMAP_END_NR].start_address = FIXADDR_TOP;
3890df68ce4SAlexandre Ghiti address_markers[PCI_IO_START_NR].start_address = PCI_IO_START;
3900df68ce4SAlexandre Ghiti address_markers[PCI_IO_END_NR].start_address = PCI_IO_END;
3910df68ce4SAlexandre Ghiti #ifdef CONFIG_SPARSEMEM_VMEMMAP
3920df68ce4SAlexandre Ghiti address_markers[VMEMMAP_START_NR].start_address = VMEMMAP_START;
3930df68ce4SAlexandre Ghiti address_markers[VMEMMAP_END_NR].start_address = VMEMMAP_END;
3940df68ce4SAlexandre Ghiti #endif
3950df68ce4SAlexandre Ghiti address_markers[VMALLOC_START_NR].start_address = VMALLOC_START;
3960df68ce4SAlexandre Ghiti address_markers[VMALLOC_END_NR].start_address = VMALLOC_END;
3970df68ce4SAlexandre Ghiti address_markers[PAGE_OFFSET_NR].start_address = PAGE_OFFSET;
398ecd7ebafSAlexandre Ghiti #ifdef CONFIG_KASAN
399ecd7ebafSAlexandre Ghiti address_markers[KASAN_SHADOW_START_NR].start_address = KASAN_SHADOW_START;
400ecd7ebafSAlexandre Ghiti address_markers[KASAN_SHADOW_END_NR].start_address = KASAN_SHADOW_END;
401ecd7ebafSAlexandre Ghiti #endif
4020df68ce4SAlexandre Ghiti #ifdef CONFIG_64BIT
4030df68ce4SAlexandre Ghiti address_markers[MODULES_MAPPING_NR].start_address = MODULES_VADDR;
404658e2c51SAlexandre Ghiti address_markers[KERNEL_MAPPING_NR].start_address = kernel_map.virt_addr;
40528252e08SAlexandre Ghiti #endif
4060df68ce4SAlexandre Ghiti
4070df68ce4SAlexandre Ghiti kernel_ptd_info.base_addr = KERN_VIRT_START;
4080df68ce4SAlexandre Ghiti
409e59e5e27SSong Shuai pg_level[1].name = pgtable_l5_enabled ? "P4D" : "PGD";
410e59e5e27SSong Shuai pg_level[2].name = pgtable_l4_enabled ? "PUD" : "PGD";
411e59e5e27SSong Shuai
41259c4da86SZong Li for (i = 0; i < ARRAY_SIZE(pg_level); i++)
41359c4da86SZong Li for (j = 0; j < ARRAY_SIZE(pte_bits); j++)
41459c4da86SZong Li pg_level[i].mask |= pte_bits[j].mask;
41559c4da86SZong Li
416de22d210SAtish Patra debugfs_create_file("kernel_page_tables", 0400, NULL, &kernel_ptd_info,
41759c4da86SZong Li &ptdump_fops);
418de22d210SAtish Patra #ifdef CONFIG_EFI
419de22d210SAtish Patra if (efi_enabled(EFI_RUNTIME_SERVICES))
420de22d210SAtish Patra debugfs_create_file("efi_page_tables", 0400, NULL, &efi_ptd_info,
421de22d210SAtish Patra &ptdump_fops);
422de22d210SAtish Patra #endif
42359c4da86SZong Li
42459c4da86SZong Li return 0;
42559c4da86SZong Li }
42659c4da86SZong Li
42759c4da86SZong Li device_initcall(ptdump_init);
428