xref: /linux/arch/x86/include/asm/page.h (revision c532de5a67a70f8533d495f8f2aaa9a0491c3ad0)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_X86_PAGE_H
3 #define _ASM_X86_PAGE_H
4 
5 #include <linux/types.h>
6 
7 #ifdef __KERNEL__
8 
9 #include <asm/page_types.h>
10 
11 #ifdef CONFIG_X86_64
12 #include <asm/page_64.h>
13 #else
14 #include <asm/page_32.h>
15 #endif	/* CONFIG_X86_64 */
16 
17 #ifndef __ASSEMBLY__
18 
19 struct page;
20 
21 #include <linux/range.h>
22 extern struct range pfn_mapped[];
23 extern int nr_pfn_mapped;
24 
25 static inline void clear_user_page(void *page, unsigned long vaddr,
26 				   struct page *pg)
27 {
28 	clear_page(page);
29 }
30 
31 static inline void copy_user_page(void *to, void *from, unsigned long vaddr,
32 				  struct page *topage)
33 {
34 	copy_page(to, from);
35 }
36 
37 #define vma_alloc_zeroed_movable_folio(vma, vaddr) \
38 	vma_alloc_folio(GFP_HIGHUSER_MOVABLE | __GFP_ZERO, 0, vma, vaddr, false)
39 
40 #ifndef __pa
41 #define __pa(x)		__phys_addr((unsigned long)(x))
42 #endif
43 
44 #define __pa_nodebug(x)	__phys_addr_nodebug((unsigned long)(x))
45 /* __pa_symbol should be used for C visible symbols.
46    This seems to be the official gcc blessed way to do such arithmetic. */
47 /*
48  * We need __phys_reloc_hide() here because gcc may assume that there is no
49  * overflow during __pa() calculation and can optimize it unexpectedly.
50  * Newer versions of gcc provide -fno-strict-overflow switch to handle this
51  * case properly. Once all supported versions of gcc understand it, we can
52  * remove this Voodoo magic stuff. (i.e. once gcc3.x is deprecated)
53  */
54 #define __pa_symbol(x) \
55 	__phys_addr_symbol(__phys_reloc_hide((unsigned long)(x)))
56 
57 #ifndef __va
58 #define __va(x)			((void *)((unsigned long)(x)+PAGE_OFFSET))
59 #endif
60 
61 #define __boot_va(x)		__va(x)
62 #define __boot_pa(x)		__pa(x)
63 
64 /*
65  * virt_to_page(kaddr) returns a valid pointer if and only if
66  * virt_addr_valid(kaddr) returns true.
67  */
68 #define virt_to_page(kaddr)	pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
69 extern bool __virt_addr_valid(unsigned long kaddr);
70 #define virt_addr_valid(kaddr)	__virt_addr_valid((unsigned long) (kaddr))
71 
72 static __always_inline void *pfn_to_kaddr(unsigned long pfn)
73 {
74 	return __va(pfn << PAGE_SHIFT);
75 }
76 
77 static __always_inline u64 __canonical_address(u64 vaddr, u8 vaddr_bits)
78 {
79 	return ((s64)vaddr << (64 - vaddr_bits)) >> (64 - vaddr_bits);
80 }
81 
82 static __always_inline u64 __is_canonical_address(u64 vaddr, u8 vaddr_bits)
83 {
84 	return __canonical_address(vaddr, vaddr_bits) == vaddr;
85 }
86 
87 #endif	/* __ASSEMBLY__ */
88 
89 #include <asm-generic/memory_model.h>
90 #include <asm-generic/getorder.h>
91 
92 #define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
93 
94 #endif	/* __KERNEL__ */
95 #endif /* _ASM_X86_PAGE_H */
96