xref: /freebsd/sys/compat/linuxkpi/common/include/linux/mm.h (revision 8186b52744f9b334ba1f05b8708f8f3347fa2a75)
18d59ecb2SHans Petter Selasky /*-
28d59ecb2SHans Petter Selasky  * Copyright (c) 2010 Isilon Systems, Inc.
38d59ecb2SHans Petter Selasky  * Copyright (c) 2010 iX Systems, Inc.
48d59ecb2SHans Petter Selasky  * Copyright (c) 2010 Panasas, Inc.
5*8186b527SHans Petter Selasky  * Copyright (c) 2013-2017 Mellanox Technologies, Ltd.
68d59ecb2SHans Petter Selasky  * Copyright (c) 2015 François Tigeot
78d59ecb2SHans Petter Selasky  * Copyright (c) 2015 Matthew Dillon <dillon@backplane.com>
88d59ecb2SHans Petter Selasky  * All rights reserved.
98d59ecb2SHans Petter Selasky  *
108d59ecb2SHans Petter Selasky  * Redistribution and use in source and binary forms, with or without
118d59ecb2SHans Petter Selasky  * modification, are permitted provided that the following conditions
128d59ecb2SHans Petter Selasky  * are met:
138d59ecb2SHans Petter Selasky  * 1. Redistributions of source code must retain the above copyright
148d59ecb2SHans Petter Selasky  *    notice unmodified, this list of conditions, and the following
158d59ecb2SHans Petter Selasky  *    disclaimer.
168d59ecb2SHans Petter Selasky  * 2. Redistributions in binary form must reproduce the above copyright
178d59ecb2SHans Petter Selasky  *    notice, this list of conditions and the following disclaimer in the
188d59ecb2SHans Petter Selasky  *    documentation and/or other materials provided with the distribution.
198d59ecb2SHans Petter Selasky  *
208d59ecb2SHans Petter Selasky  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
218d59ecb2SHans Petter Selasky  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
228d59ecb2SHans Petter Selasky  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
238d59ecb2SHans Petter Selasky  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
248d59ecb2SHans Petter Selasky  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
258d59ecb2SHans Petter Selasky  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
268d59ecb2SHans Petter Selasky  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
278d59ecb2SHans Petter Selasky  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
288d59ecb2SHans Petter Selasky  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
298d59ecb2SHans Petter Selasky  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
308d59ecb2SHans Petter Selasky  *
318d59ecb2SHans Petter Selasky  * $FreeBSD$
328d59ecb2SHans Petter Selasky  */
338d59ecb2SHans Petter Selasky #ifndef	_LINUX_MM_H_
348d59ecb2SHans Petter Selasky #define	_LINUX_MM_H_
358d59ecb2SHans Petter Selasky 
368d59ecb2SHans Petter Selasky #include <linux/spinlock.h>
378d59ecb2SHans Petter Selasky #include <linux/gfp.h>
388d59ecb2SHans Petter Selasky #include <linux/kernel.h>
3905d4f501SHans Petter Selasky #include <linux/mm_types.h>
40*8186b527SHans Petter Selasky #include <linux/pfn.h>
41*8186b527SHans Petter Selasky 
42*8186b527SHans Petter Selasky #include <asm/pgtable.h>
438d59ecb2SHans Petter Selasky 
448d59ecb2SHans Petter Selasky #define	PAGE_ALIGN(x)	ALIGN(x, PAGE_SIZE)
458d59ecb2SHans Petter Selasky 
46*8186b527SHans Petter Selasky /*
47*8186b527SHans Petter Selasky  * Make sure our LinuxKPI defined virtual memory flags don't conflict
48*8186b527SHans Petter Selasky  * with the ones defined by FreeBSD:
49*8186b527SHans Petter Selasky  */
50*8186b527SHans Petter Selasky CTASSERT((VM_PROT_ALL & -(1 << 8)) == 0);
51*8186b527SHans Petter Selasky 
52*8186b527SHans Petter Selasky #define	VM_PFNINTERNAL		(1 << 8)	/* FreeBSD private flag to vm_insert_pfn() */
53*8186b527SHans Petter Selasky #define	VM_MIXEDMAP		(1 << 9)
54*8186b527SHans Petter Selasky #define	VM_NORESERVE		(1 << 10)
55*8186b527SHans Petter Selasky #define	VM_PFNMAP		(1 << 11)
56*8186b527SHans Petter Selasky #define	VM_IO			(1 << 12)
57*8186b527SHans Petter Selasky #define	VM_MAYWRITE		(1 << 13)
58*8186b527SHans Petter Selasky #define	VM_DONTCOPY		(1 << 14)
59*8186b527SHans Petter Selasky #define	VM_DONTEXPAND		(1 << 15)
60*8186b527SHans Petter Selasky #define	VM_DONTDUMP		(1 << 16)
61*8186b527SHans Petter Selasky 
62*8186b527SHans Petter Selasky #define	VMA_MAX_PREFAULT_RECORD	1
63*8186b527SHans Petter Selasky 
64*8186b527SHans Petter Selasky #define	FOLL_WRITE		(1 << 0)
65*8186b527SHans Petter Selasky #define	FOLL_FORCE		(1 << 1)
66*8186b527SHans Petter Selasky 
67*8186b527SHans Petter Selasky #define	VM_FAULT_OOM		(1 << 0)
68*8186b527SHans Petter Selasky #define	VM_FAULT_SIGBUS		(1 << 1)
69*8186b527SHans Petter Selasky #define	VM_FAULT_MAJOR		(1 << 2)
70*8186b527SHans Petter Selasky #define	VM_FAULT_WRITE		(1 << 3)
71*8186b527SHans Petter Selasky #define	VM_FAULT_HWPOISON	(1 << 4)
72*8186b527SHans Petter Selasky #define	VM_FAULT_HWPOISON_LARGE	(1 << 5)
73*8186b527SHans Petter Selasky #define	VM_FAULT_SIGSEGV	(1 << 6)
74*8186b527SHans Petter Selasky #define	VM_FAULT_NOPAGE		(1 << 7)
75*8186b527SHans Petter Selasky #define	VM_FAULT_LOCKED		(1 << 8)
76*8186b527SHans Petter Selasky #define	VM_FAULT_RETRY		(1 << 9)
77*8186b527SHans Petter Selasky #define	VM_FAULT_FALLBACK	(1 << 10)
78*8186b527SHans Petter Selasky 
79*8186b527SHans Petter Selasky #define	FAULT_FLAG_WRITE	(1 << 0)
80*8186b527SHans Petter Selasky #define	FAULT_FLAG_MKWRITE	(1 << 1)
81*8186b527SHans Petter Selasky #define	FAULT_FLAG_ALLOW_RETRY	(1 << 2)
82*8186b527SHans Petter Selasky #define	FAULT_FLAG_RETRY_NOWAIT	(1 << 3)
83*8186b527SHans Petter Selasky #define	FAULT_FLAG_KILLABLE	(1 << 4)
84*8186b527SHans Petter Selasky #define	FAULT_FLAG_TRIED	(1 << 5)
85*8186b527SHans Petter Selasky #define	FAULT_FLAG_USER		(1 << 6)
86*8186b527SHans Petter Selasky #define	FAULT_FLAG_REMOTE	(1 << 7)
87*8186b527SHans Petter Selasky #define	FAULT_FLAG_INSTRUCTION	(1 << 8)
88*8186b527SHans Petter Selasky 
89*8186b527SHans Petter Selasky typedef int (*pte_fn_t)(pte_t *, pgtable_t, unsigned long addr, void *data);
90*8186b527SHans Petter Selasky 
918d59ecb2SHans Petter Selasky struct vm_area_struct {
928d59ecb2SHans Petter Selasky 	vm_offset_t	vm_start;
938d59ecb2SHans Petter Selasky 	vm_offset_t	vm_end;
948d59ecb2SHans Petter Selasky 	vm_offset_t	vm_pgoff;
958d59ecb2SHans Petter Selasky 	vm_paddr_t	vm_pfn;		/* PFN For mmap. */
968d59ecb2SHans Petter Selasky 	vm_size_t	vm_len;		/* length for mmap. */
978d59ecb2SHans Petter Selasky 	vm_memattr_t	vm_page_prot;
988d59ecb2SHans Petter Selasky };
998d59ecb2SHans Petter Selasky 
100*8186b527SHans Petter Selasky struct vm_fault {
101*8186b527SHans Petter Selasky 	unsigned int flags;
102*8186b527SHans Petter Selasky 	pgoff_t	pgoff;
103*8186b527SHans Petter Selasky 	void   *virtual_address;	/* user-space address */
104*8186b527SHans Petter Selasky 	struct page *page;
105*8186b527SHans Petter Selasky };
106*8186b527SHans Petter Selasky 
107*8186b527SHans Petter Selasky struct vm_operations_struct {
108*8186b527SHans Petter Selasky 	void    (*open) (struct vm_area_struct *);
109*8186b527SHans Petter Selasky 	void    (*close) (struct vm_area_struct *);
110*8186b527SHans Petter Selasky 	int     (*fault) (struct vm_area_struct *, struct vm_fault *);
111*8186b527SHans Petter Selasky };
112*8186b527SHans Petter Selasky 
1138d59ecb2SHans Petter Selasky /*
1148d59ecb2SHans Petter Selasky  * Compute log2 of the power of two rounded up count of pages
1158d59ecb2SHans Petter Selasky  * needed for size bytes.
1168d59ecb2SHans Petter Selasky  */
1178d59ecb2SHans Petter Selasky static inline int
1188d59ecb2SHans Petter Selasky get_order(unsigned long size)
1198d59ecb2SHans Petter Selasky {
1208d59ecb2SHans Petter Selasky 	int order;
1218d59ecb2SHans Petter Selasky 
1228d59ecb2SHans Petter Selasky 	size = (size - 1) >> PAGE_SHIFT;
1238d59ecb2SHans Petter Selasky 	order = 0;
1248d59ecb2SHans Petter Selasky 	while (size) {
1258d59ecb2SHans Petter Selasky 		order++;
1268d59ecb2SHans Petter Selasky 		size >>= 1;
1278d59ecb2SHans Petter Selasky 	}
1288d59ecb2SHans Petter Selasky 	return (order);
1298d59ecb2SHans Petter Selasky }
1308d59ecb2SHans Petter Selasky 
1318d59ecb2SHans Petter Selasky static inline void *
1328d59ecb2SHans Petter Selasky lowmem_page_address(struct page *page)
1338d59ecb2SHans Petter Selasky {
134*8186b527SHans Petter Selasky 	return (page_address(page));
1358d59ecb2SHans Petter Selasky }
1368d59ecb2SHans Petter Selasky 
1378d59ecb2SHans Petter Selasky /*
138*8186b527SHans Petter Selasky  * This only works via memory map operations.
1398d59ecb2SHans Petter Selasky  */
1408d59ecb2SHans Petter Selasky static inline int
1418d59ecb2SHans Petter Selasky io_remap_pfn_range(struct vm_area_struct *vma,
1428d59ecb2SHans Petter Selasky     unsigned long addr, unsigned long pfn, unsigned long size,
1438d59ecb2SHans Petter Selasky     vm_memattr_t prot)
1448d59ecb2SHans Petter Selasky {
1458d59ecb2SHans Petter Selasky 	vma->vm_page_prot = prot;
1468d59ecb2SHans Petter Selasky 	vma->vm_pfn = pfn;
1478d59ecb2SHans Petter Selasky 	vma->vm_len = size;
1488d59ecb2SHans Petter Selasky 
1498d59ecb2SHans Petter Selasky 	return (0);
1508d59ecb2SHans Petter Selasky }
1518d59ecb2SHans Petter Selasky 
152*8186b527SHans Petter Selasky static inline int
153*8186b527SHans Petter Selasky apply_to_page_range(struct mm_struct *mm, unsigned long address,
154*8186b527SHans Petter Selasky     unsigned long size, pte_fn_t fn, void *data)
155*8186b527SHans Petter Selasky {
156*8186b527SHans Petter Selasky 	return (-ENOTSUP);
157*8186b527SHans Petter Selasky }
158*8186b527SHans Petter Selasky 
159*8186b527SHans Petter Selasky static inline int
160*8186b527SHans Petter Selasky zap_vma_ptes(struct vm_area_struct *vma, unsigned long address,
161*8186b527SHans Petter Selasky     unsigned long size)
162*8186b527SHans Petter Selasky {
163*8186b527SHans Petter Selasky 	return (-ENOTSUP);
164*8186b527SHans Petter Selasky }
165*8186b527SHans Petter Selasky 
166*8186b527SHans Petter Selasky static inline int
167*8186b527SHans Petter Selasky remap_pfn_range(struct vm_area_struct *vma, unsigned long addr,
168*8186b527SHans Petter Selasky     unsigned long pfn, unsigned long size, pgprot_t prot)
169*8186b527SHans Petter Selasky {
170*8186b527SHans Petter Selasky 	return (-ENOTSUP);
171*8186b527SHans Petter Selasky }
172*8186b527SHans Petter Selasky 
1738d59ecb2SHans Petter Selasky static inline unsigned long
1748d59ecb2SHans Petter Selasky vma_pages(struct vm_area_struct *vma)
1758d59ecb2SHans Petter Selasky {
1768d59ecb2SHans Petter Selasky 	return ((vma->vm_end - vma->vm_start) >> PAGE_SHIFT);
1778d59ecb2SHans Petter Selasky }
1788d59ecb2SHans Petter Selasky 
1798d59ecb2SHans Petter Selasky #define	offset_in_page(off)	((off) & (PAGE_SIZE - 1))
1808d59ecb2SHans Petter Selasky 
1818d59ecb2SHans Petter Selasky static inline void
1828d59ecb2SHans Petter Selasky set_page_dirty(struct vm_page *page)
1838d59ecb2SHans Petter Selasky {
1848d59ecb2SHans Petter Selasky 	vm_page_dirty(page);
1858d59ecb2SHans Petter Selasky }
1868d59ecb2SHans Petter Selasky 
1878d59ecb2SHans Petter Selasky static inline void
188*8186b527SHans Petter Selasky set_page_dirty_lock(struct vm_page *page)
189*8186b527SHans Petter Selasky {
190*8186b527SHans Petter Selasky 	vm_page_lock(page);
191*8186b527SHans Petter Selasky 	vm_page_dirty(page);
192*8186b527SHans Petter Selasky 	vm_page_unlock(page);
193*8186b527SHans Petter Selasky }
194*8186b527SHans Petter Selasky 
195*8186b527SHans Petter Selasky static inline void
196*8186b527SHans Petter Selasky mark_page_accessed(struct vm_page *page)
197*8186b527SHans Petter Selasky {
198*8186b527SHans Petter Selasky 	vm_page_reference(page);
199*8186b527SHans Petter Selasky }
200*8186b527SHans Petter Selasky 
201*8186b527SHans Petter Selasky static inline void
2028d59ecb2SHans Petter Selasky get_page(struct vm_page *page)
2038d59ecb2SHans Petter Selasky {
204*8186b527SHans Petter Selasky 	vm_page_lock(page);
2058d59ecb2SHans Petter Selasky 	vm_page_hold(page);
206*8186b527SHans Petter Selasky 	vm_page_wire(page);
207*8186b527SHans Petter Selasky 	vm_page_unlock(page);
2088d59ecb2SHans Petter Selasky }
2098d59ecb2SHans Petter Selasky 
210*8186b527SHans Petter Selasky extern long
211*8186b527SHans Petter Selasky get_user_pages(unsigned long start, unsigned long nr_pages,
212*8186b527SHans Petter Selasky     int gup_flags, struct page **,
213*8186b527SHans Petter Selasky     struct vm_area_struct **);
214*8186b527SHans Petter Selasky 
215*8186b527SHans Petter Selasky extern int
216*8186b527SHans Petter Selasky __get_user_pages_fast(unsigned long start, int nr_pages, int write,
217*8186b527SHans Petter Selasky     struct page **);
218*8186b527SHans Petter Selasky 
219*8186b527SHans Petter Selasky extern long
220*8186b527SHans Petter Selasky get_user_pages_remote(struct task_struct *, struct mm_struct *,
221*8186b527SHans Petter Selasky     unsigned long start, unsigned long nr_pages,
222*8186b527SHans Petter Selasky     int gup_flags, struct page **,
223*8186b527SHans Petter Selasky     struct vm_area_struct **);
224*8186b527SHans Petter Selasky 
225*8186b527SHans Petter Selasky static inline void
226*8186b527SHans Petter Selasky put_page(struct vm_page *page)
227*8186b527SHans Petter Selasky {
228*8186b527SHans Petter Selasky 	vm_page_lock(page);
229*8186b527SHans Petter Selasky 	vm_page_unwire(page, PQ_ACTIVE);
230*8186b527SHans Petter Selasky 	vm_page_unhold(page);
231*8186b527SHans Petter Selasky 	vm_page_unlock(page);
232*8186b527SHans Petter Selasky }
233*8186b527SHans Petter Selasky 
234*8186b527SHans Petter Selasky #define	copy_highpage(to, from) pmap_copy_page(from, to)
235*8186b527SHans Petter Selasky 
236*8186b527SHans Petter Selasky static inline pgprot_t
237*8186b527SHans Petter Selasky vm_get_page_prot(unsigned long vm_flags)
238*8186b527SHans Petter Selasky {
239*8186b527SHans Petter Selasky 	return (vm_flags & VM_PROT_ALL);
240*8186b527SHans Petter Selasky }
241*8186b527SHans Petter Selasky 
242*8186b527SHans Petter Selasky extern int vm_insert_mixed(struct vm_area_struct *, unsigned long addr, pfn_t pfn);
243*8186b527SHans Petter Selasky 
244*8186b527SHans Petter Selasky extern int
245*8186b527SHans Petter Selasky vm_insert_pfn(struct vm_area_struct *, unsigned long addr,
246*8186b527SHans Petter Selasky     unsigned long pfn);
247*8186b527SHans Petter Selasky 
248*8186b527SHans Petter Selasky extern int
249*8186b527SHans Petter Selasky vm_insert_pfn_prot(struct vm_area_struct *, unsigned long addr,
250*8186b527SHans Petter Selasky     unsigned long pfn, pgprot_t pgprot);
251*8186b527SHans Petter Selasky 
252*8186b527SHans Petter Selasky static inline vm_page_t
253*8186b527SHans Petter Selasky vmalloc_to_page(const void *addr)
254*8186b527SHans Petter Selasky {
255*8186b527SHans Petter Selasky 	vm_paddr_t paddr;
256*8186b527SHans Petter Selasky 
257*8186b527SHans Petter Selasky 	paddr = pmap_kextract((vm_offset_t)addr);
258*8186b527SHans Petter Selasky 	return (PHYS_TO_VM_PAGE(paddr));
259*8186b527SHans Petter Selasky }
260*8186b527SHans Petter Selasky 
261*8186b527SHans Petter Selasky extern int is_vmalloc_addr(const void *addr);
262*8186b527SHans Petter Selasky 
2638d59ecb2SHans Petter Selasky #endif					/* _LINUX_MM_H_ */
264