18d59ecb2SHans Petter Selasky /*- 28d59ecb2SHans Petter Selasky * Copyright (c) 2010 Isilon Systems, Inc. 38d59ecb2SHans Petter Selasky * Copyright (c) 2010 iX Systems, Inc. 48d59ecb2SHans Petter Selasky * Copyright (c) 2010 Panasas, Inc. 5*8186b527SHans Petter Selasky * Copyright (c) 2013-2017 Mellanox Technologies, Ltd. 68d59ecb2SHans Petter Selasky * Copyright (c) 2015 François Tigeot 78d59ecb2SHans Petter Selasky * Copyright (c) 2015 Matthew Dillon <dillon@backplane.com> 88d59ecb2SHans Petter Selasky * All rights reserved. 98d59ecb2SHans Petter Selasky * 108d59ecb2SHans Petter Selasky * Redistribution and use in source and binary forms, with or without 118d59ecb2SHans Petter Selasky * modification, are permitted provided that the following conditions 128d59ecb2SHans Petter Selasky * are met: 138d59ecb2SHans Petter Selasky * 1. Redistributions of source code must retain the above copyright 148d59ecb2SHans Petter Selasky * notice unmodified, this list of conditions, and the following 158d59ecb2SHans Petter Selasky * disclaimer. 168d59ecb2SHans Petter Selasky * 2. Redistributions in binary form must reproduce the above copyright 178d59ecb2SHans Petter Selasky * notice, this list of conditions and the following disclaimer in the 188d59ecb2SHans Petter Selasky * documentation and/or other materials provided with the distribution. 198d59ecb2SHans Petter Selasky * 208d59ecb2SHans Petter Selasky * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 218d59ecb2SHans Petter Selasky * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 228d59ecb2SHans Petter Selasky * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 238d59ecb2SHans Petter Selasky * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 248d59ecb2SHans Petter Selasky * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 258d59ecb2SHans Petter Selasky * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 268d59ecb2SHans Petter Selasky * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 278d59ecb2SHans Petter Selasky * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 288d59ecb2SHans Petter Selasky * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 298d59ecb2SHans Petter Selasky * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 308d59ecb2SHans Petter Selasky * 318d59ecb2SHans Petter Selasky * $FreeBSD$ 328d59ecb2SHans Petter Selasky */ 338d59ecb2SHans Petter Selasky #ifndef _LINUX_MM_H_ 348d59ecb2SHans Petter Selasky #define _LINUX_MM_H_ 358d59ecb2SHans Petter Selasky 368d59ecb2SHans Petter Selasky #include <linux/spinlock.h> 378d59ecb2SHans Petter Selasky #include <linux/gfp.h> 388d59ecb2SHans Petter Selasky #include <linux/kernel.h> 3905d4f501SHans Petter Selasky #include <linux/mm_types.h> 40*8186b527SHans Petter Selasky #include <linux/pfn.h> 41*8186b527SHans Petter Selasky 42*8186b527SHans Petter Selasky #include <asm/pgtable.h> 438d59ecb2SHans Petter Selasky 448d59ecb2SHans Petter Selasky #define PAGE_ALIGN(x) ALIGN(x, PAGE_SIZE) 458d59ecb2SHans Petter Selasky 46*8186b527SHans Petter Selasky /* 47*8186b527SHans Petter Selasky * Make sure our LinuxKPI defined virtual memory flags don't conflict 48*8186b527SHans Petter Selasky * with the ones defined by FreeBSD: 49*8186b527SHans Petter Selasky */ 50*8186b527SHans Petter Selasky CTASSERT((VM_PROT_ALL & -(1 << 8)) == 0); 51*8186b527SHans Petter Selasky 52*8186b527SHans Petter Selasky #define VM_PFNINTERNAL (1 << 8) /* FreeBSD private flag to vm_insert_pfn() */ 53*8186b527SHans Petter Selasky #define VM_MIXEDMAP (1 << 9) 54*8186b527SHans Petter Selasky #define VM_NORESERVE (1 << 10) 55*8186b527SHans Petter Selasky #define VM_PFNMAP (1 << 11) 56*8186b527SHans Petter Selasky #define VM_IO (1 << 12) 57*8186b527SHans Petter Selasky #define VM_MAYWRITE (1 << 13) 58*8186b527SHans Petter Selasky #define VM_DONTCOPY (1 << 14) 59*8186b527SHans Petter Selasky #define VM_DONTEXPAND (1 << 15) 60*8186b527SHans Petter Selasky #define VM_DONTDUMP (1 << 16) 61*8186b527SHans Petter Selasky 62*8186b527SHans Petter Selasky #define VMA_MAX_PREFAULT_RECORD 1 63*8186b527SHans Petter Selasky 64*8186b527SHans Petter Selasky #define FOLL_WRITE (1 << 0) 65*8186b527SHans Petter Selasky #define FOLL_FORCE (1 << 1) 66*8186b527SHans Petter Selasky 67*8186b527SHans Petter Selasky #define VM_FAULT_OOM (1 << 0) 68*8186b527SHans Petter Selasky #define VM_FAULT_SIGBUS (1 << 1) 69*8186b527SHans Petter Selasky #define VM_FAULT_MAJOR (1 << 2) 70*8186b527SHans Petter Selasky #define VM_FAULT_WRITE (1 << 3) 71*8186b527SHans Petter Selasky #define VM_FAULT_HWPOISON (1 << 4) 72*8186b527SHans Petter Selasky #define VM_FAULT_HWPOISON_LARGE (1 << 5) 73*8186b527SHans Petter Selasky #define VM_FAULT_SIGSEGV (1 << 6) 74*8186b527SHans Petter Selasky #define VM_FAULT_NOPAGE (1 << 7) 75*8186b527SHans Petter Selasky #define VM_FAULT_LOCKED (1 << 8) 76*8186b527SHans Petter Selasky #define VM_FAULT_RETRY (1 << 9) 77*8186b527SHans Petter Selasky #define VM_FAULT_FALLBACK (1 << 10) 78*8186b527SHans Petter Selasky 79*8186b527SHans Petter Selasky #define FAULT_FLAG_WRITE (1 << 0) 80*8186b527SHans Petter Selasky #define FAULT_FLAG_MKWRITE (1 << 1) 81*8186b527SHans Petter Selasky #define FAULT_FLAG_ALLOW_RETRY (1 << 2) 82*8186b527SHans Petter Selasky #define FAULT_FLAG_RETRY_NOWAIT (1 << 3) 83*8186b527SHans Petter Selasky #define FAULT_FLAG_KILLABLE (1 << 4) 84*8186b527SHans Petter Selasky #define FAULT_FLAG_TRIED (1 << 5) 85*8186b527SHans Petter Selasky #define FAULT_FLAG_USER (1 << 6) 86*8186b527SHans Petter Selasky #define FAULT_FLAG_REMOTE (1 << 7) 87*8186b527SHans Petter Selasky #define FAULT_FLAG_INSTRUCTION (1 << 8) 88*8186b527SHans Petter Selasky 89*8186b527SHans Petter Selasky typedef int (*pte_fn_t)(pte_t *, pgtable_t, unsigned long addr, void *data); 90*8186b527SHans Petter Selasky 918d59ecb2SHans Petter Selasky struct vm_area_struct { 928d59ecb2SHans Petter Selasky vm_offset_t vm_start; 938d59ecb2SHans Petter Selasky vm_offset_t vm_end; 948d59ecb2SHans Petter Selasky vm_offset_t vm_pgoff; 958d59ecb2SHans Petter Selasky vm_paddr_t vm_pfn; /* PFN For mmap. */ 968d59ecb2SHans Petter Selasky vm_size_t vm_len; /* length for mmap. */ 978d59ecb2SHans Petter Selasky vm_memattr_t vm_page_prot; 988d59ecb2SHans Petter Selasky }; 998d59ecb2SHans Petter Selasky 100*8186b527SHans Petter Selasky struct vm_fault { 101*8186b527SHans Petter Selasky unsigned int flags; 102*8186b527SHans Petter Selasky pgoff_t pgoff; 103*8186b527SHans Petter Selasky void *virtual_address; /* user-space address */ 104*8186b527SHans Petter Selasky struct page *page; 105*8186b527SHans Petter Selasky }; 106*8186b527SHans Petter Selasky 107*8186b527SHans Petter Selasky struct vm_operations_struct { 108*8186b527SHans Petter Selasky void (*open) (struct vm_area_struct *); 109*8186b527SHans Petter Selasky void (*close) (struct vm_area_struct *); 110*8186b527SHans Petter Selasky int (*fault) (struct vm_area_struct *, struct vm_fault *); 111*8186b527SHans Petter Selasky }; 112*8186b527SHans Petter Selasky 1138d59ecb2SHans Petter Selasky /* 1148d59ecb2SHans Petter Selasky * Compute log2 of the power of two rounded up count of pages 1158d59ecb2SHans Petter Selasky * needed for size bytes. 1168d59ecb2SHans Petter Selasky */ 1178d59ecb2SHans Petter Selasky static inline int 1188d59ecb2SHans Petter Selasky get_order(unsigned long size) 1198d59ecb2SHans Petter Selasky { 1208d59ecb2SHans Petter Selasky int order; 1218d59ecb2SHans Petter Selasky 1228d59ecb2SHans Petter Selasky size = (size - 1) >> PAGE_SHIFT; 1238d59ecb2SHans Petter Selasky order = 0; 1248d59ecb2SHans Petter Selasky while (size) { 1258d59ecb2SHans Petter Selasky order++; 1268d59ecb2SHans Petter Selasky size >>= 1; 1278d59ecb2SHans Petter Selasky } 1288d59ecb2SHans Petter Selasky return (order); 1298d59ecb2SHans Petter Selasky } 1308d59ecb2SHans Petter Selasky 1318d59ecb2SHans Petter Selasky static inline void * 1328d59ecb2SHans Petter Selasky lowmem_page_address(struct page *page) 1338d59ecb2SHans Petter Selasky { 134*8186b527SHans Petter Selasky return (page_address(page)); 1358d59ecb2SHans Petter Selasky } 1368d59ecb2SHans Petter Selasky 1378d59ecb2SHans Petter Selasky /* 138*8186b527SHans Petter Selasky * This only works via memory map operations. 1398d59ecb2SHans Petter Selasky */ 1408d59ecb2SHans Petter Selasky static inline int 1418d59ecb2SHans Petter Selasky io_remap_pfn_range(struct vm_area_struct *vma, 1428d59ecb2SHans Petter Selasky unsigned long addr, unsigned long pfn, unsigned long size, 1438d59ecb2SHans Petter Selasky vm_memattr_t prot) 1448d59ecb2SHans Petter Selasky { 1458d59ecb2SHans Petter Selasky vma->vm_page_prot = prot; 1468d59ecb2SHans Petter Selasky vma->vm_pfn = pfn; 1478d59ecb2SHans Petter Selasky vma->vm_len = size; 1488d59ecb2SHans Petter Selasky 1498d59ecb2SHans Petter Selasky return (0); 1508d59ecb2SHans Petter Selasky } 1518d59ecb2SHans Petter Selasky 152*8186b527SHans Petter Selasky static inline int 153*8186b527SHans Petter Selasky apply_to_page_range(struct mm_struct *mm, unsigned long address, 154*8186b527SHans Petter Selasky unsigned long size, pte_fn_t fn, void *data) 155*8186b527SHans Petter Selasky { 156*8186b527SHans Petter Selasky return (-ENOTSUP); 157*8186b527SHans Petter Selasky } 158*8186b527SHans Petter Selasky 159*8186b527SHans Petter Selasky static inline int 160*8186b527SHans Petter Selasky zap_vma_ptes(struct vm_area_struct *vma, unsigned long address, 161*8186b527SHans Petter Selasky unsigned long size) 162*8186b527SHans Petter Selasky { 163*8186b527SHans Petter Selasky return (-ENOTSUP); 164*8186b527SHans Petter Selasky } 165*8186b527SHans Petter Selasky 166*8186b527SHans Petter Selasky static inline int 167*8186b527SHans Petter Selasky remap_pfn_range(struct vm_area_struct *vma, unsigned long addr, 168*8186b527SHans Petter Selasky unsigned long pfn, unsigned long size, pgprot_t prot) 169*8186b527SHans Petter Selasky { 170*8186b527SHans Petter Selasky return (-ENOTSUP); 171*8186b527SHans Petter Selasky } 172*8186b527SHans Petter Selasky 1738d59ecb2SHans Petter Selasky static inline unsigned long 1748d59ecb2SHans Petter Selasky vma_pages(struct vm_area_struct *vma) 1758d59ecb2SHans Petter Selasky { 1768d59ecb2SHans Petter Selasky return ((vma->vm_end - vma->vm_start) >> PAGE_SHIFT); 1778d59ecb2SHans Petter Selasky } 1788d59ecb2SHans Petter Selasky 1798d59ecb2SHans Petter Selasky #define offset_in_page(off) ((off) & (PAGE_SIZE - 1)) 1808d59ecb2SHans Petter Selasky 1818d59ecb2SHans Petter Selasky static inline void 1828d59ecb2SHans Petter Selasky set_page_dirty(struct vm_page *page) 1838d59ecb2SHans Petter Selasky { 1848d59ecb2SHans Petter Selasky vm_page_dirty(page); 1858d59ecb2SHans Petter Selasky } 1868d59ecb2SHans Petter Selasky 1878d59ecb2SHans Petter Selasky static inline void 188*8186b527SHans Petter Selasky set_page_dirty_lock(struct vm_page *page) 189*8186b527SHans Petter Selasky { 190*8186b527SHans Petter Selasky vm_page_lock(page); 191*8186b527SHans Petter Selasky vm_page_dirty(page); 192*8186b527SHans Petter Selasky vm_page_unlock(page); 193*8186b527SHans Petter Selasky } 194*8186b527SHans Petter Selasky 195*8186b527SHans Petter Selasky static inline void 196*8186b527SHans Petter Selasky mark_page_accessed(struct vm_page *page) 197*8186b527SHans Petter Selasky { 198*8186b527SHans Petter Selasky vm_page_reference(page); 199*8186b527SHans Petter Selasky } 200*8186b527SHans Petter Selasky 201*8186b527SHans Petter Selasky static inline void 2028d59ecb2SHans Petter Selasky get_page(struct vm_page *page) 2038d59ecb2SHans Petter Selasky { 204*8186b527SHans Petter Selasky vm_page_lock(page); 2058d59ecb2SHans Petter Selasky vm_page_hold(page); 206*8186b527SHans Petter Selasky vm_page_wire(page); 207*8186b527SHans Petter Selasky vm_page_unlock(page); 2088d59ecb2SHans Petter Selasky } 2098d59ecb2SHans Petter Selasky 210*8186b527SHans Petter Selasky extern long 211*8186b527SHans Petter Selasky get_user_pages(unsigned long start, unsigned long nr_pages, 212*8186b527SHans Petter Selasky int gup_flags, struct page **, 213*8186b527SHans Petter Selasky struct vm_area_struct **); 214*8186b527SHans Petter Selasky 215*8186b527SHans Petter Selasky extern int 216*8186b527SHans Petter Selasky __get_user_pages_fast(unsigned long start, int nr_pages, int write, 217*8186b527SHans Petter Selasky struct page **); 218*8186b527SHans Petter Selasky 219*8186b527SHans Petter Selasky extern long 220*8186b527SHans Petter Selasky get_user_pages_remote(struct task_struct *, struct mm_struct *, 221*8186b527SHans Petter Selasky unsigned long start, unsigned long nr_pages, 222*8186b527SHans Petter Selasky int gup_flags, struct page **, 223*8186b527SHans Petter Selasky struct vm_area_struct **); 224*8186b527SHans Petter Selasky 225*8186b527SHans Petter Selasky static inline void 226*8186b527SHans Petter Selasky put_page(struct vm_page *page) 227*8186b527SHans Petter Selasky { 228*8186b527SHans Petter Selasky vm_page_lock(page); 229*8186b527SHans Petter Selasky vm_page_unwire(page, PQ_ACTIVE); 230*8186b527SHans Petter Selasky vm_page_unhold(page); 231*8186b527SHans Petter Selasky vm_page_unlock(page); 232*8186b527SHans Petter Selasky } 233*8186b527SHans Petter Selasky 234*8186b527SHans Petter Selasky #define copy_highpage(to, from) pmap_copy_page(from, to) 235*8186b527SHans Petter Selasky 236*8186b527SHans Petter Selasky static inline pgprot_t 237*8186b527SHans Petter Selasky vm_get_page_prot(unsigned long vm_flags) 238*8186b527SHans Petter Selasky { 239*8186b527SHans Petter Selasky return (vm_flags & VM_PROT_ALL); 240*8186b527SHans Petter Selasky } 241*8186b527SHans Petter Selasky 242*8186b527SHans Petter Selasky extern int vm_insert_mixed(struct vm_area_struct *, unsigned long addr, pfn_t pfn); 243*8186b527SHans Petter Selasky 244*8186b527SHans Petter Selasky extern int 245*8186b527SHans Petter Selasky vm_insert_pfn(struct vm_area_struct *, unsigned long addr, 246*8186b527SHans Petter Selasky unsigned long pfn); 247*8186b527SHans Petter Selasky 248*8186b527SHans Petter Selasky extern int 249*8186b527SHans Petter Selasky vm_insert_pfn_prot(struct vm_area_struct *, unsigned long addr, 250*8186b527SHans Petter Selasky unsigned long pfn, pgprot_t pgprot); 251*8186b527SHans Petter Selasky 252*8186b527SHans Petter Selasky static inline vm_page_t 253*8186b527SHans Petter Selasky vmalloc_to_page(const void *addr) 254*8186b527SHans Petter Selasky { 255*8186b527SHans Petter Selasky vm_paddr_t paddr; 256*8186b527SHans Petter Selasky 257*8186b527SHans Petter Selasky paddr = pmap_kextract((vm_offset_t)addr); 258*8186b527SHans Petter Selasky return (PHYS_TO_VM_PAGE(paddr)); 259*8186b527SHans Petter Selasky } 260*8186b527SHans Petter Selasky 261*8186b527SHans Petter Selasky extern int is_vmalloc_addr(const void *addr); 262*8186b527SHans Petter Selasky 2638d59ecb2SHans Petter Selasky #endif /* _LINUX_MM_H_ */ 264