18d59ecb2SHans Petter Selasky /*- 28d59ecb2SHans Petter Selasky * Copyright (c) 2010 Isilon Systems, Inc. 38d59ecb2SHans Petter Selasky * Copyright (c) 2010 iX Systems, Inc. 48d59ecb2SHans Petter Selasky * Copyright (c) 2010 Panasas, Inc. 5*86845417SHans Petter Selasky * Copyright (c) 2013-2015 Mellanox Technologies, Ltd. 68d59ecb2SHans Petter Selasky * All rights reserved. 78d59ecb2SHans Petter Selasky * 88d59ecb2SHans Petter Selasky * Redistribution and use in source and binary forms, with or without 98d59ecb2SHans Petter Selasky * modification, are permitted provided that the following conditions 108d59ecb2SHans Petter Selasky * are met: 118d59ecb2SHans Petter Selasky * 1. Redistributions of source code must retain the above copyright 128d59ecb2SHans Petter Selasky * notice unmodified, this list of conditions, and the following 138d59ecb2SHans Petter Selasky * disclaimer. 148d59ecb2SHans Petter Selasky * 2. Redistributions in binary form must reproduce the above copyright 158d59ecb2SHans Petter Selasky * notice, this list of conditions and the following disclaimer in the 168d59ecb2SHans Petter Selasky * documentation and/or other materials provided with the distribution. 178d59ecb2SHans Petter Selasky * 188d59ecb2SHans Petter Selasky * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 198d59ecb2SHans Petter Selasky * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 208d59ecb2SHans Petter Selasky * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 218d59ecb2SHans Petter Selasky * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 228d59ecb2SHans Petter Selasky * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 238d59ecb2SHans Petter Selasky * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 248d59ecb2SHans Petter Selasky * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 258d59ecb2SHans Petter Selasky * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 268d59ecb2SHans Petter Selasky * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 278d59ecb2SHans Petter Selasky * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 288d59ecb2SHans Petter Selasky * 298d59ecb2SHans Petter Selasky * $FreeBSD$ 308d59ecb2SHans Petter Selasky */ 318d59ecb2SHans Petter Selasky #ifndef _LINUX_IO_H_ 328d59ecb2SHans Petter Selasky #define _LINUX_IO_H_ 338d59ecb2SHans Petter Selasky 348d59ecb2SHans Petter Selasky #include <machine/vm.h> 358d59ecb2SHans Petter Selasky #include <sys/endian.h> 368e7baabcSHans Petter Selasky #include <sys/types.h> 378d59ecb2SHans Petter Selasky 388d59ecb2SHans Petter Selasky static inline uint32_t 398d59ecb2SHans Petter Selasky __raw_readl(const volatile void *addr) 408d59ecb2SHans Petter Selasky { 418d59ecb2SHans Petter Selasky return *(const volatile uint32_t *)addr; 428d59ecb2SHans Petter Selasky } 438d59ecb2SHans Petter Selasky 448d59ecb2SHans Petter Selasky static inline void 458d59ecb2SHans Petter Selasky __raw_writel(uint32_t b, volatile void *addr) 468d59ecb2SHans Petter Selasky { 478d59ecb2SHans Petter Selasky *(volatile uint32_t *)addr = b; 488d59ecb2SHans Petter Selasky } 498d59ecb2SHans Petter Selasky 508d59ecb2SHans Petter Selasky static inline uint64_t 518d59ecb2SHans Petter Selasky __raw_readq(const volatile void *addr) 528d59ecb2SHans Petter Selasky { 538d59ecb2SHans Petter Selasky return *(const volatile uint64_t *)addr; 548d59ecb2SHans Petter Selasky } 558d59ecb2SHans Petter Selasky 568d59ecb2SHans Petter Selasky static inline void 578d59ecb2SHans Petter Selasky __raw_writeq(uint64_t b, volatile void *addr) 588d59ecb2SHans Petter Selasky { 598d59ecb2SHans Petter Selasky *(volatile uint64_t *)addr = b; 608d59ecb2SHans Petter Selasky } 618d59ecb2SHans Petter Selasky 628d59ecb2SHans Petter Selasky /* 638d59ecb2SHans Petter Selasky * XXX This is all x86 specific. It should be bus space access. 648d59ecb2SHans Petter Selasky */ 658d59ecb2SHans Petter Selasky #define mmiowb() 668d59ecb2SHans Petter Selasky 678d59ecb2SHans Petter Selasky #undef writel 688d59ecb2SHans Petter Selasky static inline void 698d59ecb2SHans Petter Selasky writel(uint32_t b, void *addr) 708d59ecb2SHans Petter Selasky { 718d59ecb2SHans Petter Selasky *(volatile uint32_t *)addr = b; 728d59ecb2SHans Petter Selasky } 738d59ecb2SHans Petter Selasky 748d59ecb2SHans Petter Selasky #undef writeq 758d59ecb2SHans Petter Selasky static inline void 768d59ecb2SHans Petter Selasky writeq(uint64_t b, void *addr) 778d59ecb2SHans Petter Selasky { 788d59ecb2SHans Petter Selasky *(volatile uint64_t *)addr = b; 798d59ecb2SHans Petter Selasky } 808d59ecb2SHans Petter Selasky 818d59ecb2SHans Petter Selasky #undef writeb 828d59ecb2SHans Petter Selasky static inline void 838d59ecb2SHans Petter Selasky writeb(uint8_t b, void *addr) 848d59ecb2SHans Petter Selasky { 858d59ecb2SHans Petter Selasky *(volatile uint8_t *)addr = b; 868d59ecb2SHans Petter Selasky } 878d59ecb2SHans Petter Selasky 888d59ecb2SHans Petter Selasky #undef writew 898d59ecb2SHans Petter Selasky static inline void 908d59ecb2SHans Petter Selasky writew(uint16_t b, void *addr) 918d59ecb2SHans Petter Selasky { 928d59ecb2SHans Petter Selasky *(volatile uint16_t *)addr = b; 938d59ecb2SHans Petter Selasky } 948d59ecb2SHans Petter Selasky 958d59ecb2SHans Petter Selasky #undef ioread32be 968d59ecb2SHans Petter Selasky static inline uint32_t 978d59ecb2SHans Petter Selasky ioread32be(const volatile void *addr) 988d59ecb2SHans Petter Selasky { 998d59ecb2SHans Petter Selasky return be32toh(*(const volatile uint32_t *)addr); 1008d59ecb2SHans Petter Selasky } 1018d59ecb2SHans Petter Selasky 1028d59ecb2SHans Petter Selasky #undef iowrite32be 1038d59ecb2SHans Petter Selasky static inline void 1048d59ecb2SHans Petter Selasky iowrite32be(uint32_t v, volatile void *addr) 1058d59ecb2SHans Petter Selasky { 1068d59ecb2SHans Petter Selasky *(volatile uint32_t *)addr = htobe32(v); 1078d59ecb2SHans Petter Selasky } 1088d59ecb2SHans Petter Selasky 109*86845417SHans Petter Selasky #undef readb 110*86845417SHans Petter Selasky static inline uint8_t 111*86845417SHans Petter Selasky readb(const volatile void *addr) 112*86845417SHans Petter Selasky { 113*86845417SHans Petter Selasky return *(const volatile uint8_t *)addr; 114*86845417SHans Petter Selasky } 115*86845417SHans Petter Selasky 116*86845417SHans Petter Selasky #undef readw 117*86845417SHans Petter Selasky static inline uint16_t 118*86845417SHans Petter Selasky readw(const volatile void *addr) 119*86845417SHans Petter Selasky { 120*86845417SHans Petter Selasky return *(const volatile uint16_t *)addr; 121*86845417SHans Petter Selasky } 122*86845417SHans Petter Selasky 123*86845417SHans Petter Selasky #undef readl 124*86845417SHans Petter Selasky static inline uint32_t 125*86845417SHans Petter Selasky readl(const volatile void *addr) 126*86845417SHans Petter Selasky { 127*86845417SHans Petter Selasky return *(const volatile uint32_t *)addr; 128*86845417SHans Petter Selasky } 129*86845417SHans Petter Selasky 130*86845417SHans Petter Selasky #if defined(__i386__) || defined(__amd64__) 1318d59ecb2SHans Petter Selasky void *_ioremap_attr(vm_paddr_t phys_addr, unsigned long size, int attr); 132*86845417SHans Petter Selasky #else 133*86845417SHans Petter Selasky #define _ioremap_attr(...) NULL 134*86845417SHans Petter Selasky #endif 135*86845417SHans Petter Selasky 1368d59ecb2SHans Petter Selasky #define ioremap_nocache(addr, size) \ 1378d59ecb2SHans Petter Selasky _ioremap_attr((addr), (size), VM_MEMATTR_UNCACHEABLE) 1388d59ecb2SHans Petter Selasky #define ioremap_wc(addr, size) \ 1398d59ecb2SHans Petter Selasky _ioremap_attr((addr), (size), VM_MEMATTR_WRITE_COMBINING) 140*86845417SHans Petter Selasky #define ioremap(addr, size) \ 141*86845417SHans Petter Selasky _ioremap_attr((addr), (size), VM_MEMATTR_UNCACHEABLE) 1428d59ecb2SHans Petter Selasky void iounmap(void *addr); 1438d59ecb2SHans Petter Selasky 1448d59ecb2SHans Petter Selasky #define memset_io(a, b, c) memset((a), (b), (c)) 1458d59ecb2SHans Petter Selasky #define memcpy_fromio(a, b, c) memcpy((a), (b), (c)) 1468d59ecb2SHans Petter Selasky #define memcpy_toio(a, b, c) memcpy((a), (b), (c)) 1478d59ecb2SHans Petter Selasky 1488d59ecb2SHans Petter Selasky static inline void 1498d59ecb2SHans Petter Selasky __iowrite64_copy(void *to, void *from, size_t count) 1508d59ecb2SHans Petter Selasky { 1518d59ecb2SHans Petter Selasky #ifdef __LP64__ 1528d59ecb2SHans Petter Selasky uint64_t *src; 1538d59ecb2SHans Petter Selasky uint64_t *dst; 1548d59ecb2SHans Petter Selasky int i; 1558d59ecb2SHans Petter Selasky 1568d59ecb2SHans Petter Selasky for (i = 0, src = from, dst = to; i < count; i++, src++, dst++) 1578d59ecb2SHans Petter Selasky __raw_writeq(*src, dst); 1588d59ecb2SHans Petter Selasky #else 1598d59ecb2SHans Petter Selasky uint32_t *src; 1608d59ecb2SHans Petter Selasky uint32_t *dst; 1618d59ecb2SHans Petter Selasky int i; 1628d59ecb2SHans Petter Selasky 1638d59ecb2SHans Petter Selasky count *= 2; 1648d59ecb2SHans Petter Selasky for (i = 0, src = from, dst = to; i < count; i++, src++, dst++) 1658d59ecb2SHans Petter Selasky __raw_writel(*src, dst); 1668d59ecb2SHans Petter Selasky #endif 1678d59ecb2SHans Petter Selasky } 1688d59ecb2SHans Petter Selasky 1698d59ecb2SHans Petter Selasky 1708d59ecb2SHans Petter Selasky #endif /* _LINUX_IO_H_ */ 171