1e974f91cSConrad Meyer /*- 2e974f91cSConrad Meyer * Copyright (C) 2012 Intel Corporation 3e974f91cSConrad Meyer * All rights reserved. 4e974f91cSConrad Meyer * 5e974f91cSConrad Meyer * Redistribution and use in source and binary forms, with or without 6e974f91cSConrad Meyer * modification, are permitted provided that the following conditions 7e974f91cSConrad Meyer * are met: 8e974f91cSConrad Meyer * 1. Redistributions of source code must retain the above copyright 9e974f91cSConrad Meyer * notice, this list of conditions and the following disclaimer. 10e974f91cSConrad Meyer * 2. Redistributions in binary form must reproduce the above copyright 11e974f91cSConrad Meyer * notice, this list of conditions and the following disclaimer in the 12e974f91cSConrad Meyer * documentation and/or other materials provided with the distribution. 13e974f91cSConrad Meyer * 14e974f91cSConrad Meyer * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15e974f91cSConrad Meyer * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16e974f91cSConrad Meyer * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17e974f91cSConrad Meyer * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18e974f91cSConrad Meyer * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19e974f91cSConrad Meyer * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20e974f91cSConrad Meyer * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21e974f91cSConrad Meyer * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22e974f91cSConrad Meyer * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23e974f91cSConrad Meyer * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24e974f91cSConrad Meyer * SUCH DAMAGE. 25e974f91cSConrad Meyer */ 26e974f91cSConrad Meyer 27e974f91cSConrad Meyer __FBSDID("$FreeBSD$"); 28e974f91cSConrad Meyer 29e974f91cSConrad Meyer #ifndef __IOAT_H__ 30e974f91cSConrad Meyer #define __IOAT_H__ 31e974f91cSConrad Meyer 32e974f91cSConrad Meyer #include <sys/param.h> 33e974f91cSConrad Meyer #include <machine/bus.h> 34e974f91cSConrad Meyer 35e974f91cSConrad Meyer /* 36e974f91cSConrad Meyer * This file defines the public interface to the IOAT driver. 37e974f91cSConrad Meyer */ 38e974f91cSConrad Meyer 39e974f91cSConrad Meyer /* 40e974f91cSConrad Meyer * Enables an interrupt for this operation. Typically, you would only enable 41e974f91cSConrad Meyer * this on the last operation in a group 42e974f91cSConrad Meyer */ 43e974f91cSConrad Meyer #define DMA_INT_EN 0x1 44bf8553eaSConrad Meyer /* 45bf8553eaSConrad Meyer * Like M_NOWAIT. Operations will return NULL if they cannot allocate a 46bf8553eaSConrad Meyer * descriptor without blocking. 47bf8553eaSConrad Meyer */ 48bf8553eaSConrad Meyer #define DMA_NO_WAIT 0x2 49bf8553eaSConrad Meyer #define DMA_ALL_FLAGS (DMA_INT_EN | DMA_NO_WAIT) 50e974f91cSConrad Meyer 51*31bf2875SConrad Meyer /* 52*31bf2875SConrad Meyer * Hardware revision number. Different hardware revisions support different 53*31bf2875SConrad Meyer * features. For example, 3.2 cannot read from MMIO space, while 3.3 can. 54*31bf2875SConrad Meyer */ 55*31bf2875SConrad Meyer #define IOAT_VER_3_0 0x30 56*31bf2875SConrad Meyer #define IOAT_VER_3_2 0x32 57*31bf2875SConrad Meyer #define IOAT_VER_3_3 0x33 58*31bf2875SConrad Meyer 59e974f91cSConrad Meyer typedef void *bus_dmaengine_t; 60e974f91cSConrad Meyer struct bus_dmadesc; 61faefad9cSConrad Meyer typedef void (*bus_dmaengine_callback_t)(void *arg, int error); 62e974f91cSConrad Meyer 63e974f91cSConrad Meyer /* 64e974f91cSConrad Meyer * Called first to acquire a reference to the DMA channel 65e974f91cSConrad Meyer */ 66e974f91cSConrad Meyer bus_dmaengine_t ioat_get_dmaengine(uint32_t channel_index); 67e974f91cSConrad Meyer 68466b3540SConrad Meyer /* Release the DMA channel */ 69466b3540SConrad Meyer void ioat_put_dmaengine(bus_dmaengine_t dmaengine); 70466b3540SConrad Meyer 71*31bf2875SConrad Meyer /* Check the DMA engine's HW version */ 72*31bf2875SConrad Meyer int ioat_get_hwversion(bus_dmaengine_t dmaengine); 73*31bf2875SConrad Meyer 74e974f91cSConrad Meyer /* 755ca9fc2aSConrad Meyer * Set interrupt coalescing on a DMA channel. 765ca9fc2aSConrad Meyer * 775ca9fc2aSConrad Meyer * The argument is in microseconds. A zero value disables coalescing. Any 785ca9fc2aSConrad Meyer * other value delays interrupt generation for N microseconds to provide 795ca9fc2aSConrad Meyer * opportunity to coalesce multiple operations into a single interrupt. 805ca9fc2aSConrad Meyer * 815ca9fc2aSConrad Meyer * Returns an error status, or zero on success. 825ca9fc2aSConrad Meyer * 835ca9fc2aSConrad Meyer * - ERANGE if the given value exceeds the delay supported by the hardware. 845ca9fc2aSConrad Meyer * (All current hardware supports a maximum of 0x3fff microseconds delay.) 855ca9fc2aSConrad Meyer * - ENODEV if the hardware does not support interrupt coalescing. 865ca9fc2aSConrad Meyer */ 875ca9fc2aSConrad Meyer int ioat_set_interrupt_coalesce(bus_dmaengine_t dmaengine, uint16_t delay); 885ca9fc2aSConrad Meyer 895ca9fc2aSConrad Meyer /* 905ca9fc2aSConrad Meyer * Return the maximum supported coalescing period, for use in 915ca9fc2aSConrad Meyer * ioat_set_interrupt_coalesce(). If the hardware does not support coalescing, 925ca9fc2aSConrad Meyer * returns zero. 935ca9fc2aSConrad Meyer */ 945ca9fc2aSConrad Meyer uint16_t ioat_get_max_coalesce_period(bus_dmaengine_t dmaengine); 955ca9fc2aSConrad Meyer 965ca9fc2aSConrad Meyer /* 97e974f91cSConrad Meyer * Acquire must be called before issuing an operation to perform. Release is 98e974f91cSConrad Meyer * called after. Multiple operations can be issued within the context of one 99e974f91cSConrad Meyer * acquire and release 100e974f91cSConrad Meyer */ 101e974f91cSConrad Meyer void ioat_acquire(bus_dmaengine_t dmaengine); 102e974f91cSConrad Meyer void ioat_release(bus_dmaengine_t dmaengine); 103e974f91cSConrad Meyer 1042a4fd6b1SConrad Meyer /* 1052a4fd6b1SConrad Meyer * Issue a blockfill operation. The 64-bit pattern 'fillpattern' is written to 1062a4fd6b1SConrad Meyer * 'len' physically contiguous bytes at 'dst'. 1071693d27bSConrad Meyer * 1081693d27bSConrad Meyer * Only supported on devices with the BFILL capability. 1092a4fd6b1SConrad Meyer */ 1102a4fd6b1SConrad Meyer struct bus_dmadesc *ioat_blockfill(bus_dmaengine_t dmaengine, bus_addr_t dst, 1112a4fd6b1SConrad Meyer uint64_t fillpattern, bus_size_t len, bus_dmaengine_callback_t callback_fn, 1122a4fd6b1SConrad Meyer void *callback_arg, uint32_t flags); 1132a4fd6b1SConrad Meyer 114e974f91cSConrad Meyer /* Issues the copy data operation */ 115e974f91cSConrad Meyer struct bus_dmadesc *ioat_copy(bus_dmaengine_t dmaengine, bus_addr_t dst, 116e974f91cSConrad Meyer bus_addr_t src, bus_size_t len, bus_dmaengine_callback_t callback_fn, 117e974f91cSConrad Meyer void *callback_arg, uint32_t flags); 118e974f91cSConrad Meyer 119e974f91cSConrad Meyer /* 1209950fde0SConrad Meyer * Issue a copy data operation, with constraints: 1219950fde0SConrad Meyer * - src1, src2, dst1, dst2 are all page-aligned addresses 1229950fde0SConrad Meyer * - The quantity to copy is exactly 2 pages; 1239950fde0SConrad Meyer * - src1 -> dst1, src2 -> dst2 1249950fde0SConrad Meyer * 1259950fde0SConrad Meyer * Why use this instead of normal _copy()? You can copy two non-contiguous 1269950fde0SConrad Meyer * pages (src, dst, or both) with one descriptor. 1279950fde0SConrad Meyer */ 1289950fde0SConrad Meyer struct bus_dmadesc *ioat_copy_8k_aligned(bus_dmaengine_t dmaengine, 1299950fde0SConrad Meyer bus_addr_t dst1, bus_addr_t dst2, bus_addr_t src1, bus_addr_t src2, 1309950fde0SConrad Meyer bus_dmaengine_callback_t callback_fn, void *callback_arg, uint32_t flags); 1319950fde0SConrad Meyer 1329950fde0SConrad Meyer /* 133e974f91cSConrad Meyer * Issues a null operation. This issues the operation to the hardware, but the 134e974f91cSConrad Meyer * hardware doesn't do anything with it. 135e974f91cSConrad Meyer */ 136e974f91cSConrad Meyer struct bus_dmadesc *ioat_null(bus_dmaengine_t dmaengine, 137e974f91cSConrad Meyer bus_dmaengine_callback_t callback_fn, void *callback_arg, uint32_t flags); 138e974f91cSConrad Meyer 139e974f91cSConrad Meyer 140e974f91cSConrad Meyer #endif /* __IOAT_H__ */ 141e974f91cSConrad Meyer 142