1e974f91cSConrad Meyer /*- 2e974f91cSConrad Meyer * Copyright (C) 2012 Intel Corporation 3e974f91cSConrad Meyer * All rights reserved. 4e974f91cSConrad Meyer * 5e974f91cSConrad Meyer * Redistribution and use in source and binary forms, with or without 6e974f91cSConrad Meyer * modification, are permitted provided that the following conditions 7e974f91cSConrad Meyer * are met: 8e974f91cSConrad Meyer * 1. Redistributions of source code must retain the above copyright 9e974f91cSConrad Meyer * notice, this list of conditions and the following disclaimer. 10e974f91cSConrad Meyer * 2. Redistributions in binary form must reproduce the above copyright 11e974f91cSConrad Meyer * notice, this list of conditions and the following disclaimer in the 12e974f91cSConrad Meyer * documentation and/or other materials provided with the distribution. 13e974f91cSConrad Meyer * 14e974f91cSConrad Meyer * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15e974f91cSConrad Meyer * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16e974f91cSConrad Meyer * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17e974f91cSConrad Meyer * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18e974f91cSConrad Meyer * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19e974f91cSConrad Meyer * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20e974f91cSConrad Meyer * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21e974f91cSConrad Meyer * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22e974f91cSConrad Meyer * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23e974f91cSConrad Meyer * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24e974f91cSConrad Meyer * SUCH DAMAGE. 25e974f91cSConrad Meyer */ 26e974f91cSConrad Meyer 27e974f91cSConrad Meyer __FBSDID("$FreeBSD$"); 28e974f91cSConrad Meyer 29e974f91cSConrad Meyer #ifndef __IOAT_H__ 30e974f91cSConrad Meyer #define __IOAT_H__ 31e974f91cSConrad Meyer 32e974f91cSConrad Meyer #include <sys/param.h> 33e974f91cSConrad Meyer #include <machine/bus.h> 34e974f91cSConrad Meyer 35e974f91cSConrad Meyer /* 36e974f91cSConrad Meyer * This file defines the public interface to the IOAT driver. 37e974f91cSConrad Meyer */ 38e974f91cSConrad Meyer 39e974f91cSConrad Meyer /* 40e974f91cSConrad Meyer * Enables an interrupt for this operation. Typically, you would only enable 41e974f91cSConrad Meyer * this on the last operation in a group 42e974f91cSConrad Meyer */ 43e974f91cSConrad Meyer #define DMA_INT_EN 0x1 44bf8553eaSConrad Meyer /* 45bf8553eaSConrad Meyer * Like M_NOWAIT. Operations will return NULL if they cannot allocate a 46bf8553eaSConrad Meyer * descriptor without blocking. 47bf8553eaSConrad Meyer */ 48bf8553eaSConrad Meyer #define DMA_NO_WAIT 0x2 49bf8553eaSConrad Meyer #define DMA_ALL_FLAGS (DMA_INT_EN | DMA_NO_WAIT) 50e974f91cSConrad Meyer 51e974f91cSConrad Meyer typedef void *bus_dmaengine_t; 52e974f91cSConrad Meyer struct bus_dmadesc; 53faefad9cSConrad Meyer typedef void (*bus_dmaengine_callback_t)(void *arg, int error); 54e974f91cSConrad Meyer 55e974f91cSConrad Meyer /* 56e974f91cSConrad Meyer * Called first to acquire a reference to the DMA channel 57e974f91cSConrad Meyer */ 58e974f91cSConrad Meyer bus_dmaengine_t ioat_get_dmaengine(uint32_t channel_index); 59e974f91cSConrad Meyer 60466b3540SConrad Meyer /* Release the DMA channel */ 61466b3540SConrad Meyer void ioat_put_dmaengine(bus_dmaengine_t dmaengine); 62466b3540SConrad Meyer 63e974f91cSConrad Meyer /* 64*5ca9fc2aSConrad Meyer * Set interrupt coalescing on a DMA channel. 65*5ca9fc2aSConrad Meyer * 66*5ca9fc2aSConrad Meyer * The argument is in microseconds. A zero value disables coalescing. Any 67*5ca9fc2aSConrad Meyer * other value delays interrupt generation for N microseconds to provide 68*5ca9fc2aSConrad Meyer * opportunity to coalesce multiple operations into a single interrupt. 69*5ca9fc2aSConrad Meyer * 70*5ca9fc2aSConrad Meyer * Returns an error status, or zero on success. 71*5ca9fc2aSConrad Meyer * 72*5ca9fc2aSConrad Meyer * - ERANGE if the given value exceeds the delay supported by the hardware. 73*5ca9fc2aSConrad Meyer * (All current hardware supports a maximum of 0x3fff microseconds delay.) 74*5ca9fc2aSConrad Meyer * - ENODEV if the hardware does not support interrupt coalescing. 75*5ca9fc2aSConrad Meyer */ 76*5ca9fc2aSConrad Meyer int ioat_set_interrupt_coalesce(bus_dmaengine_t dmaengine, uint16_t delay); 77*5ca9fc2aSConrad Meyer 78*5ca9fc2aSConrad Meyer /* 79*5ca9fc2aSConrad Meyer * Return the maximum supported coalescing period, for use in 80*5ca9fc2aSConrad Meyer * ioat_set_interrupt_coalesce(). If the hardware does not support coalescing, 81*5ca9fc2aSConrad Meyer * returns zero. 82*5ca9fc2aSConrad Meyer */ 83*5ca9fc2aSConrad Meyer uint16_t ioat_get_max_coalesce_period(bus_dmaengine_t dmaengine); 84*5ca9fc2aSConrad Meyer 85*5ca9fc2aSConrad Meyer /* 86e974f91cSConrad Meyer * Acquire must be called before issuing an operation to perform. Release is 87e974f91cSConrad Meyer * called after. Multiple operations can be issued within the context of one 88e974f91cSConrad Meyer * acquire and release 89e974f91cSConrad Meyer */ 90e974f91cSConrad Meyer void ioat_acquire(bus_dmaengine_t dmaengine); 91e974f91cSConrad Meyer void ioat_release(bus_dmaengine_t dmaengine); 92e974f91cSConrad Meyer 932a4fd6b1SConrad Meyer /* 942a4fd6b1SConrad Meyer * Issue a blockfill operation. The 64-bit pattern 'fillpattern' is written to 952a4fd6b1SConrad Meyer * 'len' physically contiguous bytes at 'dst'. 961693d27bSConrad Meyer * 971693d27bSConrad Meyer * Only supported on devices with the BFILL capability. 982a4fd6b1SConrad Meyer */ 992a4fd6b1SConrad Meyer struct bus_dmadesc *ioat_blockfill(bus_dmaengine_t dmaengine, bus_addr_t dst, 1002a4fd6b1SConrad Meyer uint64_t fillpattern, bus_size_t len, bus_dmaengine_callback_t callback_fn, 1012a4fd6b1SConrad Meyer void *callback_arg, uint32_t flags); 1022a4fd6b1SConrad Meyer 103e974f91cSConrad Meyer /* Issues the copy data operation */ 104e974f91cSConrad Meyer struct bus_dmadesc *ioat_copy(bus_dmaengine_t dmaengine, bus_addr_t dst, 105e974f91cSConrad Meyer bus_addr_t src, bus_size_t len, bus_dmaengine_callback_t callback_fn, 106e974f91cSConrad Meyer void *callback_arg, uint32_t flags); 107e974f91cSConrad Meyer 108e974f91cSConrad Meyer /* 1099950fde0SConrad Meyer * Issue a copy data operation, with constraints: 1109950fde0SConrad Meyer * - src1, src2, dst1, dst2 are all page-aligned addresses 1119950fde0SConrad Meyer * - The quantity to copy is exactly 2 pages; 1129950fde0SConrad Meyer * - src1 -> dst1, src2 -> dst2 1139950fde0SConrad Meyer * 1149950fde0SConrad Meyer * Why use this instead of normal _copy()? You can copy two non-contiguous 1159950fde0SConrad Meyer * pages (src, dst, or both) with one descriptor. 1169950fde0SConrad Meyer */ 1179950fde0SConrad Meyer struct bus_dmadesc *ioat_copy_8k_aligned(bus_dmaengine_t dmaengine, 1189950fde0SConrad Meyer bus_addr_t dst1, bus_addr_t dst2, bus_addr_t src1, bus_addr_t src2, 1199950fde0SConrad Meyer bus_dmaengine_callback_t callback_fn, void *callback_arg, uint32_t flags); 1209950fde0SConrad Meyer 1219950fde0SConrad Meyer /* 122e974f91cSConrad Meyer * Issues a null operation. This issues the operation to the hardware, but the 123e974f91cSConrad Meyer * hardware doesn't do anything with it. 124e974f91cSConrad Meyer */ 125e974f91cSConrad Meyer struct bus_dmadesc *ioat_null(bus_dmaengine_t dmaengine, 126e974f91cSConrad Meyer bus_dmaengine_callback_t callback_fn, void *callback_arg, uint32_t flags); 127e974f91cSConrad Meyer 128e974f91cSConrad Meyer 129e974f91cSConrad Meyer #endif /* __IOAT_H__ */ 130e974f91cSConrad Meyer 131