13d5b3b0aSRuslan Bukin /*- 2*101869a8SRuslan Bukin * Copyright (c) 2018-2019 Ruslan Bukin <br@bsdpad.com> 33d5b3b0aSRuslan Bukin * All rights reserved. 43d5b3b0aSRuslan Bukin * 53d5b3b0aSRuslan Bukin * This software was developed by SRI International and the University of 63d5b3b0aSRuslan Bukin * Cambridge Computer Laboratory under DARPA/AFRL contract FA8750-10-C-0237 73d5b3b0aSRuslan Bukin * ("CTSRD"), as part of the DARPA CRASH research programme. 83d5b3b0aSRuslan Bukin * 93d5b3b0aSRuslan Bukin * Redistribution and use in source and binary forms, with or without 103d5b3b0aSRuslan Bukin * modification, are permitted provided that the following conditions 113d5b3b0aSRuslan Bukin * are met: 123d5b3b0aSRuslan Bukin * 1. Redistributions of source code must retain the above copyright 133d5b3b0aSRuslan Bukin * notice, this list of conditions and the following disclaimer. 143d5b3b0aSRuslan Bukin * 2. Redistributions in binary form must reproduce the above copyright 153d5b3b0aSRuslan Bukin * notice, this list of conditions and the following disclaimer in the 163d5b3b0aSRuslan Bukin * documentation and/or other materials provided with the distribution. 173d5b3b0aSRuslan Bukin * 183d5b3b0aSRuslan Bukin * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 193d5b3b0aSRuslan Bukin * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 203d5b3b0aSRuslan Bukin * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 213d5b3b0aSRuslan Bukin * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 223d5b3b0aSRuslan Bukin * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 233d5b3b0aSRuslan Bukin * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 243d5b3b0aSRuslan Bukin * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 253d5b3b0aSRuslan Bukin * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 263d5b3b0aSRuslan Bukin * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 273d5b3b0aSRuslan Bukin * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 283d5b3b0aSRuslan Bukin * SUCH DAMAGE. 293d5b3b0aSRuslan Bukin */ 303d5b3b0aSRuslan Bukin 313d5b3b0aSRuslan Bukin #include <sys/cdefs.h> 323d5b3b0aSRuslan Bukin __FBSDID("$FreeBSD$"); 333d5b3b0aSRuslan Bukin 343d5b3b0aSRuslan Bukin #include "opt_platform.h" 353d5b3b0aSRuslan Bukin #include <sys/param.h> 363d5b3b0aSRuslan Bukin #include <sys/conf.h> 373d5b3b0aSRuslan Bukin #include <sys/bus.h> 383d5b3b0aSRuslan Bukin #include <sys/kernel.h> 393d5b3b0aSRuslan Bukin #include <sys/malloc.h> 403d5b3b0aSRuslan Bukin 41b06154eaSRuslan Bukin #include <machine/bus.h> 42b06154eaSRuslan Bukin 433d5b3b0aSRuslan Bukin #include <dev/xdma/xdma.h> 443d5b3b0aSRuslan Bukin 453d5b3b0aSRuslan Bukin int 463d5b3b0aSRuslan Bukin xdma_dequeue(xdma_channel_t *xchan, void **user, 473d5b3b0aSRuslan Bukin xdma_transfer_status_t *status) 483d5b3b0aSRuslan Bukin { 493d5b3b0aSRuslan Bukin struct xdma_request *xr_tmp; 503d5b3b0aSRuslan Bukin struct xdma_request *xr; 513d5b3b0aSRuslan Bukin 523d5b3b0aSRuslan Bukin QUEUE_OUT_LOCK(xchan); 533d5b3b0aSRuslan Bukin TAILQ_FOREACH_SAFE(xr, &xchan->queue_out, xr_next, xr_tmp) { 543d5b3b0aSRuslan Bukin TAILQ_REMOVE(&xchan->queue_out, xr, xr_next); 553d5b3b0aSRuslan Bukin break; 563d5b3b0aSRuslan Bukin } 573d5b3b0aSRuslan Bukin QUEUE_OUT_UNLOCK(xchan); 583d5b3b0aSRuslan Bukin 593d5b3b0aSRuslan Bukin if (xr == NULL) 603d5b3b0aSRuslan Bukin return (-1); 613d5b3b0aSRuslan Bukin 623d5b3b0aSRuslan Bukin *user = xr->user; 633d5b3b0aSRuslan Bukin status->error = xr->status.error; 643d5b3b0aSRuslan Bukin status->transferred = xr->status.transferred; 653d5b3b0aSRuslan Bukin 663d5b3b0aSRuslan Bukin xchan_bank_put(xchan, xr); 673d5b3b0aSRuslan Bukin 683d5b3b0aSRuslan Bukin return (0); 693d5b3b0aSRuslan Bukin } 703d5b3b0aSRuslan Bukin 713d5b3b0aSRuslan Bukin int 723d5b3b0aSRuslan Bukin xdma_enqueue(xdma_channel_t *xchan, uintptr_t src, uintptr_t dst, 733d5b3b0aSRuslan Bukin uint8_t src_width, uint8_t dst_width, bus_size_t len, 743d5b3b0aSRuslan Bukin enum xdma_direction dir, void *user) 753d5b3b0aSRuslan Bukin { 763d5b3b0aSRuslan Bukin struct xdma_request *xr; 773d5b3b0aSRuslan Bukin xdma_controller_t *xdma; 783d5b3b0aSRuslan Bukin 793d5b3b0aSRuslan Bukin xdma = xchan->xdma; 803d5b3b0aSRuslan Bukin KASSERT(xdma != NULL, ("xdma is NULL")); 813d5b3b0aSRuslan Bukin 823d5b3b0aSRuslan Bukin xr = xchan_bank_get(xchan); 833d5b3b0aSRuslan Bukin if (xr == NULL) 843d5b3b0aSRuslan Bukin return (-1); /* No space is available. */ 853d5b3b0aSRuslan Bukin 863d5b3b0aSRuslan Bukin xr->user = user; 873d5b3b0aSRuslan Bukin xr->direction = dir; 883d5b3b0aSRuslan Bukin xr->m = NULL; 893d5b3b0aSRuslan Bukin xr->bp = NULL; 903d5b3b0aSRuslan Bukin xr->block_num = 1; 913d5b3b0aSRuslan Bukin xr->block_len = len; 923d5b3b0aSRuslan Bukin xr->req_type = XR_TYPE_VIRT; 933d5b3b0aSRuslan Bukin xr->src_addr = src; 943d5b3b0aSRuslan Bukin xr->dst_addr = dst; 953d5b3b0aSRuslan Bukin xr->src_width = src_width; 963d5b3b0aSRuslan Bukin xr->dst_width = dst_width; 973d5b3b0aSRuslan Bukin 983d5b3b0aSRuslan Bukin QUEUE_IN_LOCK(xchan); 993d5b3b0aSRuslan Bukin TAILQ_INSERT_TAIL(&xchan->queue_in, xr, xr_next); 1003d5b3b0aSRuslan Bukin QUEUE_IN_UNLOCK(xchan); 1013d5b3b0aSRuslan Bukin 1023d5b3b0aSRuslan Bukin return (0); 1033d5b3b0aSRuslan Bukin } 1043d5b3b0aSRuslan Bukin 1053d5b3b0aSRuslan Bukin int 1063d5b3b0aSRuslan Bukin xdma_queue_submit(xdma_channel_t *xchan) 1073d5b3b0aSRuslan Bukin { 1083d5b3b0aSRuslan Bukin xdma_controller_t *xdma; 1093d5b3b0aSRuslan Bukin int ret; 1103d5b3b0aSRuslan Bukin 1113d5b3b0aSRuslan Bukin xdma = xchan->xdma; 1123d5b3b0aSRuslan Bukin KASSERT(xdma != NULL, ("xdma is NULL")); 1133d5b3b0aSRuslan Bukin 1143d5b3b0aSRuslan Bukin ret = 0; 1153d5b3b0aSRuslan Bukin 1163d5b3b0aSRuslan Bukin XCHAN_LOCK(xchan); 1173d5b3b0aSRuslan Bukin 1183d5b3b0aSRuslan Bukin if (xchan->flags & XCHAN_TYPE_SG) 1193d5b3b0aSRuslan Bukin ret = xdma_queue_submit_sg(xchan); 1203d5b3b0aSRuslan Bukin 1213d5b3b0aSRuslan Bukin XCHAN_UNLOCK(xchan); 1223d5b3b0aSRuslan Bukin 1233d5b3b0aSRuslan Bukin return (ret); 1243d5b3b0aSRuslan Bukin } 125