1c3aac50fSPeter Wemm /* $FreeBSD$ */ 2098ca2bdSWarner Losh /*- 3*4d846d26SWarner Losh * SPDX-License-Identifier: BSD-2-Clause 4718cf2ccSPedro F. Giffuni * 53910362aSMatt Jacob * Qlogic ISP SCSI Host Adapter FreeBSD Wrapper Definitions 6e5265237SMatt Jacob * 71b760be4SAlexander Motin * Copyright (c) 2009-2020 Alexander Motin <mav@FreeBSD.org> 82df76c16SMatt Jacob * Copyright (c) 1997-2008 by Matthew Jacob 9e5265237SMatt Jacob * All rights reserved. 106054c3f6SMatt Jacob * 116054c3f6SMatt Jacob * Redistribution and use in source and binary forms, with or without 126054c3f6SMatt Jacob * modification, are permitted provided that the following conditions 136054c3f6SMatt Jacob * are met: 146054c3f6SMatt Jacob * 1. Redistributions of source code must retain the above copyright 156054c3f6SMatt Jacob * notice immediately at the beginning of the file, without modification, 166054c3f6SMatt Jacob * this list of conditions, and the following disclaimer. 17aa57fd6fSMatt Jacob * 2. The name of the author may not be used to endorse or promote products 18aa57fd6fSMatt Jacob * derived from this software without specific prior written permission. 196054c3f6SMatt Jacob * 206054c3f6SMatt Jacob * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 216054c3f6SMatt Jacob * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 226054c3f6SMatt Jacob * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 236054c3f6SMatt Jacob * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR 246054c3f6SMatt Jacob * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 256054c3f6SMatt Jacob * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 266054c3f6SMatt Jacob * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 276054c3f6SMatt Jacob * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 286054c3f6SMatt Jacob * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 296054c3f6SMatt Jacob * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 306054c3f6SMatt Jacob * SUCH DAMAGE. 316054c3f6SMatt Jacob */ 326054c3f6SMatt Jacob #ifndef _ISP_FREEBSD_H 336054c3f6SMatt Jacob #define _ISP_FREEBSD_H 346054c3f6SMatt Jacob 353dd37e43SMatt Jacob #include <sys/param.h> 366054c3f6SMatt Jacob #include <sys/systm.h> 37a30d4b32SMike Barcroft #include <sys/endian.h> 387e53e7acSAlexander Motin #include <sys/jail.h> 39f34fa851SJohn Baldwin #include <sys/lock.h> 409cd7268eSMatt Jacob #include <sys/kernel.h> 419cd7268eSMatt Jacob #include <sys/queue.h> 4205914a3fSMatt Jacob #include <sys/malloc.h> 4335e0e5b3SJohn Baldwin #include <sys/mutex.h> 445d571944SMatt Jacob #include <sys/condvar.h> 45cd201b7bSAlexander Motin #include <sys/rman.h> 46a0ec8e99SMatt Jacob #include <sys/sysctl.h> 479cd7268eSMatt Jacob 48df9d46b6SMatt Jacob #include <sys/proc.h> 49c9a6d60bSMatt Jacob #include <sys/bus.h> 50de461933SMatt Jacob #include <sys/taskqueue.h> 516054c3f6SMatt Jacob 52b460c5c9SMatt Jacob #include <machine/bus.h> 53df9d46b6SMatt Jacob #include <machine/cpu.h> 542df76c16SMatt Jacob #include <machine/stdarg.h> 5557c801f5SMatt Jacob 56b460c5c9SMatt Jacob #include <cam/cam.h> 57b460c5c9SMatt Jacob #include <cam/cam_debug.h> 58b460c5c9SMatt Jacob #include <cam/cam_ccb.h> 59b460c5c9SMatt Jacob #include <cam/cam_sim.h> 60b460c5c9SMatt Jacob #include <cam/cam_xpt.h> 61b460c5c9SMatt Jacob #include <cam/cam_xpt_sim.h> 62b460c5c9SMatt Jacob #include <cam/cam_debug.h> 63b460c5c9SMatt Jacob #include <cam/scsi/scsi_all.h> 64b460c5c9SMatt Jacob #include <cam/scsi/scsi_message.h> 65bc3dacd6SMatt Jacob 6667b6f02bSMatt Jacob #include "opt_ddb.h" 67b460c5c9SMatt Jacob #include "opt_isp.h" 68a11af9c9SMatt Jacob 692df76c16SMatt Jacob #define ISP_PLATFORM_VERSION_MAJOR 7 709e7d423dSMatt Jacob #define ISP_PLATFORM_VERSION_MINOR 10 71452de53aSMatt Jacob 720a70657fSMatt Jacob #define ISP_IFLAGS INTR_TYPE_CAM | INTR_ENTROPY | INTR_MPSAFE 738070de63SMatt Jacob 74cf770ba3SAlexander Motin #ifdef ISP_TARGET_MODE 75387d8239SMatt Jacob #define N_XCMDS 64 76387d8239SMatt Jacob #define XCMD_SIZE 512 77387d8239SMatt Jacob struct ispsoftc; 78387d8239SMatt Jacob typedef union isp_ecmd { 79387d8239SMatt Jacob union isp_ecmd * next; 80387d8239SMatt Jacob uint8_t data[XCMD_SIZE]; 81387d8239SMatt Jacob } isp_ecmd_t; 82387d8239SMatt Jacob isp_ecmd_t * isp_get_ecmd(struct ispsoftc *); 83387d8239SMatt Jacob void isp_put_ecmd(struct ispsoftc *, isp_ecmd_t *); 84387d8239SMatt Jacob 852df76c16SMatt Jacob #define ATPDPSIZE 4096 86315a4d6fSAlexander Motin #define ATPDPHASHSIZE 32 87523ea374SAlexander Motin #define ATPDPHASH(x) ((((x) >> 24) ^ ((x) >> 16) ^ ((x) >> 8) ^ (x)) & \ 88523ea374SAlexander Motin ((ATPDPHASHSIZE) - 1)) 892df76c16SMatt Jacob 902df76c16SMatt Jacob #include <dev/isp/isp_target.h> 91523ea374SAlexander Motin typedef struct atio_private_data { 92523ea374SAlexander Motin LIST_ENTRY(atio_private_data) next; 931dae40ebSMatt Jacob uint32_t orig_datalen; 941dae40ebSMatt Jacob uint32_t bytes_xfered; 9594dff771SMatt Jacob uint32_t bytes_in_transit; 969e7d423dSMatt Jacob uint32_t tag; /* typically f/w RX_ID */ 978290ea90SAlexander Motin lun_id_t lun; 982df76c16SMatt Jacob uint32_t nphdl; 992df76c16SMatt Jacob uint32_t sid; 1003f072d69SAlexander Motin uint32_t did; 1019e7d423dSMatt Jacob uint16_t rxid; /* wire rxid */ 1029e7d423dSMatt Jacob uint16_t oxid; /* wire oxid */ 103387d8239SMatt Jacob uint16_t word3; /* PRLI word3 params */ 104387d8239SMatt Jacob uint16_t ctcnt; /* number of CTIOs currently active */ 10594dff771SMatt Jacob uint8_t seqno; /* CTIO sequence number */ 1062df76c16SMatt Jacob uint32_t 107387d8239SMatt Jacob srr_notify_rcvd : 1, 1082df76c16SMatt Jacob cdb0 : 8, 109387d8239SMatt Jacob sendst : 1, 1102df76c16SMatt Jacob dead : 1, 1112df76c16SMatt Jacob tattr : 3, 112759981f4SMatt Jacob state : 3; 113387d8239SMatt Jacob void * ests; 114387d8239SMatt Jacob /* 115387d8239SMatt Jacob * The current SRR notify copy 116387d8239SMatt Jacob */ 117387d8239SMatt Jacob uint8_t srr[64]; /* sb QENTRY_LEN, but order of definitions is wrong */ 118387d8239SMatt Jacob void * srr_ccb; 119387d8239SMatt Jacob uint32_t nsrr; 12053036e92SMatt Jacob } atio_private_data_t; 121759981f4SMatt Jacob #define ATPD_STATE_FREE 0 122759981f4SMatt Jacob #define ATPD_STATE_ATIO 1 123759981f4SMatt Jacob #define ATPD_STATE_CAM 2 124759981f4SMatt Jacob #define ATPD_STATE_CTIO 3 125759981f4SMatt Jacob #define ATPD_STATE_LAST_CTIO 4 126759981f4SMatt Jacob #define ATPD_STATE_PDON 5 12753036e92SMatt Jacob 12894dff771SMatt Jacob #define ATPD_CCB_OUTSTANDING 16 12994dff771SMatt Jacob 13094dff771SMatt Jacob #define ATPD_SEQ_MASK 0x7f 13194dff771SMatt Jacob #define ATPD_SEQ_NOTIFY_CAM 0x80 13294dff771SMatt Jacob #define ATPD_SET_SEQNO(hdrp, atp) ((isphdr_t *)hdrp)->rqs_seqno &= ~ATPD_SEQ_MASK, ((isphdr_t *)hdrp)->rqs_seqno |= (atp)->seqno 13394dff771SMatt Jacob #define ATPD_GET_SEQNO(hdrp) (((isphdr_t *)hdrp)->rqs_seqno & ATPD_SEQ_MASK) 13494dff771SMatt Jacob #define ATPD_GET_NCAM(hdrp) ((((isphdr_t *)hdrp)->rqs_seqno & ATPD_SEQ_NOTIFY_CAM) != 0) 13594dff771SMatt Jacob 1368290ea90SAlexander Motin typedef struct inot_private_data inot_private_data_t; 1378290ea90SAlexander Motin struct inot_private_data { 1388290ea90SAlexander Motin STAILQ_ENTRY(inot_private_data) next; 1398290ea90SAlexander Motin isp_notify_t nt; 1402df76c16SMatt Jacob uint8_t data[64]; /* sb QENTRY_LEN, but order of definitions is wrong */ 1412df76c16SMatt Jacob uint32_t tag_id, seq_id; 1422df76c16SMatt Jacob }; 143387d8239SMatt Jacob typedef struct isp_timed_notify_ack { 144387d8239SMatt Jacob void *isp; 145387d8239SMatt Jacob void *not; 146387d8239SMatt Jacob uint8_t data[64]; /* sb QENTRY_LEN, but order of definitions is wrong */ 1472a0db815SJohn Baldwin struct callout timer; 148387d8239SMatt Jacob } isp_tna_t; 1492df76c16SMatt Jacob 1508290ea90SAlexander Motin STAILQ_HEAD(ntpdlist, inot_private_data); 15140b27503SMatt Jacob typedef struct tstate { 1522df76c16SMatt Jacob SLIST_ENTRY(tstate) next; 153315a4d6fSAlexander Motin lun_id_t ts_lun; 15440b27503SMatt Jacob struct ccb_hdr_slist atios; 15540b27503SMatt Jacob struct ccb_hdr_slist inots; 1568290ea90SAlexander Motin struct ntpdlist restart_queue; 15740b27503SMatt Jacob } tstate_t; 15840b27503SMatt Jacob 15940b27503SMatt Jacob #define LUN_HASH_SIZE 32 1602df76c16SMatt Jacob #define LUN_HASH_FUNC(lun) ((lun) & (LUN_HASH_SIZE - 1)) 1612df76c16SMatt Jacob 16240b27503SMatt Jacob #endif 16340b27503SMatt Jacob 1640a70657fSMatt Jacob /* 1650a70657fSMatt Jacob * Per command info. 1660a70657fSMatt Jacob */ 1670a70657fSMatt Jacob struct isp_pcmd { 1680a70657fSMatt Jacob struct isp_pcmd * next; 1690a70657fSMatt Jacob bus_dmamap_t dmap; /* dma map for this command */ 1700a70657fSMatt Jacob struct callout wdog; /* watchdog timer */ 17194dff771SMatt Jacob uint32_t datalen; /* data length for this command (target mode only) */ 1720a70657fSMatt Jacob }; 1730a70657fSMatt Jacob #define ISP_PCMD(ccb) (ccb)->ccb_h.spriv_ptr1 1740a70657fSMatt Jacob #define PISP_PCMD(ccb) ((struct isp_pcmd *)ISP_PCMD(ccb)) 1750a70657fSMatt Jacob 1762df76c16SMatt Jacob /* 177387d8239SMatt Jacob * Per nexus info. 178387d8239SMatt Jacob */ 179387d8239SMatt Jacob struct isp_nexus { 1806af11b82SAlexander Motin uint64_t lun; /* LUN for target */ 1816af11b82SAlexander Motin uint32_t tgt; /* TGT for target */ 1826af11b82SAlexander Motin uint8_t crnseed; /* next command reference number */ 183387d8239SMatt Jacob struct isp_nexus *next; 184387d8239SMatt Jacob }; 185387d8239SMatt Jacob #define NEXUS_HASH_WIDTH 32 186387d8239SMatt Jacob #define INITIAL_NEXUS_COUNT MAX_FC_TARG 187387d8239SMatt Jacob #define NEXUS_HASH(tgt, lun) ((tgt + lun) % NEXUS_HASH_WIDTH) 188387d8239SMatt Jacob 189387d8239SMatt Jacob /* 1902df76c16SMatt Jacob * Per channel information 1912df76c16SMatt Jacob */ 1922df76c16SMatt Jacob SLIST_HEAD(tslist, tstate); 19309ddc7adSAlexander Motin TAILQ_HEAD(isp_ccbq, ccb_hdr); 1948290ea90SAlexander Motin LIST_HEAD(atpdlist, atio_private_data); 1952df76c16SMatt Jacob 1962df76c16SMatt Jacob struct isp_fc { 197b460c5c9SMatt Jacob struct cam_sim *sim; 198b460c5c9SMatt Jacob struct cam_path *path; 1992df76c16SMatt Jacob struct ispsoftc *isp; 2002df76c16SMatt Jacob struct proc *kproc; 2017d191fdbSAlexander Motin bus_dmamap_t scmap; 2022df76c16SMatt Jacob uint64_t def_wwpn; 2032df76c16SMatt Jacob uint64_t def_wwnn; 204e561aa79SAlexander Motin time_t loop_down_time; 205e561aa79SAlexander Motin int loop_down_limit; 206e561aa79SAlexander Motin int gone_device_time; 207387d8239SMatt Jacob /* 208387d8239SMatt Jacob * Per target/lun info- just to keep a per-ITL nexus crn count 209387d8239SMatt Jacob */ 210387d8239SMatt Jacob struct isp_nexus *nexus_hash[NEXUS_HASH_WIDTH]; 211387d8239SMatt Jacob struct isp_nexus *nexus_free_list; 2122df76c16SMatt Jacob uint32_t 21310365e5aSMatt Jacob simqfrozen : 3, 2142df76c16SMatt Jacob default_id : 8, 2154ecb1d4aSMatt Jacob def_role : 2, /* default role */ 216e561aa79SAlexander Motin loop_seen_once : 1, 217a01f5aebSMatt Jacob fcbsy : 1, 218a01f5aebSMatt Jacob ready : 1; 2190a70657fSMatt Jacob struct callout gdt; /* gone device timer */ 220de461933SMatt Jacob struct task gtask; 2212df76c16SMatt Jacob #ifdef ISP_TARGET_MODE 2222df76c16SMatt Jacob struct tslist lun_hash[LUN_HASH_SIZE]; 22309ddc7adSAlexander Motin struct isp_ccbq waitq; /* waiting CCBs */ 2248290ea90SAlexander Motin struct ntpdlist ntfree; 2258290ea90SAlexander Motin inot_private_data_t ntpool[ATPDPSIZE]; 2268290ea90SAlexander Motin struct atpdlist atfree; 2278290ea90SAlexander Motin struct atpdlist atused[ATPDPHASHSIZE]; 2288290ea90SAlexander Motin atio_private_data_t atpool[ATPDPSIZE]; 229387d8239SMatt Jacob #if defined(DEBUG) 230387d8239SMatt Jacob unsigned int inject_lost_data_frame; 2312df76c16SMatt Jacob #endif 232387d8239SMatt Jacob #endif 2331d0a1de2SWill Andrews int num_threads; 2342df76c16SMatt Jacob }; 2352df76c16SMatt Jacob 2362df76c16SMatt Jacob struct isposinfo { 2372df76c16SMatt Jacob /* 2382df76c16SMatt Jacob * Linkage, locking, and identity 2392df76c16SMatt Jacob */ 2402df76c16SMatt Jacob struct mtx lock; 2412df76c16SMatt Jacob device_t dev; 2422df76c16SMatt Jacob struct cdev * cdev; 2432df76c16SMatt Jacob struct cam_devq * devq; 2442df76c16SMatt Jacob 2452df76c16SMatt Jacob /* 2462df76c16SMatt Jacob * Firmware pointer 2472df76c16SMatt Jacob */ 2482df76c16SMatt Jacob const struct firmware * fw; 2492df76c16SMatt Jacob 2502df76c16SMatt Jacob /* 2517d191fdbSAlexander Motin * DMA related stuff 2522df76c16SMatt Jacob */ 253cd201b7bSAlexander Motin struct resource * regs; 254cd201b7bSAlexander Motin struct resource * regs2; 2552df76c16SMatt Jacob bus_dma_tag_t dmat; 25614849e2cSAlexander Motin bus_dma_tag_t reqdmat; 25714849e2cSAlexander Motin bus_dma_tag_t respdmat; 25814849e2cSAlexander Motin bus_dma_tag_t atiodmat; 2594ff970c4SAlexander Motin bus_dma_tag_t iocbdmat; 2607d191fdbSAlexander Motin bus_dma_tag_t scdmat; 26114849e2cSAlexander Motin bus_dmamap_t reqmap; 26214849e2cSAlexander Motin bus_dmamap_t respmap; 26314849e2cSAlexander Motin bus_dmamap_t atiomap; 2644ff970c4SAlexander Motin bus_dmamap_t iocbmap; 2652df76c16SMatt Jacob 2660a70657fSMatt Jacob /* 2672df76c16SMatt Jacob * Command and transaction related related stuff 2680a70657fSMatt Jacob */ 2690a70657fSMatt Jacob struct isp_pcmd * pcmd_pool; 2700a70657fSMatt Jacob struct isp_pcmd * pcmd_free; 2710a70657fSMatt Jacob 2722df76c16SMatt Jacob struct callout tmo; /* general timer */ 2732df76c16SMatt Jacob 2742df76c16SMatt Jacob /* 2752df76c16SMatt Jacob * misc- needs to be sorted better XXXXXX 2762df76c16SMatt Jacob */ 2772df76c16SMatt Jacob int framesize; 2782df76c16SMatt Jacob 279cf770ba3SAlexander Motin #ifdef ISP_TARGET_MODE 280cf770ba3SAlexander Motin bus_dma_tag_t ecmd_dmat; 281cf770ba3SAlexander Motin bus_dmamap_t ecmd_map; 282387d8239SMatt Jacob bus_addr_t ecmd_dma; 283387d8239SMatt Jacob isp_ecmd_t * ecmd_base; 284387d8239SMatt Jacob isp_ecmd_t * ecmd_free; 285cf770ba3SAlexander Motin #endif 286387d8239SMatt Jacob 2872df76c16SMatt Jacob /* 288a6222dd7SAlexander Motin * Per-channel storage. 2892df76c16SMatt Jacob */ 2902df76c16SMatt Jacob struct isp_fc *fc; 2911d0a1de2SWill Andrews 2921d0a1de2SWill Andrews int is_exiting; 2936054c3f6SMatt Jacob }; 294a6222dd7SAlexander Motin #define ISP_FC_PC(isp, chan) (&(isp)->isp_osinfo.fc[(chan)]) 29518ccaecdSMatt Jacob 296387d8239SMatt Jacob #define FCP_NEXT_CRN isp_fcp_next_crn 2975d571944SMatt Jacob #define isp_lock isp_osinfo.lock 298cd201b7bSAlexander Motin #define isp_regs isp_osinfo.regs 299cd201b7bSAlexander Motin #define isp_regs2 isp_osinfo.regs2 3005d571944SMatt Jacob 30118ccaecdSMatt Jacob /* 302e5f2f488SMatt Jacob * Locking macros... 303e5f2f488SMatt Jacob */ 30413d9c921SAlexander Motin #define ISP_LOCK(isp) mtx_lock(&(isp)->isp_lock) 30513d9c921SAlexander Motin #define ISP_UNLOCK(isp) mtx_unlock(&(isp)->isp_lock) 30613d9c921SAlexander Motin #define ISP_ASSERT_LOCKED(isp) mtx_assert(&(isp)->isp_lock, MA_OWNED) 307e5f2f488SMatt Jacob 308e5f2f488SMatt Jacob /* 30918ccaecdSMatt Jacob * Required Macros/Defines 31018ccaecdSMatt Jacob */ 3112df76c16SMatt Jacob #define ISP_FC_SCRLEN 0x1000 31218ccaecdSMatt Jacob 3132df76c16SMatt Jacob #define ISP_MEMZERO(a, b) memset(a, 0, b) 3142df76c16SMatt Jacob #define ISP_MEMCPY memcpy 3152df76c16SMatt Jacob #define ISP_SNPRINTF snprintf 316c261189fSAlexander Motin #define ISP_DELAY(x) DELAY(x) 317277911a3SAlexander Motin #define ISP_SLEEP(isp, x) msleep_sbt(&(isp)->isp_osinfo.is_exiting, \ 31813d9c921SAlexander Motin &(isp)->isp_lock, 0, "isp_sleep", (x) * SBT_1US, 0, 0) 3192df76c16SMatt Jacob 320898899d9SMatt Jacob #define ISP_MIN imin 321898899d9SMatt Jacob 3222df76c16SMatt Jacob #ifndef DIAGNOSTIC 3232df76c16SMatt Jacob #define ISP_INLINE __inline 3242df76c16SMatt Jacob #else 3252df76c16SMatt Jacob #define ISP_INLINE 3262df76c16SMatt Jacob #endif 32718ccaecdSMatt Jacob 328f6854a0cSAlexander Motin #define ISP_DMASETUP(isp, xs, req) isp_dmasetup(isp, xs, req) 329f6854a0cSAlexander Motin #define ISP_DMAFREE(isp, xs) isp_dmafree(isp, xs) 330f6854a0cSAlexander Motin 33118ccaecdSMatt Jacob #define NANOTIME_T struct timespec 33218ccaecdSMatt Jacob #define GET_NANOTIME nanotime 33318ccaecdSMatt Jacob #define GET_NANOSEC(x) ((x)->tv_sec * 1000000000 + (x)->tv_nsec) 334f7c631bcSMatt Jacob #define NANOTIME_SUB isp_nanotime_sub 33518ccaecdSMatt Jacob 33637bb79f1SMarius Strobl #define MEMORYBARRIER(isp, type, offset, size, chan) \ 3371923f739SMatt Jacob switch (type) { \ 33814849e2cSAlexander Motin case SYNC_REQUEST: \ 33914849e2cSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.reqdmat, \ 34014849e2cSAlexander Motin isp->isp_osinfo.reqmap, BUS_DMASYNC_PREWRITE); \ 34114849e2cSAlexander Motin break; \ 34214849e2cSAlexander Motin case SYNC_RESULT: \ 34314849e2cSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.respdmat, \ 34414849e2cSAlexander Motin isp->isp_osinfo.respmap, BUS_DMASYNC_POSTREAD); \ 34514849e2cSAlexander Motin break; \ 3461923f739SMatt Jacob case SYNC_SFORDEV: \ 34737bb79f1SMarius Strobl { \ 34837bb79f1SMarius Strobl struct isp_fc *fc = ISP_FC_PC(isp, chan); \ 3497d191fdbSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.scdmat, fc->scmap, \ 35037bb79f1SMarius Strobl BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); \ 35137bb79f1SMarius Strobl break; \ 35237bb79f1SMarius Strobl } \ 3531923f739SMatt Jacob case SYNC_SFORCPU: \ 35437bb79f1SMarius Strobl { \ 35537bb79f1SMarius Strobl struct isp_fc *fc = ISP_FC_PC(isp, chan); \ 3567d191fdbSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.scdmat, fc->scmap, \ 35737bb79f1SMarius Strobl BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); \ 35837bb79f1SMarius Strobl break; \ 35937bb79f1SMarius Strobl } \ 3606a7d12e1SMatt Jacob case SYNC_REG: \ 361cd201b7bSAlexander Motin bus_barrier(isp->isp_osinfo.regs, offset, size, \ 3621d05c651SMatt Jacob BUS_SPACE_BARRIER_READ | BUS_SPACE_BARRIER_WRITE); \ 3636a7d12e1SMatt Jacob break; \ 36414849e2cSAlexander Motin case SYNC_ATIOQ: \ 36514849e2cSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.atiodmat, \ 36614849e2cSAlexander Motin isp->isp_osinfo.atiomap, BUS_DMASYNC_POSTREAD); \ 36714849e2cSAlexander Motin break; \ 3684ff970c4SAlexander Motin case SYNC_IFORDEV: \ 3694ff970c4SAlexander Motin bus_dmamap_sync(isp->isp_osinfo.iocbdmat, isp->isp_osinfo.iocbmap, \ 3704ff970c4SAlexander Motin BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); \ 3714ff970c4SAlexander Motin break; \ 3724ff970c4SAlexander Motin case SYNC_IFORCPU: \ 3734ff970c4SAlexander Motin bus_dmamap_sync(isp->isp_osinfo.iocbdmat, isp->isp_osinfo.iocbmap, \ 3744ff970c4SAlexander Motin BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); \ 3754ff970c4SAlexander Motin break; \ 3761923f739SMatt Jacob default: \ 3771923f739SMatt Jacob break; \ 3781923f739SMatt Jacob } 37918ccaecdSMatt Jacob 38007d925faSAlexander Motin #define MEMORYBARRIERW(isp, type, offset, size, chan) \ 38107d925faSAlexander Motin switch (type) { \ 38214849e2cSAlexander Motin case SYNC_REQUEST: \ 38314849e2cSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.reqdmat, \ 38414849e2cSAlexander Motin isp->isp_osinfo.reqmap, BUS_DMASYNC_PREWRITE); \ 38514849e2cSAlexander Motin break; \ 38607d925faSAlexander Motin case SYNC_SFORDEV: \ 38707d925faSAlexander Motin { \ 38807d925faSAlexander Motin struct isp_fc *fc = ISP_FC_PC(isp, chan); \ 3897d191fdbSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.scdmat, fc->scmap, \ 39007d925faSAlexander Motin BUS_DMASYNC_PREWRITE); \ 39107d925faSAlexander Motin break; \ 39207d925faSAlexander Motin } \ 39307d925faSAlexander Motin case SYNC_SFORCPU: \ 39407d925faSAlexander Motin { \ 39507d925faSAlexander Motin struct isp_fc *fc = ISP_FC_PC(isp, chan); \ 3967d191fdbSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.scdmat, fc->scmap, \ 39707d925faSAlexander Motin BUS_DMASYNC_POSTWRITE); \ 39807d925faSAlexander Motin break; \ 39907d925faSAlexander Motin } \ 40007d925faSAlexander Motin case SYNC_REG: \ 401cd201b7bSAlexander Motin bus_barrier(isp->isp_osinfo.regs, offset, size, \ 40207d925faSAlexander Motin BUS_SPACE_BARRIER_WRITE); \ 40307d925faSAlexander Motin break; \ 4044ff970c4SAlexander Motin case SYNC_IFORDEV: \ 4054ff970c4SAlexander Motin bus_dmamap_sync(isp->isp_osinfo.iocbdmat, isp->isp_osinfo.iocbmap, \ 4064ff970c4SAlexander Motin BUS_DMASYNC_PREWRITE); \ 4074ff970c4SAlexander Motin break; \ 4084ff970c4SAlexander Motin case SYNC_IFORCPU: \ 4094ff970c4SAlexander Motin bus_dmamap_sync(isp->isp_osinfo.iocbdmat, isp->isp_osinfo.iocbmap, \ 4104ff970c4SAlexander Motin BUS_DMASYNC_POSTWRITE); \ 4114ff970c4SAlexander Motin break; \ 41207d925faSAlexander Motin default: \ 41307d925faSAlexander Motin break; \ 41407d925faSAlexander Motin } 41507d925faSAlexander Motin 4162df76c16SMatt Jacob #define FC_SCRATCH_ACQUIRE isp_fc_scratch_acquire 417a6222dd7SAlexander Motin #define FC_SCRATCH_RELEASE(isp, chan) ISP_FC_PC(isp, chan)->fcbsy = 0 41875c1e828SMatt Jacob 41918ccaecdSMatt Jacob #ifndef SCSI_GOOD 42018ccaecdSMatt Jacob #define SCSI_GOOD SCSI_STATUS_OK 42118ccaecdSMatt Jacob #endif 42218ccaecdSMatt Jacob #ifndef SCSI_CHECK 42318ccaecdSMatt Jacob #define SCSI_CHECK SCSI_STATUS_CHECK_COND 42418ccaecdSMatt Jacob #endif 42518ccaecdSMatt Jacob #ifndef SCSI_BUSY 42618ccaecdSMatt Jacob #define SCSI_BUSY SCSI_STATUS_BUSY 42718ccaecdSMatt Jacob #endif 42818ccaecdSMatt Jacob #ifndef SCSI_QFULL 42918ccaecdSMatt Jacob #define SCSI_QFULL SCSI_STATUS_QUEUE_FULL 43018ccaecdSMatt Jacob #endif 43118ccaecdSMatt Jacob 43218ccaecdSMatt Jacob #define XS_T struct ccb_scsiio 4331dae40ebSMatt Jacob #define XS_DMA_ADDR_T bus_addr_t 4342df76c16SMatt Jacob #define XS_GET_DMA64_SEG(a, b, c) \ 4352df76c16SMatt Jacob { \ 4362df76c16SMatt Jacob ispds64_t *d = a; \ 4372df76c16SMatt Jacob bus_dma_segment_t *e = b; \ 4382df76c16SMatt Jacob uint32_t f = c; \ 4392df76c16SMatt Jacob e += f; \ 4402df76c16SMatt Jacob d->ds_base = DMA_LO32(e->ds_addr); \ 4412df76c16SMatt Jacob d->ds_basehi = DMA_HI32(e->ds_addr); \ 4422df76c16SMatt Jacob d->ds_count = e->ds_len; \ 4432df76c16SMatt Jacob } 4440a70657fSMatt Jacob #define XS_ISP(ccb) cam_sim_softc(xpt_path_sim((ccb)->ccb_h.path)) 44518ccaecdSMatt Jacob #define XS_CHANNEL(ccb) cam_sim_bus(xpt_path_sim((ccb)->ccb_h.path)) 44618ccaecdSMatt Jacob #define XS_TGT(ccb) (ccb)->ccb_h.target_id 4476af11b82SAlexander Motin #define XS_LUN(ccb) (ccb)->ccb_h.target_lun 44818ccaecdSMatt Jacob 44918ccaecdSMatt Jacob #define XS_CDBP(ccb) \ 45018ccaecdSMatt Jacob (((ccb)->ccb_h.flags & CAM_CDB_POINTER)? \ 45118ccaecdSMatt Jacob (ccb)->cdb_io.cdb_ptr : (ccb)->cdb_io.cdb_bytes) 45218ccaecdSMatt Jacob 45318ccaecdSMatt Jacob #define XS_CDBLEN(ccb) (ccb)->cdb_len 45418ccaecdSMatt Jacob #define XS_XFRLEN(ccb) (ccb)->dxfer_len 455f6854a0cSAlexander Motin #define XS_XFRIN(ccb) (((ccb)->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN) 456f6854a0cSAlexander Motin #define XS_XFROUT(ccb) (((ccb)->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_OUT) 45731c161a6SAlexander Motin #define XS_TIME(ccb) \ 45831c161a6SAlexander Motin (((ccb)->ccb_h.timeout > 0xffff * 1000 - 999) ? 0 : \ 45931c161a6SAlexander Motin (((ccb)->ccb_h.timeout + 999) / 1000)) 4602df76c16SMatt Jacob #define XS_GET_RESID(ccb) (ccb)->resid 4612df76c16SMatt Jacob #define XS_SET_RESID(ccb, r) (ccb)->resid = r 46218ccaecdSMatt Jacob #define XS_STSP(ccb) (&(ccb)->scsi_status) 46318ccaecdSMatt Jacob #define XS_SNSP(ccb) (&(ccb)->sense_data) 46418ccaecdSMatt Jacob 465387d8239SMatt Jacob #define XS_TOT_SNSLEN(ccb) ccb->sense_len 466387d8239SMatt Jacob #define XS_CUR_SNSLEN(ccb) (ccb->sense_len - ccb->sense_resid) 46718ccaecdSMatt Jacob 4681cc052e8SKenneth D. Merry #define XS_SNSKEY(ccb) (scsi_get_sense_key(&(ccb)->sense_data, \ 469387d8239SMatt Jacob ccb->sense_len - ccb->sense_resid, 1)) 4701cc052e8SKenneth D. Merry 4711cc052e8SKenneth D. Merry #define XS_SNSASC(ccb) (scsi_get_asc(&(ccb)->sense_data, \ 472387d8239SMatt Jacob ccb->sense_len - ccb->sense_resid, 1)) 4731cc052e8SKenneth D. Merry 4741cc052e8SKenneth D. Merry #define XS_SNSASCQ(ccb) (scsi_get_ascq(&(ccb)->sense_data, \ 475387d8239SMatt Jacob ccb->sense_len - ccb->sense_resid, 1)) 47618ccaecdSMatt Jacob #define XS_TAG_P(ccb) \ 47718ccaecdSMatt Jacob (((ccb)->ccb_h.flags & CAM_TAG_ACTION_VALID) && \ 47818ccaecdSMatt Jacob (ccb)->tag_action != CAM_TAG_ACTION_NONE) 47918ccaecdSMatt Jacob 48018ccaecdSMatt Jacob #define XS_TAG_TYPE(ccb) \ 4811b760be4SAlexander Motin ((ccb->tag_action == MSG_HEAD_OF_QUEUE_TASK)? FCP_CMND_TASK_ATTR_HEAD:\ 4821b760be4SAlexander Motin ((ccb->tag_action == MSG_ORDERED_TASK) ? FCP_CMND_TASK_ATTR_ORDERED :\ 4831b760be4SAlexander Motin ((ccb->tag_action == MSG_ACA_TASK) ? FCP_CMND_TASK_ATTR_ACA : \ 4841b760be4SAlexander Motin FCP_CMND_TASK_ATTR_SIMPLE))) 48518ccaecdSMatt Jacob 48688364968SAlexander Motin #define XS_PRIORITY(ccb) (ccb)->priority 48718ccaecdSMatt Jacob 48818ccaecdSMatt Jacob #define XS_SETERR(ccb, v) (ccb)->ccb_h.status &= ~CAM_STATUS_MASK, \ 489387d8239SMatt Jacob (ccb)->ccb_h.status |= v 49018ccaecdSMatt Jacob 49118ccaecdSMatt Jacob # define HBA_NOERROR CAM_REQ_INPROG 49218ccaecdSMatt Jacob # define HBA_BOTCH CAM_UNREC_HBA_ERROR 49318ccaecdSMatt Jacob # define HBA_CMDTIMEOUT CAM_CMD_TIMEOUT 49418ccaecdSMatt Jacob # define HBA_SELTIMEOUT CAM_SEL_TIMEOUT 49518ccaecdSMatt Jacob # define HBA_TGTBSY CAM_SCSI_STATUS_ERROR 4962d4a5bccSAlexander Motin # define HBA_REQINVAL CAM_REQ_INVALID 49718ccaecdSMatt Jacob # define HBA_BUSRESET CAM_SCSI_BUS_RESET 49818ccaecdSMatt Jacob # define HBA_ABORTED CAM_REQ_ABORTED 49918ccaecdSMatt Jacob # define HBA_DATAOVR CAM_DATA_RUN_ERR 50018ccaecdSMatt Jacob # define HBA_ARQFAIL CAM_AUTOSENSE_FAIL 50118ccaecdSMatt Jacob 50218ccaecdSMatt Jacob 50318ccaecdSMatt Jacob #define XS_ERR(ccb) ((ccb)->ccb_h.status & CAM_STATUS_MASK) 50418ccaecdSMatt Jacob 505387d8239SMatt Jacob #define XS_NOERR(ccb) (((ccb)->ccb_h.status & CAM_STATUS_MASK) == CAM_REQ_INPROG) 50618ccaecdSMatt Jacob 507387d8239SMatt Jacob #define XS_INITERR(ccb) XS_SETERR(ccb, CAM_REQ_INPROG), ccb->sense_resid = ccb->sense_len 50818ccaecdSMatt Jacob 5092d24b6afSAlexander Motin #define XS_SAVE_SENSE(xs, sp, len) do { \ 5102d24b6afSAlexander Motin uint32_t amt = min(len, (xs)->sense_len); \ 5112d24b6afSAlexander Motin memcpy(&(xs)->sense_data, sp, amt); \ 5122d24b6afSAlexander Motin (xs)->sense_resid = (xs)->sense_len - amt; \ 513f7c631bcSMatt Jacob (xs)->ccb_h.status |= CAM_AUTOSNS_VALID; \ 514387d8239SMatt Jacob } while (0) 515387d8239SMatt Jacob 5162d24b6afSAlexander Motin #define XS_SENSE_APPEND(xs, sp, len) do { \ 5172d24b6afSAlexander Motin uint8_t *ptr = (uint8_t *)(&(xs)->sense_data) + \ 5182d24b6afSAlexander Motin ((xs)->sense_len - (xs)->sense_resid); \ 5192d24b6afSAlexander Motin uint32_t amt = min((len), (xs)->sense_resid); \ 5202d24b6afSAlexander Motin memcpy(ptr, sp, amt); \ 521387d8239SMatt Jacob (xs)->sense_resid -= amt; \ 522387d8239SMatt Jacob } while (0) 52318ccaecdSMatt Jacob 524670508b1SMatt Jacob #define XS_SENSE_VALID(xs) (((xs)->ccb_h.status & CAM_AUTOSNS_VALID) != 0) 52518ccaecdSMatt Jacob 5262df76c16SMatt Jacob #define DEFAULT_FRAMESIZE(isp) isp->isp_osinfo.framesize 52718ccaecdSMatt Jacob 5281b760be4SAlexander Motin #define DEFAULT_ROLE(isp, chan) ISP_FC_PC(isp, chan)->def_role 5292df76c16SMatt Jacob 530a6222dd7SAlexander Motin #define DEFAULT_LOOPID(isp, chan) ISP_FC_PC(isp, chan)->default_id 5312df76c16SMatt Jacob 5322df76c16SMatt Jacob #define DEFAULT_NODEWWN(isp, chan) isp_default_wwn(isp, chan, 0, 1) 5332df76c16SMatt Jacob #define DEFAULT_PORTWWN(isp, chan) isp_default_wwn(isp, chan, 0, 0) 5342df76c16SMatt Jacob #define ACTIVE_NODEWWN(isp, chan) isp_default_wwn(isp, chan, 1, 1) 5352df76c16SMatt Jacob #define ACTIVE_PORTWWN(isp, chan) isp_default_wwn(isp, chan, 1, 0) 5362df76c16SMatt Jacob 53770273f90SMatt Jacob 5384fd13c1bSMatt Jacob #if BYTE_ORDER == BIG_ENDIAN 5394fd13c1bSMatt Jacob #define ISP_IOXPUT_8(isp, s, d) *(d) = s 5404fd13c1bSMatt Jacob #define ISP_IOXPUT_16(isp, s, d) *(d) = bswap16(s) 5414fd13c1bSMatt Jacob #define ISP_IOXPUT_32(isp, s, d) *(d) = bswap32(s) 5421dae40ebSMatt Jacob #define ISP_IOXGET_8(isp, s, d) d = (*((uint8_t *)s)) 5431dae40ebSMatt Jacob #define ISP_IOXGET_16(isp, s, d) d = bswap16(*((uint16_t *)s)) 5441dae40ebSMatt Jacob #define ISP_IOXGET_32(isp, s, d) d = bswap32(*((uint32_t *)s)) 5454fd13c1bSMatt Jacob #define ISP_SWIZZLE_NVRAM_WORD(isp, rp) *rp = bswap16(*rp) 5464607e8eeSMatt Jacob #define ISP_SWIZZLE_NVRAM_LONG(isp, rp) *rp = bswap32(*rp) 54710365e5aSMatt Jacob 54810365e5aSMatt Jacob #define ISP_IOZGET_8(isp, s, d) d = (*((uint8_t *)s)) 54910365e5aSMatt Jacob #define ISP_IOZGET_16(isp, s, d) d = (*((uint16_t *)s)) 55010365e5aSMatt Jacob #define ISP_IOZGET_32(isp, s, d) d = (*((uint32_t *)s)) 55110365e5aSMatt Jacob #define ISP_IOZPUT_8(isp, s, d) *(d) = s 55210365e5aSMatt Jacob #define ISP_IOZPUT_16(isp, s, d) *(d) = s 55310365e5aSMatt Jacob #define ISP_IOZPUT_32(isp, s, d) *(d) = s 55410365e5aSMatt Jacob 5554fd13c1bSMatt Jacob #else 5564fd13c1bSMatt Jacob #define ISP_IOXPUT_8(isp, s, d) *(d) = s 5574fd13c1bSMatt Jacob #define ISP_IOXPUT_16(isp, s, d) *(d) = s 5584fd13c1bSMatt Jacob #define ISP_IOXPUT_32(isp, s, d) *(d) = s 5594fd13c1bSMatt Jacob #define ISP_IOXGET_8(isp, s, d) d = *(s) 5604fd13c1bSMatt Jacob #define ISP_IOXGET_16(isp, s, d) d = *(s) 5614fd13c1bSMatt Jacob #define ISP_IOXGET_32(isp, s, d) d = *(s) 5624fd13c1bSMatt Jacob #define ISP_SWIZZLE_NVRAM_WORD(isp, rp) 5634607e8eeSMatt Jacob #define ISP_SWIZZLE_NVRAM_LONG(isp, rp) 56410365e5aSMatt Jacob 56510365e5aSMatt Jacob #define ISP_IOZPUT_8(isp, s, d) *(d) = s 56610365e5aSMatt Jacob #define ISP_IOZPUT_16(isp, s, d) *(d) = bswap16(s) 56710365e5aSMatt Jacob #define ISP_IOZPUT_32(isp, s, d) *(d) = bswap32(s) 56810365e5aSMatt Jacob #define ISP_IOZGET_8(isp, s, d) d = (*((uint8_t *)(s))) 56910365e5aSMatt Jacob #define ISP_IOZGET_16(isp, s, d) d = bswap16(*((uint16_t *)(s))) 57010365e5aSMatt Jacob #define ISP_IOZGET_32(isp, s, d) d = bswap32(*((uint32_t *)(s))) 5714fd13c1bSMatt Jacob #endif 57218ccaecdSMatt Jacob 5734607e8eeSMatt Jacob #define ISP_SWAP16(isp, s) bswap16(s) 5744607e8eeSMatt Jacob #define ISP_SWAP32(isp, s) bswap32(s) 5754607e8eeSMatt Jacob 57618ccaecdSMatt Jacob /* 57718ccaecdSMatt Jacob * Includes of common header files 57818ccaecdSMatt Jacob */ 57918ccaecdSMatt Jacob 58018ccaecdSMatt Jacob #include <dev/isp/ispreg.h> 58118ccaecdSMatt Jacob #include <dev/isp/ispvar.h> 58218ccaecdSMatt Jacob #include <dev/isp/ispmbox.h> 58318ccaecdSMatt Jacob 58418ccaecdSMatt Jacob /* 58518ccaecdSMatt Jacob * isp_osinfo definiitions && shorthand 58618ccaecdSMatt Jacob */ 587b460c5c9SMatt Jacob #define SIMQFRZ_RESOURCE 0x1 588b460c5c9SMatt Jacob #define SIMQFRZ_LOOPDOWN 0x2 5891a43c1fcSMatt Jacob #define SIMQFRZ_TIMED 0x4 590b460c5c9SMatt Jacob 591c9a6d60bSMatt Jacob #define isp_dev isp_osinfo.dev 592b460c5c9SMatt Jacob 59318ccaecdSMatt Jacob /* 59418ccaecdSMatt Jacob * prototypes for isp_pci && isp_freebsd to share 59518ccaecdSMatt Jacob */ 5962df76c16SMatt Jacob extern int isp_attach(ispsoftc_t *); 597e95725cbSMatt Jacob extern int isp_detach(ispsoftc_t *); 5982df76c16SMatt Jacob extern uint64_t isp_default_wwn(ispsoftc_t *, int, int, int); 599478f8a96SJustin T. Gibbs 60018ccaecdSMatt Jacob /* 60173030e03SMatt Jacob * driver global data 60273030e03SMatt Jacob */ 60373030e03SMatt Jacob extern int isp_announced; 60410365e5aSMatt Jacob extern int isp_loop_down_limit; 605f7c631bcSMatt Jacob extern int isp_gone_device_time; 60610365e5aSMatt Jacob extern int isp_quickboot_time; 60773030e03SMatt Jacob 60873030e03SMatt Jacob /* 609f7c631bcSMatt Jacob * Platform Library Functions 610f7c631bcSMatt Jacob */ 611f7c631bcSMatt Jacob void isp_prt(ispsoftc_t *, int level, const char *, ...) __printflike(3, 4); 612670508b1SMatt Jacob void isp_xs_prt(ispsoftc_t *, XS_T *, int level, const char *, ...) __printflike(4, 5); 613f7c631bcSMatt Jacob uint64_t isp_nanotime_sub(struct timespec *, struct timespec *); 6142df76c16SMatt Jacob int isp_fc_scratch_acquire(ispsoftc_t *, int); 6150a70657fSMatt Jacob void isp_platform_intr(void *); 61608826086SAlexander Motin void isp_platform_intr_resp(void *); 61708826086SAlexander Motin void isp_platform_intr_atio(void *); 618f6854a0cSAlexander Motin int isp_dmasetup(ispsoftc_t *, XS_T *, void *); 619f6854a0cSAlexander Motin void isp_dmafree(ispsoftc_t *, struct ccb_scsiio *); 62021daf914SAlexander Motin void isp_fcp_reset_crn(ispsoftc_t *, int, uint32_t, int); 621387d8239SMatt Jacob int isp_fcp_next_crn(ispsoftc_t *, uint8_t *, XS_T *); 622f7c631bcSMatt Jacob 623f7c631bcSMatt Jacob /* 6240a70657fSMatt Jacob * Platform Version specific defines 625f9734398SMatt Jacob */ 6262df76c16SMatt Jacob #define ISP_PATH_PRT(i, l, p, ...) \ 6272df76c16SMatt Jacob if ((l) == ISP_LOGALL || ((l)& (i)->isp_dblev) != 0) { \ 6282df76c16SMatt Jacob xpt_print(p, __VA_ARGS__); \ 6292df76c16SMatt Jacob } 630f9734398SMatt Jacob 631f9734398SMatt Jacob /* 632f7c631bcSMatt Jacob * ISP General Library functions 63318ccaecdSMatt Jacob */ 63457c801f5SMatt Jacob 63553af7d22SMatt Jacob #include <dev/isp/isp_library.h> 63653af7d22SMatt Jacob 6376054c3f6SMatt Jacob #endif /* _ISP_FREEBSD_H */ 638