1098ca2bdSWarner Losh /*- 24d846d26SWarner Losh * SPDX-License-Identifier: BSD-2-Clause 3718cf2ccSPedro F. Giffuni * 43910362aSMatt Jacob * Qlogic ISP SCSI Host Adapter FreeBSD Wrapper Definitions 5e5265237SMatt Jacob * 61b760be4SAlexander Motin * Copyright (c) 2009-2020 Alexander Motin <mav@FreeBSD.org> 72df76c16SMatt Jacob * Copyright (c) 1997-2008 by Matthew Jacob 8e5265237SMatt Jacob * All rights reserved. 96054c3f6SMatt Jacob * 106054c3f6SMatt Jacob * Redistribution and use in source and binary forms, with or without 116054c3f6SMatt Jacob * modification, are permitted provided that the following conditions 126054c3f6SMatt Jacob * are met: 136054c3f6SMatt Jacob * 1. Redistributions of source code must retain the above copyright 146054c3f6SMatt Jacob * notice immediately at the beginning of the file, without modification, 156054c3f6SMatt Jacob * this list of conditions, and the following disclaimer. 16aa57fd6fSMatt Jacob * 2. The name of the author may not be used to endorse or promote products 17aa57fd6fSMatt Jacob * derived from this software without specific prior written permission. 186054c3f6SMatt Jacob * 196054c3f6SMatt Jacob * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 206054c3f6SMatt Jacob * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 216054c3f6SMatt Jacob * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 226054c3f6SMatt Jacob * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR 236054c3f6SMatt Jacob * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 246054c3f6SMatt Jacob * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 256054c3f6SMatt Jacob * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 266054c3f6SMatt Jacob * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 276054c3f6SMatt Jacob * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 286054c3f6SMatt Jacob * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 296054c3f6SMatt Jacob * SUCH DAMAGE. 306054c3f6SMatt Jacob */ 316054c3f6SMatt Jacob #ifndef _ISP_FREEBSD_H 326054c3f6SMatt Jacob #define _ISP_FREEBSD_H 336054c3f6SMatt Jacob 343dd37e43SMatt Jacob #include <sys/param.h> 356054c3f6SMatt Jacob #include <sys/systm.h> 36a30d4b32SMike Barcroft #include <sys/endian.h> 377e53e7acSAlexander Motin #include <sys/jail.h> 38f34fa851SJohn Baldwin #include <sys/lock.h> 399cd7268eSMatt Jacob #include <sys/kernel.h> 409cd7268eSMatt Jacob #include <sys/queue.h> 4105914a3fSMatt Jacob #include <sys/malloc.h> 4235e0e5b3SJohn Baldwin #include <sys/mutex.h> 435d571944SMatt Jacob #include <sys/condvar.h> 44cd201b7bSAlexander Motin #include <sys/rman.h> 45a0ec8e99SMatt Jacob #include <sys/sysctl.h> 469cd7268eSMatt Jacob 47df9d46b6SMatt Jacob #include <sys/proc.h> 48c9a6d60bSMatt Jacob #include <sys/bus.h> 49de461933SMatt Jacob #include <sys/taskqueue.h> 506054c3f6SMatt Jacob 51b460c5c9SMatt Jacob #include <machine/bus.h> 52df9d46b6SMatt Jacob #include <machine/cpu.h> 532df76c16SMatt Jacob #include <machine/stdarg.h> 5457c801f5SMatt Jacob 55b460c5c9SMatt Jacob #include <cam/cam.h> 56b460c5c9SMatt Jacob #include <cam/cam_debug.h> 57b460c5c9SMatt Jacob #include <cam/cam_ccb.h> 58b460c5c9SMatt Jacob #include <cam/cam_sim.h> 59b460c5c9SMatt Jacob #include <cam/cam_xpt.h> 60b460c5c9SMatt Jacob #include <cam/cam_xpt_sim.h> 61b460c5c9SMatt Jacob #include <cam/cam_debug.h> 62b460c5c9SMatt Jacob #include <cam/scsi/scsi_all.h> 63b460c5c9SMatt Jacob #include <cam/scsi/scsi_message.h> 64bc3dacd6SMatt Jacob 6567b6f02bSMatt Jacob #include "opt_ddb.h" 66b460c5c9SMatt Jacob #include "opt_isp.h" 67a11af9c9SMatt Jacob 682df76c16SMatt Jacob #define ISP_PLATFORM_VERSION_MAJOR 7 699e7d423dSMatt Jacob #define ISP_PLATFORM_VERSION_MINOR 10 70452de53aSMatt Jacob 710a70657fSMatt Jacob #define ISP_IFLAGS INTR_TYPE_CAM | INTR_ENTROPY | INTR_MPSAFE 728070de63SMatt Jacob 73cf770ba3SAlexander Motin #ifdef ISP_TARGET_MODE 74387d8239SMatt Jacob #define N_XCMDS 64 75387d8239SMatt Jacob #define XCMD_SIZE 512 76387d8239SMatt Jacob struct ispsoftc; 77387d8239SMatt Jacob typedef union isp_ecmd { 78387d8239SMatt Jacob union isp_ecmd * next; 79387d8239SMatt Jacob uint8_t data[XCMD_SIZE]; 80387d8239SMatt Jacob } isp_ecmd_t; 81387d8239SMatt Jacob isp_ecmd_t * isp_get_ecmd(struct ispsoftc *); 82387d8239SMatt Jacob void isp_put_ecmd(struct ispsoftc *, isp_ecmd_t *); 83387d8239SMatt Jacob 842df76c16SMatt Jacob #define ATPDPSIZE 4096 85315a4d6fSAlexander Motin #define ATPDPHASHSIZE 32 86523ea374SAlexander Motin #define ATPDPHASH(x) ((((x) >> 24) ^ ((x) >> 16) ^ ((x) >> 8) ^ (x)) & \ 87523ea374SAlexander Motin ((ATPDPHASHSIZE) - 1)) 882df76c16SMatt Jacob 892df76c16SMatt Jacob #include <dev/isp/isp_target.h> 90523ea374SAlexander Motin typedef struct atio_private_data { 91523ea374SAlexander Motin LIST_ENTRY(atio_private_data) next; 92ec3175fcSAlexander Motin void * ccb; 93ec3175fcSAlexander Motin uint32_t tag; /* typically f/w RX_ID */ 941dae40ebSMatt Jacob uint32_t orig_datalen; 951dae40ebSMatt Jacob uint32_t bytes_xfered; 9694dff771SMatt Jacob uint32_t bytes_in_transit; 978290ea90SAlexander Motin lun_id_t lun; 982df76c16SMatt Jacob uint32_t nphdl; 992df76c16SMatt Jacob uint32_t sid; 1003f072d69SAlexander Motin uint32_t did; 1019e7d423dSMatt Jacob uint16_t rxid; /* wire rxid */ 1029e7d423dSMatt Jacob uint16_t oxid; /* wire oxid */ 103387d8239SMatt Jacob uint16_t word3; /* PRLI word3 params */ 104387d8239SMatt Jacob uint16_t ctcnt; /* number of CTIOs currently active */ 10594dff771SMatt Jacob uint8_t seqno; /* CTIO sequence number */ 106ec3175fcSAlexander Motin uint8_t cdb0; 107*2c48a8f1SAlexander Motin uint16_t srr_notify_rcvd : 1, 108387d8239SMatt Jacob sendst : 1, 109*2c48a8f1SAlexander Motin dead : 1, 1102df76c16SMatt Jacob tattr : 3, 111759981f4SMatt Jacob state : 3; 112387d8239SMatt Jacob void * ests; 113387d8239SMatt Jacob /* 114387d8239SMatt Jacob * The current SRR notify copy 115387d8239SMatt Jacob */ 116387d8239SMatt Jacob uint8_t srr[64]; /* sb QENTRY_LEN, but order of definitions is wrong */ 117387d8239SMatt Jacob void * srr_ccb; 118387d8239SMatt Jacob uint32_t nsrr; 11953036e92SMatt Jacob } atio_private_data_t; 120759981f4SMatt Jacob #define ATPD_STATE_FREE 0 121759981f4SMatt Jacob #define ATPD_STATE_ATIO 1 122759981f4SMatt Jacob #define ATPD_STATE_CAM 2 123759981f4SMatt Jacob #define ATPD_STATE_CTIO 3 124759981f4SMatt Jacob #define ATPD_STATE_LAST_CTIO 4 125759981f4SMatt Jacob #define ATPD_STATE_PDON 5 12653036e92SMatt Jacob 12794dff771SMatt Jacob #define ATPD_CCB_OUTSTANDING 16 12894dff771SMatt Jacob 12994dff771SMatt Jacob #define ATPD_SEQ_MASK 0x7f 13094dff771SMatt Jacob #define ATPD_SEQ_NOTIFY_CAM 0x80 13194dff771SMatt Jacob #define ATPD_SET_SEQNO(hdrp, atp) ((isphdr_t *)hdrp)->rqs_seqno &= ~ATPD_SEQ_MASK, ((isphdr_t *)hdrp)->rqs_seqno |= (atp)->seqno 13294dff771SMatt Jacob #define ATPD_GET_SEQNO(hdrp) (((isphdr_t *)hdrp)->rqs_seqno & ATPD_SEQ_MASK) 13394dff771SMatt Jacob #define ATPD_GET_NCAM(hdrp) ((((isphdr_t *)hdrp)->rqs_seqno & ATPD_SEQ_NOTIFY_CAM) != 0) 13494dff771SMatt Jacob 1358290ea90SAlexander Motin typedef struct inot_private_data inot_private_data_t; 1368290ea90SAlexander Motin struct inot_private_data { 1378290ea90SAlexander Motin STAILQ_ENTRY(inot_private_data) next; 1388290ea90SAlexander Motin isp_notify_t nt; 1392df76c16SMatt Jacob uint8_t data[64]; /* sb QENTRY_LEN, but order of definitions is wrong */ 1402df76c16SMatt Jacob uint32_t tag_id, seq_id; 1412df76c16SMatt Jacob }; 142387d8239SMatt Jacob typedef struct isp_timed_notify_ack { 143387d8239SMatt Jacob void *isp; 144387d8239SMatt Jacob void *not; 145387d8239SMatt Jacob uint8_t data[64]; /* sb QENTRY_LEN, but order of definitions is wrong */ 1462a0db815SJohn Baldwin struct callout timer; 147387d8239SMatt Jacob } isp_tna_t; 1482df76c16SMatt Jacob 1498290ea90SAlexander Motin STAILQ_HEAD(ntpdlist, inot_private_data); 15040b27503SMatt Jacob typedef struct tstate { 1512df76c16SMatt Jacob SLIST_ENTRY(tstate) next; 152315a4d6fSAlexander Motin lun_id_t ts_lun; 15340b27503SMatt Jacob struct ccb_hdr_slist atios; 15440b27503SMatt Jacob struct ccb_hdr_slist inots; 1558290ea90SAlexander Motin struct ntpdlist restart_queue; 15640b27503SMatt Jacob } tstate_t; 15740b27503SMatt Jacob 15840b27503SMatt Jacob #define LUN_HASH_SIZE 32 1592df76c16SMatt Jacob #define LUN_HASH_FUNC(lun) ((lun) & (LUN_HASH_SIZE - 1)) 1602df76c16SMatt Jacob 16140b27503SMatt Jacob #endif 16240b27503SMatt Jacob 1630a70657fSMatt Jacob /* 1640a70657fSMatt Jacob * Per command info. 1650a70657fSMatt Jacob */ 1660a70657fSMatt Jacob struct isp_pcmd { 1670a70657fSMatt Jacob struct isp_pcmd * next; 1680a70657fSMatt Jacob bus_dmamap_t dmap; /* dma map for this command */ 1690a70657fSMatt Jacob struct callout wdog; /* watchdog timer */ 17094dff771SMatt Jacob uint32_t datalen; /* data length for this command (target mode only) */ 1710a70657fSMatt Jacob }; 1720a70657fSMatt Jacob #define ISP_PCMD(ccb) (ccb)->ccb_h.spriv_ptr1 1730a70657fSMatt Jacob #define PISP_PCMD(ccb) ((struct isp_pcmd *)ISP_PCMD(ccb)) 1740a70657fSMatt Jacob 1752df76c16SMatt Jacob /* 176387d8239SMatt Jacob * Per nexus info. 177387d8239SMatt Jacob */ 178387d8239SMatt Jacob struct isp_nexus { 1796af11b82SAlexander Motin uint64_t lun; /* LUN for target */ 1806af11b82SAlexander Motin uint32_t tgt; /* TGT for target */ 1816af11b82SAlexander Motin uint8_t crnseed; /* next command reference number */ 182387d8239SMatt Jacob struct isp_nexus *next; 183387d8239SMatt Jacob }; 184387d8239SMatt Jacob #define NEXUS_HASH_WIDTH 32 185387d8239SMatt Jacob #define INITIAL_NEXUS_COUNT MAX_FC_TARG 186387d8239SMatt Jacob #define NEXUS_HASH(tgt, lun) ((tgt + lun) % NEXUS_HASH_WIDTH) 187387d8239SMatt Jacob 188387d8239SMatt Jacob /* 1892df76c16SMatt Jacob * Per channel information 1902df76c16SMatt Jacob */ 1912df76c16SMatt Jacob SLIST_HEAD(tslist, tstate); 19209ddc7adSAlexander Motin TAILQ_HEAD(isp_ccbq, ccb_hdr); 1938290ea90SAlexander Motin LIST_HEAD(atpdlist, atio_private_data); 1942df76c16SMatt Jacob 1952df76c16SMatt Jacob struct isp_fc { 196b460c5c9SMatt Jacob struct cam_sim *sim; 197b460c5c9SMatt Jacob struct cam_path *path; 1982df76c16SMatt Jacob struct ispsoftc *isp; 1992df76c16SMatt Jacob struct proc *kproc; 2007d191fdbSAlexander Motin bus_dmamap_t scmap; 2012df76c16SMatt Jacob uint64_t def_wwpn; 2022df76c16SMatt Jacob uint64_t def_wwnn; 203e561aa79SAlexander Motin time_t loop_down_time; 204e561aa79SAlexander Motin int loop_down_limit; 205e561aa79SAlexander Motin int gone_device_time; 206387d8239SMatt Jacob /* 207387d8239SMatt Jacob * Per target/lun info- just to keep a per-ITL nexus crn count 208387d8239SMatt Jacob */ 209387d8239SMatt Jacob struct isp_nexus *nexus_hash[NEXUS_HASH_WIDTH]; 210387d8239SMatt Jacob struct isp_nexus *nexus_free_list; 2112df76c16SMatt Jacob uint32_t 21210365e5aSMatt Jacob simqfrozen : 3, 2132df76c16SMatt Jacob default_id : 8, 2144ecb1d4aSMatt Jacob def_role : 2, /* default role */ 215e561aa79SAlexander Motin loop_seen_once : 1, 216a01f5aebSMatt Jacob fcbsy : 1, 217a01f5aebSMatt Jacob ready : 1; 2180a70657fSMatt Jacob struct callout gdt; /* gone device timer */ 219de461933SMatt Jacob struct task gtask; 2202df76c16SMatt Jacob #ifdef ISP_TARGET_MODE 2212df76c16SMatt Jacob struct tslist lun_hash[LUN_HASH_SIZE]; 22209ddc7adSAlexander Motin struct isp_ccbq waitq; /* waiting CCBs */ 2238290ea90SAlexander Motin struct ntpdlist ntfree; 2248290ea90SAlexander Motin inot_private_data_t ntpool[ATPDPSIZE]; 2258290ea90SAlexander Motin struct atpdlist atfree; 2268290ea90SAlexander Motin struct atpdlist atused[ATPDPHASHSIZE]; 2278290ea90SAlexander Motin atio_private_data_t atpool[ATPDPSIZE]; 228387d8239SMatt Jacob #if defined(DEBUG) 229387d8239SMatt Jacob unsigned int inject_lost_data_frame; 2302df76c16SMatt Jacob #endif 231387d8239SMatt Jacob #endif 2321d0a1de2SWill Andrews int num_threads; 2332df76c16SMatt Jacob }; 2342df76c16SMatt Jacob 2352df76c16SMatt Jacob struct isposinfo { 2362df76c16SMatt Jacob /* 2372df76c16SMatt Jacob * Linkage, locking, and identity 2382df76c16SMatt Jacob */ 2392df76c16SMatt Jacob struct mtx lock; 2402df76c16SMatt Jacob device_t dev; 2412df76c16SMatt Jacob struct cdev * cdev; 2422df76c16SMatt Jacob struct cam_devq * devq; 2432df76c16SMatt Jacob 2442df76c16SMatt Jacob /* 2452df76c16SMatt Jacob * Firmware pointer 2462df76c16SMatt Jacob */ 24710ed63fcSJoerg Pulz const struct firmware * ispfw; 2482df76c16SMatt Jacob 2492df76c16SMatt Jacob /* 2507d191fdbSAlexander Motin * DMA related stuff 2512df76c16SMatt Jacob */ 252cd201b7bSAlexander Motin struct resource * regs; 253cd201b7bSAlexander Motin struct resource * regs2; 2542df76c16SMatt Jacob bus_dma_tag_t dmat; 25514849e2cSAlexander Motin bus_dma_tag_t reqdmat; 25614849e2cSAlexander Motin bus_dma_tag_t respdmat; 25714849e2cSAlexander Motin bus_dma_tag_t atiodmat; 2584ff970c4SAlexander Motin bus_dma_tag_t iocbdmat; 2597d191fdbSAlexander Motin bus_dma_tag_t scdmat; 26014849e2cSAlexander Motin bus_dmamap_t reqmap; 26114849e2cSAlexander Motin bus_dmamap_t respmap; 26214849e2cSAlexander Motin bus_dmamap_t atiomap; 2634ff970c4SAlexander Motin bus_dmamap_t iocbmap; 2642df76c16SMatt Jacob 2650a70657fSMatt Jacob /* 2662df76c16SMatt Jacob * Command and transaction related related stuff 2670a70657fSMatt Jacob */ 2680a70657fSMatt Jacob struct isp_pcmd * pcmd_pool; 2690a70657fSMatt Jacob struct isp_pcmd * pcmd_free; 2700a70657fSMatt Jacob 2712df76c16SMatt Jacob struct callout tmo; /* general timer */ 2722df76c16SMatt Jacob 2732df76c16SMatt Jacob /* 2742df76c16SMatt Jacob * misc- needs to be sorted better XXXXXX 2752df76c16SMatt Jacob */ 2762df76c16SMatt Jacob int framesize; 2772df76c16SMatt Jacob 278cf770ba3SAlexander Motin #ifdef ISP_TARGET_MODE 279cf770ba3SAlexander Motin bus_dma_tag_t ecmd_dmat; 280cf770ba3SAlexander Motin bus_dmamap_t ecmd_map; 281387d8239SMatt Jacob bus_addr_t ecmd_dma; 282387d8239SMatt Jacob isp_ecmd_t * ecmd_base; 283387d8239SMatt Jacob isp_ecmd_t * ecmd_free; 284cf770ba3SAlexander Motin #endif 285387d8239SMatt Jacob 2862df76c16SMatt Jacob /* 287a6222dd7SAlexander Motin * Per-channel storage. 2882df76c16SMatt Jacob */ 2892df76c16SMatt Jacob struct isp_fc *fc; 2901d0a1de2SWill Andrews 2911d0a1de2SWill Andrews int is_exiting; 2926054c3f6SMatt Jacob }; 293a6222dd7SAlexander Motin #define ISP_FC_PC(isp, chan) (&(isp)->isp_osinfo.fc[(chan)]) 29418ccaecdSMatt Jacob 295387d8239SMatt Jacob #define FCP_NEXT_CRN isp_fcp_next_crn 2965d571944SMatt Jacob #define isp_lock isp_osinfo.lock 297cd201b7bSAlexander Motin #define isp_regs isp_osinfo.regs 298cd201b7bSAlexander Motin #define isp_regs2 isp_osinfo.regs2 2995d571944SMatt Jacob 30018ccaecdSMatt Jacob /* 301e5f2f488SMatt Jacob * Locking macros... 302e5f2f488SMatt Jacob */ 30313d9c921SAlexander Motin #define ISP_LOCK(isp) mtx_lock(&(isp)->isp_lock) 30413d9c921SAlexander Motin #define ISP_UNLOCK(isp) mtx_unlock(&(isp)->isp_lock) 30513d9c921SAlexander Motin #define ISP_ASSERT_LOCKED(isp) mtx_assert(&(isp)->isp_lock, MA_OWNED) 306e5f2f488SMatt Jacob 307e5f2f488SMatt Jacob /* 30818ccaecdSMatt Jacob * Required Macros/Defines 30918ccaecdSMatt Jacob */ 3102df76c16SMatt Jacob #define ISP_FC_SCRLEN 0x1000 31118ccaecdSMatt Jacob 3122df76c16SMatt Jacob #define ISP_MEMZERO(a, b) memset(a, 0, b) 3132df76c16SMatt Jacob #define ISP_MEMCPY memcpy 3142df76c16SMatt Jacob #define ISP_SNPRINTF snprintf 315c261189fSAlexander Motin #define ISP_DELAY(x) DELAY(x) 316277911a3SAlexander Motin #define ISP_SLEEP(isp, x) msleep_sbt(&(isp)->isp_osinfo.is_exiting, \ 31713d9c921SAlexander Motin &(isp)->isp_lock, 0, "isp_sleep", (x) * SBT_1US, 0, 0) 3182df76c16SMatt Jacob 319898899d9SMatt Jacob #define ISP_MIN imin 320898899d9SMatt Jacob 3212df76c16SMatt Jacob #ifndef DIAGNOSTIC 3222df76c16SMatt Jacob #define ISP_INLINE __inline 3232df76c16SMatt Jacob #else 3242df76c16SMatt Jacob #define ISP_INLINE 3252df76c16SMatt Jacob #endif 32618ccaecdSMatt Jacob 327f6854a0cSAlexander Motin #define ISP_DMASETUP(isp, xs, req) isp_dmasetup(isp, xs, req) 328f6854a0cSAlexander Motin #define ISP_DMAFREE(isp, xs) isp_dmafree(isp, xs) 329f6854a0cSAlexander Motin 33018ccaecdSMatt Jacob #define NANOTIME_T struct timespec 33118ccaecdSMatt Jacob #define GET_NANOTIME nanotime 33218ccaecdSMatt Jacob #define GET_NANOSEC(x) ((x)->tv_sec * 1000000000 + (x)->tv_nsec) 333f7c631bcSMatt Jacob #define NANOTIME_SUB isp_nanotime_sub 33418ccaecdSMatt Jacob 33537bb79f1SMarius Strobl #define MEMORYBARRIER(isp, type, offset, size, chan) \ 3361923f739SMatt Jacob switch (type) { \ 33714849e2cSAlexander Motin case SYNC_REQUEST: \ 33814849e2cSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.reqdmat, \ 33914849e2cSAlexander Motin isp->isp_osinfo.reqmap, BUS_DMASYNC_PREWRITE); \ 34014849e2cSAlexander Motin break; \ 34114849e2cSAlexander Motin case SYNC_RESULT: \ 34214849e2cSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.respdmat, \ 34314849e2cSAlexander Motin isp->isp_osinfo.respmap, BUS_DMASYNC_POSTREAD); \ 34414849e2cSAlexander Motin break; \ 3451923f739SMatt Jacob case SYNC_SFORDEV: \ 34637bb79f1SMarius Strobl { \ 34737bb79f1SMarius Strobl struct isp_fc *fc = ISP_FC_PC(isp, chan); \ 3487d191fdbSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.scdmat, fc->scmap, \ 34937bb79f1SMarius Strobl BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); \ 35037bb79f1SMarius Strobl break; \ 35137bb79f1SMarius Strobl } \ 3521923f739SMatt Jacob case SYNC_SFORCPU: \ 35337bb79f1SMarius Strobl { \ 35437bb79f1SMarius Strobl struct isp_fc *fc = ISP_FC_PC(isp, chan); \ 3557d191fdbSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.scdmat, fc->scmap, \ 35637bb79f1SMarius Strobl BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); \ 35737bb79f1SMarius Strobl break; \ 35837bb79f1SMarius Strobl } \ 3596a7d12e1SMatt Jacob case SYNC_REG: \ 360cd201b7bSAlexander Motin bus_barrier(isp->isp_osinfo.regs, offset, size, \ 3611d05c651SMatt Jacob BUS_SPACE_BARRIER_READ | BUS_SPACE_BARRIER_WRITE); \ 3626a7d12e1SMatt Jacob break; \ 36314849e2cSAlexander Motin case SYNC_ATIOQ: \ 36414849e2cSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.atiodmat, \ 36514849e2cSAlexander Motin isp->isp_osinfo.atiomap, BUS_DMASYNC_POSTREAD); \ 36614849e2cSAlexander Motin break; \ 3674ff970c4SAlexander Motin case SYNC_IFORDEV: \ 3684ff970c4SAlexander Motin bus_dmamap_sync(isp->isp_osinfo.iocbdmat, isp->isp_osinfo.iocbmap, \ 3694ff970c4SAlexander Motin BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); \ 3704ff970c4SAlexander Motin break; \ 3714ff970c4SAlexander Motin case SYNC_IFORCPU: \ 3724ff970c4SAlexander Motin bus_dmamap_sync(isp->isp_osinfo.iocbdmat, isp->isp_osinfo.iocbmap, \ 3734ff970c4SAlexander Motin BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); \ 3744ff970c4SAlexander Motin break; \ 3751923f739SMatt Jacob default: \ 3761923f739SMatt Jacob break; \ 3771923f739SMatt Jacob } 37818ccaecdSMatt Jacob 37907d925faSAlexander Motin #define MEMORYBARRIERW(isp, type, offset, size, chan) \ 38007d925faSAlexander Motin switch (type) { \ 38114849e2cSAlexander Motin case SYNC_REQUEST: \ 38214849e2cSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.reqdmat, \ 38314849e2cSAlexander Motin isp->isp_osinfo.reqmap, BUS_DMASYNC_PREWRITE); \ 38414849e2cSAlexander Motin break; \ 38507d925faSAlexander Motin case SYNC_SFORDEV: \ 38607d925faSAlexander Motin { \ 38707d925faSAlexander Motin struct isp_fc *fc = ISP_FC_PC(isp, chan); \ 3887d191fdbSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.scdmat, fc->scmap, \ 38907d925faSAlexander Motin BUS_DMASYNC_PREWRITE); \ 39007d925faSAlexander Motin break; \ 39107d925faSAlexander Motin } \ 39207d925faSAlexander Motin case SYNC_SFORCPU: \ 39307d925faSAlexander Motin { \ 39407d925faSAlexander Motin struct isp_fc *fc = ISP_FC_PC(isp, chan); \ 3957d191fdbSAlexander Motin bus_dmamap_sync(isp->isp_osinfo.scdmat, fc->scmap, \ 39607d925faSAlexander Motin BUS_DMASYNC_POSTWRITE); \ 39707d925faSAlexander Motin break; \ 39807d925faSAlexander Motin } \ 39907d925faSAlexander Motin case SYNC_REG: \ 400cd201b7bSAlexander Motin bus_barrier(isp->isp_osinfo.regs, offset, size, \ 40107d925faSAlexander Motin BUS_SPACE_BARRIER_WRITE); \ 40207d925faSAlexander Motin break; \ 4034ff970c4SAlexander Motin case SYNC_IFORDEV: \ 4044ff970c4SAlexander Motin bus_dmamap_sync(isp->isp_osinfo.iocbdmat, isp->isp_osinfo.iocbmap, \ 4054ff970c4SAlexander Motin BUS_DMASYNC_PREWRITE); \ 4064ff970c4SAlexander Motin break; \ 4074ff970c4SAlexander Motin case SYNC_IFORCPU: \ 4084ff970c4SAlexander Motin bus_dmamap_sync(isp->isp_osinfo.iocbdmat, isp->isp_osinfo.iocbmap, \ 4094ff970c4SAlexander Motin BUS_DMASYNC_POSTWRITE); \ 4104ff970c4SAlexander Motin break; \ 41107d925faSAlexander Motin default: \ 41207d925faSAlexander Motin break; \ 41307d925faSAlexander Motin } 41407d925faSAlexander Motin 4152df76c16SMatt Jacob #define FC_SCRATCH_ACQUIRE isp_fc_scratch_acquire 416a6222dd7SAlexander Motin #define FC_SCRATCH_RELEASE(isp, chan) ISP_FC_PC(isp, chan)->fcbsy = 0 41775c1e828SMatt Jacob 41818ccaecdSMatt Jacob #ifndef SCSI_GOOD 41918ccaecdSMatt Jacob #define SCSI_GOOD SCSI_STATUS_OK 42018ccaecdSMatt Jacob #endif 42118ccaecdSMatt Jacob #ifndef SCSI_CHECK 42218ccaecdSMatt Jacob #define SCSI_CHECK SCSI_STATUS_CHECK_COND 42318ccaecdSMatt Jacob #endif 42418ccaecdSMatt Jacob #ifndef SCSI_BUSY 42518ccaecdSMatt Jacob #define SCSI_BUSY SCSI_STATUS_BUSY 42618ccaecdSMatt Jacob #endif 42718ccaecdSMatt Jacob #ifndef SCSI_QFULL 42818ccaecdSMatt Jacob #define SCSI_QFULL SCSI_STATUS_QUEUE_FULL 42918ccaecdSMatt Jacob #endif 43018ccaecdSMatt Jacob 43118ccaecdSMatt Jacob #define XS_T struct ccb_scsiio 4321dae40ebSMatt Jacob #define XS_DMA_ADDR_T bus_addr_t 4332df76c16SMatt Jacob #define XS_GET_DMA64_SEG(a, b, c) \ 4342df76c16SMatt Jacob { \ 4352df76c16SMatt Jacob ispds64_t *d = a; \ 4362df76c16SMatt Jacob bus_dma_segment_t *e = b; \ 4372df76c16SMatt Jacob uint32_t f = c; \ 4382df76c16SMatt Jacob e += f; \ 4392df76c16SMatt Jacob d->ds_base = DMA_LO32(e->ds_addr); \ 4402df76c16SMatt Jacob d->ds_basehi = DMA_HI32(e->ds_addr); \ 4412df76c16SMatt Jacob d->ds_count = e->ds_len; \ 4422df76c16SMatt Jacob } 4430a70657fSMatt Jacob #define XS_ISP(ccb) cam_sim_softc(xpt_path_sim((ccb)->ccb_h.path)) 44418ccaecdSMatt Jacob #define XS_CHANNEL(ccb) cam_sim_bus(xpt_path_sim((ccb)->ccb_h.path)) 44518ccaecdSMatt Jacob #define XS_TGT(ccb) (ccb)->ccb_h.target_id 4466af11b82SAlexander Motin #define XS_LUN(ccb) (ccb)->ccb_h.target_lun 44718ccaecdSMatt Jacob 44818ccaecdSMatt Jacob #define XS_CDBP(ccb) \ 44918ccaecdSMatt Jacob (((ccb)->ccb_h.flags & CAM_CDB_POINTER)? \ 45018ccaecdSMatt Jacob (ccb)->cdb_io.cdb_ptr : (ccb)->cdb_io.cdb_bytes) 45118ccaecdSMatt Jacob 45218ccaecdSMatt Jacob #define XS_CDBLEN(ccb) (ccb)->cdb_len 45318ccaecdSMatt Jacob #define XS_XFRLEN(ccb) (ccb)->dxfer_len 454f6854a0cSAlexander Motin #define XS_XFRIN(ccb) (((ccb)->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN) 455f6854a0cSAlexander Motin #define XS_XFROUT(ccb) (((ccb)->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_OUT) 45631c161a6SAlexander Motin #define XS_TIME(ccb) \ 45731c161a6SAlexander Motin (((ccb)->ccb_h.timeout > 0xffff * 1000 - 999) ? 0 : \ 45831c161a6SAlexander Motin (((ccb)->ccb_h.timeout + 999) / 1000)) 4592df76c16SMatt Jacob #define XS_GET_RESID(ccb) (ccb)->resid 4602df76c16SMatt Jacob #define XS_SET_RESID(ccb, r) (ccb)->resid = r 46118ccaecdSMatt Jacob #define XS_STSP(ccb) (&(ccb)->scsi_status) 46218ccaecdSMatt Jacob #define XS_SNSP(ccb) (&(ccb)->sense_data) 46318ccaecdSMatt Jacob 464387d8239SMatt Jacob #define XS_TOT_SNSLEN(ccb) ccb->sense_len 465387d8239SMatt Jacob #define XS_CUR_SNSLEN(ccb) (ccb->sense_len - ccb->sense_resid) 46618ccaecdSMatt Jacob 4671cc052e8SKenneth D. Merry #define XS_SNSKEY(ccb) (scsi_get_sense_key(&(ccb)->sense_data, \ 468387d8239SMatt Jacob ccb->sense_len - ccb->sense_resid, 1)) 4691cc052e8SKenneth D. Merry 4701cc052e8SKenneth D. Merry #define XS_SNSASC(ccb) (scsi_get_asc(&(ccb)->sense_data, \ 471387d8239SMatt Jacob ccb->sense_len - ccb->sense_resid, 1)) 4721cc052e8SKenneth D. Merry 4731cc052e8SKenneth D. Merry #define XS_SNSASCQ(ccb) (scsi_get_ascq(&(ccb)->sense_data, \ 474387d8239SMatt Jacob ccb->sense_len - ccb->sense_resid, 1)) 47518ccaecdSMatt Jacob #define XS_TAG_P(ccb) \ 47618ccaecdSMatt Jacob (((ccb)->ccb_h.flags & CAM_TAG_ACTION_VALID) && \ 47718ccaecdSMatt Jacob (ccb)->tag_action != CAM_TAG_ACTION_NONE) 47818ccaecdSMatt Jacob 47918ccaecdSMatt Jacob #define XS_TAG_TYPE(ccb) \ 4801b760be4SAlexander Motin ((ccb->tag_action == MSG_HEAD_OF_QUEUE_TASK)? FCP_CMND_TASK_ATTR_HEAD:\ 4811b760be4SAlexander Motin ((ccb->tag_action == MSG_ORDERED_TASK) ? FCP_CMND_TASK_ATTR_ORDERED :\ 4821b760be4SAlexander Motin ((ccb->tag_action == MSG_ACA_TASK) ? FCP_CMND_TASK_ATTR_ACA : \ 4831b760be4SAlexander Motin FCP_CMND_TASK_ATTR_SIMPLE))) 48418ccaecdSMatt Jacob 48588364968SAlexander Motin #define XS_PRIORITY(ccb) (ccb)->priority 48618ccaecdSMatt Jacob 48718ccaecdSMatt Jacob #define XS_SETERR(ccb, v) (ccb)->ccb_h.status &= ~CAM_STATUS_MASK, \ 488387d8239SMatt Jacob (ccb)->ccb_h.status |= v 48918ccaecdSMatt Jacob 49018ccaecdSMatt Jacob # define HBA_NOERROR CAM_REQ_INPROG 49118ccaecdSMatt Jacob # define HBA_BOTCH CAM_UNREC_HBA_ERROR 49218ccaecdSMatt Jacob # define HBA_CMDTIMEOUT CAM_CMD_TIMEOUT 49318ccaecdSMatt Jacob # define HBA_SELTIMEOUT CAM_SEL_TIMEOUT 49418ccaecdSMatt Jacob # define HBA_TGTBSY CAM_SCSI_STATUS_ERROR 4952d4a5bccSAlexander Motin # define HBA_REQINVAL CAM_REQ_INVALID 49618ccaecdSMatt Jacob # define HBA_BUSRESET CAM_SCSI_BUS_RESET 49718ccaecdSMatt Jacob # define HBA_ABORTED CAM_REQ_ABORTED 49818ccaecdSMatt Jacob # define HBA_DATAOVR CAM_DATA_RUN_ERR 49918ccaecdSMatt Jacob # define HBA_ARQFAIL CAM_AUTOSENSE_FAIL 50018ccaecdSMatt Jacob 50118ccaecdSMatt Jacob 50218ccaecdSMatt Jacob #define XS_ERR(ccb) ((ccb)->ccb_h.status & CAM_STATUS_MASK) 50318ccaecdSMatt Jacob 504387d8239SMatt Jacob #define XS_NOERR(ccb) (((ccb)->ccb_h.status & CAM_STATUS_MASK) == CAM_REQ_INPROG) 50518ccaecdSMatt Jacob 506387d8239SMatt Jacob #define XS_INITERR(ccb) XS_SETERR(ccb, CAM_REQ_INPROG), ccb->sense_resid = ccb->sense_len 50718ccaecdSMatt Jacob 5082d24b6afSAlexander Motin #define XS_SAVE_SENSE(xs, sp, len) do { \ 5092d24b6afSAlexander Motin uint32_t amt = min(len, (xs)->sense_len); \ 5102d24b6afSAlexander Motin memcpy(&(xs)->sense_data, sp, amt); \ 5112d24b6afSAlexander Motin (xs)->sense_resid = (xs)->sense_len - amt; \ 512f7c631bcSMatt Jacob (xs)->ccb_h.status |= CAM_AUTOSNS_VALID; \ 513387d8239SMatt Jacob } while (0) 514387d8239SMatt Jacob 5152d24b6afSAlexander Motin #define XS_SENSE_APPEND(xs, sp, len) do { \ 5162d24b6afSAlexander Motin uint8_t *ptr = (uint8_t *)(&(xs)->sense_data) + \ 5172d24b6afSAlexander Motin ((xs)->sense_len - (xs)->sense_resid); \ 5182d24b6afSAlexander Motin uint32_t amt = min((len), (xs)->sense_resid); \ 5192d24b6afSAlexander Motin memcpy(ptr, sp, amt); \ 520387d8239SMatt Jacob (xs)->sense_resid -= amt; \ 521387d8239SMatt Jacob } while (0) 52218ccaecdSMatt Jacob 523670508b1SMatt Jacob #define XS_SENSE_VALID(xs) (((xs)->ccb_h.status & CAM_AUTOSNS_VALID) != 0) 52418ccaecdSMatt Jacob 5252df76c16SMatt Jacob #define DEFAULT_FRAMESIZE(isp) isp->isp_osinfo.framesize 52618ccaecdSMatt Jacob 5271b760be4SAlexander Motin #define DEFAULT_ROLE(isp, chan) ISP_FC_PC(isp, chan)->def_role 5282df76c16SMatt Jacob 529a6222dd7SAlexander Motin #define DEFAULT_LOOPID(isp, chan) ISP_FC_PC(isp, chan)->default_id 5302df76c16SMatt Jacob 5312df76c16SMatt Jacob #define DEFAULT_NODEWWN(isp, chan) isp_default_wwn(isp, chan, 0, 1) 5322df76c16SMatt Jacob #define DEFAULT_PORTWWN(isp, chan) isp_default_wwn(isp, chan, 0, 0) 5332df76c16SMatt Jacob #define ACTIVE_NODEWWN(isp, chan) isp_default_wwn(isp, chan, 1, 1) 5342df76c16SMatt Jacob #define ACTIVE_PORTWWN(isp, chan) isp_default_wwn(isp, chan, 1, 0) 5352df76c16SMatt Jacob 53670273f90SMatt Jacob 5374fd13c1bSMatt Jacob #if BYTE_ORDER == BIG_ENDIAN 5384fd13c1bSMatt Jacob #define ISP_IOXPUT_8(isp, s, d) *(d) = s 5394fd13c1bSMatt Jacob #define ISP_IOXPUT_16(isp, s, d) *(d) = bswap16(s) 5404fd13c1bSMatt Jacob #define ISP_IOXPUT_32(isp, s, d) *(d) = bswap32(s) 5411dae40ebSMatt Jacob #define ISP_IOXGET_8(isp, s, d) d = (*((uint8_t *)s)) 5421dae40ebSMatt Jacob #define ISP_IOXGET_16(isp, s, d) d = bswap16(*((uint16_t *)s)) 5431dae40ebSMatt Jacob #define ISP_IOXGET_32(isp, s, d) d = bswap32(*((uint32_t *)s)) 5444fd13c1bSMatt Jacob #define ISP_SWIZZLE_NVRAM_WORD(isp, rp) *rp = bswap16(*rp) 5454607e8eeSMatt Jacob #define ISP_SWIZZLE_NVRAM_LONG(isp, rp) *rp = bswap32(*rp) 54610365e5aSMatt Jacob 54710365e5aSMatt Jacob #define ISP_IOZGET_8(isp, s, d) d = (*((uint8_t *)s)) 54810365e5aSMatt Jacob #define ISP_IOZGET_16(isp, s, d) d = (*((uint16_t *)s)) 54910365e5aSMatt Jacob #define ISP_IOZGET_32(isp, s, d) d = (*((uint32_t *)s)) 55010365e5aSMatt Jacob #define ISP_IOZPUT_8(isp, s, d) *(d) = s 55110365e5aSMatt Jacob #define ISP_IOZPUT_16(isp, s, d) *(d) = s 55210365e5aSMatt Jacob #define ISP_IOZPUT_32(isp, s, d) *(d) = s 55310365e5aSMatt Jacob 5544fd13c1bSMatt Jacob #else 5554fd13c1bSMatt Jacob #define ISP_IOXPUT_8(isp, s, d) *(d) = s 5564fd13c1bSMatt Jacob #define ISP_IOXPUT_16(isp, s, d) *(d) = s 5574fd13c1bSMatt Jacob #define ISP_IOXPUT_32(isp, s, d) *(d) = s 5584fd13c1bSMatt Jacob #define ISP_IOXGET_8(isp, s, d) d = *(s) 5594fd13c1bSMatt Jacob #define ISP_IOXGET_16(isp, s, d) d = *(s) 5604fd13c1bSMatt Jacob #define ISP_IOXGET_32(isp, s, d) d = *(s) 5614fd13c1bSMatt Jacob #define ISP_SWIZZLE_NVRAM_WORD(isp, rp) 5624607e8eeSMatt Jacob #define ISP_SWIZZLE_NVRAM_LONG(isp, rp) 56310365e5aSMatt Jacob 56410365e5aSMatt Jacob #define ISP_IOZPUT_8(isp, s, d) *(d) = s 56510365e5aSMatt Jacob #define ISP_IOZPUT_16(isp, s, d) *(d) = bswap16(s) 56610365e5aSMatt Jacob #define ISP_IOZPUT_32(isp, s, d) *(d) = bswap32(s) 56710365e5aSMatt Jacob #define ISP_IOZGET_8(isp, s, d) d = (*((uint8_t *)(s))) 56810365e5aSMatt Jacob #define ISP_IOZGET_16(isp, s, d) d = bswap16(*((uint16_t *)(s))) 56910365e5aSMatt Jacob #define ISP_IOZGET_32(isp, s, d) d = bswap32(*((uint32_t *)(s))) 5704fd13c1bSMatt Jacob #endif 57118ccaecdSMatt Jacob 5724607e8eeSMatt Jacob #define ISP_SWAP16(isp, s) bswap16(s) 5734607e8eeSMatt Jacob #define ISP_SWAP32(isp, s) bswap32(s) 5744607e8eeSMatt Jacob 57518ccaecdSMatt Jacob /* 57618ccaecdSMatt Jacob * Includes of common header files 57718ccaecdSMatt Jacob */ 57818ccaecdSMatt Jacob 57918ccaecdSMatt Jacob #include <dev/isp/ispreg.h> 58018ccaecdSMatt Jacob #include <dev/isp/ispvar.h> 58118ccaecdSMatt Jacob #include <dev/isp/ispmbox.h> 58218ccaecdSMatt Jacob 58318ccaecdSMatt Jacob /* 58418ccaecdSMatt Jacob * isp_osinfo definiitions && shorthand 58518ccaecdSMatt Jacob */ 586b460c5c9SMatt Jacob #define SIMQFRZ_RESOURCE 0x1 587b460c5c9SMatt Jacob #define SIMQFRZ_LOOPDOWN 0x2 5881a43c1fcSMatt Jacob #define SIMQFRZ_TIMED 0x4 589b460c5c9SMatt Jacob 590c9a6d60bSMatt Jacob #define isp_dev isp_osinfo.dev 591b460c5c9SMatt Jacob 59218ccaecdSMatt Jacob /* 59318ccaecdSMatt Jacob * prototypes for isp_pci && isp_freebsd to share 59418ccaecdSMatt Jacob */ 5952df76c16SMatt Jacob extern int isp_attach(ispsoftc_t *); 596e95725cbSMatt Jacob extern int isp_detach(ispsoftc_t *); 5972df76c16SMatt Jacob extern uint64_t isp_default_wwn(ispsoftc_t *, int, int, int); 598478f8a96SJustin T. Gibbs 59918ccaecdSMatt Jacob /* 60073030e03SMatt Jacob * driver global data 60173030e03SMatt Jacob */ 60273030e03SMatt Jacob extern int isp_announced; 60310365e5aSMatt Jacob extern int isp_loop_down_limit; 604f7c631bcSMatt Jacob extern int isp_gone_device_time; 60510365e5aSMatt Jacob extern int isp_quickboot_time; 60673030e03SMatt Jacob 60773030e03SMatt Jacob /* 608f7c631bcSMatt Jacob * Platform Library Functions 609f7c631bcSMatt Jacob */ 610f7c631bcSMatt Jacob void isp_prt(ispsoftc_t *, int level, const char *, ...) __printflike(3, 4); 611670508b1SMatt Jacob void isp_xs_prt(ispsoftc_t *, XS_T *, int level, const char *, ...) __printflike(4, 5); 612f7c631bcSMatt Jacob uint64_t isp_nanotime_sub(struct timespec *, struct timespec *); 6132df76c16SMatt Jacob int isp_fc_scratch_acquire(ispsoftc_t *, int); 6140a70657fSMatt Jacob void isp_platform_intr(void *); 61508826086SAlexander Motin void isp_platform_intr_resp(void *); 61608826086SAlexander Motin void isp_platform_intr_atio(void *); 617f6854a0cSAlexander Motin int isp_dmasetup(ispsoftc_t *, XS_T *, void *); 618f6854a0cSAlexander Motin void isp_dmafree(ispsoftc_t *, struct ccb_scsiio *); 61921daf914SAlexander Motin void isp_fcp_reset_crn(ispsoftc_t *, int, uint32_t, int); 620387d8239SMatt Jacob int isp_fcp_next_crn(ispsoftc_t *, uint8_t *, XS_T *); 621f7c631bcSMatt Jacob 622f7c631bcSMatt Jacob /* 6230a70657fSMatt Jacob * Platform Version specific defines 624f9734398SMatt Jacob */ 6252df76c16SMatt Jacob #define ISP_PATH_PRT(i, l, p, ...) \ 6262df76c16SMatt Jacob if ((l) == ISP_LOGALL || ((l)& (i)->isp_dblev) != 0) { \ 6272df76c16SMatt Jacob xpt_print(p, __VA_ARGS__); \ 6282df76c16SMatt Jacob } 629f9734398SMatt Jacob 630f9734398SMatt Jacob /* 631f7c631bcSMatt Jacob * ISP General Library functions 63218ccaecdSMatt Jacob */ 63357c801f5SMatt Jacob 63453af7d22SMatt Jacob #include <dev/isp/isp_library.h> 63553af7d22SMatt Jacob 6366054c3f6SMatt Jacob #endif /* _ISP_FREEBSD_H */ 637