135863739SMike Smith /*- 235863739SMike Smith * Copyright (c) 2000 Michael Smith 3c6eafcf2SScott Long * Copyright (c) 2001 Scott Long 435863739SMike Smith * Copyright (c) 2000 BSDi 5c6eafcf2SScott Long * Copyright (c) 2001 Adaptec, Inc. 635863739SMike Smith * All rights reserved. 735863739SMike Smith * 835863739SMike Smith * Redistribution and use in source and binary forms, with or without 935863739SMike Smith * modification, are permitted provided that the following conditions 1035863739SMike Smith * are met: 1135863739SMike Smith * 1. Redistributions of source code must retain the above copyright 1235863739SMike Smith * notice, this list of conditions and the following disclaimer. 1335863739SMike Smith * 2. Redistributions in binary form must reproduce the above copyright 1435863739SMike Smith * notice, this list of conditions and the following disclaimer in the 1535863739SMike Smith * documentation and/or other materials provided with the distribution. 1635863739SMike Smith * 1735863739SMike Smith * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 1835863739SMike Smith * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1935863739SMike Smith * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2035863739SMike Smith * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 2135863739SMike Smith * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2235863739SMike Smith * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2335863739SMike Smith * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 2435863739SMike Smith * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2535863739SMike Smith * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2635863739SMike Smith * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2735863739SMike Smith * SUCH DAMAGE. 2835863739SMike Smith * 2935863739SMike Smith * $FreeBSD$ 3035863739SMike Smith */ 3135863739SMike Smith 32914da7d0SScott Long /* 33914da7d0SScott Long * Driver Parameter Definitions 34914da7d0SScott Long */ 3535863739SMike Smith 3635863739SMike Smith /* 3735863739SMike Smith * The firmware interface allows for a 16-bit s/g list length. We limit 3835863739SMike Smith * ourselves to a reasonable maximum and ensure alignment. 3935863739SMike Smith */ 4035863739SMike Smith #define AAC_MAXSGENTRIES 64 /* max S/G entries, limit 65535 */ 4135863739SMike Smith 4235863739SMike Smith /* 4335863739SMike Smith * We allocate a small set of FIBs for the adapter to use to send us messages. 4435863739SMike Smith */ 4535863739SMike Smith #define AAC_ADAPTER_FIBS 8 4635863739SMike Smith 4735863739SMike Smith /* 480b94a66eSMike Smith * FIBs are allocated up-front, and the pool isn't grown. We should allocate 490b94a66eSMike Smith * enough here to let us keep the adapter busy without wasting large amounts 500b94a66eSMike Smith * of kernel memory. The current interface implementation limits us to 512 510b94a66eSMike Smith * FIBs queued for the adapter at any one time. 5235863739SMike Smith */ 530b94a66eSMike Smith #define AAC_FIB_COUNT 128 5435863739SMike Smith 5535863739SMike Smith /* 56c6eafcf2SScott Long * The controller reports status events in AIFs. We hang on to a number of 57c6eafcf2SScott Long * these in order to pass them out to user-space management tools. 5835863739SMike Smith */ 5935863739SMike Smith #define AAC_AIFQ_LENGTH 64 6035863739SMike Smith 6135863739SMike Smith /* 6235863739SMike Smith * Firmware messages are passed in the printf buffer. 6335863739SMike Smith */ 6435863739SMike Smith #define AAC_PRINTF_BUFSIZE 256 6535863739SMike Smith 6635863739SMike Smith /* 67c6eafcf2SScott Long * We wait this many seconds for the adapter to come ready if it is still 68c6eafcf2SScott Long * booting 6935863739SMike Smith */ 7035863739SMike Smith #define AAC_BOOT_TIMEOUT (3 * 60) 7135863739SMike Smith 7235863739SMike Smith /* 7335863739SMike Smith * Timeout for immediate commands. 7435863739SMike Smith */ 750b94a66eSMike Smith #define AAC_IMMEDIATE_TIMEOUT 30 /* seconds */ 760b94a66eSMike Smith 770b94a66eSMike Smith /* 780b94a66eSMike Smith * Timeout for normal commands 790b94a66eSMike Smith */ 800b94a66eSMike Smith #define AAC_CMD_TIMEOUT 30 /* seconds */ 810b94a66eSMike Smith 820b94a66eSMike Smith /* 830b94a66eSMike Smith * Rate at which we periodically check for timed out commands and kick the 840b94a66eSMike Smith * controller. 850b94a66eSMike Smith */ 8636e0bf6eSScott Long #define AAC_PERIODIC_INTERVAL 20 /* seconds */ 8735863739SMike Smith 8835863739SMike Smith /* 8935863739SMike Smith * Character device major numbers. 9035863739SMike Smith */ 9135863739SMike Smith #define AAC_DISK_MAJOR 200 9235863739SMike Smith 93914da7d0SScott Long /* 94914da7d0SScott Long * Driver Variable Definitions 95914da7d0SScott Long */ 9635863739SMike Smith 9735863739SMike Smith #if __FreeBSD_version >= 500005 9835863739SMike Smith # include <sys/taskqueue.h> 9935863739SMike Smith #endif 10035863739SMike Smith 10135863739SMike Smith /* 10235863739SMike Smith * Per-container data structure 10335863739SMike Smith */ 10435863739SMike Smith struct aac_container 10535863739SMike Smith { 10635863739SMike Smith struct aac_mntobj co_mntobj; 10735863739SMike Smith device_t co_disk; 10836e0bf6eSScott Long int co_found; 10936e0bf6eSScott Long TAILQ_ENTRY(aac_container) co_link; 11035863739SMike Smith }; 11135863739SMike Smith 11235863739SMike Smith /* 11335863739SMike Smith * Per-disk structure 11435863739SMike Smith */ 11535863739SMike Smith struct aac_disk 11635863739SMike Smith { 11735863739SMike Smith device_t ad_dev; 11835863739SMike Smith dev_t ad_dev_t; 11935863739SMike Smith struct aac_softc *ad_controller; 12035863739SMike Smith struct aac_container *ad_container; 12135863739SMike Smith struct disk ad_disk; 12235863739SMike Smith struct devstat ad_stats; 12335863739SMike Smith struct disklabel ad_label; 12435863739SMike Smith int ad_flags; 12535863739SMike Smith #define AAC_DISK_OPEN (1<<0) 12635863739SMike Smith int ad_cylinders; 12735863739SMike Smith int ad_heads; 12835863739SMike Smith int ad_sectors; 12935863739SMike Smith u_int32_t ad_size; 13036e0bf6eSScott Long int unit; 13135863739SMike Smith }; 13235863739SMike Smith 13335863739SMike Smith /* 13435863739SMike Smith * Per-command control structure. 13535863739SMike Smith */ 13635863739SMike Smith struct aac_command 13735863739SMike Smith { 13835863739SMike Smith TAILQ_ENTRY(aac_command) cm_link; /* list linkage */ 13935863739SMike Smith 14035863739SMike Smith struct aac_softc *cm_sc; /* controller that owns us */ 14135863739SMike Smith 142c6eafcf2SScott Long struct aac_fib *cm_fib; /* FIB associated with this 143c6eafcf2SScott Long * command */ 14435863739SMike Smith u_int32_t cm_fibphys; /* bus address of the FIB */ 145c6eafcf2SScott Long struct bio *cm_data; /* pointer to data in kernel 146c6eafcf2SScott Long * space */ 14735863739SMike Smith u_int32_t cm_datalen; /* data length */ 14835863739SMike Smith bus_dmamap_t cm_datamap; /* DMA map for bio data */ 149c6eafcf2SScott Long struct aac_sg_table *cm_sgtable; /* pointer to s/g table in 150c6eafcf2SScott Long * command */ 15135863739SMike Smith int cm_flags; 152c6eafcf2SScott Long #define AAC_CMD_MAPPED (1<<0) /* command has had its data 153c6eafcf2SScott Long * mapped */ 154c6eafcf2SScott Long #define AAC_CMD_DATAIN (1<<1) /* command involves data moving 155c6eafcf2SScott Long * from controller to host */ 156c6eafcf2SScott Long #define AAC_CMD_DATAOUT (1<<2) /* command involves data moving 157c6eafcf2SScott Long * from host to controller */ 15835863739SMike Smith #define AAC_CMD_COMPLETED (1<<3) /* command has been completed */ 1590b94a66eSMike Smith #define AAC_CMD_TIMEDOUT (1<<4) /* command taken too long */ 160f6c4dd3fSScott Long #define AAC_ON_AACQ_FREE (1<<5) 161f6c4dd3fSScott Long #define AAC_ON_AACQ_READY (1<<6) 162f6c4dd3fSScott Long #define AAC_ON_AACQ_BUSY (1<<7) 163f6c4dd3fSScott Long #define AAC_ON_AACQ_COMPLETE (1<<8) 164f6c4dd3fSScott Long #define AAC_ON_AACQ_MASK ((1<<5)|(1<<6)|(1<<7)|(1<<8)) 16535863739SMike Smith 16635863739SMike Smith void (* cm_complete)(struct aac_command *cm); 16735863739SMike Smith void *cm_private; 1680b94a66eSMike Smith time_t cm_timestamp; /* command creation time */ 16936e0bf6eSScott Long int cm_queue; 17035863739SMike Smith }; 17135863739SMike Smith 17235863739SMike Smith /* 17335863739SMike Smith * We gather a number of adapter-visible items into a single structure. 17435863739SMike Smith * 17535863739SMike Smith * The ordering of this strucure may be important; we copy the Linux driver: 17635863739SMike Smith * 17735863739SMike Smith * Adapter FIBs 17835863739SMike Smith * Init struct 17935863739SMike Smith * Queue headers (Comm Area) 18035863739SMike Smith * Printf buffer 18135863739SMike Smith * 18235863739SMike Smith * In addition, we add: 18335863739SMike Smith * Sync Fib 18435863739SMike Smith */ 18535863739SMike Smith struct aac_common { 18635863739SMike Smith /* fibs for the controller to send us messages */ 18735863739SMike Smith struct aac_fib ac_fibs[AAC_ADAPTER_FIBS]; 18835863739SMike Smith 18935863739SMike Smith /* the init structure */ 19035863739SMike Smith struct aac_adapter_init ac_init; 19135863739SMike Smith 19235863739SMike Smith /* arena within which the queue structures are kept */ 193c6eafcf2SScott Long u_int8_t ac_qbuf[sizeof(struct aac_queue_table) + 194c6eafcf2SScott Long AAC_QUEUE_ALIGN]; 19535863739SMike Smith 19635863739SMike Smith /* buffer for text messages from the controller */ 19735863739SMike Smith char ac_printf[AAC_PRINTF_BUFSIZE]; 19835863739SMike Smith 19935863739SMike Smith /* fib for synchronous commands */ 20035863739SMike Smith struct aac_fib ac_sync_fib; 20135863739SMike Smith }; 20235863739SMike Smith 20335863739SMike Smith /* 20435863739SMike Smith * Interface operations 20535863739SMike Smith */ 20635863739SMike Smith struct aac_interface 20735863739SMike Smith { 20835863739SMike Smith int (*aif_get_fwstatus)(struct aac_softc *sc); 20935863739SMike Smith void (*aif_qnotify)(struct aac_softc *sc, int qbit); 21035863739SMike Smith int (*aif_get_istatus)(struct aac_softc *sc); 21135863739SMike Smith void (*aif_set_istatus)(struct aac_softc *sc, int mask); 21235863739SMike Smith void (*aif_set_mailbox)(struct aac_softc *sc, u_int32_t command, 213c6eafcf2SScott Long u_int32_t arg0, u_int32_t arg1, 214c6eafcf2SScott Long u_int32_t arg2, u_int32_t arg3); 21535863739SMike Smith int (*aif_get_mailboxstatus)(struct aac_softc *sc); 21635863739SMike Smith void (*aif_set_interrupts)(struct aac_softc *sc, int enable); 21735863739SMike Smith }; 21835863739SMike Smith extern struct aac_interface aac_rx_interface; 21935863739SMike Smith extern struct aac_interface aac_sa_interface; 22035863739SMike Smith 22135863739SMike Smith #define AAC_GET_FWSTATUS(sc) ((sc)->aac_if.aif_get_fwstatus((sc))) 22235863739SMike Smith #define AAC_QNOTIFY(sc, qbit) ((sc)->aac_if.aif_qnotify((sc), (qbit))) 22335863739SMike Smith #define AAC_GET_ISTATUS(sc) ((sc)->aac_if.aif_get_istatus((sc))) 224c6eafcf2SScott Long #define AAC_CLEAR_ISTATUS(sc, mask) ((sc)->aac_if.aif_set_istatus((sc), \ 225c6eafcf2SScott Long (mask))) 22635863739SMike Smith #define AAC_SET_MAILBOX(sc, command, arg0, arg1, arg2, arg3) \ 227c6eafcf2SScott Long ((sc)->aac_if.aif_set_mailbox((sc), (command), (arg0), (arg1), (arg2), \ 228c6eafcf2SScott Long (arg3))) 229914da7d0SScott Long #define AAC_GET_MAILBOXSTATUS(sc) ((sc)->aac_if.aif_get_mailboxstatus( \ 230914da7d0SScott Long (sc))) 231914da7d0SScott Long #define AAC_MASK_INTERRUPTS(sc) ((sc)->aac_if.aif_set_interrupts((sc), \ 232914da7d0SScott Long 0)) 233914da7d0SScott Long #define AAC_UNMASK_INTERRUPTS(sc) ((sc)->aac_if.aif_set_interrupts((sc), \ 234914da7d0SScott Long 1)) 23535863739SMike Smith 236c6eafcf2SScott Long #define AAC_SETREG4(sc, reg, val) bus_space_write_4(sc->aac_btag, \ 237c6eafcf2SScott Long sc->aac_bhandle, reg, val) 238c6eafcf2SScott Long #define AAC_GETREG4(sc, reg) bus_space_read_4 (sc->aac_btag, \ 239c6eafcf2SScott Long sc->aac_bhandle, reg) 240c6eafcf2SScott Long #define AAC_SETREG2(sc, reg, val) bus_space_write_2(sc->aac_btag, \ 241c6eafcf2SScott Long sc->aac_bhandle, reg, val) 242c6eafcf2SScott Long #define AAC_GETREG2(sc, reg) bus_space_read_2 (sc->aac_btag, \ 243c6eafcf2SScott Long sc->aac_bhandle, reg) 244c6eafcf2SScott Long #define AAC_SETREG1(sc, reg, val) bus_space_write_1(sc->aac_btag, \ 245c6eafcf2SScott Long sc->aac_bhandle, reg, val) 246c6eafcf2SScott Long #define AAC_GETREG1(sc, reg) bus_space_read_1 (sc->aac_btag, \ 247c6eafcf2SScott Long sc->aac_bhandle, reg) 24835863739SMike Smith 24936e0bf6eSScott Long TAILQ_HEAD(aac_container_tq, aac_container); 25036e0bf6eSScott Long 25136e0bf6eSScott Long /* Define the OS version specific locks */ 25236e0bf6eSScott Long #if __FreeBSD_version >= 500005 25336e0bf6eSScott Long #include <sys/lock.h> 25436e0bf6eSScott Long #include <sys/mutex.h> 25536e0bf6eSScott Long typedef struct mtx aac_lock_t; 25636e0bf6eSScott Long #define AAC_LOCK_INIT(l) mtx_init(l, "AAC Container Mutex", MTX_DEF) 25736e0bf6eSScott Long #define AAC_LOCK_AQUIRE(l) mtx_lock(l) 25836e0bf6eSScott Long #define AAC_LOCK_RELEASE(l) mtx_unlock(l) 25936e0bf6eSScott Long #else 26036e0bf6eSScott Long typedef struct simplelock aac_lock_t; 26136e0bf6eSScott Long #define AAC_LOCK_INIT(l) simple_lock_init(l) 26236e0bf6eSScott Long #define AAC_LOCK_AQUIRE(l) simple_lock(l) 26336e0bf6eSScott Long #define AAC_LOCK_RELEASE(l) simple_unlock(l) 26436e0bf6eSScott Long #endif 26536e0bf6eSScott Long 26635863739SMike Smith /* 26735863739SMike Smith * Per-controller structure. 26835863739SMike Smith */ 26935863739SMike Smith struct aac_softc 27035863739SMike Smith { 27135863739SMike Smith /* bus connections */ 27235863739SMike Smith device_t aac_dev; 273c6eafcf2SScott Long struct resource *aac_regs_resource; /* register interface 274c6eafcf2SScott Long * window */ 27535863739SMike Smith int aac_regs_rid; /* resource ID */ 27635863739SMike Smith bus_space_handle_t aac_bhandle; /* bus space handle */ 27735863739SMike Smith bus_space_tag_t aac_btag; /* bus space tag */ 27835863739SMike Smith bus_dma_tag_t aac_parent_dmat; /* parent DMA tag */ 279c6eafcf2SScott Long bus_dma_tag_t aac_buffer_dmat; /* data buffer/command 280c6eafcf2SScott Long * DMA tag */ 28135863739SMike Smith struct resource *aac_irq; /* interrupt */ 28235863739SMike Smith int aac_irq_rid; 28335863739SMike Smith void *aac_intr; /* interrupt handle */ 28435863739SMike Smith 28535863739SMike Smith /* controller features, limits and status */ 28635863739SMike Smith int aac_state; 28735863739SMike Smith #define AAC_STATE_SUSPEND (1<<0) 28835863739SMike Smith #define AAC_STATE_OPEN (1<<1) 28935863739SMike Smith #define AAC_STATE_INTERRUPTS_ON (1<<2) 29035863739SMike Smith #define AAC_STATE_AIF_SLEEPER (1<<3) 29135863739SMike Smith struct FsaRevision aac_revision; 29235863739SMike Smith 29335863739SMike Smith /* controller hardware interface */ 29435863739SMike Smith int aac_hwif; 29535863739SMike Smith #define AAC_HWIF_I960RX 0 29635863739SMike Smith #define AAC_HWIF_STRONGARM 1 2970b94a66eSMike Smith #define AAC_HWIF_UNKNOWN -1 298c6eafcf2SScott Long bus_dma_tag_t aac_common_dmat; /* common structure 299c6eafcf2SScott Long * DMA tag */ 300c6eafcf2SScott Long bus_dmamap_t aac_common_dmamap; /* common structure 301c6eafcf2SScott Long * DMA map */ 30235863739SMike Smith struct aac_common *aac_common; 30335863739SMike Smith u_int32_t aac_common_busaddr; 30435863739SMike Smith struct aac_interface aac_if; 30535863739SMike Smith 30635863739SMike Smith /* command/fib resources */ 307c6eafcf2SScott Long bus_dma_tag_t aac_fib_dmat; /* DMA tag for allocing FIBs */ 3080b94a66eSMike Smith struct aac_fib *aac_fibs; 3090b94a66eSMike Smith bus_dmamap_t aac_fibmap; 3100b94a66eSMike Smith u_int32_t aac_fibphys; 3110b94a66eSMike Smith struct aac_command aac_command[AAC_FIB_COUNT]; 31235863739SMike Smith 31335863739SMike Smith /* command management */ 314c6eafcf2SScott Long TAILQ_HEAD(,aac_command) aac_free; /* command structures 315c6eafcf2SScott Long * available for reuse */ 316c6eafcf2SScott Long TAILQ_HEAD(,aac_command) aac_ready; /* commands on hold for 317c6eafcf2SScott Long * controller resources */ 3180b94a66eSMike Smith TAILQ_HEAD(,aac_command) aac_busy; 319c6eafcf2SScott Long TAILQ_HEAD(,aac_command) aac_complete; /* commands which have been 320c6eafcf2SScott Long * returned by the controller */ 32135863739SMike Smith struct bio_queue_head aac_bioq; 32235863739SMike Smith struct aac_queue_table *aac_queues; 32335863739SMike Smith struct aac_queue_entry *aac_qentries[AAC_QUEUE_COUNT]; 32435863739SMike Smith 3250b94a66eSMike Smith struct aac_qstat aac_qstat[AACQ_COUNT]; /* queue statistics */ 3260b94a66eSMike Smith 32735863739SMike Smith /* connected containters */ 32836e0bf6eSScott Long struct aac_container_tq aac_container_tqh; 32936e0bf6eSScott Long aac_lock_t aac_container_lock; 33035863739SMike Smith 33135863739SMike Smith /* delayed activity infrastructure */ 33235863739SMike Smith #if __FreeBSD_version >= 500005 333c6eafcf2SScott Long struct task aac_task_complete; /* deferred-completion 334c6eafcf2SScott Long * task */ 33535863739SMike Smith #endif 33635863739SMike Smith struct intr_config_hook aac_ich; 33735863739SMike Smith 33835863739SMike Smith /* management interface */ 33935863739SMike Smith dev_t aac_dev_t; 34035863739SMike Smith struct aac_aif_command aac_aifq[AAC_AIFQ_LENGTH]; 34135863739SMike Smith int aac_aifq_head; 34235863739SMike Smith int aac_aifq_tail; 34336e0bf6eSScott Long struct proc *aifthread; 34436e0bf6eSScott Long int aifflags; 34536e0bf6eSScott Long #define AAC_AIFFLAGS_RUNNING (1 << 0) 34636e0bf6eSScott Long #define AAC_AIFFLAGS_PENDING (1 << 1) 34736e0bf6eSScott Long #define AAC_AIFFLAGS_EXIT (1 << 2) 34836e0bf6eSScott Long #define AAC_AIFFLAGS_EXITED (1 << 3) 34935863739SMike Smith }; 35035863739SMike Smith 35135863739SMike Smith 35235863739SMike Smith /* 35335863739SMike Smith * Public functions 35435863739SMike Smith */ 35535863739SMike Smith extern void aac_free(struct aac_softc *sc); 35635863739SMike Smith extern int aac_attach(struct aac_softc *sc); 35735863739SMike Smith extern int aac_detach(device_t dev); 35835863739SMike Smith extern int aac_shutdown(device_t dev); 35935863739SMike Smith extern int aac_suspend(device_t dev); 36035863739SMike Smith extern int aac_resume(device_t dev); 36135863739SMike Smith extern void aac_intr(void *arg); 36235863739SMike Smith extern devclass_t aac_devclass; 36335863739SMike Smith extern void aac_submit_bio(struct bio *bp); 3640b94a66eSMike Smith extern void aac_biodone(struct bio *bp); 36536e0bf6eSScott Long extern int aac_dump_enqueue(struct aac_disk *ad, u_int32_t lba, 36636e0bf6eSScott Long void *data, int nblks); 36736e0bf6eSScott Long extern void aac_dump_complete(struct aac_softc *sc); 36835863739SMike Smith 36935863739SMike Smith /* 37035863739SMike Smith * Debugging levels: 37135863739SMike Smith * 0 - quiet, only emit warnings 37235863739SMike Smith * 1 - noisy, emit major function points and things done 37335863739SMike Smith * 2 - extremely noisy, emit trace items in loops, etc. 37435863739SMike Smith */ 37535863739SMike Smith #ifdef AAC_DEBUG 3760b94a66eSMike Smith # define debug(level, fmt, args...) \ 3770b94a66eSMike Smith do { \ 3780b94a66eSMike Smith if (level <=AAC_DEBUG) printf("%s: " fmt "\n", __FUNCTION__ , ##args); \ 3790b94a66eSMike Smith } while (0) 3800b94a66eSMike Smith # define debug_called(level) \ 3810b94a66eSMike Smith do { \ 3820b94a66eSMike Smith if (level <= AAC_DEBUG) printf(__FUNCTION__ ": called\n"); \ 3830b94a66eSMike Smith } while (0) 38435863739SMike Smith 38535863739SMike Smith extern void aac_print_queues(struct aac_softc *sc); 38635863739SMike Smith extern void aac_panic(struct aac_softc *sc, char *reason); 387c6eafcf2SScott Long extern void aac_print_fib(struct aac_softc *sc, struct aac_fib *fib, 388c6eafcf2SScott Long char *caller); 389c6eafcf2SScott Long extern void aac_print_aif(struct aac_softc *sc, 390c6eafcf2SScott Long struct aac_aif_command *aif); 39135863739SMike Smith 39235863739SMike Smith # define AAC_PRINT_FIB(sc, fib) aac_print_fib(sc, fib, __FUNCTION__) 39335863739SMike Smith 39435863739SMike Smith #else 39535863739SMike Smith # define debug(level, fmt, args...) 39635863739SMike Smith # define debug_called(level) 39735863739SMike Smith 39835863739SMike Smith # define aac_print_queues(sc) 39935863739SMike Smith # define aac_panic(sc, reason) 40035863739SMike Smith 40135863739SMike Smith # define AAC_PRINT_FIB(sc, fib) 40236e0bf6eSScott Long # define aac_print_aif(sc, aac_aif_command) 40335863739SMike Smith #endif 40435863739SMike Smith 40535863739SMike Smith struct aac_code_lookup { 40635863739SMike Smith char *string; 40735863739SMike Smith u_int32_t code; 40835863739SMike Smith }; 40935863739SMike Smith 410914da7d0SScott Long /* 4110b94a66eSMike Smith * Queue primitives for driver queues. 41235863739SMike Smith */ 4130b94a66eSMike Smith #define AACQ_ADD(sc, qname) \ 4140b94a66eSMike Smith do { \ 415914da7d0SScott Long struct aac_qstat *qs; \ 416914da7d0SScott Long \ 417914da7d0SScott Long qs = &(sc)->aac_qstat[qname]; \ 4180b94a66eSMike Smith \ 4190b94a66eSMike Smith qs->q_length++; \ 4200b94a66eSMike Smith if (qs->q_length > qs->q_max) \ 4210b94a66eSMike Smith qs->q_max = qs->q_length; \ 4220b94a66eSMike Smith } while (0) 42335863739SMike Smith 4240b94a66eSMike Smith #define AACQ_REMOVE(sc, qname) (sc)->aac_qstat[qname].q_length-- 4250b94a66eSMike Smith #define AACQ_INIT(sc, qname) \ 4260b94a66eSMike Smith do { \ 4270b94a66eSMike Smith sc->aac_qstat[qname].q_length = 0; \ 4280b94a66eSMike Smith sc->aac_qstat[qname].q_max = 0; \ 4290b94a66eSMike Smith } while (0) 4300b94a66eSMike Smith 4310b94a66eSMike Smith 4320b94a66eSMike Smith #define AACQ_COMMAND_QUEUE(name, index) \ 4330b94a66eSMike Smith static __inline void \ 4340b94a66eSMike Smith aac_initq_ ## name (struct aac_softc *sc) \ 4350b94a66eSMike Smith { \ 4360b94a66eSMike Smith TAILQ_INIT(&sc->aac_ ## name); \ 4370b94a66eSMike Smith AACQ_INIT(sc, index); \ 4380b94a66eSMike Smith } \ 4390b94a66eSMike Smith static __inline void \ 4400b94a66eSMike Smith aac_enqueue_ ## name (struct aac_command *cm) \ 4410b94a66eSMike Smith { \ 4420b94a66eSMike Smith int s; \ 4430b94a66eSMike Smith \ 4440b94a66eSMike Smith s = splbio(); \ 445f6c4dd3fSScott Long if ((cm->cm_flags & AAC_ON_AACQ_MASK) != 0) { \ 446f6c4dd3fSScott Long printf("command %p is on another queue, flags = %#x\n", \ 447f6c4dd3fSScott Long cm, cm->cm_flags); \ 448f6c4dd3fSScott Long panic("command is on another queue"); \ 449f6c4dd3fSScott Long } \ 4500b94a66eSMike Smith TAILQ_INSERT_TAIL(&cm->cm_sc->aac_ ## name, cm, cm_link); \ 451f6c4dd3fSScott Long cm->cm_flags |= AAC_ON_ ## index; \ 4520b94a66eSMike Smith AACQ_ADD(cm->cm_sc, index); \ 4530b94a66eSMike Smith splx(s); \ 4540b94a66eSMike Smith } \ 4550b94a66eSMike Smith static __inline void \ 4560b94a66eSMike Smith aac_requeue_ ## name (struct aac_command *cm) \ 4570b94a66eSMike Smith { \ 4580b94a66eSMike Smith int s; \ 4590b94a66eSMike Smith \ 4600b94a66eSMike Smith s = splbio(); \ 461f6c4dd3fSScott Long if ((cm->cm_flags & AAC_ON_AACQ_MASK) != 0) { \ 462f6c4dd3fSScott Long printf("command %p is on another queue, flags = %#x\n", \ 463f6c4dd3fSScott Long cm, cm->cm_flags); \ 464f6c4dd3fSScott Long panic("command is on another queue"); \ 465f6c4dd3fSScott Long } \ 4660b94a66eSMike Smith TAILQ_INSERT_HEAD(&cm->cm_sc->aac_ ## name, cm, cm_link); \ 467f6c4dd3fSScott Long cm->cm_flags |= AAC_ON_ ## index; \ 4680b94a66eSMike Smith AACQ_ADD(cm->cm_sc, index); \ 4690b94a66eSMike Smith splx(s); \ 4700b94a66eSMike Smith } \ 4710b94a66eSMike Smith static __inline struct aac_command * \ 4720b94a66eSMike Smith aac_dequeue_ ## name (struct aac_softc *sc) \ 4730b94a66eSMike Smith { \ 4740b94a66eSMike Smith struct aac_command *cm; \ 4750b94a66eSMike Smith int s; \ 4760b94a66eSMike Smith \ 4770b94a66eSMike Smith s = splbio(); \ 4780b94a66eSMike Smith if ((cm = TAILQ_FIRST(&sc->aac_ ## name)) != NULL) { \ 479f6c4dd3fSScott Long if ((cm->cm_flags & AAC_ON_ ## index) == 0) { \ 480914da7d0SScott Long printf("command %p not in queue, flags = %#x, " \ 481914da7d0SScott Long "bit = %#x\n", cm, cm->cm_flags, \ 482914da7d0SScott Long AAC_ON_ ## index); \ 483f6c4dd3fSScott Long panic("command not in queue"); \ 484f6c4dd3fSScott Long } \ 4850b94a66eSMike Smith TAILQ_REMOVE(&sc->aac_ ## name, cm, cm_link); \ 486f6c4dd3fSScott Long cm->cm_flags &= ~AAC_ON_ ## index; \ 4870b94a66eSMike Smith AACQ_REMOVE(sc, index); \ 4880b94a66eSMike Smith } \ 4890b94a66eSMike Smith splx(s); \ 4900b94a66eSMike Smith return(cm); \ 4910b94a66eSMike Smith } \ 4920b94a66eSMike Smith static __inline void \ 4930b94a66eSMike Smith aac_remove_ ## name (struct aac_command *cm) \ 4940b94a66eSMike Smith { \ 4950b94a66eSMike Smith int s; \ 4960b94a66eSMike Smith \ 4970b94a66eSMike Smith s = splbio(); \ 498f6c4dd3fSScott Long if ((cm->cm_flags & AAC_ON_ ## index) == 0) { \ 499914da7d0SScott Long printf("command %p not in queue, flags = %#x, " \ 500914da7d0SScott Long "bit = %#x\n", cm, cm->cm_flags, \ 501914da7d0SScott Long AAC_ON_ ## index); \ 502f6c4dd3fSScott Long panic("command not in queue"); \ 503f6c4dd3fSScott Long } \ 5040b94a66eSMike Smith TAILQ_REMOVE(&cm->cm_sc->aac_ ## name, cm, cm_link); \ 505f6c4dd3fSScott Long cm->cm_flags &= ~AAC_ON_ ## index; \ 5060b94a66eSMike Smith AACQ_REMOVE(cm->cm_sc, index); \ 5070b94a66eSMike Smith splx(s); \ 5080b94a66eSMike Smith } \ 5090b94a66eSMike Smith struct hack 5100b94a66eSMike Smith 5110b94a66eSMike Smith AACQ_COMMAND_QUEUE(free, AACQ_FREE); 5120b94a66eSMike Smith AACQ_COMMAND_QUEUE(ready, AACQ_READY); 5130b94a66eSMike Smith AACQ_COMMAND_QUEUE(busy, AACQ_BUSY); 5140b94a66eSMike Smith AACQ_COMMAND_QUEUE(complete, AACQ_COMPLETE); 5150b94a66eSMike Smith 5160b94a66eSMike Smith /* 5170b94a66eSMike Smith * outstanding bio queue 5180b94a66eSMike Smith */ 51935863739SMike Smith static __inline void 5200b94a66eSMike Smith aac_initq_bio(struct aac_softc *sc) 52135863739SMike Smith { 5220b94a66eSMike Smith bioq_init(&sc->aac_bioq); 5230b94a66eSMike Smith AACQ_INIT(sc, AACQ_BIO); 52435863739SMike Smith } 52535863739SMike Smith 52635863739SMike Smith static __inline void 5270b94a66eSMike Smith aac_enqueue_bio(struct aac_softc *sc, struct bio *bp) 52835863739SMike Smith { 52935863739SMike Smith int s; 53035863739SMike Smith 53135863739SMike Smith s = splbio(); 5320b94a66eSMike Smith bioq_insert_tail(&sc->aac_bioq, bp); 5330b94a66eSMike Smith AACQ_ADD(sc, AACQ_BIO); 53435863739SMike Smith splx(s); 53535863739SMike Smith } 53635863739SMike Smith 5370b94a66eSMike Smith static __inline struct bio * 5380b94a66eSMike Smith aac_dequeue_bio(struct aac_softc *sc) 53935863739SMike Smith { 54035863739SMike Smith int s; 5410b94a66eSMike Smith struct bio *bp; 54235863739SMike Smith 54335863739SMike Smith s = splbio(); 5440b94a66eSMike Smith if ((bp = bioq_first(&sc->aac_bioq)) != NULL) { 5450b94a66eSMike Smith bioq_remove(&sc->aac_bioq, bp); 5460b94a66eSMike Smith AACQ_REMOVE(sc, AACQ_BIO); 54735863739SMike Smith } 54835863739SMike Smith splx(s); 5490b94a66eSMike Smith return(bp); 55035863739SMike Smith } 55136e0bf6eSScott Long 55236e0bf6eSScott Long static __inline void 55336e0bf6eSScott Long aac_print_printf(struct aac_softc *sc) 55436e0bf6eSScott Long { 55536e0bf6eSScott Long if (sc->aac_common->ac_printf[0]) { 55636e0bf6eSScott Long device_printf(sc->aac_dev, "**Monitor** %.*s", AAC_PRINTF_BUFSIZE, 55736e0bf6eSScott Long sc->aac_common->ac_printf); 55836e0bf6eSScott Long sc->aac_common->ac_printf[0] = 0; 55936e0bf6eSScott Long AAC_QNOTIFY(sc, AAC_DB_PRINTF); 56036e0bf6eSScott Long } 56136e0bf6eSScott Long } 562