xref: /freebsd/sys/dev/aac/aacvar.h (revision c6eafcf2c5aa739b9f1ec6fe01caf82dbb6cf90f)
135863739SMike Smith /*-
235863739SMike Smith  * Copyright (c) 2000 Michael Smith
3c6eafcf2SScott Long  * Copyright (c) 2001 Scott Long
435863739SMike Smith  * Copyright (c) 2000 BSDi
5c6eafcf2SScott Long  * Copyright (c) 2001 Adaptec, Inc.
635863739SMike Smith  * All rights reserved.
735863739SMike Smith  *
835863739SMike Smith  * Redistribution and use in source and binary forms, with or without
935863739SMike Smith  * modification, are permitted provided that the following conditions
1035863739SMike Smith  * are met:
1135863739SMike Smith  * 1. Redistributions of source code must retain the above copyright
1235863739SMike Smith  *    notice, this list of conditions and the following disclaimer.
1335863739SMike Smith  * 2. Redistributions in binary form must reproduce the above copyright
1435863739SMike Smith  *    notice, this list of conditions and the following disclaimer in the
1535863739SMike Smith  *    documentation and/or other materials provided with the distribution.
1635863739SMike Smith  *
1735863739SMike Smith  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
1835863739SMike Smith  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
1935863739SMike Smith  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
2035863739SMike Smith  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
2135863739SMike Smith  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
2235863739SMike Smith  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
2335863739SMike Smith  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
2435863739SMike Smith  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
2535863739SMike Smith  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
2635863739SMike Smith  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
2735863739SMike Smith  * SUCH DAMAGE.
2835863739SMike Smith  *
2935863739SMike Smith  *	$FreeBSD$
3035863739SMike Smith  */
3135863739SMike Smith 
32c6eafcf2SScott Long /******************************************************************************
33c6eafcf2SScott Long  ******************************************************************************
3435863739SMike Smith 			Driver Parameter Definitions
35c6eafcf2SScott Long  ******************************************************************************
36c6eafcf2SScott Long  ******************************************************************************/
3735863739SMike Smith 
3835863739SMike Smith /*
3935863739SMike Smith  * The firmware interface allows for a 16-bit s/g list length.  We limit
4035863739SMike Smith  * ourselves to a reasonable maximum and ensure alignment.
4135863739SMike Smith  */
4235863739SMike Smith #define AAC_MAXSGENTRIES	64	/* max S/G entries, limit 65535 */
4335863739SMike Smith 
4435863739SMike Smith /*
4535863739SMike Smith  * We allocate a small set of FIBs for the adapter to use to send us messages.
4635863739SMike Smith  */
4735863739SMike Smith #define AAC_ADAPTER_FIBS	8
4835863739SMike Smith 
4935863739SMike Smith /*
500b94a66eSMike Smith  * FIBs are allocated up-front, and the pool isn't grown.  We should allocate
510b94a66eSMike Smith  * enough here to let us keep the adapter busy without wasting large amounts
520b94a66eSMike Smith  * of kernel memory.  The current interface implementation limits us to 512
530b94a66eSMike Smith  * FIBs queued for the adapter at any one time.
5435863739SMike Smith  */
550b94a66eSMike Smith #define AAC_FIB_COUNT		128
5635863739SMike Smith 
5735863739SMike Smith /*
58c6eafcf2SScott Long  * The controller reports status events in AIFs.  We hang on to a number of
59c6eafcf2SScott Long  * these in order to pass them out to user-space management tools.
6035863739SMike Smith  */
6135863739SMike Smith #define AAC_AIFQ_LENGTH		64
6235863739SMike Smith 
6335863739SMike Smith /*
6435863739SMike Smith  * Firmware messages are passed in the printf buffer.
6535863739SMike Smith  */
6635863739SMike Smith #define AAC_PRINTF_BUFSIZE	256
6735863739SMike Smith 
6835863739SMike Smith /*
69c6eafcf2SScott Long  * We wait this many seconds for the adapter to come ready if it is still
70c6eafcf2SScott Long  * booting
7135863739SMike Smith  */
7235863739SMike Smith #define AAC_BOOT_TIMEOUT	(3 * 60)
7335863739SMike Smith 
7435863739SMike Smith /*
7535863739SMike Smith  * Timeout for immediate commands.
7635863739SMike Smith  */
770b94a66eSMike Smith #define AAC_IMMEDIATE_TIMEOUT	30		/* seconds */
780b94a66eSMike Smith 
790b94a66eSMike Smith /*
800b94a66eSMike Smith  * Timeout for normal commands
810b94a66eSMike Smith  */
820b94a66eSMike Smith #define AAC_CMD_TIMEOUT		30		/* seconds */
830b94a66eSMike Smith 
840b94a66eSMike Smith /*
850b94a66eSMike Smith  * Rate at which we periodically check for timed out commands and kick the
860b94a66eSMike Smith  * controller.
870b94a66eSMike Smith  */
880b94a66eSMike Smith #define AAC_PERIODIC_INTERVAL	10		/* seconds */
8935863739SMike Smith 
9035863739SMike Smith /*
9135863739SMike Smith  * Character device major numbers.
9235863739SMike Smith  */
9335863739SMike Smith #define AAC_DISK_MAJOR	200
9435863739SMike Smith 
95c6eafcf2SScott Long /******************************************************************************
96c6eafcf2SScott Long  ******************************************************************************
9735863739SMike Smith 			Driver Variable Definitions
98c6eafcf2SScott Long  ******************************************************************************
99c6eafcf2SScott Long  ******************************************************************************/
10035863739SMike Smith 
101da4c1ce3SJustin T. Gibbs #include "opt_aac.h"
102da4c1ce3SJustin T. Gibbs 
10335863739SMike Smith #if __FreeBSD_version >= 500005
10435863739SMike Smith # include <sys/taskqueue.h>
10535863739SMike Smith #endif
10635863739SMike Smith 
10735863739SMike Smith /*
10835863739SMike Smith  * Per-container data structure
10935863739SMike Smith  */
11035863739SMike Smith struct aac_container
11135863739SMike Smith {
11235863739SMike Smith     struct aac_mntobj	co_mntobj;
11335863739SMike Smith     device_t		co_disk;
11435863739SMike Smith };
11535863739SMike Smith 
11635863739SMike Smith /*
11735863739SMike Smith  * Per-disk structure
11835863739SMike Smith  */
11935863739SMike Smith struct aac_disk
12035863739SMike Smith {
12135863739SMike Smith     device_t			ad_dev;
12235863739SMike Smith     dev_t			ad_dev_t;
12335863739SMike Smith     struct aac_softc		*ad_controller;
12435863739SMike Smith     struct aac_container	*ad_container;
12535863739SMike Smith     struct disk			ad_disk;
12635863739SMike Smith     struct devstat		ad_stats;
12735863739SMike Smith     struct disklabel		ad_label;
12835863739SMike Smith     int				ad_flags;
12935863739SMike Smith #define AAC_DISK_OPEN	(1<<0)
13035863739SMike Smith     int				ad_cylinders;
13135863739SMike Smith     int				ad_heads;
13235863739SMike Smith     int				ad_sectors;
13335863739SMike Smith     u_int32_t			ad_size;
13435863739SMike Smith };
13535863739SMike Smith 
13635863739SMike Smith /*
13735863739SMike Smith  * Per-command control structure.
13835863739SMike Smith  */
13935863739SMike Smith struct aac_command
14035863739SMike Smith {
14135863739SMike Smith     TAILQ_ENTRY(aac_command)	cm_link;	/* list linkage */
14235863739SMike Smith 
14335863739SMike Smith     struct aac_softc		*cm_sc;		/* controller that owns us */
14435863739SMike Smith 
145c6eafcf2SScott Long     struct aac_fib		*cm_fib;	/* FIB associated with this
146c6eafcf2SScott Long 						 * command */
14735863739SMike Smith     u_int32_t			cm_fibphys;	/* bus address of the FIB */
148c6eafcf2SScott Long     struct bio			*cm_data;	/* pointer to data in kernel
149c6eafcf2SScott Long 						 * space */
15035863739SMike Smith     u_int32_t			cm_datalen;	/* data length */
15135863739SMike Smith     bus_dmamap_t		cm_datamap;	/* DMA map for bio data */
152c6eafcf2SScott Long     struct aac_sg_table		*cm_sgtable;	/* pointer to s/g table in
153c6eafcf2SScott Long 						 * command */
15435863739SMike Smith 
15535863739SMike Smith     int				cm_flags;
156c6eafcf2SScott Long #define AAC_CMD_MAPPED		(1<<0)		/* command has had its data
157c6eafcf2SScott Long 						 * mapped */
158c6eafcf2SScott Long #define AAC_CMD_DATAIN		(1<<1)		/* command involves data moving
159c6eafcf2SScott Long 						 * from controller to host */
160c6eafcf2SScott Long #define AAC_CMD_DATAOUT		(1<<2)		/* command involves data moving
161c6eafcf2SScott Long 						 * from host to controller */
16235863739SMike Smith #define AAC_CMD_COMPLETED	(1<<3)		/* command has been completed */
1630b94a66eSMike Smith #define AAC_CMD_TIMEDOUT	(1<<4)		/* command taken too long */
16435863739SMike Smith 
16535863739SMike Smith     void			(* cm_complete)(struct aac_command *cm);
16635863739SMike Smith     void			*cm_private;
1670b94a66eSMike Smith     time_t			cm_timestamp;	/* command creation time */
16835863739SMike Smith };
16935863739SMike Smith 
17035863739SMike Smith /*
17135863739SMike Smith  * We gather a number of adapter-visible items into a single structure.
17235863739SMike Smith  *
17335863739SMike Smith  * The ordering of this strucure may be important; we copy the Linux driver:
17435863739SMike Smith  *
17535863739SMike Smith  * Adapter FIBs
17635863739SMike Smith  * Init struct
17735863739SMike Smith  * Queue headers (Comm Area)
17835863739SMike Smith  * Printf buffer
17935863739SMike Smith  *
18035863739SMike Smith  * In addition, we add:
18135863739SMike Smith  * Sync Fib
18235863739SMike Smith  */
18335863739SMike Smith struct aac_common {
18435863739SMike Smith     /* fibs for the controller to send us messages */
18535863739SMike Smith     struct aac_fib		ac_fibs[AAC_ADAPTER_FIBS];
18635863739SMike Smith 
18735863739SMike Smith     /* the init structure */
18835863739SMike Smith     struct aac_adapter_init	ac_init;
18935863739SMike Smith 
19035863739SMike Smith     /* arena within which the queue structures are kept */
191c6eafcf2SScott Long     u_int8_t			ac_qbuf[sizeof(struct aac_queue_table) +
192c6eafcf2SScott Long 					AAC_QUEUE_ALIGN];
19335863739SMike Smith 
19435863739SMike Smith     /* buffer for text messages from the controller */
19535863739SMike Smith     char		       	ac_printf[AAC_PRINTF_BUFSIZE];
19635863739SMike Smith 
19735863739SMike Smith     /* fib for synchronous commands */
19835863739SMike Smith     struct aac_fib		ac_sync_fib;
19935863739SMike Smith };
20035863739SMike Smith 
20135863739SMike Smith /*
20235863739SMike Smith  * Interface operations
20335863739SMike Smith  */
20435863739SMike Smith struct aac_interface
20535863739SMike Smith {
20635863739SMike Smith     int		(* aif_get_fwstatus)(struct aac_softc *sc);
20735863739SMike Smith     void	(* aif_qnotify)(struct aac_softc *sc, int qbit);
20835863739SMike Smith     int		(* aif_get_istatus)(struct aac_softc *sc);
20935863739SMike Smith     void	(* aif_set_istatus)(struct aac_softc *sc, int mask);
21035863739SMike Smith     void	(* aif_set_mailbox)(struct aac_softc *sc, u_int32_t command,
211c6eafcf2SScott Long 				    u_int32_t arg0, u_int32_t arg1,
212c6eafcf2SScott Long 				    u_int32_t arg2, u_int32_t arg3);
21335863739SMike Smith     int		(* aif_get_mailboxstatus)(struct aac_softc *sc);
21435863739SMike Smith     void	(* aif_set_interrupts)(struct aac_softc *sc, int enable);
21535863739SMike Smith };
21635863739SMike Smith extern struct aac_interface	aac_rx_interface;
21735863739SMike Smith extern struct aac_interface	aac_sa_interface;
21835863739SMike Smith 
21935863739SMike Smith #define AAC_GET_FWSTATUS(sc)		((sc)->aac_if.aif_get_fwstatus((sc)))
22035863739SMike Smith #define AAC_QNOTIFY(sc, qbit)		((sc)->aac_if.aif_qnotify((sc), (qbit)))
22135863739SMike Smith #define AAC_GET_ISTATUS(sc)		((sc)->aac_if.aif_get_istatus((sc)))
222c6eafcf2SScott Long #define AAC_CLEAR_ISTATUS(sc, mask)	((sc)->aac_if.aif_set_istatus((sc), \
223c6eafcf2SScott Long 					(mask)))
22435863739SMike Smith #define AAC_SET_MAILBOX(sc, command, arg0, arg1, arg2, arg3) \
225c6eafcf2SScott Long 	((sc)->aac_if.aif_set_mailbox((sc), (command), (arg0), (arg1), (arg2), \
226c6eafcf2SScott Long 	(arg3)))
22735863739SMike Smith #define AAC_GET_MAILBOXSTATUS(sc)	((sc)->aac_if.aif_get_mailboxstatus((sc)))
22835863739SMike Smith #define	AAC_MASK_INTERRUPTS(sc)		((sc)->aac_if.aif_set_interrupts((sc), 0))
22935863739SMike Smith #define AAC_UNMASK_INTERRUPTS(sc)	((sc)->aac_if.aif_set_interrupts((sc), 1))
23035863739SMike Smith 
231c6eafcf2SScott Long #define AAC_SETREG4(sc, reg, val)	bus_space_write_4(sc->aac_btag, \
232c6eafcf2SScott Long 					sc->aac_bhandle, reg, val)
233c6eafcf2SScott Long #define AAC_GETREG4(sc, reg)		bus_space_read_4 (sc->aac_btag, \
234c6eafcf2SScott Long 					sc->aac_bhandle, reg)
235c6eafcf2SScott Long #define AAC_SETREG2(sc, reg, val)	bus_space_write_2(sc->aac_btag, \
236c6eafcf2SScott Long 					sc->aac_bhandle, reg, val)
237c6eafcf2SScott Long #define AAC_GETREG2(sc, reg)		bus_space_read_2 (sc->aac_btag, \
238c6eafcf2SScott Long 					sc->aac_bhandle, reg)
239c6eafcf2SScott Long #define AAC_SETREG1(sc, reg, val)	bus_space_write_1(sc->aac_btag, \
240c6eafcf2SScott Long 					sc->aac_bhandle, reg, val)
241c6eafcf2SScott Long #define AAC_GETREG1(sc, reg)		bus_space_read_1 (sc->aac_btag, \
242c6eafcf2SScott Long 					sc->aac_bhandle, reg)
24335863739SMike Smith 
24435863739SMike Smith /*
24535863739SMike Smith  * Per-controller structure.
24635863739SMike Smith  */
24735863739SMike Smith struct aac_softc
24835863739SMike Smith {
24935863739SMike Smith     /* bus connections */
25035863739SMike Smith     device_t			aac_dev;
251c6eafcf2SScott Long     struct resource		*aac_regs_resource;	/* register interface
252c6eafcf2SScott Long 							 * window */
25335863739SMike Smith     int				aac_regs_rid;		/* resource ID */
25435863739SMike Smith     bus_space_handle_t		aac_bhandle;		/* bus space handle */
25535863739SMike Smith     bus_space_tag_t		aac_btag;		/* bus space tag */
25635863739SMike Smith     bus_dma_tag_t		aac_parent_dmat;	/* parent DMA tag */
257c6eafcf2SScott Long     bus_dma_tag_t		aac_buffer_dmat;	/* data buffer/command
258c6eafcf2SScott Long 							 * DMA tag */
25935863739SMike Smith     struct resource		*aac_irq;		/* interrupt */
26035863739SMike Smith     int				aac_irq_rid;
26135863739SMike Smith     void			*aac_intr;		/* interrupt handle */
26235863739SMike Smith 
26335863739SMike Smith     /* controller features, limits and status */
26435863739SMike Smith     int				aac_state;
26535863739SMike Smith #define AAC_STATE_SUSPEND	(1<<0)
26635863739SMike Smith #define	AAC_STATE_OPEN		(1<<1)
26735863739SMike Smith #define AAC_STATE_INTERRUPTS_ON	(1<<2)
26835863739SMike Smith #define AAC_STATE_AIF_SLEEPER	(1<<3)
26935863739SMike Smith     struct FsaRevision		aac_revision;
27035863739SMike Smith 
27135863739SMike Smith     /* controller hardware interface */
27235863739SMike Smith     int				aac_hwif;
27335863739SMike Smith #define AAC_HWIF_I960RX		0
27435863739SMike Smith #define AAC_HWIF_STRONGARM	1
2750b94a66eSMike Smith #define AAC_HWIF_UNKNOWN	-1
276c6eafcf2SScott Long     bus_dma_tag_t		aac_common_dmat;	/* common structure
277c6eafcf2SScott Long 							 * DMA tag */
278c6eafcf2SScott Long     bus_dmamap_t		aac_common_dmamap;	/* common structure
279c6eafcf2SScott Long 							 * DMA map */
28035863739SMike Smith     struct aac_common		*aac_common;
28135863739SMike Smith     u_int32_t			aac_common_busaddr;
28235863739SMike Smith     struct aac_interface	aac_if;
28335863739SMike Smith 
28435863739SMike Smith     /* command/fib resources */
285c6eafcf2SScott Long     bus_dma_tag_t		aac_fib_dmat;	/* DMA tag for allocing FIBs */
2860b94a66eSMike Smith     struct aac_fib		*aac_fibs;
2870b94a66eSMike Smith     bus_dmamap_t		aac_fibmap;
2880b94a66eSMike Smith     u_int32_t			aac_fibphys;
2890b94a66eSMike Smith     struct aac_command		aac_command[AAC_FIB_COUNT];
29035863739SMike Smith 
29135863739SMike Smith     /* command management */
292c6eafcf2SScott Long     TAILQ_HEAD(,aac_command)	aac_free;	/* command structures
293c6eafcf2SScott Long 						 * available for reuse */
294c6eafcf2SScott Long     TAILQ_HEAD(,aac_command)	aac_ready;	/* commands on hold for
295c6eafcf2SScott Long 						 * controller resources */
2960b94a66eSMike Smith     TAILQ_HEAD(,aac_command)	aac_busy;
297c6eafcf2SScott Long     TAILQ_HEAD(,aac_command)	aac_complete;	/* commands which have been
298c6eafcf2SScott Long 						 * returned by the controller */
29935863739SMike Smith     struct bio_queue_head	aac_bioq;
30035863739SMike Smith     struct aac_queue_table	*aac_queues;
30135863739SMike Smith     struct aac_queue_entry	*aac_qentries[AAC_QUEUE_COUNT];
30235863739SMike Smith 
3030b94a66eSMike Smith     struct aac_qstat		aac_qstat[AACQ_COUNT];	/* queue statistics */
3040b94a66eSMike Smith 
30535863739SMike Smith     /* connected containters */
30635863739SMike Smith     struct aac_container	aac_container[AAC_MAX_CONTAINERS];
30735863739SMike Smith 
30835863739SMike Smith     /* delayed activity infrastructure */
30935863739SMike Smith #if __FreeBSD_version >= 500005
310c6eafcf2SScott Long     struct task			aac_task_complete;	/* deferred-completion
311c6eafcf2SScott Long 							 * task */
31235863739SMike Smith #endif
31335863739SMike Smith     struct intr_config_hook	aac_ich;
31435863739SMike Smith 
31535863739SMike Smith     /* management interface */
31635863739SMike Smith     dev_t			aac_dev_t;
31735863739SMike Smith     struct aac_aif_command	aac_aifq[AAC_AIFQ_LENGTH];
31835863739SMike Smith     int				aac_aifq_head;
31935863739SMike Smith     int				aac_aifq_tail;
32035863739SMike Smith };
32135863739SMike Smith 
32235863739SMike Smith 
32335863739SMike Smith /*
32435863739SMike Smith  * Public functions
32535863739SMike Smith  */
32635863739SMike Smith extern void		aac_free(struct aac_softc *sc);
32735863739SMike Smith extern int		aac_attach(struct aac_softc *sc);
32835863739SMike Smith extern int		aac_detach(device_t dev);
32935863739SMike Smith extern int		aac_shutdown(device_t dev);
33035863739SMike Smith extern int		aac_suspend(device_t dev);
33135863739SMike Smith extern int		aac_resume(device_t dev);
33235863739SMike Smith extern void		aac_intr(void *arg);
33335863739SMike Smith extern devclass_t	aac_devclass;
33435863739SMike Smith extern void		aac_submit_bio(struct bio *bp);
3350b94a66eSMike Smith extern void		aac_biodone(struct bio *bp);
33635863739SMike Smith 
33735863739SMike Smith /*
33835863739SMike Smith  * Debugging levels:
33935863739SMike Smith  *  0 - quiet, only emit warnings
34035863739SMike Smith  *  1 - noisy, emit major function points and things done
34135863739SMike Smith  *  2 - extremely noisy, emit trace items in loops, etc.
34235863739SMike Smith  */
34335863739SMike Smith #ifdef AAC_DEBUG
3440b94a66eSMike Smith # define debug(level, fmt, args...)					\
3450b94a66eSMike Smith     do {								\
3460b94a66eSMike Smith 	if (level <=AAC_DEBUG) printf("%s: " fmt "\n", __FUNCTION__ , ##args); \
3470b94a66eSMike Smith     } while(0)
3480b94a66eSMike Smith # define debug_called(level)						\
3490b94a66eSMike Smith     do {								\
3500b94a66eSMike Smith 	if (level <= AAC_DEBUG) printf(__FUNCTION__ ": called\n");	\
3510b94a66eSMike Smith     } while(0)
35235863739SMike Smith 
35335863739SMike Smith extern void	aac_print_queues(struct aac_softc *sc);
35435863739SMike Smith extern void	aac_panic(struct aac_softc *sc, char *reason);
355c6eafcf2SScott Long extern void	aac_print_fib(struct aac_softc *sc, struct aac_fib *fib,
356c6eafcf2SScott Long 			      char *caller);
357c6eafcf2SScott Long extern void	aac_print_aif(struct aac_softc *sc,
358c6eafcf2SScott Long 			      struct aac_aif_command *aif);
35935863739SMike Smith 
36035863739SMike Smith # define AAC_PRINT_FIB(sc, fib)	aac_print_fib(sc, fib, __FUNCTION__)
36135863739SMike Smith 
36235863739SMike Smith #else
36335863739SMike Smith # define debug(level, fmt, args...)
36435863739SMike Smith # define debug_called(level)
36535863739SMike Smith 
36635863739SMike Smith # define aac_print_queues(sc)
36735863739SMike Smith # define aac_panic(sc, reason)
36835863739SMike Smith # define aac_print_aif(sc, aif)
36935863739SMike Smith 
37035863739SMike Smith # define AAC_PRINT_FIB(sc, fib)
37135863739SMike Smith #endif
37235863739SMike Smith 
37335863739SMike Smith struct aac_code_lookup {
37435863739SMike Smith     char	*string;
37535863739SMike Smith     u_int32_t	code;
37635863739SMike Smith };
37735863739SMike Smith 
378c6eafcf2SScott Long /******************************************************************************
3790b94a66eSMike Smith  * Queue primitives for driver queues.
38035863739SMike Smith  */
3810b94a66eSMike Smith #define AACQ_ADD(sc, qname)					\
3820b94a66eSMike Smith 	do {							\
3830b94a66eSMike Smith 	    struct aac_qstat *qs = &(sc)->aac_qstat[qname];	\
3840b94a66eSMike Smith 								\
3850b94a66eSMike Smith 	    qs->q_length++;					\
3860b94a66eSMike Smith 	    if (qs->q_length > qs->q_max)			\
3870b94a66eSMike Smith 		qs->q_max = qs->q_length;			\
3880b94a66eSMike Smith 	} while(0)
38935863739SMike Smith 
3900b94a66eSMike Smith #define AACQ_REMOVE(sc, qname)    (sc)->aac_qstat[qname].q_length--
3910b94a66eSMike Smith #define AACQ_INIT(sc, qname)			\
3920b94a66eSMike Smith 	do {					\
3930b94a66eSMike Smith 	    sc->aac_qstat[qname].q_length = 0;	\
3940b94a66eSMike Smith 	    sc->aac_qstat[qname].q_max = 0;	\
3950b94a66eSMike Smith 	} while(0)
3960b94a66eSMike Smith 
3970b94a66eSMike Smith 
3980b94a66eSMike Smith #define AACQ_COMMAND_QUEUE(name, index)					\
3990b94a66eSMike Smith static __inline void							\
4000b94a66eSMike Smith aac_initq_ ## name (struct aac_softc *sc)				\
4010b94a66eSMike Smith {									\
4020b94a66eSMike Smith     TAILQ_INIT(&sc->aac_ ## name);					\
4030b94a66eSMike Smith     AACQ_INIT(sc, index);						\
4040b94a66eSMike Smith }									\
4050b94a66eSMike Smith static __inline void							\
4060b94a66eSMike Smith aac_enqueue_ ## name (struct aac_command *cm)				\
4070b94a66eSMike Smith {									\
4080b94a66eSMike Smith     int		s;							\
4090b94a66eSMike Smith 									\
4100b94a66eSMike Smith     s = splbio();							\
4110b94a66eSMike Smith     TAILQ_INSERT_TAIL(&cm->cm_sc->aac_ ## name, cm, cm_link);		\
4120b94a66eSMike Smith     AACQ_ADD(cm->cm_sc, index);						\
4130b94a66eSMike Smith     splx(s);								\
4140b94a66eSMike Smith }									\
4150b94a66eSMike Smith static __inline void							\
4160b94a66eSMike Smith aac_requeue_ ## name (struct aac_command *cm)				\
4170b94a66eSMike Smith {									\
4180b94a66eSMike Smith     int		s;							\
4190b94a66eSMike Smith 									\
4200b94a66eSMike Smith     s = splbio();							\
4210b94a66eSMike Smith     TAILQ_INSERT_HEAD(&cm->cm_sc->aac_ ## name, cm, cm_link);		\
4220b94a66eSMike Smith     AACQ_ADD(cm->cm_sc, index);						\
4230b94a66eSMike Smith     splx(s);								\
4240b94a66eSMike Smith }									\
4250b94a66eSMike Smith static __inline struct aac_command *					\
4260b94a66eSMike Smith aac_dequeue_ ## name (struct aac_softc *sc)				\
4270b94a66eSMike Smith {									\
4280b94a66eSMike Smith     struct aac_command	*cm;						\
4290b94a66eSMike Smith     int			s;						\
4300b94a66eSMike Smith 									\
4310b94a66eSMike Smith     s = splbio();							\
4320b94a66eSMike Smith     if ((cm = TAILQ_FIRST(&sc->aac_ ## name)) != NULL) {		\
4330b94a66eSMike Smith 	TAILQ_REMOVE(&sc->aac_ ## name, cm, cm_link);			\
4340b94a66eSMike Smith 	AACQ_REMOVE(sc, index);						\
4350b94a66eSMike Smith     }									\
4360b94a66eSMike Smith     splx(s);								\
4370b94a66eSMike Smith     return(cm);								\
4380b94a66eSMike Smith }									\
4390b94a66eSMike Smith static __inline void							\
4400b94a66eSMike Smith aac_remove_ ## name (struct aac_command *cm)				\
4410b94a66eSMike Smith {									\
4420b94a66eSMike Smith     int			s;						\
4430b94a66eSMike Smith 									\
4440b94a66eSMike Smith     s = splbio();							\
4450b94a66eSMike Smith     TAILQ_REMOVE(&cm->cm_sc->aac_ ## name, cm, cm_link);		\
4460b94a66eSMike Smith     AACQ_REMOVE(cm->cm_sc, index);					\
4470b94a66eSMike Smith     splx(s);								\
4480b94a66eSMike Smith }									\
4490b94a66eSMike Smith struct hack
4500b94a66eSMike Smith 
4510b94a66eSMike Smith AACQ_COMMAND_QUEUE(free, AACQ_FREE);
4520b94a66eSMike Smith AACQ_COMMAND_QUEUE(ready, AACQ_READY);
4530b94a66eSMike Smith AACQ_COMMAND_QUEUE(busy, AACQ_BUSY);
4540b94a66eSMike Smith AACQ_COMMAND_QUEUE(complete, AACQ_COMPLETE);
4550b94a66eSMike Smith 
4560b94a66eSMike Smith /*
4570b94a66eSMike Smith  * outstanding bio queue
4580b94a66eSMike Smith  */
45935863739SMike Smith static __inline void
4600b94a66eSMike Smith aac_initq_bio(struct aac_softc *sc)
46135863739SMike Smith {
4620b94a66eSMike Smith     bioq_init(&sc->aac_bioq);
4630b94a66eSMike Smith     AACQ_INIT(sc, AACQ_BIO);
46435863739SMike Smith }
46535863739SMike Smith 
46635863739SMike Smith static __inline void
4670b94a66eSMike Smith aac_enqueue_bio(struct aac_softc *sc, struct bio *bp)
46835863739SMike Smith {
46935863739SMike Smith     int		s;
47035863739SMike Smith 
47135863739SMike Smith     s = splbio();
4720b94a66eSMike Smith     bioq_insert_tail(&sc->aac_bioq, bp);
4730b94a66eSMike Smith     AACQ_ADD(sc, AACQ_BIO);
47435863739SMike Smith     splx(s);
47535863739SMike Smith }
47635863739SMike Smith 
4770b94a66eSMike Smith static __inline struct bio *
4780b94a66eSMike Smith aac_dequeue_bio(struct aac_softc *sc)
47935863739SMike Smith {
48035863739SMike Smith     int		s;
4810b94a66eSMike Smith     struct bio	*bp;
48235863739SMike Smith 
48335863739SMike Smith     s = splbio();
4840b94a66eSMike Smith     if ((bp = bioq_first(&sc->aac_bioq)) != NULL) {
4850b94a66eSMike Smith 	bioq_remove(&sc->aac_bioq, bp);
4860b94a66eSMike Smith 	AACQ_REMOVE(sc, AACQ_BIO);
48735863739SMike Smith     }
48835863739SMike Smith     splx(s);
4890b94a66eSMike Smith     return(bp);
49035863739SMike Smith }
491