xref: /freebsd/sys/dev/aac/aacvar.h (revision 914da7d0d3b32f346a637f178a8a8cf9f3adf2db)
135863739SMike Smith /*-
235863739SMike Smith  * Copyright (c) 2000 Michael Smith
3c6eafcf2SScott Long  * Copyright (c) 2001 Scott Long
435863739SMike Smith  * Copyright (c) 2000 BSDi
5c6eafcf2SScott Long  * Copyright (c) 2001 Adaptec, Inc.
635863739SMike Smith  * All rights reserved.
735863739SMike Smith  *
835863739SMike Smith  * Redistribution and use in source and binary forms, with or without
935863739SMike Smith  * modification, are permitted provided that the following conditions
1035863739SMike Smith  * are met:
1135863739SMike Smith  * 1. Redistributions of source code must retain the above copyright
1235863739SMike Smith  *    notice, this list of conditions and the following disclaimer.
1335863739SMike Smith  * 2. Redistributions in binary form must reproduce the above copyright
1435863739SMike Smith  *    notice, this list of conditions and the following disclaimer in the
1535863739SMike Smith  *    documentation and/or other materials provided with the distribution.
1635863739SMike Smith  *
1735863739SMike Smith  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
1835863739SMike Smith  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
1935863739SMike Smith  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
2035863739SMike Smith  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
2135863739SMike Smith  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
2235863739SMike Smith  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
2335863739SMike Smith  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
2435863739SMike Smith  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
2535863739SMike Smith  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
2635863739SMike Smith  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
2735863739SMike Smith  * SUCH DAMAGE.
2835863739SMike Smith  *
2935863739SMike Smith  *	$FreeBSD$
3035863739SMike Smith  */
3135863739SMike Smith 
32914da7d0SScott Long /*
33914da7d0SScott Long  * Driver Parameter Definitions
34914da7d0SScott Long  */
3535863739SMike Smith 
3635863739SMike Smith /*
3735863739SMike Smith  * The firmware interface allows for a 16-bit s/g list length.  We limit
3835863739SMike Smith  * ourselves to a reasonable maximum and ensure alignment.
3935863739SMike Smith  */
4035863739SMike Smith #define AAC_MAXSGENTRIES	64	/* max S/G entries, limit 65535 */
4135863739SMike Smith 
4235863739SMike Smith /*
4335863739SMike Smith  * We allocate a small set of FIBs for the adapter to use to send us messages.
4435863739SMike Smith  */
4535863739SMike Smith #define AAC_ADAPTER_FIBS	8
4635863739SMike Smith 
4735863739SMike Smith /*
480b94a66eSMike Smith  * FIBs are allocated up-front, and the pool isn't grown.  We should allocate
490b94a66eSMike Smith  * enough here to let us keep the adapter busy without wasting large amounts
500b94a66eSMike Smith  * of kernel memory.  The current interface implementation limits us to 512
510b94a66eSMike Smith  * FIBs queued for the adapter at any one time.
5235863739SMike Smith  */
530b94a66eSMike Smith #define AAC_FIB_COUNT		128
5435863739SMike Smith 
5535863739SMike Smith /*
56c6eafcf2SScott Long  * The controller reports status events in AIFs.  We hang on to a number of
57c6eafcf2SScott Long  * these in order to pass them out to user-space management tools.
5835863739SMike Smith  */
5935863739SMike Smith #define AAC_AIFQ_LENGTH		64
6035863739SMike Smith 
6135863739SMike Smith /*
6235863739SMike Smith  * Firmware messages are passed in the printf buffer.
6335863739SMike Smith  */
6435863739SMike Smith #define AAC_PRINTF_BUFSIZE	256
6535863739SMike Smith 
6635863739SMike Smith /*
67c6eafcf2SScott Long  * We wait this many seconds for the adapter to come ready if it is still
68c6eafcf2SScott Long  * booting
6935863739SMike Smith  */
7035863739SMike Smith #define AAC_BOOT_TIMEOUT	(3 * 60)
7135863739SMike Smith 
7235863739SMike Smith /*
7335863739SMike Smith  * Timeout for immediate commands.
7435863739SMike Smith  */
750b94a66eSMike Smith #define AAC_IMMEDIATE_TIMEOUT	30		/* seconds */
760b94a66eSMike Smith 
770b94a66eSMike Smith /*
780b94a66eSMike Smith  * Timeout for normal commands
790b94a66eSMike Smith  */
800b94a66eSMike Smith #define AAC_CMD_TIMEOUT		30		/* seconds */
810b94a66eSMike Smith 
820b94a66eSMike Smith /*
830b94a66eSMike Smith  * Rate at which we periodically check for timed out commands and kick the
840b94a66eSMike Smith  * controller.
850b94a66eSMike Smith  */
8636e0bf6eSScott Long #define AAC_PERIODIC_INTERVAL	20		/* seconds */
8735863739SMike Smith 
8835863739SMike Smith /*
8935863739SMike Smith  * Character device major numbers.
9035863739SMike Smith  */
9135863739SMike Smith #define AAC_DISK_MAJOR	200
9235863739SMike Smith 
93914da7d0SScott Long /*
94914da7d0SScott Long  * Driver Variable Definitions
95914da7d0SScott Long  */
9635863739SMike Smith 
9735863739SMike Smith #if __FreeBSD_version >= 500005
9835863739SMike Smith # include <sys/taskqueue.h>
9935863739SMike Smith #endif
10035863739SMike Smith 
10135863739SMike Smith /*
10235863739SMike Smith  * Per-container data structure
10335863739SMike Smith  */
10435863739SMike Smith struct aac_container
10535863739SMike Smith {
10635863739SMike Smith 	struct aac_mntobj		co_mntobj;
10735863739SMike Smith 	device_t			co_disk;
10836e0bf6eSScott Long 	int				co_found;
10936e0bf6eSScott Long 	TAILQ_ENTRY(aac_container)	co_link;
11035863739SMike Smith };
11135863739SMike Smith 
11235863739SMike Smith /*
11335863739SMike Smith  * Per-disk structure
11435863739SMike Smith  */
11535863739SMike Smith struct aac_disk
11635863739SMike Smith {
11735863739SMike Smith 	device_t			ad_dev;
11835863739SMike Smith 	dev_t				ad_dev_t;
11935863739SMike Smith 	struct aac_softc		*ad_controller;
12035863739SMike Smith 	struct aac_container		*ad_container;
12135863739SMike Smith 	struct disk			ad_disk;
12235863739SMike Smith 	struct devstat			ad_stats;
12335863739SMike Smith 	struct disklabel		ad_label;
12435863739SMike Smith 	int				ad_flags;
12535863739SMike Smith #define AAC_DISK_OPEN	(1<<0)
12635863739SMike Smith 	int				ad_cylinders;
12735863739SMike Smith 	int				ad_heads;
12835863739SMike Smith 	int				ad_sectors;
12935863739SMike Smith 	u_int32_t			ad_size;
13036e0bf6eSScott Long 	int				unit;
13135863739SMike Smith };
13235863739SMike Smith 
13335863739SMike Smith /*
13435863739SMike Smith  * Per-command control structure.
13535863739SMike Smith  */
13635863739SMike Smith struct aac_command
13735863739SMike Smith {
13835863739SMike Smith 	TAILQ_ENTRY(aac_command) cm_link;	/* list linkage */
13935863739SMike Smith 
14035863739SMike Smith 	struct aac_softc	*cm_sc;		/* controller that owns us */
14135863739SMike Smith 
142c6eafcf2SScott Long 	struct aac_fib		*cm_fib;	/* FIB associated with this
143c6eafcf2SScott Long 						 * command */
14435863739SMike Smith 	u_int32_t		cm_fibphys;	/* bus address of the FIB */
145c6eafcf2SScott Long 	struct bio		*cm_data;	/* pointer to data in kernel
146c6eafcf2SScott Long 						 * space */
14735863739SMike Smith 	u_int32_t		cm_datalen;	/* data length */
14835863739SMike Smith 	bus_dmamap_t		cm_datamap;	/* DMA map for bio data */
149c6eafcf2SScott Long 	struct aac_sg_table	*cm_sgtable;	/* pointer to s/g table in
150c6eafcf2SScott Long 						 * command */
15135863739SMike Smith 	int			cm_flags;
152c6eafcf2SScott Long #define AAC_CMD_MAPPED		(1<<0)		/* command has had its data
153c6eafcf2SScott Long 						 * mapped */
154c6eafcf2SScott Long #define AAC_CMD_DATAIN		(1<<1)		/* command involves data moving
155c6eafcf2SScott Long 						 * from controller to host */
156c6eafcf2SScott Long #define AAC_CMD_DATAOUT		(1<<2)		/* command involves data moving
157c6eafcf2SScott Long 						 * from host to controller */
15835863739SMike Smith #define AAC_CMD_COMPLETED	(1<<3)		/* command has been completed */
1590b94a66eSMike Smith #define AAC_CMD_TIMEDOUT	(1<<4)		/* command taken too long */
160f6c4dd3fSScott Long #define AAC_ON_AACQ_FREE	(1<<5)
161f6c4dd3fSScott Long #define AAC_ON_AACQ_READY	(1<<6)
162f6c4dd3fSScott Long #define AAC_ON_AACQ_BUSY	(1<<7)
163f6c4dd3fSScott Long #define AAC_ON_AACQ_COMPLETE	(1<<8)
164f6c4dd3fSScott Long #define AAC_ON_AACQ_MASK	((1<<5)|(1<<6)|(1<<7)|(1<<8))
16535863739SMike Smith 
16635863739SMike Smith 	void			(* cm_complete)(struct aac_command *cm);
16735863739SMike Smith 	void			*cm_private;
1680b94a66eSMike Smith 	time_t			cm_timestamp;	/* command creation time */
16936e0bf6eSScott Long 	int			cm_queue;
17035863739SMike Smith };
17135863739SMike Smith 
17235863739SMike Smith /*
17335863739SMike Smith  * We gather a number of adapter-visible items into a single structure.
17435863739SMike Smith  *
17535863739SMike Smith  * The ordering of this strucure may be important; we copy the Linux driver:
17635863739SMike Smith  *
17735863739SMike Smith  * Adapter FIBs
17835863739SMike Smith  * Init struct
17935863739SMike Smith  * Queue headers (Comm Area)
18035863739SMike Smith  * Printf buffer
18135863739SMike Smith  *
18235863739SMike Smith  * In addition, we add:
18335863739SMike Smith  * Sync Fib
18435863739SMike Smith  */
18535863739SMike Smith struct aac_common {
18635863739SMike Smith 	/* fibs for the controller to send us messages */
18735863739SMike Smith 	struct aac_fib		ac_fibs[AAC_ADAPTER_FIBS];
18835863739SMike Smith 
18935863739SMike Smith 	/* the init structure */
19035863739SMike Smith 	struct aac_adapter_init	ac_init;
19135863739SMike Smith 
19235863739SMike Smith 	/* arena within which the queue structures are kept */
193c6eafcf2SScott Long 	u_int8_t		ac_qbuf[sizeof(struct aac_queue_table) +
194c6eafcf2SScott Long 				AAC_QUEUE_ALIGN];
19535863739SMike Smith 
19635863739SMike Smith 	/* buffer for text messages from the controller */
19735863739SMike Smith 	char		       	ac_printf[AAC_PRINTF_BUFSIZE];
19835863739SMike Smith 
19935863739SMike Smith 	/* fib for synchronous commands */
20035863739SMike Smith 	struct aac_fib		ac_sync_fib;
20135863739SMike Smith };
20235863739SMike Smith 
20335863739SMike Smith /*
20435863739SMike Smith  * Interface operations
20535863739SMike Smith  */
20635863739SMike Smith struct aac_interface
20735863739SMike Smith {
20835863739SMike Smith 	int	(*aif_get_fwstatus)(struct aac_softc *sc);
20935863739SMike Smith 	void	(*aif_qnotify)(struct aac_softc *sc, int qbit);
21035863739SMike Smith 	int	(*aif_get_istatus)(struct aac_softc *sc);
21135863739SMike Smith 	void	(*aif_set_istatus)(struct aac_softc *sc, int mask);
21235863739SMike Smith 	void	(*aif_set_mailbox)(struct aac_softc *sc, u_int32_t command,
213c6eafcf2SScott Long 				   u_int32_t arg0, u_int32_t arg1,
214c6eafcf2SScott Long 				   u_int32_t arg2, u_int32_t arg3);
21535863739SMike Smith 	int	(*aif_get_mailboxstatus)(struct aac_softc *sc);
21635863739SMike Smith 	void	(*aif_set_interrupts)(struct aac_softc *sc, int enable);
21735863739SMike Smith };
21835863739SMike Smith extern struct aac_interface	aac_rx_interface;
21935863739SMike Smith extern struct aac_interface	aac_sa_interface;
22035863739SMike Smith 
22135863739SMike Smith #define AAC_GET_FWSTATUS(sc)		((sc)->aac_if.aif_get_fwstatus((sc)))
22235863739SMike Smith #define AAC_QNOTIFY(sc, qbit)		((sc)->aac_if.aif_qnotify((sc), (qbit)))
22335863739SMike Smith #define AAC_GET_ISTATUS(sc)		((sc)->aac_if.aif_get_istatus((sc)))
224c6eafcf2SScott Long #define AAC_CLEAR_ISTATUS(sc, mask)	((sc)->aac_if.aif_set_istatus((sc), \
225c6eafcf2SScott Long 					(mask)))
22635863739SMike Smith #define AAC_SET_MAILBOX(sc, command, arg0, arg1, arg2, arg3) \
227c6eafcf2SScott Long 	((sc)->aac_if.aif_set_mailbox((sc), (command), (arg0), (arg1), (arg2), \
228c6eafcf2SScott Long 	(arg3)))
229914da7d0SScott Long #define AAC_GET_MAILBOXSTATUS(sc)	((sc)->aac_if.aif_get_mailboxstatus(  \
230914da7d0SScott Long 					(sc)))
231914da7d0SScott Long #define	AAC_MASK_INTERRUPTS(sc)		((sc)->aac_if.aif_set_interrupts((sc), \
232914da7d0SScott Long 					0))
233914da7d0SScott Long #define AAC_UNMASK_INTERRUPTS(sc)	((sc)->aac_if.aif_set_interrupts((sc), \
234914da7d0SScott Long 					1))
23535863739SMike Smith 
236c6eafcf2SScott Long #define AAC_SETREG4(sc, reg, val)	bus_space_write_4(sc->aac_btag, \
237c6eafcf2SScott Long 					sc->aac_bhandle, reg, val)
238c6eafcf2SScott Long #define AAC_GETREG4(sc, reg)		bus_space_read_4 (sc->aac_btag, \
239c6eafcf2SScott Long 					sc->aac_bhandle, reg)
240c6eafcf2SScott Long #define AAC_SETREG2(sc, reg, val)	bus_space_write_2(sc->aac_btag, \
241c6eafcf2SScott Long 					sc->aac_bhandle, reg, val)
242c6eafcf2SScott Long #define AAC_GETREG2(sc, reg)		bus_space_read_2 (sc->aac_btag, \
243c6eafcf2SScott Long 					sc->aac_bhandle, reg)
244c6eafcf2SScott Long #define AAC_SETREG1(sc, reg, val)	bus_space_write_1(sc->aac_btag, \
245c6eafcf2SScott Long 					sc->aac_bhandle, reg, val)
246c6eafcf2SScott Long #define AAC_GETREG1(sc, reg)		bus_space_read_1 (sc->aac_btag, \
247c6eafcf2SScott Long 					sc->aac_bhandle, reg)
24835863739SMike Smith 
24936e0bf6eSScott Long TAILQ_HEAD(aac_container_tq, aac_container);
25036e0bf6eSScott Long 
25136e0bf6eSScott Long /* Define the OS version specific locks */
25236e0bf6eSScott Long #if __FreeBSD_version >= 500005
25336e0bf6eSScott Long #include <sys/lock.h>
25436e0bf6eSScott Long #include <sys/mutex.h>
25536e0bf6eSScott Long typedef struct mtx aac_lock_t;
25636e0bf6eSScott Long #define AAC_LOCK_INIT(l)	mtx_init(l, "AAC Container Mutex", MTX_DEF)
25736e0bf6eSScott Long #define AAC_LOCK_AQUIRE(l)	mtx_lock(l)
25836e0bf6eSScott Long #define AAC_LOCK_RELEASE(l)	mtx_unlock(l)
25936e0bf6eSScott Long #else
26036e0bf6eSScott Long typedef struct simplelock aac_lock_t;
26136e0bf6eSScott Long #define AAC_LOCK_INIT(l)	simple_lock_init(l)
26236e0bf6eSScott Long #define AAC_LOCK_AQUIRE(l)	simple_lock(l)
26336e0bf6eSScott Long #define AAC_LOCK_RELEASE(l)	simple_unlock(l)
26436e0bf6eSScott Long #endif
26536e0bf6eSScott Long 
26635863739SMike Smith /*
26735863739SMike Smith  * Per-controller structure.
26835863739SMike Smith  */
26935863739SMike Smith struct aac_softc
27035863739SMike Smith {
27135863739SMike Smith 	/* bus connections */
27235863739SMike Smith 	device_t		aac_dev;
273c6eafcf2SScott Long 	struct resource		*aac_regs_resource;	/* register interface
274c6eafcf2SScott Long 							 * window */
27535863739SMike Smith 	int			aac_regs_rid;		/* resource ID */
27635863739SMike Smith 	bus_space_handle_t	aac_bhandle;		/* bus space handle */
27735863739SMike Smith 	bus_space_tag_t		aac_btag;		/* bus space tag */
27835863739SMike Smith 	bus_dma_tag_t		aac_parent_dmat;	/* parent DMA tag */
279c6eafcf2SScott Long 	bus_dma_tag_t		aac_buffer_dmat;	/* data buffer/command
280c6eafcf2SScott Long 							 * DMA tag */
28135863739SMike Smith 	struct resource		*aac_irq;		/* interrupt */
28235863739SMike Smith 	int			aac_irq_rid;
28335863739SMike Smith 	void			*aac_intr;		/* interrupt handle */
28435863739SMike Smith 
28535863739SMike Smith 	/* controller features, limits and status */
28635863739SMike Smith 	int			aac_state;
28735863739SMike Smith #define AAC_STATE_SUSPEND	(1<<0)
28835863739SMike Smith #define	AAC_STATE_OPEN		(1<<1)
28935863739SMike Smith #define AAC_STATE_INTERRUPTS_ON	(1<<2)
29035863739SMike Smith #define AAC_STATE_AIF_SLEEPER	(1<<3)
29135863739SMike Smith 	struct FsaRevision		aac_revision;
29235863739SMike Smith 
29335863739SMike Smith 	/* controller hardware interface */
29435863739SMike Smith 	int			aac_hwif;
29535863739SMike Smith #define AAC_HWIF_I960RX		0
29635863739SMike Smith #define AAC_HWIF_STRONGARM	1
2970b94a66eSMike Smith #define AAC_HWIF_UNKNOWN	-1
298c6eafcf2SScott Long 	bus_dma_tag_t		aac_common_dmat;	/* common structure
299c6eafcf2SScott Long 							 * DMA tag */
300c6eafcf2SScott Long 	bus_dmamap_t		aac_common_dmamap;	/* common structure
301c6eafcf2SScott Long 							 * DMA map */
30235863739SMike Smith 	struct aac_common	*aac_common;
30335863739SMike Smith 	u_int32_t		aac_common_busaddr;
30435863739SMike Smith 	struct aac_interface	aac_if;
30535863739SMike Smith 
30635863739SMike Smith 	/* command/fib resources */
307c6eafcf2SScott Long 	bus_dma_tag_t		aac_fib_dmat;	/* DMA tag for allocing FIBs */
3080b94a66eSMike Smith 	struct aac_fib		*aac_fibs;
3090b94a66eSMike Smith 	bus_dmamap_t		aac_fibmap;
3100b94a66eSMike Smith 	u_int32_t		aac_fibphys;
3110b94a66eSMike Smith 	struct aac_command	aac_command[AAC_FIB_COUNT];
31235863739SMike Smith 
31335863739SMike Smith 	/* command management */
314c6eafcf2SScott Long 	TAILQ_HEAD(,aac_command) aac_free;	/* command structures
315c6eafcf2SScott Long 						 * available for reuse */
316c6eafcf2SScott Long 	TAILQ_HEAD(,aac_command) aac_ready;	/* commands on hold for
317c6eafcf2SScott Long 						 * controller resources */
3180b94a66eSMike Smith 	TAILQ_HEAD(,aac_command) aac_busy;
319c6eafcf2SScott Long 	TAILQ_HEAD(,aac_command) aac_complete;	/* commands which have been
320c6eafcf2SScott Long 						 * returned by the controller */
32135863739SMike Smith 	struct bio_queue_head	aac_bioq;
32235863739SMike Smith 	struct aac_queue_table	*aac_queues;
32335863739SMike Smith 	struct aac_queue_entry	*aac_qentries[AAC_QUEUE_COUNT];
32435863739SMike Smith 
3250b94a66eSMike Smith 	struct aac_qstat	aac_qstat[AACQ_COUNT];	/* queue statistics */
3260b94a66eSMike Smith 
32735863739SMike Smith 	/* connected containters */
32836e0bf6eSScott Long 	struct aac_container_tq	aac_container_tqh;
32936e0bf6eSScott Long 	aac_lock_t		aac_container_lock;
33035863739SMike Smith 
33135863739SMike Smith 	/* delayed activity infrastructure */
33235863739SMike Smith #if __FreeBSD_version >= 500005
333c6eafcf2SScott Long 	struct task		aac_task_complete;	/* deferred-completion
334c6eafcf2SScott Long 							 * task */
33535863739SMike Smith #endif
33635863739SMike Smith 	struct intr_config_hook	aac_ich;
33735863739SMike Smith 
33835863739SMike Smith 	/* management interface */
33935863739SMike Smith 	dev_t			aac_dev_t;
34035863739SMike Smith 	struct aac_aif_command	aac_aifq[AAC_AIFQ_LENGTH];
34135863739SMike Smith 	int			aac_aifq_head;
34235863739SMike Smith 	int			aac_aifq_tail;
34336e0bf6eSScott Long 	struct proc		*aifthread;
34436e0bf6eSScott Long 	int			aifflags;
34536e0bf6eSScott Long #define AAC_AIFFLAGS_RUNNING	(1 << 0)
34636e0bf6eSScott Long #define AAC_AIFFLAGS_PENDING	(1 << 1)
34736e0bf6eSScott Long #define	AAC_AIFFLAGS_EXIT	(1 << 2)
34836e0bf6eSScott Long #define AAC_AIFFLAGS_EXITED	(1 << 3)
34935863739SMike Smith };
35035863739SMike Smith 
35135863739SMike Smith 
35235863739SMike Smith /*
35335863739SMike Smith  * Public functions
35435863739SMike Smith  */
35535863739SMike Smith extern void		aac_free(struct aac_softc *sc);
35635863739SMike Smith extern int		aac_attach(struct aac_softc *sc);
35735863739SMike Smith extern int		aac_detach(device_t dev);
35835863739SMike Smith extern int		aac_shutdown(device_t dev);
35935863739SMike Smith extern int		aac_suspend(device_t dev);
36035863739SMike Smith extern int		aac_resume(device_t dev);
36135863739SMike Smith extern void		aac_intr(void *arg);
36235863739SMike Smith extern devclass_t	aac_devclass;
36335863739SMike Smith extern void		aac_submit_bio(struct bio *bp);
3640b94a66eSMike Smith extern void		aac_biodone(struct bio *bp);
36536e0bf6eSScott Long extern int		aac_dump_enqueue(struct aac_disk *ad, u_int32_t lba,
36636e0bf6eSScott Long 					 void *data, int nblks);
36736e0bf6eSScott Long extern void		aac_dump_complete(struct aac_softc *sc);
36835863739SMike Smith 
36935863739SMike Smith /*
37035863739SMike Smith  * Debugging levels:
37135863739SMike Smith  *  0 - quiet, only emit warnings
37235863739SMike Smith  *  1 - noisy, emit major function points and things done
37335863739SMike Smith  *  2 - extremely noisy, emit trace items in loops, etc.
37435863739SMike Smith  */
37535863739SMike Smith #ifdef AAC_DEBUG
3760b94a66eSMike Smith # define debug(level, fmt, args...)					\
3770b94a66eSMike Smith 	do {								\
3780b94a66eSMike Smith 	if (level <=AAC_DEBUG) printf("%s: " fmt "\n", __FUNCTION__ , ##args); \
3790b94a66eSMike Smith 	} while (0)
3800b94a66eSMike Smith # define debug_called(level)						\
3810b94a66eSMike Smith 	do {								\
3820b94a66eSMike Smith 	if (level <= AAC_DEBUG) printf(__FUNCTION__ ": called\n");	\
3830b94a66eSMike Smith 	} while (0)
38435863739SMike Smith 
38535863739SMike Smith extern void	aac_print_queues(struct aac_softc *sc);
38635863739SMike Smith extern void	aac_panic(struct aac_softc *sc, char *reason);
387c6eafcf2SScott Long extern void	aac_print_fib(struct aac_softc *sc, struct aac_fib *fib,
388c6eafcf2SScott Long 			      char *caller);
389c6eafcf2SScott Long extern void	aac_print_aif(struct aac_softc *sc,
390c6eafcf2SScott Long 			      struct aac_aif_command *aif);
39135863739SMike Smith 
39235863739SMike Smith # define AAC_PRINT_FIB(sc, fib)	aac_print_fib(sc, fib, __FUNCTION__)
39335863739SMike Smith 
39435863739SMike Smith #else
39535863739SMike Smith # define debug(level, fmt, args...)
39635863739SMike Smith # define debug_called(level)
39735863739SMike Smith 
39835863739SMike Smith # define aac_print_queues(sc)
39935863739SMike Smith # define aac_panic(sc, reason)
40035863739SMike Smith 
40135863739SMike Smith # define AAC_PRINT_FIB(sc, fib)
40236e0bf6eSScott Long # define aac_print_aif(sc, aac_aif_command)
40335863739SMike Smith #endif
40435863739SMike Smith 
40535863739SMike Smith struct aac_code_lookup {
40635863739SMike Smith 	char	*string;
40735863739SMike Smith 	u_int32_t	code;
40835863739SMike Smith };
40935863739SMike Smith 
410914da7d0SScott Long /*
4110b94a66eSMike Smith  * Queue primitives for driver queues.
41235863739SMike Smith  */
4130b94a66eSMike Smith #define AACQ_ADD(sc, qname)					\
4140b94a66eSMike Smith 	do {							\
415914da7d0SScott Long 		struct aac_qstat *qs;				\
416914da7d0SScott Long 								\
417914da7d0SScott Long 		qs = &(sc)->aac_qstat[qname];			\
4180b94a66eSMike Smith 								\
4190b94a66eSMike Smith 		qs->q_length++;					\
4200b94a66eSMike Smith 		if (qs->q_length > qs->q_max)			\
4210b94a66eSMike Smith 			qs->q_max = qs->q_length;		\
4220b94a66eSMike Smith 	} while (0)
42335863739SMike Smith 
4240b94a66eSMike Smith #define AACQ_REMOVE(sc, qname)    (sc)->aac_qstat[qname].q_length--
4250b94a66eSMike Smith #define AACQ_INIT(sc, qname)				\
4260b94a66eSMike Smith 	do {						\
4270b94a66eSMike Smith 		sc->aac_qstat[qname].q_length = 0;	\
4280b94a66eSMike Smith 		sc->aac_qstat[qname].q_max = 0;		\
4290b94a66eSMike Smith 	} while (0)
4300b94a66eSMike Smith 
4310b94a66eSMike Smith 
4320b94a66eSMike Smith #define AACQ_COMMAND_QUEUE(name, index)					\
4330b94a66eSMike Smith static __inline void							\
4340b94a66eSMike Smith aac_initq_ ## name (struct aac_softc *sc)				\
4350b94a66eSMike Smith {									\
4360b94a66eSMike Smith 	TAILQ_INIT(&sc->aac_ ## name);					\
4370b94a66eSMike Smith 	AACQ_INIT(sc, index);						\
4380b94a66eSMike Smith }									\
4390b94a66eSMike Smith static __inline void							\
4400b94a66eSMike Smith aac_enqueue_ ## name (struct aac_command *cm)				\
4410b94a66eSMike Smith {									\
4420b94a66eSMike Smith 	int s;								\
4430b94a66eSMike Smith 									\
4440b94a66eSMike Smith 	s = splbio();							\
445f6c4dd3fSScott Long 	if ((cm->cm_flags & AAC_ON_AACQ_MASK) != 0) {			\
446f6c4dd3fSScott Long 		printf("command %p is on another queue, flags = %#x\n",	\
447f6c4dd3fSScott Long 		       cm, cm->cm_flags);				\
448f6c4dd3fSScott Long 		panic("command is on another queue");			\
449f6c4dd3fSScott Long 	}								\
4500b94a66eSMike Smith 	TAILQ_INSERT_TAIL(&cm->cm_sc->aac_ ## name, cm, cm_link);	\
451f6c4dd3fSScott Long 	cm->cm_flags |= AAC_ON_ ## index;				\
4520b94a66eSMike Smith 	AACQ_ADD(cm->cm_sc, index);					\
4530b94a66eSMike Smith 	splx(s);							\
4540b94a66eSMike Smith }									\
4550b94a66eSMike Smith static __inline void							\
4560b94a66eSMike Smith aac_requeue_ ## name (struct aac_command *cm)				\
4570b94a66eSMike Smith {									\
4580b94a66eSMike Smith 	int s;								\
4590b94a66eSMike Smith 									\
4600b94a66eSMike Smith 	s = splbio();							\
461f6c4dd3fSScott Long 	if ((cm->cm_flags & AAC_ON_AACQ_MASK) != 0) {			\
462f6c4dd3fSScott Long 		printf("command %p is on another queue, flags = %#x\n",	\
463f6c4dd3fSScott Long 		       cm, cm->cm_flags);				\
464f6c4dd3fSScott Long 		panic("command is on another queue");			\
465f6c4dd3fSScott Long 	}								\
4660b94a66eSMike Smith 	TAILQ_INSERT_HEAD(&cm->cm_sc->aac_ ## name, cm, cm_link);	\
467f6c4dd3fSScott Long 	cm->cm_flags |= AAC_ON_ ## index;				\
4680b94a66eSMike Smith 	AACQ_ADD(cm->cm_sc, index);					\
4690b94a66eSMike Smith 	splx(s);							\
4700b94a66eSMike Smith }									\
4710b94a66eSMike Smith static __inline struct aac_command *					\
4720b94a66eSMike Smith aac_dequeue_ ## name (struct aac_softc *sc)				\
4730b94a66eSMike Smith {									\
4740b94a66eSMike Smith 	struct aac_command *cm;						\
4750b94a66eSMike Smith 	int s;								\
4760b94a66eSMike Smith 									\
4770b94a66eSMike Smith 	s = splbio();							\
4780b94a66eSMike Smith 	if ((cm = TAILQ_FIRST(&sc->aac_ ## name)) != NULL) {		\
479f6c4dd3fSScott Long 		if ((cm->cm_flags & AAC_ON_ ## index) == 0) {		\
480914da7d0SScott Long 			printf("command %p not in queue, flags = %#x, "	\
481914da7d0SScott Long 		       	       "bit = %#x\n", cm, cm->cm_flags,		\
482914da7d0SScott Long 			       AAC_ON_ ## index);			\
483f6c4dd3fSScott Long 			panic("command not in queue");			\
484f6c4dd3fSScott Long 		}							\
4850b94a66eSMike Smith 		TAILQ_REMOVE(&sc->aac_ ## name, cm, cm_link);		\
486f6c4dd3fSScott Long 		cm->cm_flags &= ~AAC_ON_ ## index;			\
4870b94a66eSMike Smith 		AACQ_REMOVE(sc, index);					\
4880b94a66eSMike Smith 	}								\
4890b94a66eSMike Smith 	splx(s);							\
4900b94a66eSMike Smith 	return(cm);							\
4910b94a66eSMike Smith }									\
4920b94a66eSMike Smith static __inline void							\
4930b94a66eSMike Smith aac_remove_ ## name (struct aac_command *cm)				\
4940b94a66eSMike Smith {									\
4950b94a66eSMike Smith 	int s;								\
4960b94a66eSMike Smith 									\
4970b94a66eSMike Smith 	s = splbio();							\
498f6c4dd3fSScott Long 	if ((cm->cm_flags & AAC_ON_ ## index) == 0) {			\
499914da7d0SScott Long 		printf("command %p not in queue, flags = %#x, "		\
500914da7d0SScott Long 		       "bit = %#x\n", cm, cm->cm_flags, 		\
501914da7d0SScott Long 		       AAC_ON_ ## index);				\
502f6c4dd3fSScott Long 		panic("command not in queue");				\
503f6c4dd3fSScott Long 	}								\
5040b94a66eSMike Smith 	TAILQ_REMOVE(&cm->cm_sc->aac_ ## name, cm, cm_link);		\
505f6c4dd3fSScott Long 	cm->cm_flags &= ~AAC_ON_ ## index;				\
5060b94a66eSMike Smith 	AACQ_REMOVE(cm->cm_sc, index);					\
5070b94a66eSMike Smith 	splx(s);							\
5080b94a66eSMike Smith }									\
5090b94a66eSMike Smith struct hack
5100b94a66eSMike Smith 
5110b94a66eSMike Smith AACQ_COMMAND_QUEUE(free, AACQ_FREE);
5120b94a66eSMike Smith AACQ_COMMAND_QUEUE(ready, AACQ_READY);
5130b94a66eSMike Smith AACQ_COMMAND_QUEUE(busy, AACQ_BUSY);
5140b94a66eSMike Smith AACQ_COMMAND_QUEUE(complete, AACQ_COMPLETE);
5150b94a66eSMike Smith 
5160b94a66eSMike Smith /*
5170b94a66eSMike Smith  * outstanding bio queue
5180b94a66eSMike Smith  */
51935863739SMike Smith static __inline void
5200b94a66eSMike Smith aac_initq_bio(struct aac_softc *sc)
52135863739SMike Smith {
5220b94a66eSMike Smith 	bioq_init(&sc->aac_bioq);
5230b94a66eSMike Smith 	AACQ_INIT(sc, AACQ_BIO);
52435863739SMike Smith }
52535863739SMike Smith 
52635863739SMike Smith static __inline void
5270b94a66eSMike Smith aac_enqueue_bio(struct aac_softc *sc, struct bio *bp)
52835863739SMike Smith {
52935863739SMike Smith 	int s;
53035863739SMike Smith 
53135863739SMike Smith 	s = splbio();
5320b94a66eSMike Smith 	bioq_insert_tail(&sc->aac_bioq, bp);
5330b94a66eSMike Smith 	AACQ_ADD(sc, AACQ_BIO);
53435863739SMike Smith 	splx(s);
53535863739SMike Smith }
53635863739SMike Smith 
5370b94a66eSMike Smith static __inline struct bio *
5380b94a66eSMike Smith aac_dequeue_bio(struct aac_softc *sc)
53935863739SMike Smith {
54035863739SMike Smith 	int s;
5410b94a66eSMike Smith 	struct bio *bp;
54235863739SMike Smith 
54335863739SMike Smith 	s = splbio();
5440b94a66eSMike Smith 	if ((bp = bioq_first(&sc->aac_bioq)) != NULL) {
5450b94a66eSMike Smith 	bioq_remove(&sc->aac_bioq, bp);
5460b94a66eSMike Smith 	AACQ_REMOVE(sc, AACQ_BIO);
54735863739SMike Smith 	}
54835863739SMike Smith 	splx(s);
5490b94a66eSMike Smith 	return(bp);
55035863739SMike Smith }
55136e0bf6eSScott Long 
55236e0bf6eSScott Long static __inline void
55336e0bf6eSScott Long aac_print_printf(struct aac_softc *sc)
55436e0bf6eSScott Long {
55536e0bf6eSScott Long 	if (sc->aac_common->ac_printf[0]) {
55636e0bf6eSScott Long 	device_printf(sc->aac_dev, "**Monitor** %.*s", AAC_PRINTF_BUFSIZE,
55736e0bf6eSScott Long 		      sc->aac_common->ac_printf);
55836e0bf6eSScott Long 	sc->aac_common->ac_printf[0] = 0;
55936e0bf6eSScott Long 	AAC_QNOTIFY(sc, AAC_DB_PRINTF);
56036e0bf6eSScott Long 	}
56136e0bf6eSScott Long }
562