xref: /freebsd/sys/dev/arcmsr/arcmsr.c (revision 123055f01fc8cd655ecd99467e3f8770a58c0c1f)
1f1c579b1SScott Long /*
235689395SXin LI ********************************************************************************
335689395SXin LI **        OS    : FreeBSD
4f1c579b1SScott Long **   FILE NAME  : arcmsr.c
5d74001adSXin LI **        BY    : Erich Chen, Ching Huang
6f1c579b1SScott Long **   Description: SCSI RAID Device Driver for
735689395SXin LI **                ARECA (ARC11XX/ARC12XX/ARC13XX/ARC16XX/ARC188x)
835689395SXin LI **                SATA/SAS RAID HOST Adapter
935689395SXin LI ********************************************************************************
1035689395SXin LI ********************************************************************************
11f1c579b1SScott Long **
1235689395SXin LI ** Copyright (C) 2002 - 2012, Areca Technology Corporation All rights reserved.
13f1c579b1SScott Long **
14f1c579b1SScott Long ** Redistribution and use in source and binary forms, with or without
15f1c579b1SScott Long ** modification, are permitted provided that the following conditions
16f1c579b1SScott Long ** are met:
17f1c579b1SScott Long ** 1. Redistributions of source code must retain the above copyright
18f1c579b1SScott Long **    notice, this list of conditions and the following disclaimer.
19f1c579b1SScott Long ** 2. Redistributions in binary form must reproduce the above copyright
20f1c579b1SScott Long **    notice, this list of conditions and the following disclaimer in the
21f1c579b1SScott Long **    documentation and/or other materials provided with the distribution.
22f1c579b1SScott Long ** 3. The name of the author may not be used to endorse or promote products
23f1c579b1SScott Long **    derived from this software without specific prior written permission.
24f1c579b1SScott Long **
25f1c579b1SScott Long ** THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
26f1c579b1SScott Long ** IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
27f1c579b1SScott Long ** OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
28f1c579b1SScott Long ** IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
29f1c579b1SScott Long ** INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES(INCLUDING, BUT
30f1c579b1SScott Long ** NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
31f1c579b1SScott Long ** DATA, OR PROFITS; OR BUSINESS INTERRUPTION)HOWEVER CAUSED AND ON ANY
32f1c579b1SScott Long ** THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
33f1c579b1SScott Long **(INCLUDING NEGLIGENCE OR OTHERWISE)ARISING IN ANY WAY OUT OF THE USE OF
34f1c579b1SScott Long ** THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
3535689395SXin LI ********************************************************************************
36f1c579b1SScott Long ** History
37f1c579b1SScott Long **
38f1c579b1SScott Long **    REV#         DATE         NAME        DESCRIPTION
3922f2616bSXin LI ** 1.00.00.00   03/31/2004  Erich Chen      First release
40f1c579b1SScott Long ** 1.20.00.02   11/29/2004  Erich Chen      bug fix with arcmsr_bus_reset when PHY error
4122f2616bSXin LI ** 1.20.00.03   04/19/2005  Erich Chen      add SATA 24 Ports adapter type support
42ad6d6297SScott Long **                                          clean unused function
4322f2616bSXin LI ** 1.20.00.12   09/12/2005  Erich Chen      bug fix with abort command handling,
44ad6d6297SScott Long **                                          firmware version check
45ad6d6297SScott Long **                                          and firmware update notify for hardware bug fix
46ad6d6297SScott Long **                                          handling if none zero high part physical address
47ad6d6297SScott Long **                                          of srb resource
4822f2616bSXin LI ** 1.20.00.13   08/18/2006  Erich Chen      remove pending srb and report busy
49ad6d6297SScott Long **                                          add iop message xfer
50ad6d6297SScott Long **                                          with scsi pass-through command
51ad6d6297SScott Long **                                          add new device id of sas raid adapters
52ad6d6297SScott Long **                                          code fit for SPARC64 & PPC
53f48f00a1SScott Long ** 1.20.00.14   02/05/2007  Erich Chen      bug fix for incorrect ccb_h.status report
54f48f00a1SScott Long **                                          and cause g_vfs_done() read write error
5544f05562SScott Long ** 1.20.00.15   10/10/2007  Erich Chen      support new RAID adapter type ARC120x
56641182baSXin LI ** 1.20.00.16   10/10/2009  Erich Chen      Bug fix for RAID adapter type ARC120x
57641182baSXin LI **                                          bus_dmamem_alloc() with BUS_DMA_ZERO
58d74001adSXin LI ** 1.20.00.17   07/15/2010  Ching Huang     Added support ARC1880
59d74001adSXin LI **                                          report CAM_DEV_NOT_THERE instead of CAM_SEL_TIMEOUT when device failed,
60d74001adSXin LI **                                          prevent cam_periph_error removing all LUN devices of one Target id
61d74001adSXin LI **                                          for any one LUN device failed
62231c8b71SXin LI ** 1.20.00.18   10/14/2010  Ching Huang     Fixed "inquiry data fails comparion at DV1 step"
63231c8b71SXin LI **              10/25/2010  Ching Huang     Fixed bad range input in bus_alloc_resource for ADAPTER_TYPE_B
64231c8b71SXin LI ** 1.20.00.19   11/11/2010  Ching Huang     Fixed arcmsr driver prevent arcsas support for Areca SAS HBA ARC13x0
6522f2616bSXin LI ** 1.20.00.20   12/08/2010  Ching Huang     Avoid calling atomic_set_int function
6622f2616bSXin LI ** 1.20.00.21   02/08/2011  Ching Huang     Implement I/O request timeout
6722f2616bSXin LI **              02/14/2011  Ching Huang     Modified pktRequestCount
6822f2616bSXin LI ** 1.20.00.21   03/03/2011  Ching Huang     if a command timeout, then wait its ccb back before free it
694e32649fSXin LI ** 1.20.00.22   07/04/2011  Ching Huang     Fixed multiple MTX panic
70dac36688SXin LI ** 1.20.00.23   10/28/2011  Ching Huang     Added TIMEOUT_DELAY in case of too many HDDs need to start
71dac36688SXin LI ** 1.20.00.23   11/08/2011  Ching Huang     Added report device transfer speed
72dac36688SXin LI ** 1.20.00.23   01/30/2012  Ching Huang     Fixed Request requeued and Retrying command
73dac36688SXin LI ** 1.20.00.24   06/11/2012  Ching Huang     Fixed return sense data condition
74dac36688SXin LI ** 1.20.00.25   08/17/2012  Ching Huang     Fixed hotplug device no function on type A adapter
75abfdbca9SXin LI ** 1.20.00.26   12/14/2012  Ching Huang     Added support ARC1214,1224,1264,1284
76abfdbca9SXin LI ** 1.20.00.27   05/06/2013  Ching Huang     Fixed out standing cmd full on ARC-12x4
771e7d660aSXin LI ** 1.20.00.28   09/13/2013  Ching Huang     Removed recursive mutex in arcmsr_abort_dr_ccbs
78f1c579b1SScott Long ******************************************************************************************
79f1c579b1SScott Long */
804b7ec270SMarius Strobl 
814b7ec270SMarius Strobl #include <sys/cdefs.h>
824b7ec270SMarius Strobl __FBSDID("$FreeBSD$");
834b7ec270SMarius Strobl 
8422f2616bSXin LI #if 0
8522f2616bSXin LI #define ARCMSR_DEBUG1			1
8622f2616bSXin LI #endif
87f1c579b1SScott Long #include <sys/param.h>
88f1c579b1SScott Long #include <sys/systm.h>
89f1c579b1SScott Long #include <sys/malloc.h>
90f1c579b1SScott Long #include <sys/kernel.h>
91f1c579b1SScott Long #include <sys/bus.h>
92f1c579b1SScott Long #include <sys/queue.h>
93f1c579b1SScott Long #include <sys/stat.h>
94f1c579b1SScott Long #include <sys/devicestat.h>
95f1c579b1SScott Long #include <sys/kthread.h>
96f1c579b1SScott Long #include <sys/module.h>
97f1c579b1SScott Long #include <sys/proc.h>
98f1c579b1SScott Long #include <sys/lock.h>
99f1c579b1SScott Long #include <sys/sysctl.h>
100f1c579b1SScott Long #include <sys/poll.h>
101f1c579b1SScott Long #include <sys/ioccom.h>
102f1c579b1SScott Long #include <vm/vm.h>
103f1c579b1SScott Long #include <vm/vm_param.h>
104f1c579b1SScott Long #include <vm/pmap.h>
105f1c579b1SScott Long 
106f1c579b1SScott Long #include <isa/rtc.h>
107f1c579b1SScott Long 
108f1c579b1SScott Long #include <machine/bus.h>
109f1c579b1SScott Long #include <machine/resource.h>
110f1c579b1SScott Long #include <machine/atomic.h>
111f1c579b1SScott Long #include <sys/conf.h>
112f1c579b1SScott Long #include <sys/rman.h>
113f1c579b1SScott Long 
114f1c579b1SScott Long #include <cam/cam.h>
115f1c579b1SScott Long #include <cam/cam_ccb.h>
116f1c579b1SScott Long #include <cam/cam_sim.h>
117d74001adSXin LI #include <cam/cam_periph.h>
118d74001adSXin LI #include <cam/cam_xpt_periph.h>
119f1c579b1SScott Long #include <cam/cam_xpt_sim.h>
120f1c579b1SScott Long #include <cam/cam_debug.h>
121f1c579b1SScott Long #include <cam/scsi/scsi_all.h>
122f1c579b1SScott Long #include <cam/scsi/scsi_message.h>
123f1c579b1SScott Long /*
124f1c579b1SScott Long **************************************************************************
125f1c579b1SScott Long **************************************************************************
126f1c579b1SScott Long */
127f1c579b1SScott Long #if __FreeBSD_version >= 500005
128f1c579b1SScott Long     #include <sys/selinfo.h>
129f1c579b1SScott Long     #include <sys/mutex.h>
130ad6d6297SScott Long     #include <sys/endian.h>
131f1c579b1SScott Long     #include <dev/pci/pcivar.h>
132f1c579b1SScott Long     #include <dev/pci/pcireg.h>
133f1c579b1SScott Long #else
134f1c579b1SScott Long     #include <sys/select.h>
135f1c579b1SScott Long     #include <pci/pcivar.h>
136f1c579b1SScott Long     #include <pci/pcireg.h>
137f1c579b1SScott Long #endif
13844f05562SScott Long 
13944f05562SScott Long #if !defined(CAM_NEW_TRAN_CODE) && __FreeBSD_version >= 700025
14044f05562SScott Long #define	CAM_NEW_TRAN_CODE	1
14144f05562SScott Long #endif
14244f05562SScott Long 
14322f2616bSXin LI #if __FreeBSD_version > 500000
14422f2616bSXin LI #define arcmsr_callout_init(a)	callout_init(a, /*mpsafe*/1);
14522f2616bSXin LI #else
14622f2616bSXin LI #define arcmsr_callout_init(a)	callout_init(a);
14722f2616bSXin LI #endif
14822f2616bSXin LI 
1491e7d660aSXin LI #define ARCMSR_DRIVER_VERSION	"arcmsr version 1.20.00.28 2013-09-13"
150f1c579b1SScott Long #include <dev/arcmsr/arcmsr.h>
151f1c579b1SScott Long /*
152f1c579b1SScott Long **************************************************************************
153f1c579b1SScott Long **************************************************************************
154f1c579b1SScott Long */
15522f2616bSXin LI static void arcmsr_free_srb(struct CommandControlBlock *srb);
156ad6d6297SScott Long static struct CommandControlBlock *arcmsr_get_freesrb(struct AdapterControlBlock *acb);
157ad6d6297SScott Long static u_int8_t arcmsr_seek_cmd2abort(union ccb *abortccb);
158f2aa0e9fSWarner Losh static int arcmsr_probe(device_t dev);
159f2aa0e9fSWarner Losh static int arcmsr_attach(device_t dev);
160f2aa0e9fSWarner Losh static int arcmsr_detach(device_t dev);
161ad6d6297SScott Long static u_int32_t arcmsr_iop_ioctlcmd(struct AdapterControlBlock *acb, u_int32_t ioctl_cmd, caddr_t arg);
162ad6d6297SScott Long static void arcmsr_iop_parking(struct AdapterControlBlock *acb);
163f2aa0e9fSWarner Losh static int arcmsr_shutdown(device_t dev);
16444f05562SScott Long static void arcmsr_interrupt(struct AdapterControlBlock *acb);
165ad6d6297SScott Long static void arcmsr_polling_srbdone(struct AdapterControlBlock *acb, struct CommandControlBlock *poll_srb);
166ad6d6297SScott Long static void arcmsr_free_resource(struct AdapterControlBlock *acb);
167ad6d6297SScott Long static void arcmsr_bus_reset(struct AdapterControlBlock *acb);
168ad6d6297SScott Long static void arcmsr_stop_adapter_bgrb(struct AdapterControlBlock *acb);
169ad6d6297SScott Long static void arcmsr_start_adapter_bgrb(struct AdapterControlBlock *acb);
170ad6d6297SScott Long static void arcmsr_iop_init(struct AdapterControlBlock *acb);
171ad6d6297SScott Long static void arcmsr_flush_adapter_cache(struct AdapterControlBlock *acb);
17235689395SXin LI static u_int32_t arcmsr_Read_iop_rqbuffer_data(struct AdapterControlBlock *acb, struct QBUFFER *prbuffer);
1737a7bc959SXin LI static void arcmsr_Write_data_2iop_wqbuffer(struct AdapterControlBlock *acb);
174ad6d6297SScott Long static void arcmsr_abort_allcmd(struct AdapterControlBlock *acb);
175ad6d6297SScott Long static void arcmsr_srb_complete(struct CommandControlBlock *srb, int stand_flag);
176ad6d6297SScott Long static void arcmsr_iop_reset(struct AdapterControlBlock *acb);
177ad6d6297SScott Long static void arcmsr_report_sense_info(struct CommandControlBlock *srb);
178ad6d6297SScott Long static void arcmsr_build_srb(struct CommandControlBlock *srb, bus_dma_segment_t *dm_segs, u_int32_t nseg);
179ad6d6297SScott Long static int arcmsr_iop_message_xfer(struct AdapterControlBlock *acb, union ccb *pccb);
180ad6d6297SScott Long static int arcmsr_resume(device_t dev);
181ad6d6297SScott Long static int arcmsr_suspend(device_t dev);
182d74001adSXin LI static void arcmsr_rescanLun_cb(struct cam_periph *periph, union ccb *ccb);
183d74001adSXin LI static void	arcmsr_polling_devmap(void *arg);
18422f2616bSXin LI static void	arcmsr_srb_timeout(void *arg);
1857a7bc959SXin LI static void arcmsr_hbd_postqueue_isr(struct AdapterControlBlock *acb);
18622f2616bSXin LI #ifdef ARCMSR_DEBUG1
18722f2616bSXin LI static void arcmsr_dump_data(struct AdapterControlBlock *acb);
18822f2616bSXin LI #endif
189f1c579b1SScott Long /*
190f1c579b1SScott Long **************************************************************************
191ad6d6297SScott Long **************************************************************************
192ad6d6297SScott Long */
193ad6d6297SScott Long static void UDELAY(u_int32_t us) { DELAY(us); }
194ad6d6297SScott Long /*
195ad6d6297SScott Long **************************************************************************
196f1c579b1SScott Long **************************************************************************
197f1c579b1SScott Long */
198231c8b71SXin LI static bus_dmamap_callback_t arcmsr_map_free_srb;
199231c8b71SXin LI static bus_dmamap_callback_t arcmsr_execute_srb;
200f1c579b1SScott Long /*
201f1c579b1SScott Long **************************************************************************
202f1c579b1SScott Long **************************************************************************
203f1c579b1SScott Long */
204f1c579b1SScott Long static d_open_t	arcmsr_open;
205f1c579b1SScott Long static d_close_t arcmsr_close;
206f1c579b1SScott Long static d_ioctl_t arcmsr_ioctl;
207f1c579b1SScott Long 
208f1c579b1SScott Long static device_method_t arcmsr_methods[]={
209f1c579b1SScott Long 	DEVMETHOD(device_probe,		arcmsr_probe),
210f1c579b1SScott Long 	DEVMETHOD(device_attach,	arcmsr_attach),
211f1c579b1SScott Long 	DEVMETHOD(device_detach,	arcmsr_detach),
212f1c579b1SScott Long 	DEVMETHOD(device_shutdown,	arcmsr_shutdown),
213ad6d6297SScott Long 	DEVMETHOD(device_suspend,	arcmsr_suspend),
214ad6d6297SScott Long 	DEVMETHOD(device_resume,	arcmsr_resume),
2154b7ec270SMarius Strobl 
21635689395SXin LI #if __FreeBSD_version >= 803000
2174b7ec270SMarius Strobl 	DEVMETHOD_END
21835689395SXin LI #else
21935689395SXin LI 	{ 0, 0 }
22035689395SXin LI #endif
221f1c579b1SScott Long };
222f1c579b1SScott Long 
223f1c579b1SScott Long static driver_t arcmsr_driver={
224ad6d6297SScott Long 	"arcmsr", arcmsr_methods, sizeof(struct AdapterControlBlock)
225f1c579b1SScott Long };
226f1c579b1SScott Long 
227f1c579b1SScott Long static devclass_t arcmsr_devclass;
228f1c579b1SScott Long DRIVER_MODULE(arcmsr, pci, arcmsr_driver, arcmsr_devclass, 0, 0);
229d3cf342dSScott Long MODULE_DEPEND(arcmsr, pci, 1, 1, 1);
230d3cf342dSScott Long MODULE_DEPEND(arcmsr, cam, 1, 1, 1);
231ad6d6297SScott Long #ifndef BUS_DMA_COHERENT
232ad6d6297SScott Long 	#define	BUS_DMA_COHERENT	0x04	/* hint: map memory in a coherent way */
233ad6d6297SScott Long #endif
234ad6d6297SScott Long #if __FreeBSD_version >= 501000
235f1c579b1SScott Long static struct cdevsw arcmsr_cdevsw={
23622f2616bSXin LI 	#if __FreeBSD_version >= 503000
237f1c579b1SScott Long 		.d_version = D_VERSION,
238ad6d6297SScott Long 	#endif
23922f2616bSXin LI 	#if (__FreeBSD_version>=503000 && __FreeBSD_version<600034)
240f1c579b1SScott Long 		.d_flags   = D_NEEDGIANT,
24122f2616bSXin LI 	#endif
242f1c579b1SScott Long 		.d_open    = arcmsr_open, 	/* open     */
243f1c579b1SScott Long 		.d_close   = arcmsr_close, 	/* close    */
244f1c579b1SScott Long 		.d_ioctl   = arcmsr_ioctl, 	/* ioctl    */
245f1c579b1SScott Long 		.d_name    = "arcmsr", 		/* name     */
246f1c579b1SScott Long 	};
247f1c579b1SScott Long #else
248f1c579b1SScott Long 	#define ARCMSR_CDEV_MAJOR	180
249f1c579b1SScott Long 
250f1c579b1SScott Long static struct cdevsw arcmsr_cdevsw = {
251f1c579b1SScott Long 		arcmsr_open,				/* open     */
252f1c579b1SScott Long 		arcmsr_close,				/* close    */
253f1c579b1SScott Long 		noread,						/* read     */
254f1c579b1SScott Long 		nowrite,					/* write    */
255f1c579b1SScott Long 		arcmsr_ioctl,				/* ioctl    */
256f1c579b1SScott Long 		nopoll,						/* poll     */
257f1c579b1SScott Long 		nommap,						/* mmap     */
258f1c579b1SScott Long 		nostrategy,					/* strategy */
259f1c579b1SScott Long 		"arcmsr",					/* name     */
260f1c579b1SScott Long 		ARCMSR_CDEV_MAJOR,			/* major    */
261f1c579b1SScott Long 		nodump,						/* dump     */
262f1c579b1SScott Long 		nopsize,					/* psize    */
263f1c579b1SScott Long 		0							/* flags    */
264f1c579b1SScott Long 	};
265f1c579b1SScott Long #endif
266d74001adSXin LI /*
267d74001adSXin LI **************************************************************************
268d74001adSXin LI **************************************************************************
269d74001adSXin LI */
270f1c579b1SScott Long #if __FreeBSD_version < 500005
271f1c579b1SScott Long 	static int arcmsr_open(dev_t dev, int flags, int fmt, struct proc *proc)
272f1c579b1SScott Long #else
273f1c579b1SScott Long 	#if __FreeBSD_version < 503000
274f1c579b1SScott Long 	static int arcmsr_open(dev_t dev, int flags, int fmt, struct thread *proc)
275f1c579b1SScott Long 	#else
27600b4e54aSWarner Losh 	static int arcmsr_open(struct cdev *dev, int flags, int fmt, struct thread *proc)
277f1c579b1SScott Long 	#endif
278f1c579b1SScott Long #endif
279f1c579b1SScott Long {
280f1c579b1SScott Long 	#if __FreeBSD_version < 503000
281ad6d6297SScott Long 		struct AdapterControlBlock *acb = dev->si_drv1;
282f1c579b1SScott Long 	#else
2836bfa9a2dSEd Schouten 		int	unit = dev2unit(dev);
284ad6d6297SScott Long 		struct AdapterControlBlock *acb = devclass_get_softc(arcmsr_devclass, unit);
285f1c579b1SScott Long 	#endif
286ad6d6297SScott Long 	if(acb == NULL) {
287f1c579b1SScott Long 		return ENXIO;
288f1c579b1SScott Long 	}
289dac36688SXin LI 	return (0);
290f1c579b1SScott Long }
291f1c579b1SScott Long /*
292f1c579b1SScott Long **************************************************************************
293f1c579b1SScott Long **************************************************************************
294f1c579b1SScott Long */
295f1c579b1SScott Long #if __FreeBSD_version < 500005
296f1c579b1SScott Long 	static int arcmsr_close(dev_t dev, int flags, int fmt, struct proc *proc)
297f1c579b1SScott Long #else
298f1c579b1SScott Long 	#if __FreeBSD_version < 503000
299f1c579b1SScott Long 	static int arcmsr_close(dev_t dev, int flags, int fmt, struct thread *proc)
300f1c579b1SScott Long 	#else
30100b4e54aSWarner Losh 	static int arcmsr_close(struct cdev *dev, int flags, int fmt, struct thread *proc)
302f1c579b1SScott Long 	#endif
303f1c579b1SScott Long #endif
304f1c579b1SScott Long {
305f1c579b1SScott Long 	#if __FreeBSD_version < 503000
306ad6d6297SScott Long 		struct AdapterControlBlock *acb = dev->si_drv1;
307f1c579b1SScott Long 	#else
3086bfa9a2dSEd Schouten 		int	unit = dev2unit(dev);
309ad6d6297SScott Long 		struct AdapterControlBlock *acb = devclass_get_softc(arcmsr_devclass, unit);
310f1c579b1SScott Long 	#endif
311ad6d6297SScott Long 	if(acb == NULL) {
312f1c579b1SScott Long 		return ENXIO;
313f1c579b1SScott Long 	}
314f1c579b1SScott Long 	return 0;
315f1c579b1SScott Long }
316f1c579b1SScott Long /*
317f1c579b1SScott Long **************************************************************************
318f1c579b1SScott Long **************************************************************************
319f1c579b1SScott Long */
320f1c579b1SScott Long #if __FreeBSD_version < 500005
321f1c579b1SScott Long 	static int arcmsr_ioctl(dev_t dev, u_long ioctl_cmd, caddr_t arg, int flags, struct proc *proc)
322f1c579b1SScott Long #else
323f1c579b1SScott Long 	#if __FreeBSD_version < 503000
324f1c579b1SScott Long 	static int arcmsr_ioctl(dev_t dev, u_long ioctl_cmd, caddr_t arg, int flags, struct thread *proc)
325f1c579b1SScott Long 	#else
32600b4e54aSWarner Losh 	static int arcmsr_ioctl(struct cdev *dev, u_long ioctl_cmd, caddr_t arg, int flags, struct thread *proc)
327f1c579b1SScott Long 	#endif
328f1c579b1SScott Long #endif
329f1c579b1SScott Long {
330f1c579b1SScott Long 	#if __FreeBSD_version < 503000
331ad6d6297SScott Long 		struct AdapterControlBlock *acb = dev->si_drv1;
332f1c579b1SScott Long 	#else
3336bfa9a2dSEd Schouten 		int	unit = dev2unit(dev);
334ad6d6297SScott Long 		struct AdapterControlBlock *acb = devclass_get_softc(arcmsr_devclass, unit);
335f1c579b1SScott Long 	#endif
336f1c579b1SScott Long 
337ad6d6297SScott Long 	if(acb == NULL) {
338f1c579b1SScott Long 		return ENXIO;
339f1c579b1SScott Long 	}
340ad6d6297SScott Long 	return (arcmsr_iop_ioctlcmd(acb, ioctl_cmd, arg));
341f1c579b1SScott Long }
342f1c579b1SScott Long /*
34344f05562SScott Long **********************************************************************
34444f05562SScott Long **********************************************************************
34544f05562SScott Long */
34644f05562SScott Long static u_int32_t arcmsr_disable_allintr( struct AdapterControlBlock *acb)
34744f05562SScott Long {
34844f05562SScott Long 	u_int32_t intmask_org = 0;
34944f05562SScott Long 
35044f05562SScott Long 	switch (acb->adapter_type) {
35144f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
35244f05562SScott Long 			/* disable all outbound interrupt */
353d74001adSXin LI 			intmask_org = CHIP_REG_READ32(HBA_MessageUnit, 0, outbound_intmask); /* disable outbound message0 int */
354d74001adSXin LI 			CHIP_REG_WRITE32(HBA_MessageUnit, 0, outbound_intmask, intmask_org|ARCMSR_MU_OUTBOUND_ALL_INTMASKENABLE);
35544f05562SScott Long 		}
35644f05562SScott Long 		break;
35744f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
35844f05562SScott Long 			/* disable all outbound interrupt */
35944f05562SScott Long 			intmask_org = CHIP_REG_READ32(HBB_DOORBELL,
36044f05562SScott Long 						0, iop2drv_doorbell_mask) & (~ARCMSR_IOP2DRV_MESSAGE_CMD_DONE); /* disable outbound message0 int */
361d74001adSXin LI 			CHIP_REG_WRITE32(HBB_DOORBELL, 0, iop2drv_doorbell_mask, 0); /* disable all interrupt */
362d74001adSXin LI 		}
363d74001adSXin LI 		break;
364d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
365d74001adSXin LI 			/* disable all outbound interrupt */
366d74001adSXin LI 			intmask_org = CHIP_REG_READ32(HBC_MessageUnit, 0, host_int_mask)	; /* disable outbound message0 int */
367d74001adSXin LI 			CHIP_REG_WRITE32(HBC_MessageUnit, 0, host_int_mask, intmask_org|ARCMSR_HBCMU_ALL_INTMASKENABLE);
36844f05562SScott Long 		}
36944f05562SScott Long 		break;
3707a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
3717a7bc959SXin LI 			/* disable all outbound interrupt */
3727a7bc959SXin LI 			intmask_org = CHIP_REG_READ32(HBD_MessageUnit, 0, pcief0_int_enable)	; /* disable outbound message0 int */
3737a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, pcief0_int_enable, ARCMSR_HBDMU_ALL_INT_DISABLE);
3747a7bc959SXin LI 		}
3757a7bc959SXin LI 		break;
37644f05562SScott Long 	}
37744f05562SScott Long 	return (intmask_org);
37844f05562SScott Long }
37944f05562SScott Long /*
38044f05562SScott Long **********************************************************************
38144f05562SScott Long **********************************************************************
38244f05562SScott Long */
38344f05562SScott Long static void arcmsr_enable_allintr( struct AdapterControlBlock *acb, u_int32_t intmask_org)
38444f05562SScott Long {
38544f05562SScott Long 	u_int32_t mask;
38644f05562SScott Long 
38744f05562SScott Long 	switch (acb->adapter_type) {
38844f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
38944f05562SScott Long 			/* enable outbound Post Queue, outbound doorbell Interrupt */
390d74001adSXin LI 			mask = ~(ARCMSR_MU_OUTBOUND_POSTQUEUE_INTMASKENABLE|ARCMSR_MU_OUTBOUND_DOORBELL_INTMASKENABLE|ARCMSR_MU_OUTBOUND_MESSAGE0_INTMASKENABLE);
39144f05562SScott Long 			CHIP_REG_WRITE32(HBA_MessageUnit, 0, outbound_intmask, intmask_org & mask);
39244f05562SScott Long 			acb->outbound_int_enable = ~(intmask_org & mask) & 0x000000ff;
39344f05562SScott Long 		}
39444f05562SScott Long 		break;
39544f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
396d74001adSXin LI 			/* enable ARCMSR_IOP2DRV_MESSAGE_CMD_DONE */
397d74001adSXin LI 			mask = (ARCMSR_IOP2DRV_DATA_WRITE_OK|ARCMSR_IOP2DRV_DATA_READ_OK|ARCMSR_IOP2DRV_CDB_DONE|ARCMSR_IOP2DRV_MESSAGE_CMD_DONE);
398d74001adSXin LI 			CHIP_REG_WRITE32(HBB_DOORBELL, 0, iop2drv_doorbell_mask, intmask_org | mask); /*1=interrupt enable, 0=interrupt disable*/
39944f05562SScott Long 			acb->outbound_int_enable = (intmask_org | mask) & 0x0000000f;
40044f05562SScott Long 		}
40144f05562SScott Long 		break;
402d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
403d74001adSXin LI 			/* enable outbound Post Queue, outbound doorbell Interrupt */
404d74001adSXin LI 			mask = ~(ARCMSR_HBCMU_UTILITY_A_ISR_MASK | ARCMSR_HBCMU_OUTBOUND_DOORBELL_ISR_MASK | ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR_MASK);
405d74001adSXin LI 			CHIP_REG_WRITE32(HBC_MessageUnit, 0, host_int_mask, intmask_org & mask);
406d74001adSXin LI 			acb->outbound_int_enable = ~(intmask_org & mask) & 0x0000000f;
407d74001adSXin LI 		}
408d74001adSXin LI 		break;
4097a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
4107a7bc959SXin LI 			/* enable outbound Post Queue, outbound doorbell Interrupt */
4117a7bc959SXin LI 			mask = ARCMSR_HBDMU_ALL_INT_ENABLE;
4127a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, pcief0_int_enable, intmask_org | mask);
4137a7bc959SXin LI 			CHIP_REG_READ32(HBD_MessageUnit, 0, pcief0_int_enable);
4147a7bc959SXin LI 			acb->outbound_int_enable = mask;
4157a7bc959SXin LI 		}
4167a7bc959SXin LI 		break;
41744f05562SScott Long 	}
41844f05562SScott Long }
41944f05562SScott Long /*
42044f05562SScott Long **********************************************************************
42144f05562SScott Long **********************************************************************
42244f05562SScott Long */
42344f05562SScott Long static u_int8_t arcmsr_hba_wait_msgint_ready(struct AdapterControlBlock *acb)
42444f05562SScott Long {
42544f05562SScott Long 	u_int32_t Index;
42644f05562SScott Long 	u_int8_t Retries = 0x00;
42744f05562SScott Long 
42844f05562SScott Long 	do {
42944f05562SScott Long 		for(Index=0; Index < 100; Index++) {
430d74001adSXin LI 			if(CHIP_REG_READ32(HBA_MessageUnit, 0, outbound_intstatus) & ARCMSR_MU_OUTBOUND_MESSAGE0_INT) {
431d74001adSXin LI 				CHIP_REG_WRITE32(HBA_MessageUnit, 0, outbound_intstatus, ARCMSR_MU_OUTBOUND_MESSAGE0_INT);/*clear interrupt*/
43244f05562SScott Long 				return TRUE;
43344f05562SScott Long 			}
43444f05562SScott Long 			UDELAY(10000);
43544f05562SScott Long 		}/*max 1 seconds*/
43644f05562SScott Long 	}while(Retries++ < 20);/*max 20 sec*/
437dac36688SXin LI 	return (FALSE);
43844f05562SScott Long }
43944f05562SScott Long /*
44044f05562SScott Long **********************************************************************
44144f05562SScott Long **********************************************************************
44244f05562SScott Long */
44344f05562SScott Long static u_int8_t arcmsr_hbb_wait_msgint_ready(struct AdapterControlBlock *acb)
44444f05562SScott Long {
44544f05562SScott Long 	u_int32_t Index;
44644f05562SScott Long 	u_int8_t Retries = 0x00;
44744f05562SScott Long 
44844f05562SScott Long 	do {
44944f05562SScott Long 		for(Index=0; Index < 100; Index++) {
450d74001adSXin LI 			if(CHIP_REG_READ32(HBB_DOORBELL, 0, iop2drv_doorbell) & ARCMSR_IOP2DRV_MESSAGE_CMD_DONE) {
451d74001adSXin LI 				CHIP_REG_WRITE32(HBB_DOORBELL, 0, iop2drv_doorbell, ARCMSR_MESSAGE_INT_CLEAR_PATTERN);/*clear interrupt*/
452d74001adSXin LI 				CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell, ARCMSR_DRV2IOP_END_OF_INTERRUPT);
453d74001adSXin LI 				return TRUE;
454d74001adSXin LI 			}
455d74001adSXin LI 			UDELAY(10000);
456d74001adSXin LI 		}/*max 1 seconds*/
457d74001adSXin LI 	}while(Retries++ < 20);/*max 20 sec*/
458dac36688SXin LI 	return (FALSE);
459d74001adSXin LI }
460d74001adSXin LI /*
461d74001adSXin LI **********************************************************************
462d74001adSXin LI **********************************************************************
463d74001adSXin LI */
464d74001adSXin LI static u_int8_t arcmsr_hbc_wait_msgint_ready(struct AdapterControlBlock *acb)
465d74001adSXin LI {
466d74001adSXin LI 	u_int32_t Index;
467d74001adSXin LI 	u_int8_t Retries = 0x00;
468d74001adSXin LI 
469d74001adSXin LI 	do {
470d74001adSXin LI 		for(Index=0; Index < 100; Index++) {
471d74001adSXin LI 			if(CHIP_REG_READ32(HBC_MessageUnit, 0, outbound_doorbell) & ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE) {
472d74001adSXin LI 				CHIP_REG_WRITE32(HBC_MessageUnit, 0, outbound_doorbell_clear, ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE_DOORBELL_CLEAR);/*clear interrupt*/
47344f05562SScott Long 				return TRUE;
47444f05562SScott Long 			}
47544f05562SScott Long 			UDELAY(10000);
47644f05562SScott Long 		}/*max 1 seconds*/
47744f05562SScott Long 	}while(Retries++ < 20);/*max 20 sec*/
478dac36688SXin LI 	return (FALSE);
47944f05562SScott Long }
48044f05562SScott Long /*
4817a7bc959SXin LI **********************************************************************
4827a7bc959SXin LI **********************************************************************
4837a7bc959SXin LI */
4847a7bc959SXin LI static u_int8_t arcmsr_hbd_wait_msgint_ready(struct AdapterControlBlock *acb)
4857a7bc959SXin LI {
4867a7bc959SXin LI 	u_int32_t Index;
4877a7bc959SXin LI 	u_int8_t Retries = 0x00;
4887a7bc959SXin LI 
4897a7bc959SXin LI 	do {
4907a7bc959SXin LI 		for(Index=0; Index < 100; Index++) {
4917a7bc959SXin LI 			if(CHIP_REG_READ32(HBD_MessageUnit, 0, outbound_doorbell) & ARCMSR_HBDMU_IOP2DRV_MESSAGE_CMD_DONE) {
4927a7bc959SXin LI 				CHIP_REG_WRITE32(HBD_MessageUnit, 0, outbound_doorbell, ARCMSR_HBDMU_IOP2DRV_MESSAGE_CMD_DONE_CLEAR);/*clear interrupt*/
4937a7bc959SXin LI 				return TRUE;
4947a7bc959SXin LI 			}
4957a7bc959SXin LI 			UDELAY(10000);
4967a7bc959SXin LI 		}/*max 1 seconds*/
4977a7bc959SXin LI 	}while(Retries++ < 20);/*max 20 sec*/
4987a7bc959SXin LI 	return (FALSE);
4997a7bc959SXin LI }
5007a7bc959SXin LI /*
50144f05562SScott Long ************************************************************************
50244f05562SScott Long ************************************************************************
50344f05562SScott Long */
50444f05562SScott Long static void arcmsr_flush_hba_cache(struct AdapterControlBlock *acb)
50544f05562SScott Long {
50644f05562SScott Long 	int retry_count = 30;/* enlarge wait flush adapter cache time: 10 minute */
50744f05562SScott Long 
508d74001adSXin LI 	CHIP_REG_WRITE32(HBA_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_FLUSH_CACHE);
50944f05562SScott Long 	do {
51044f05562SScott Long 		if(arcmsr_hba_wait_msgint_ready(acb)) {
51144f05562SScott Long 			break;
51244f05562SScott Long 		} else {
51344f05562SScott Long 			retry_count--;
51444f05562SScott Long 		}
51544f05562SScott Long 	}while(retry_count != 0);
51644f05562SScott Long }
51744f05562SScott Long /*
51844f05562SScott Long ************************************************************************
51944f05562SScott Long ************************************************************************
52044f05562SScott Long */
52144f05562SScott Long static void arcmsr_flush_hbb_cache(struct AdapterControlBlock *acb)
52244f05562SScott Long {
52344f05562SScott Long 	int retry_count = 30;/* enlarge wait flush adapter cache time: 10 minute */
52444f05562SScott Long 
52544f05562SScott Long 	CHIP_REG_WRITE32(HBB_DOORBELL,
52644f05562SScott Long 	0, drv2iop_doorbell, ARCMSR_MESSAGE_FLUSH_CACHE);
52744f05562SScott Long 	do {
52844f05562SScott Long 		if(arcmsr_hbb_wait_msgint_ready(acb)) {
52944f05562SScott Long 			break;
53044f05562SScott Long 		} else {
53144f05562SScott Long 			retry_count--;
53244f05562SScott Long 		}
53344f05562SScott Long 	}while(retry_count != 0);
53444f05562SScott Long }
53544f05562SScott Long /*
53644f05562SScott Long ************************************************************************
53744f05562SScott Long ************************************************************************
53844f05562SScott Long */
539d74001adSXin LI static void arcmsr_flush_hbc_cache(struct AdapterControlBlock *acb)
540d74001adSXin LI {
541d74001adSXin LI 	int retry_count = 30;/* enlarge wait flush adapter cache time: 10 minute */
542d74001adSXin LI 
543d74001adSXin LI 	CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_FLUSH_CACHE);
544d74001adSXin LI 	CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_doorbell, ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE);
545d74001adSXin LI 	do {
546d74001adSXin LI 		if(arcmsr_hbc_wait_msgint_ready(acb)) {
547d74001adSXin LI 			break;
548d74001adSXin LI 		} else {
549d74001adSXin LI 			retry_count--;
550d74001adSXin LI 		}
551d74001adSXin LI 	}while(retry_count != 0);
552d74001adSXin LI }
553d74001adSXin LI /*
554d74001adSXin LI ************************************************************************
555d74001adSXin LI ************************************************************************
556d74001adSXin LI */
5577a7bc959SXin LI static void arcmsr_flush_hbd_cache(struct AdapterControlBlock *acb)
5587a7bc959SXin LI {
5597a7bc959SXin LI 	int retry_count = 30; /* enlarge wait flush adapter cache time: 10 minute */
5607a7bc959SXin LI 
5617a7bc959SXin LI 	CHIP_REG_WRITE32(HBD_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_FLUSH_CACHE);
5627a7bc959SXin LI 	do {
5637a7bc959SXin LI 		if(arcmsr_hbd_wait_msgint_ready(acb)) {
5647a7bc959SXin LI 			break;
5657a7bc959SXin LI 		} else {
5667a7bc959SXin LI 			retry_count--;
5677a7bc959SXin LI 		}
5687a7bc959SXin LI 	}while(retry_count != 0);
5697a7bc959SXin LI }
5707a7bc959SXin LI /*
5717a7bc959SXin LI ************************************************************************
5727a7bc959SXin LI ************************************************************************
5737a7bc959SXin LI */
57444f05562SScott Long static void arcmsr_flush_adapter_cache(struct AdapterControlBlock *acb)
57544f05562SScott Long {
57644f05562SScott Long 	switch (acb->adapter_type) {
57744f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
57844f05562SScott Long 			arcmsr_flush_hba_cache(acb);
57944f05562SScott Long 		}
58044f05562SScott Long 		break;
58144f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
58244f05562SScott Long 			arcmsr_flush_hbb_cache(acb);
58344f05562SScott Long 		}
58444f05562SScott Long 		break;
585d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
586d74001adSXin LI 			arcmsr_flush_hbc_cache(acb);
587d74001adSXin LI 		}
588d74001adSXin LI 		break;
5897a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
5907a7bc959SXin LI 			arcmsr_flush_hbd_cache(acb);
5917a7bc959SXin LI 		}
5927a7bc959SXin LI 		break;
59344f05562SScott Long 	}
59444f05562SScott Long }
59544f05562SScott Long /*
596ad6d6297SScott Long *******************************************************************************
597ad6d6297SScott Long *******************************************************************************
598f1c579b1SScott Long */
599ad6d6297SScott Long static int arcmsr_suspend(device_t dev)
600f1c579b1SScott Long {
601ad6d6297SScott Long 	struct AdapterControlBlock	*acb = device_get_softc(dev);
602f1c579b1SScott Long 
603ad6d6297SScott Long 	/* flush controller */
604ad6d6297SScott Long 	arcmsr_iop_parking(acb);
605d74001adSXin LI 	/* disable all outbound interrupt */
606d74001adSXin LI 	arcmsr_disable_allintr(acb);
607ad6d6297SScott Long 	return(0);
608ad6d6297SScott Long }
609ad6d6297SScott Long /*
610ad6d6297SScott Long *******************************************************************************
611ad6d6297SScott Long *******************************************************************************
612ad6d6297SScott Long */
613ad6d6297SScott Long static int arcmsr_resume(device_t dev)
614ad6d6297SScott Long {
615ad6d6297SScott Long 	struct AdapterControlBlock	*acb = device_get_softc(dev);
616f1c579b1SScott Long 
617ad6d6297SScott Long 	arcmsr_iop_init(acb);
618ad6d6297SScott Long 	return(0);
619f1c579b1SScott Long }
620f1c579b1SScott Long /*
621f1c579b1SScott Long *********************************************************************************
622f1c579b1SScott Long *********************************************************************************
623f1c579b1SScott Long */
624ad6d6297SScott Long static void arcmsr_async(void *cb_arg, u_int32_t code, struct cam_path *path, void *arg)
625f1c579b1SScott Long {
626ad6d6297SScott Long 	struct AdapterControlBlock *acb;
627ad6d6297SScott Long 	u_int8_t target_id, target_lun;
628f1c579b1SScott Long 	struct cam_sim *sim;
629f1c579b1SScott Long 
630f1c579b1SScott Long 	sim = (struct cam_sim *) cb_arg;
631ad6d6297SScott Long 	acb =(struct AdapterControlBlock *) cam_sim_softc(sim);
632ad6d6297SScott Long 	switch (code) {
633f1c579b1SScott Long 	case AC_LOST_DEVICE:
634f1c579b1SScott Long 		target_id = xpt_path_target_id(path);
635f1c579b1SScott Long 		target_lun = xpt_path_lun_id(path);
636d74001adSXin LI 		if((target_id > ARCMSR_MAX_TARGETID) || (target_lun > ARCMSR_MAX_TARGETLUN)) {
637f1c579b1SScott Long 			break;
638f1c579b1SScott Long 		}
639dac36688SXin LI 	//	printf("%s:scsi id=%d lun=%d device lost \n", device_get_name(acb->pci_dev), target_id, target_lun);
640f1c579b1SScott Long 		break;
641f1c579b1SScott Long 	default:
642f1c579b1SScott Long 		break;
643f1c579b1SScott Long 	}
644f1c579b1SScott Long }
645f1c579b1SScott Long /*
646f1c579b1SScott Long **********************************************************************
647f1c579b1SScott Long **********************************************************************
648f1c579b1SScott Long */
649ad6d6297SScott Long static void arcmsr_report_sense_info(struct CommandControlBlock *srb)
650f1c579b1SScott Long {
651ad6d6297SScott Long 	union ccb *pccb = srb->pccb;
652f1c579b1SScott Long 
653ad6d6297SScott Long 	pccb->ccb_h.status |= CAM_SCSI_STATUS_ERROR;
654ad6d6297SScott Long 	pccb->csio.scsi_status = SCSI_STATUS_CHECK_COND;
655dac36688SXin LI 	if(pccb->csio.sense_len) {
656ad6d6297SScott Long 		memset(&pccb->csio.sense_data, 0, sizeof(pccb->csio.sense_data));
657ad6d6297SScott Long 		memcpy(&pccb->csio.sense_data, srb->arcmsr_cdb.SenseData,
658ad6d6297SScott Long 		get_min(sizeof(struct SENSE_DATA), sizeof(pccb->csio.sense_data)));
659ad6d6297SScott Long 		((u_int8_t *)&pccb->csio.sense_data)[0] = (0x1 << 7 | 0x70); /* Valid,ErrorCode */
660f1c579b1SScott Long 		pccb->ccb_h.status |= CAM_AUTOSNS_VALID;
661f1c579b1SScott Long 	}
662f1c579b1SScott Long }
663f1c579b1SScott Long /*
664f1c579b1SScott Long *********************************************************************
66544f05562SScott Long *********************************************************************
66644f05562SScott Long */
66744f05562SScott Long static void arcmsr_abort_hba_allcmd(struct AdapterControlBlock *acb)
66844f05562SScott Long {
66944f05562SScott Long 	CHIP_REG_WRITE32(HBA_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_ABORT_CMD);
67044f05562SScott Long 	if(!arcmsr_hba_wait_msgint_ready(acb)) {
671d74001adSXin LI 		printf("arcmsr%d: wait 'abort all outstanding command' timeout \n", acb->pci_unit);
67244f05562SScott Long 	}
67344f05562SScott Long }
67444f05562SScott Long /*
67544f05562SScott Long *********************************************************************
67644f05562SScott Long *********************************************************************
67744f05562SScott Long */
67844f05562SScott Long static void arcmsr_abort_hbb_allcmd(struct AdapterControlBlock *acb)
67944f05562SScott Long {
68044f05562SScott Long 	CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell, ARCMSR_MESSAGE_ABORT_CMD);
68144f05562SScott Long 	if(!arcmsr_hbb_wait_msgint_ready(acb)) {
682d74001adSXin LI 		printf("arcmsr%d: wait 'abort all outstanding command' timeout \n", acb->pci_unit);
683d74001adSXin LI 	}
684d74001adSXin LI }
685d74001adSXin LI /*
686d74001adSXin LI *********************************************************************
687d74001adSXin LI *********************************************************************
688d74001adSXin LI */
689d74001adSXin LI static void arcmsr_abort_hbc_allcmd(struct AdapterControlBlock *acb)
690d74001adSXin LI {
691d74001adSXin LI 	CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_ABORT_CMD);
692d74001adSXin LI 	CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_doorbell, ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE);
693d74001adSXin LI 	if(!arcmsr_hbc_wait_msgint_ready(acb)) {
694d74001adSXin LI 		printf("arcmsr%d: wait 'abort all outstanding command' timeout \n", acb->pci_unit);
69544f05562SScott Long 	}
69644f05562SScott Long }
69744f05562SScott Long /*
69844f05562SScott Long *********************************************************************
699f1c579b1SScott Long *********************************************************************
700f1c579b1SScott Long */
7017a7bc959SXin LI static void arcmsr_abort_hbd_allcmd(struct AdapterControlBlock *acb)
7027a7bc959SXin LI {
7037a7bc959SXin LI 	CHIP_REG_WRITE32(HBD_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_ABORT_CMD);
7047a7bc959SXin LI 	if(!arcmsr_hbd_wait_msgint_ready(acb)) {
7057a7bc959SXin LI 		printf("arcmsr%d: wait 'abort all outstanding command' timeout \n", acb->pci_unit);
7067a7bc959SXin LI 	}
7077a7bc959SXin LI }
7087a7bc959SXin LI /*
7097a7bc959SXin LI *********************************************************************
7107a7bc959SXin LI *********************************************************************
7117a7bc959SXin LI */
712ad6d6297SScott Long static void arcmsr_abort_allcmd(struct AdapterControlBlock *acb)
713f1c579b1SScott Long {
71444f05562SScott Long 	switch (acb->adapter_type) {
71544f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
71644f05562SScott Long 			arcmsr_abort_hba_allcmd(acb);
71744f05562SScott Long 		}
71844f05562SScott Long 		break;
71944f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
72044f05562SScott Long 			arcmsr_abort_hbb_allcmd(acb);
72144f05562SScott Long 		}
72244f05562SScott Long 		break;
723d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
724d74001adSXin LI 			arcmsr_abort_hbc_allcmd(acb);
725d74001adSXin LI 		}
726d74001adSXin LI 		break;
7277a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
7287a7bc959SXin LI 			arcmsr_abort_hbd_allcmd(acb);
7297a7bc959SXin LI 		}
7307a7bc959SXin LI 		break;
73144f05562SScott Long 	}
73244f05562SScott Long }
73344f05562SScott Long /*
734231c8b71SXin LI **********************************************************************
735231c8b71SXin LI **********************************************************************
736231c8b71SXin LI */
737231c8b71SXin LI static void arcmsr_srb_complete(struct CommandControlBlock *srb, int stand_flag)
738231c8b71SXin LI {
739231c8b71SXin LI 	struct AdapterControlBlock *acb = srb->acb;
740231c8b71SXin LI 	union ccb *pccb = srb->pccb;
741231c8b71SXin LI 
74222f2616bSXin LI 	if(srb->srb_flags & SRB_FLAG_TIMER_START)
74322f2616bSXin LI 		callout_stop(&srb->ccb_callout);
744231c8b71SXin LI 	if((pccb->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
745231c8b71SXin LI 		bus_dmasync_op_t op;
746231c8b71SXin LI 
747231c8b71SXin LI 		if((pccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN) {
748231c8b71SXin LI 			op = BUS_DMASYNC_POSTREAD;
749231c8b71SXin LI 		} else {
750231c8b71SXin LI 			op = BUS_DMASYNC_POSTWRITE;
751231c8b71SXin LI 		}
752231c8b71SXin LI 		bus_dmamap_sync(acb->dm_segs_dmat, srb->dm_segs_dmamap, op);
753231c8b71SXin LI 		bus_dmamap_unload(acb->dm_segs_dmat, srb->dm_segs_dmamap);
754231c8b71SXin LI 	}
755231c8b71SXin LI 	if(stand_flag == 1) {
756231c8b71SXin LI 		atomic_subtract_int(&acb->srboutstandingcount, 1);
757231c8b71SXin LI 		if((acb->acb_flags & ACB_F_CAM_DEV_QFRZN) && (
758abfdbca9SXin LI 		acb->srboutstandingcount < (acb->maxOutstanding -10))) {
759231c8b71SXin LI 			acb->acb_flags &= ~ACB_F_CAM_DEV_QFRZN;
760231c8b71SXin LI 			pccb->ccb_h.status |= CAM_RELEASE_SIMQ;
761231c8b71SXin LI 		}
762231c8b71SXin LI 	}
76322f2616bSXin LI 	if(srb->srb_state != ARCMSR_SRB_TIMEOUT)
76422f2616bSXin LI 		arcmsr_free_srb(srb);
76522f2616bSXin LI 	acb->pktReturnCount++;
766231c8b71SXin LI 	xpt_done(pccb);
767231c8b71SXin LI }
768231c8b71SXin LI /*
76944f05562SScott Long **************************************************************************
77044f05562SScott Long **************************************************************************
77144f05562SScott Long */
772d74001adSXin LI static void arcmsr_report_srb_state(struct AdapterControlBlock *acb, struct CommandControlBlock *srb, u_int16_t error)
77344f05562SScott Long {
77444f05562SScott Long 	int target, lun;
77544f05562SScott Long 
77644f05562SScott Long 	target = srb->pccb->ccb_h.target_id;
77744f05562SScott Long 	lun = srb->pccb->ccb_h.target_lun;
778d74001adSXin LI 	if(error == FALSE) {
77944f05562SScott Long 		if(acb->devstate[target][lun] == ARECA_RAID_GONE) {
78044f05562SScott Long 			acb->devstate[target][lun] = ARECA_RAID_GOOD;
78144f05562SScott Long 		}
78244f05562SScott Long 		srb->pccb->ccb_h.status |= CAM_REQ_CMP;
78344f05562SScott Long 		arcmsr_srb_complete(srb, 1);
78444f05562SScott Long 	} else {
78544f05562SScott Long 		switch(srb->arcmsr_cdb.DeviceStatus) {
78644f05562SScott Long 		case ARCMSR_DEV_SELECT_TIMEOUT: {
78744f05562SScott Long 				if(acb->devstate[target][lun] == ARECA_RAID_GOOD) {
788d74001adSXin LI 					printf( "arcmsr%d: Target=%x, Lun=%x, selection timeout, raid volume was lost\n", acb->pci_unit, target, lun);
789ad6d6297SScott Long 				}
79044f05562SScott Long 				acb->devstate[target][lun] = ARECA_RAID_GONE;
791d74001adSXin LI 				srb->pccb->ccb_h.status |= CAM_DEV_NOT_THERE;
79244f05562SScott Long 				arcmsr_srb_complete(srb, 1);
79344f05562SScott Long 			}
79444f05562SScott Long 			break;
79544f05562SScott Long 		case ARCMSR_DEV_ABORTED:
79644f05562SScott Long 		case ARCMSR_DEV_INIT_FAIL: {
79744f05562SScott Long 				acb->devstate[target][lun] = ARECA_RAID_GONE;
79844f05562SScott Long 				srb->pccb->ccb_h.status |= CAM_DEV_NOT_THERE;
79944f05562SScott Long 				arcmsr_srb_complete(srb, 1);
80044f05562SScott Long 			}
80144f05562SScott Long 			break;
80244f05562SScott Long 		case SCSISTAT_CHECK_CONDITION: {
80344f05562SScott Long 				acb->devstate[target][lun] = ARECA_RAID_GOOD;
80444f05562SScott Long 				arcmsr_report_sense_info(srb);
80544f05562SScott Long 				arcmsr_srb_complete(srb, 1);
80644f05562SScott Long 			}
80744f05562SScott Long 			break;
80844f05562SScott Long 		default:
80910d66948SKevin Lo 			printf("arcmsr%d: scsi id=%d lun=%d isr got command error done,but got unknown DeviceStatus=0x%x \n"
810d74001adSXin LI 					, acb->pci_unit, target, lun ,srb->arcmsr_cdb.DeviceStatus);
81144f05562SScott Long 			acb->devstate[target][lun] = ARECA_RAID_GONE;
81244f05562SScott Long 			srb->pccb->ccb_h.status |= CAM_UNCOR_PARITY;
81310d66948SKevin Lo 			/*unknown error or crc error just for retry*/
81444f05562SScott Long 			arcmsr_srb_complete(srb, 1);
81544f05562SScott Long 			break;
81644f05562SScott Long 		}
81744f05562SScott Long 	}
81844f05562SScott Long }
81944f05562SScott Long /*
82044f05562SScott Long **************************************************************************
82144f05562SScott Long **************************************************************************
82244f05562SScott Long */
823d74001adSXin LI static void arcmsr_drain_donequeue(struct AdapterControlBlock *acb, u_int32_t flag_srb, u_int16_t error)
82444f05562SScott Long {
82544f05562SScott Long 	struct CommandControlBlock *srb;
82644f05562SScott Long 
82744f05562SScott Long 	/* check if command done with no error*/
828d74001adSXin LI 	switch (acb->adapter_type) {
829d74001adSXin LI 	case ACB_ADAPTER_TYPE_C:
8307a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D:
83122f2616bSXin LI 		srb = (struct CommandControlBlock *)(acb->vir2phy_offset+(flag_srb & 0xFFFFFFE0)); /*frame must be 32 bytes aligned*/
832d74001adSXin LI 		break;
833d74001adSXin LI 	case ACB_ADAPTER_TYPE_A:
834d74001adSXin LI 	case ACB_ADAPTER_TYPE_B:
835d74001adSXin LI 	default:
836d74001adSXin LI 		srb = (struct CommandControlBlock *)(acb->vir2phy_offset+(flag_srb << 5));/*frame must be 32 bytes aligned*/
837d74001adSXin LI 		break;
838d74001adSXin LI 	}
83922f2616bSXin LI 	if((srb->acb != acb) || (srb->srb_state != ARCMSR_SRB_START)) {
84022f2616bSXin LI 		if(srb->srb_state == ARCMSR_SRB_TIMEOUT) {
84122f2616bSXin LI 			arcmsr_free_srb(srb);
84222f2616bSXin LI 			printf("arcmsr%d: srb='%p' return srb has been timeouted\n", acb->pci_unit, srb);
84344f05562SScott Long 			return;
84444f05562SScott Long 		}
84522f2616bSXin LI 		printf("arcmsr%d: return srb has been completed\n"
84622f2616bSXin LI 			"srb='%p' srb_state=0x%x outstanding srb count=%d \n",
84722f2616bSXin LI 			acb->pci_unit, srb, srb->srb_state, acb->srboutstandingcount);
84844f05562SScott Long 		return;
84944f05562SScott Long 	}
850d74001adSXin LI 	arcmsr_report_srb_state(acb, srb, error);
85144f05562SScott Long }
85244f05562SScott Long /*
85322f2616bSXin LI **************************************************************************
85422f2616bSXin LI **************************************************************************
85522f2616bSXin LI */
85622f2616bSXin LI static void	arcmsr_srb_timeout(void *arg)
85722f2616bSXin LI {
85822f2616bSXin LI 	struct CommandControlBlock *srb = (struct CommandControlBlock *)arg;
85922f2616bSXin LI 	struct AdapterControlBlock *acb;
86022f2616bSXin LI 	int target, lun;
86122f2616bSXin LI 	u_int8_t cmd;
86222f2616bSXin LI 
86322f2616bSXin LI 	target = srb->pccb->ccb_h.target_id;
86422f2616bSXin LI 	lun = srb->pccb->ccb_h.target_lun;
86522f2616bSXin LI 	acb = srb->acb;
8667a7bc959SXin LI 	ARCMSR_LOCK_ACQUIRE(&acb->isr_lock);
86722f2616bSXin LI 	if(srb->srb_state == ARCMSR_SRB_START)
86822f2616bSXin LI 	{
86922f2616bSXin LI 		cmd = srb->pccb->csio.cdb_io.cdb_bytes[0];
87022f2616bSXin LI 		srb->srb_state = ARCMSR_SRB_TIMEOUT;
87122f2616bSXin LI 		srb->pccb->ccb_h.status |= CAM_CMD_TIMEOUT;
87222f2616bSXin LI 		arcmsr_srb_complete(srb, 1);
87322f2616bSXin LI 		printf("arcmsr%d: scsi id %d lun %d cmd=0x%x srb='%p' ccb command time out!\n",
87422f2616bSXin LI 				 acb->pci_unit, target, lun, cmd, srb);
87522f2616bSXin LI 	}
8767a7bc959SXin LI 	ARCMSR_LOCK_RELEASE(&acb->isr_lock);
87722f2616bSXin LI #ifdef ARCMSR_DEBUG1
87822f2616bSXin LI     	arcmsr_dump_data(acb);
87922f2616bSXin LI #endif
88022f2616bSXin LI }
88122f2616bSXin LI 
88222f2616bSXin LI /*
88344f05562SScott Long **********************************************************************
88444f05562SScott Long **********************************************************************
88544f05562SScott Long */
88644f05562SScott Long static void arcmsr_done4abort_postqueue(struct AdapterControlBlock *acb)
88744f05562SScott Long {
88844f05562SScott Long 	int i=0;
88944f05562SScott Long 	u_int32_t flag_srb;
890d74001adSXin LI 	u_int16_t error;
89144f05562SScott Long 
89244f05562SScott Long 	switch (acb->adapter_type) {
89344f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
89444f05562SScott Long 			u_int32_t outbound_intstatus;
89544f05562SScott Long 
89644f05562SScott Long 			/*clear and abort all outbound posted Q*/
897d74001adSXin LI 			outbound_intstatus = CHIP_REG_READ32(HBA_MessageUnit, 0, outbound_intstatus) & acb->outbound_int_enable;
898d74001adSXin LI 			CHIP_REG_WRITE32(HBA_MessageUnit, 0, outbound_intstatus, outbound_intstatus);/*clear interrupt*/
899d74001adSXin LI 			while(((flag_srb=CHIP_REG_READ32(HBA_MessageUnit, 0, outbound_queueport)) != 0xFFFFFFFF) && (i++ < ARCMSR_MAX_OUTSTANDING_CMD)) {
900d74001adSXin LI                 error = (flag_srb & ARCMSR_SRBREPLY_FLAG_ERROR_MODE0)?TRUE:FALSE;
901d74001adSXin LI 				arcmsr_drain_donequeue(acb, flag_srb, error);
90244f05562SScott Long 			}
90344f05562SScott Long 		}
90444f05562SScott Long 		break;
90544f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
90644f05562SScott Long 			struct HBB_MessageUnit *phbbmu=(struct HBB_MessageUnit *)acb->pmu;
90744f05562SScott Long 
90844f05562SScott Long 			/*clear all outbound posted Q*/
909d74001adSXin LI 			CHIP_REG_WRITE32(HBB_DOORBELL, 0, iop2drv_doorbell, ARCMSR_DOORBELL_INT_CLEAR_PATTERN); /* clear doorbell interrupt */
91044f05562SScott Long 			for(i=0; i < ARCMSR_MAX_HBB_POSTQUEUE; i++) {
91144f05562SScott Long 				if((flag_srb = phbbmu->done_qbuffer[i]) != 0) {
91244f05562SScott Long 					phbbmu->done_qbuffer[i] = 0;
913d74001adSXin LI                 	error = (flag_srb & ARCMSR_SRBREPLY_FLAG_ERROR_MODE0)?TRUE:FALSE;
914d74001adSXin LI 					arcmsr_drain_donequeue(acb, flag_srb, error);
91544f05562SScott Long 				}
91644f05562SScott Long 				phbbmu->post_qbuffer[i] = 0;
91744f05562SScott Long 			}/*drain reply FIFO*/
91844f05562SScott Long 			phbbmu->doneq_index = 0;
91944f05562SScott Long 			phbbmu->postq_index = 0;
92044f05562SScott Long 		}
92144f05562SScott Long 		break;
922d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
923d74001adSXin LI 
924d74001adSXin LI 			while((CHIP_REG_READ32(HBC_MessageUnit, 0, host_int_status) & ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR) && (i++ < ARCMSR_MAX_OUTSTANDING_CMD)) {
925d74001adSXin LI 				flag_srb = CHIP_REG_READ32(HBC_MessageUnit, 0, outbound_queueport_low);
926d74001adSXin LI                 error = (flag_srb & ARCMSR_SRBREPLY_FLAG_ERROR_MODE1) ? TRUE : FALSE;
927d74001adSXin LI 				arcmsr_drain_donequeue(acb, flag_srb, error);
928d74001adSXin LI 			}
929d74001adSXin LI 		}
930d74001adSXin LI 		break;
9317a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
9327a7bc959SXin LI 			arcmsr_hbd_postqueue_isr(acb);
9337a7bc959SXin LI 		}
9347a7bc959SXin LI 		break;
93544f05562SScott Long 	}
936f1c579b1SScott Long }
937f1c579b1SScott Long /*
938f1c579b1SScott Long ****************************************************************************
939f1c579b1SScott Long ****************************************************************************
940f1c579b1SScott Long */
941ad6d6297SScott Long static void arcmsr_iop_reset(struct AdapterControlBlock *acb)
942f1c579b1SScott Long {
943ad6d6297SScott Long 	struct CommandControlBlock *srb;
94444f05562SScott Long 	u_int32_t intmask_org;
945ad6d6297SScott Long 	u_int32_t i=0;
946f1c579b1SScott Long 
94744f05562SScott Long 	if(acb->srboutstandingcount>0) {
94844f05562SScott Long 		/* disable all outbound interrupt */
94944f05562SScott Long 		intmask_org = arcmsr_disable_allintr(acb);
95044f05562SScott Long 		/*clear and abort all outbound posted Q*/
95144f05562SScott Long 		arcmsr_done4abort_postqueue(acb);
952f1c579b1SScott Long 		/* talk to iop 331 outstanding command aborted*/
953ad6d6297SScott Long 		arcmsr_abort_allcmd(acb);
954ad6d6297SScott Long 		for(i=0; i < ARCMSR_MAX_FREESRB_NUM; i++) {
955ad6d6297SScott Long 			srb = acb->psrb_pool[i];
95622f2616bSXin LI 			if(srb->srb_state == ARCMSR_SRB_START) {
95722f2616bSXin LI 				srb->srb_state = ARCMSR_SRB_ABORTED;
958ad6d6297SScott Long 				srb->pccb->ccb_h.status |= CAM_REQ_ABORTED;
959ad6d6297SScott Long 				arcmsr_srb_complete(srb, 1);
960*123055f0SNathan Whitehorn 				printf("arcmsr%d: scsi id=%d lun=%jx srb='%p' aborted\n"
96122f2616bSXin LI 						, acb->pci_unit, srb->pccb->ccb_h.target_id
962*123055f0SNathan Whitehorn 						, (uintmax_t)srb->pccb->ccb_h.target_lun, srb);
963f1c579b1SScott Long 			}
964f1c579b1SScott Long 		}
965f1c579b1SScott Long 		/* enable all outbound interrupt */
96644f05562SScott Long 		arcmsr_enable_allintr(acb, intmask_org);
967f1c579b1SScott Long 	}
96822f2616bSXin LI 	acb->srboutstandingcount = 0;
969ad6d6297SScott Long 	acb->workingsrb_doneindex = 0;
970ad6d6297SScott Long 	acb->workingsrb_startindex = 0;
97122f2616bSXin LI 	acb->pktRequestCount = 0;
97222f2616bSXin LI 	acb->pktReturnCount = 0;
973f1c579b1SScott Long }
974f1c579b1SScott Long /*
975f1c579b1SScott Long **********************************************************************
976f1c579b1SScott Long **********************************************************************
977f1c579b1SScott Long */
97844f05562SScott Long static void arcmsr_build_srb(struct CommandControlBlock *srb,
97944f05562SScott Long 		bus_dma_segment_t *dm_segs, u_int32_t nseg)
980f1c579b1SScott Long {
981ad6d6297SScott Long 	struct ARCMSR_CDB *arcmsr_cdb = &srb->arcmsr_cdb;
982ad6d6297SScott Long 	u_int8_t *psge = (u_int8_t *)&arcmsr_cdb->u;
983ad6d6297SScott Long 	u_int32_t address_lo, address_hi;
984ad6d6297SScott Long 	union ccb *pccb = srb->pccb;
985f1c579b1SScott Long 	struct ccb_scsiio *pcsio = &pccb->csio;
986ad6d6297SScott Long 	u_int32_t arccdbsize = 0x30;
987f1c579b1SScott Long 
988ad6d6297SScott Long 	memset(arcmsr_cdb, 0, sizeof(struct ARCMSR_CDB));
989ad6d6297SScott Long 	arcmsr_cdb->Bus = 0;
990ad6d6297SScott Long 	arcmsr_cdb->TargetID = pccb->ccb_h.target_id;
991ad6d6297SScott Long 	arcmsr_cdb->LUN = pccb->ccb_h.target_lun;
992ad6d6297SScott Long 	arcmsr_cdb->Function = 1;
993ad6d6297SScott Long 	arcmsr_cdb->CdbLength = (u_int8_t)pcsio->cdb_len;
994ad6d6297SScott Long 	bcopy(pcsio->cdb_io.cdb_bytes, arcmsr_cdb->Cdb, pcsio->cdb_len);
995ad6d6297SScott Long 	if(nseg != 0) {
996ad6d6297SScott Long 		struct AdapterControlBlock *acb = srb->acb;
997f1c579b1SScott Long 		bus_dmasync_op_t op;
998ad6d6297SScott Long 		u_int32_t length, i, cdb_sgcount = 0;
999f1c579b1SScott Long 
1000ad6d6297SScott Long 		if((pccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN) {
1001ad6d6297SScott Long 			op = BUS_DMASYNC_PREREAD;
1002ad6d6297SScott Long 		} else {
1003ad6d6297SScott Long 			op = BUS_DMASYNC_PREWRITE;
1004ad6d6297SScott Long 			arcmsr_cdb->Flags |= ARCMSR_CDB_FLAG_WRITE;
1005ad6d6297SScott Long 			srb->srb_flags |= SRB_FLAG_WRITE;
1006ad6d6297SScott Long 		}
1007ad6d6297SScott Long 		bus_dmamap_sync(acb->dm_segs_dmat, srb->dm_segs_dmamap, op);
1008ad6d6297SScott Long 		for(i=0; i < nseg; i++) {
1009f1c579b1SScott Long 			/* Get the physical address of the current data pointer */
1010ad6d6297SScott Long 			length = arcmsr_htole32(dm_segs[i].ds_len);
1011ad6d6297SScott Long 			address_lo = arcmsr_htole32(dma_addr_lo32(dm_segs[i].ds_addr));
1012ad6d6297SScott Long 			address_hi = arcmsr_htole32(dma_addr_hi32(dm_segs[i].ds_addr));
1013ad6d6297SScott Long 			if(address_hi == 0) {
1014ad6d6297SScott Long 				struct SG32ENTRY *pdma_sg = (struct SG32ENTRY *)psge;
1015f1c579b1SScott Long 				pdma_sg->address = address_lo;
1016f1c579b1SScott Long 				pdma_sg->length = length;
1017ad6d6297SScott Long 				psge += sizeof(struct SG32ENTRY);
1018ad6d6297SScott Long 				arccdbsize += sizeof(struct SG32ENTRY);
1019ad6d6297SScott Long 			} else {
1020ad6d6297SScott Long 				u_int32_t sg64s_size = 0, tmplength = length;
1021f1c579b1SScott Long 
1022ad6d6297SScott Long 				while(1) {
1023ad6d6297SScott Long 					u_int64_t span4G, length0;
1024ad6d6297SScott Long 					struct SG64ENTRY *pdma_sg = (struct SG64ENTRY *)psge;
1025f1c579b1SScott Long 
1026ad6d6297SScott Long 					span4G = (u_int64_t)address_lo + tmplength;
1027f1c579b1SScott Long 					pdma_sg->addresshigh = address_hi;
1028f1c579b1SScott Long 					pdma_sg->address = address_lo;
1029ad6d6297SScott Long 					if(span4G > 0x100000000) {
1030f1c579b1SScott Long 						/*see if cross 4G boundary*/
1031f1c579b1SScott Long 						length0 = 0x100000000-address_lo;
1032ad6d6297SScott Long 						pdma_sg->length = (u_int32_t)length0 | IS_SG64_ADDR;
1033f1c579b1SScott Long 						address_hi = address_hi+1;
1034f1c579b1SScott Long 						address_lo = 0;
1035ad6d6297SScott Long 						tmplength = tmplength - (u_int32_t)length0;
1036ad6d6297SScott Long 						sg64s_size += sizeof(struct SG64ENTRY);
1037ad6d6297SScott Long 						psge += sizeof(struct SG64ENTRY);
1038f1c579b1SScott Long 						cdb_sgcount++;
1039ad6d6297SScott Long 					} else {
1040f1c579b1SScott Long 						pdma_sg->length = tmplength | IS_SG64_ADDR;
1041ad6d6297SScott Long 						sg64s_size += sizeof(struct SG64ENTRY);
1042ad6d6297SScott Long 						psge += sizeof(struct SG64ENTRY);
1043f1c579b1SScott Long 						break;
1044f1c579b1SScott Long 					}
1045f1c579b1SScott Long 				}
1046f1c579b1SScott Long 				arccdbsize += sg64s_size;
1047f1c579b1SScott Long 			}
1048f1c579b1SScott Long 			cdb_sgcount++;
1049f1c579b1SScott Long 		}
1050ad6d6297SScott Long 		arcmsr_cdb->sgcount = (u_int8_t)cdb_sgcount;
1051ad6d6297SScott Long 		arcmsr_cdb->DataLength = pcsio->dxfer_len;
1052ad6d6297SScott Long 		if( arccdbsize > 256) {
1053ad6d6297SScott Long 			arcmsr_cdb->Flags |= ARCMSR_CDB_FLAG_SGL_BSIZE;
1054f1c579b1SScott Long 		}
1055d74001adSXin LI 	} else {
1056d74001adSXin LI 		arcmsr_cdb->DataLength = 0;
1057f1c579b1SScott Long 	}
1058d74001adSXin LI     srb->arc_cdb_size = arccdbsize;
10597a7bc959SXin LI     arcmsr_cdb->msgPages = (arccdbsize/256) + ((arccdbsize % 256) ? 1 : 0);
1060f1c579b1SScott Long }
1061f1c579b1SScott Long /*
1062f1c579b1SScott Long **************************************************************************
1063f1c579b1SScott Long **************************************************************************
1064f1c579b1SScott Long */
1065ad6d6297SScott Long static void arcmsr_post_srb(struct AdapterControlBlock *acb, struct CommandControlBlock *srb)
1066f1c579b1SScott Long {
10677a7bc959SXin LI 	u_int32_t cdb_phyaddr_low = (u_int32_t) srb->cdb_phyaddr_low;
1068ad6d6297SScott Long 	struct ARCMSR_CDB *arcmsr_cdb = (struct ARCMSR_CDB *)&srb->arcmsr_cdb;
1069f1c579b1SScott Long 
1070d74001adSXin LI 	bus_dmamap_sync(acb->srb_dmat, acb->srb_dmamap, (srb->srb_flags & SRB_FLAG_WRITE) ? BUS_DMASYNC_POSTWRITE:BUS_DMASYNC_POSTREAD);
1071ad6d6297SScott Long 	atomic_add_int(&acb->srboutstandingcount, 1);
107222f2616bSXin LI 	srb->srb_state = ARCMSR_SRB_START;
1073d74001adSXin LI 
107444f05562SScott Long 	switch (acb->adapter_type) {
107544f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
1076ad6d6297SScott Long 			if(arcmsr_cdb->Flags & ARCMSR_CDB_FLAG_SGL_BSIZE) {
10777a7bc959SXin LI 				CHIP_REG_WRITE32(HBA_MessageUnit, 0, inbound_queueport, cdb_phyaddr_low|ARCMSR_SRBPOST_FLAG_SGL_BSIZE);
1078ad6d6297SScott Long 			} else {
10797a7bc959SXin LI 				CHIP_REG_WRITE32(HBA_MessageUnit, 0, inbound_queueport, cdb_phyaddr_low);
108044f05562SScott Long 			}
108144f05562SScott Long 		}
108244f05562SScott Long 		break;
108344f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
108444f05562SScott Long 			struct HBB_MessageUnit *phbbmu = (struct HBB_MessageUnit *)acb->pmu;
108544f05562SScott Long 			int ending_index, index;
108644f05562SScott Long 
108744f05562SScott Long 			index = phbbmu->postq_index;
108844f05562SScott Long 			ending_index = ((index+1) % ARCMSR_MAX_HBB_POSTQUEUE);
108944f05562SScott Long 			phbbmu->post_qbuffer[ending_index] = 0;
109044f05562SScott Long 			if(arcmsr_cdb->Flags & ARCMSR_CDB_FLAG_SGL_BSIZE) {
10917a7bc959SXin LI 				phbbmu->post_qbuffer[index] = cdb_phyaddr_low | ARCMSR_SRBPOST_FLAG_SGL_BSIZE;
109244f05562SScott Long 			} else {
10937a7bc959SXin LI 				phbbmu->post_qbuffer[index] = cdb_phyaddr_low;
109444f05562SScott Long 			}
109544f05562SScott Long 			index++;
109644f05562SScott Long 			index %= ARCMSR_MAX_HBB_POSTQUEUE;     /*if last index number set it to 0 */
109744f05562SScott Long 			phbbmu->postq_index = index;
1098d74001adSXin LI 			CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell, ARCMSR_DRV2IOP_CDB_POSTED);
1099d74001adSXin LI 		}
1100d74001adSXin LI 		break;
11017a7bc959SXin LI     case ACB_ADAPTER_TYPE_C: {
1102d74001adSXin LI             u_int32_t ccb_post_stamp, arc_cdb_size, cdb_phyaddr_hi32;
1103d74001adSXin LI 
1104d74001adSXin LI             arc_cdb_size = (srb->arc_cdb_size > 0x300) ? 0x300 : srb->arc_cdb_size;
11057a7bc959SXin LI             ccb_post_stamp = (cdb_phyaddr_low | ((arc_cdb_size-1) >> 6) | 1);
1106d74001adSXin LI 			cdb_phyaddr_hi32 = acb->srb_phyaddr.B.phyadd_high;
1107d74001adSXin LI             if(cdb_phyaddr_hi32)
1108d74001adSXin LI             {
1109d74001adSXin LI 			    CHIP_REG_WRITE32(HBC_MessageUnit,0,inbound_queueport_high, cdb_phyaddr_hi32);
1110d74001adSXin LI 			    CHIP_REG_WRITE32(HBC_MessageUnit,0,inbound_queueport_low, ccb_post_stamp);
1111d74001adSXin LI             }
1112d74001adSXin LI             else
1113d74001adSXin LI             {
1114d74001adSXin LI 			    CHIP_REG_WRITE32(HBC_MessageUnit,0,inbound_queueport_low, ccb_post_stamp);
1115d74001adSXin LI             }
111644f05562SScott Long         }
111744f05562SScott Long         break;
11187a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
11197a7bc959SXin LI 			struct HBD_MessageUnit0 *phbdmu = (struct HBD_MessageUnit0 *)acb->pmu;
11207a7bc959SXin LI 			u_int16_t index_stripped;
11217a7bc959SXin LI 			u_int16_t postq_index;
11227a7bc959SXin LI 			struct InBound_SRB *pinbound_srb;
11237a7bc959SXin LI 
11247a7bc959SXin LI 			ARCMSR_LOCK_ACQUIRE(&acb->postDone_lock);
11257a7bc959SXin LI 			postq_index = phbdmu->postq_index;
11267a7bc959SXin LI 			pinbound_srb = (struct InBound_SRB *)&phbdmu->post_qbuffer[postq_index & 0xFF];
11277a7bc959SXin LI 			pinbound_srb->addressHigh = srb->cdb_phyaddr_high;
11287a7bc959SXin LI 			pinbound_srb->addressLow = srb->cdb_phyaddr_low;
11297a7bc959SXin LI 			pinbound_srb->length = srb->arc_cdb_size >> 2;
11307a7bc959SXin LI 			arcmsr_cdb->Context = srb->cdb_phyaddr_low;
11317a7bc959SXin LI 			if (postq_index & 0x4000) {
11327a7bc959SXin LI 				index_stripped = postq_index & 0xFF;
11337a7bc959SXin LI 				index_stripped += 1;
11347a7bc959SXin LI 				index_stripped %= ARCMSR_MAX_HBD_POSTQUEUE;
11357a7bc959SXin LI 				phbdmu->postq_index = index_stripped ? (index_stripped | 0x4000) : index_stripped;
11367a7bc959SXin LI 			} else {
11377a7bc959SXin LI 				index_stripped = postq_index;
11387a7bc959SXin LI 				index_stripped += 1;
11397a7bc959SXin LI 				index_stripped %= ARCMSR_MAX_HBD_POSTQUEUE;
11407a7bc959SXin LI 				phbdmu->postq_index = index_stripped ? index_stripped : (index_stripped | 0x4000);
11417a7bc959SXin LI 			}
11427a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, inboundlist_write_pointer, postq_index);
11437a7bc959SXin LI 			ARCMSR_LOCK_RELEASE(&acb->postDone_lock);
11447a7bc959SXin LI 		}
11457a7bc959SXin LI 		break;
1146f1c579b1SScott Long 	}
1147f1c579b1SScott Long }
1148f1c579b1SScott Long /*
114944f05562SScott Long ************************************************************************
115044f05562SScott Long ************************************************************************
115144f05562SScott Long */
115244f05562SScott Long static struct QBUFFER *arcmsr_get_iop_rqbuffer( struct AdapterControlBlock *acb)
115344f05562SScott Long {
115444f05562SScott Long 	struct QBUFFER *qbuffer=NULL;
115544f05562SScott Long 
115644f05562SScott Long 	switch (acb->adapter_type) {
115744f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
115844f05562SScott Long 			struct HBA_MessageUnit *phbamu = (struct HBA_MessageUnit *)acb->pmu;
115944f05562SScott Long 
116044f05562SScott Long 			qbuffer = (struct QBUFFER *)&phbamu->message_rbuffer;
116144f05562SScott Long 		}
116244f05562SScott Long 		break;
116344f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
116444f05562SScott Long 			struct HBB_MessageUnit *phbbmu = (struct HBB_MessageUnit *)acb->pmu;
116544f05562SScott Long 
116644f05562SScott Long 			qbuffer = (struct QBUFFER *)&phbbmu->hbb_rwbuffer->message_rbuffer;
116744f05562SScott Long 		}
116844f05562SScott Long 		break;
1169d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
1170d74001adSXin LI 			struct HBC_MessageUnit *phbcmu = (struct HBC_MessageUnit *)acb->pmu;
1171d74001adSXin LI 
1172d74001adSXin LI 			qbuffer = (struct QBUFFER *)&phbcmu->message_rbuffer;
1173d74001adSXin LI 		}
1174d74001adSXin LI 		break;
11757a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
11767a7bc959SXin LI 			struct HBD_MessageUnit0 *phbdmu = (struct HBD_MessageUnit0 *)acb->pmu;
11777a7bc959SXin LI 
11787a7bc959SXin LI 			qbuffer = (struct QBUFFER *)&phbdmu->phbdmu->message_rbuffer;
11797a7bc959SXin LI 		}
11807a7bc959SXin LI 		break;
118144f05562SScott Long 	}
118244f05562SScott Long 	return(qbuffer);
118344f05562SScott Long }
118444f05562SScott Long /*
118544f05562SScott Long ************************************************************************
118644f05562SScott Long ************************************************************************
118744f05562SScott Long */
118844f05562SScott Long static struct QBUFFER *arcmsr_get_iop_wqbuffer( struct AdapterControlBlock *acb)
118944f05562SScott Long {
119044f05562SScott Long 	struct QBUFFER *qbuffer = NULL;
119144f05562SScott Long 
119244f05562SScott Long 	switch (acb->adapter_type) {
119344f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
119444f05562SScott Long 			struct HBA_MessageUnit *phbamu = (struct HBA_MessageUnit *)acb->pmu;
119544f05562SScott Long 
119644f05562SScott Long 			qbuffer = (struct QBUFFER *)&phbamu->message_wbuffer;
119744f05562SScott Long 		}
119844f05562SScott Long 		break;
119944f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
120044f05562SScott Long 			struct HBB_MessageUnit *phbbmu = (struct HBB_MessageUnit *)acb->pmu;
120144f05562SScott Long 
120244f05562SScott Long 			qbuffer = (struct QBUFFER *)&phbbmu->hbb_rwbuffer->message_wbuffer;
120344f05562SScott Long 		}
120444f05562SScott Long 		break;
1205d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
1206d74001adSXin LI 			struct HBC_MessageUnit *phbcmu = (struct HBC_MessageUnit *)acb->pmu;
1207d74001adSXin LI 
1208d74001adSXin LI 			qbuffer = (struct QBUFFER *)&phbcmu->message_wbuffer;
1209d74001adSXin LI 		}
1210d74001adSXin LI 		break;
12117a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
12127a7bc959SXin LI 			struct HBD_MessageUnit0 *phbdmu = (struct HBD_MessageUnit0 *)acb->pmu;
12137a7bc959SXin LI 
12147a7bc959SXin LI 			qbuffer = (struct QBUFFER *)&phbdmu->phbdmu->message_wbuffer;
12157a7bc959SXin LI 		}
12167a7bc959SXin LI 		break;
121744f05562SScott Long 	}
121844f05562SScott Long 	return(qbuffer);
121944f05562SScott Long }
122044f05562SScott Long /*
122144f05562SScott Long **************************************************************************
122244f05562SScott Long **************************************************************************
122344f05562SScott Long */
122444f05562SScott Long static void arcmsr_iop_message_read(struct AdapterControlBlock *acb)
122544f05562SScott Long {
122644f05562SScott Long 	switch (acb->adapter_type) {
122744f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
122844f05562SScott Long 			/* let IOP know data has been read */
1229d74001adSXin LI 			CHIP_REG_WRITE32(HBA_MessageUnit, 0, inbound_doorbell, ARCMSR_INBOUND_DRIVER_DATA_READ_OK);
123044f05562SScott Long 		}
123144f05562SScott Long 		break;
123244f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
123344f05562SScott Long 			/* let IOP know data has been read */
1234d74001adSXin LI 			CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell, ARCMSR_DRV2IOP_DATA_READ_OK);
123544f05562SScott Long 		}
123644f05562SScott Long 		break;
1237d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
1238d74001adSXin LI 			/* let IOP know data has been read */
1239d74001adSXin LI 			CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_doorbell, ARCMSR_HBCMU_DRV2IOP_DATA_READ_OK);
1240d74001adSXin LI 		}
12417a7bc959SXin LI 		break;
12427a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
12437a7bc959SXin LI 			/* let IOP know data has been read */
12447a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, inbound_doorbell, ARCMSR_HBDMU_DRV2IOP_DATA_OUT_READ);
12457a7bc959SXin LI 		}
12467a7bc959SXin LI 		break;
124744f05562SScott Long 	}
124844f05562SScott Long }
124944f05562SScott Long /*
125044f05562SScott Long **************************************************************************
125144f05562SScott Long **************************************************************************
125244f05562SScott Long */
125344f05562SScott Long static void arcmsr_iop_message_wrote(struct AdapterControlBlock *acb)
125444f05562SScott Long {
125544f05562SScott Long 	switch (acb->adapter_type) {
125644f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
125744f05562SScott Long 			/*
125844f05562SScott Long 			** push inbound doorbell tell iop, driver data write ok
125944f05562SScott Long 			** and wait reply on next hwinterrupt for next Qbuffer post
126044f05562SScott Long 			*/
1261d74001adSXin LI 			CHIP_REG_WRITE32(HBA_MessageUnit, 0, inbound_doorbell, ARCMSR_INBOUND_DRIVER_DATA_WRITE_OK);
126244f05562SScott Long 		}
126344f05562SScott Long 		break;
126444f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
126544f05562SScott Long 			/*
126644f05562SScott Long 			** push inbound doorbell tell iop, driver data write ok
126744f05562SScott Long 			** and wait reply on next hwinterrupt for next Qbuffer post
126844f05562SScott Long 			*/
1269d74001adSXin LI 			CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell, ARCMSR_DRV2IOP_DATA_WRITE_OK);
1270d74001adSXin LI 		}
1271d74001adSXin LI 		break;
1272d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
1273d74001adSXin LI 			/*
1274d74001adSXin LI 			** push inbound doorbell tell iop, driver data write ok
1275d74001adSXin LI 			** and wait reply on next hwinterrupt for next Qbuffer post
1276d74001adSXin LI 			*/
1277d74001adSXin LI 			CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_doorbell, ARCMSR_HBCMU_DRV2IOP_DATA_WRITE_OK);
127844f05562SScott Long 		}
127944f05562SScott Long 		break;
12807a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
128144f05562SScott Long 			/*
12827a7bc959SXin LI 			** push inbound doorbell tell iop, driver data write ok
12837a7bc959SXin LI 			** and wait reply on next hwinterrupt for next Qbuffer post
1284f1c579b1SScott Long 			*/
12857a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, inbound_doorbell, ARCMSR_HBDMU_DRV2IOP_DATA_IN_READY);
1286f1c579b1SScott Long 		}
12877a7bc959SXin LI 		break;
1288ad6d6297SScott Long 	}
1289f1c579b1SScott Long }
1290f1c579b1SScott Long /*
1291f1c579b1SScott Long ************************************************************************
1292f1c579b1SScott Long ************************************************************************
1293f1c579b1SScott Long */
129444f05562SScott Long static void arcmsr_stop_hba_bgrb(struct AdapterControlBlock *acb)
1295f1c579b1SScott Long {
1296ad6d6297SScott Long 	acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
129744f05562SScott Long 	CHIP_REG_WRITE32(HBA_MessageUnit,
129844f05562SScott Long 	0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_STOP_BGRB);
129944f05562SScott Long 	if(!arcmsr_hba_wait_msgint_ready(acb)) {
1300d74001adSXin LI 		printf("arcmsr%d: wait 'stop adapter background rebulid' timeout \n"
1301ad6d6297SScott Long 			, acb->pci_unit);
1302ad6d6297SScott Long 	}
1303f1c579b1SScott Long }
1304f1c579b1SScott Long /*
1305f1c579b1SScott Long ************************************************************************
1306f1c579b1SScott Long ************************************************************************
1307f1c579b1SScott Long */
130844f05562SScott Long static void arcmsr_stop_hbb_bgrb(struct AdapterControlBlock *acb)
130944f05562SScott Long {
131044f05562SScott Long 	acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
131144f05562SScott Long 	CHIP_REG_WRITE32(HBB_DOORBELL,
131244f05562SScott Long 	0, drv2iop_doorbell, ARCMSR_MESSAGE_STOP_BGRB);
131344f05562SScott Long 	if(!arcmsr_hbb_wait_msgint_ready(acb)) {
1314d74001adSXin LI 		printf( "arcmsr%d: wait 'stop adapter background rebulid' timeout \n"
131544f05562SScott Long 			, acb->pci_unit);
131644f05562SScott Long 	}
131744f05562SScott Long }
131844f05562SScott Long /*
131944f05562SScott Long ************************************************************************
132044f05562SScott Long ************************************************************************
132144f05562SScott Long */
1322d74001adSXin LI static void arcmsr_stop_hbc_bgrb(struct AdapterControlBlock *acb)
1323d74001adSXin LI {
1324d74001adSXin LI 	acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
1325d74001adSXin LI 	CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_STOP_BGRB);
1326d74001adSXin LI 	CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_doorbell,ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE);
1327d74001adSXin LI 	if(!arcmsr_hbc_wait_msgint_ready(acb)) {
1328d74001adSXin LI 		printf("arcmsr%d: wait 'stop adapter background rebulid' timeout \n", acb->pci_unit);
1329d74001adSXin LI 	}
1330d74001adSXin LI }
1331d74001adSXin LI /*
1332d74001adSXin LI ************************************************************************
1333d74001adSXin LI ************************************************************************
1334d74001adSXin LI */
13357a7bc959SXin LI static void arcmsr_stop_hbd_bgrb(struct AdapterControlBlock *acb)
13367a7bc959SXin LI {
13377a7bc959SXin LI 	acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
13387a7bc959SXin LI 	CHIP_REG_WRITE32(HBD_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_STOP_BGRB);
13397a7bc959SXin LI 	if(!arcmsr_hbd_wait_msgint_ready(acb)) {
13407a7bc959SXin LI 		printf("arcmsr%d: wait 'stop adapter background rebulid' timeout \n", acb->pci_unit);
13417a7bc959SXin LI 	}
13427a7bc959SXin LI }
13437a7bc959SXin LI /*
13447a7bc959SXin LI ************************************************************************
13457a7bc959SXin LI ************************************************************************
13467a7bc959SXin LI */
134744f05562SScott Long static void arcmsr_stop_adapter_bgrb(struct AdapterControlBlock *acb)
134844f05562SScott Long {
134944f05562SScott Long 	switch (acb->adapter_type) {
135044f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
135144f05562SScott Long 			arcmsr_stop_hba_bgrb(acb);
135244f05562SScott Long 		}
135344f05562SScott Long 		break;
135444f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
135544f05562SScott Long 			arcmsr_stop_hbb_bgrb(acb);
135644f05562SScott Long 		}
135744f05562SScott Long 		break;
1358d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
1359d74001adSXin LI 			arcmsr_stop_hbc_bgrb(acb);
1360d74001adSXin LI 		}
1361d74001adSXin LI 		break;
13627a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
13637a7bc959SXin LI 			arcmsr_stop_hbd_bgrb(acb);
13647a7bc959SXin LI 		}
13657a7bc959SXin LI 		break;
136644f05562SScott Long 	}
136744f05562SScott Long }
136844f05562SScott Long /*
136944f05562SScott Long ************************************************************************
137044f05562SScott Long ************************************************************************
137144f05562SScott Long */
1372ad6d6297SScott Long static void arcmsr_poll(struct cam_sim *psim)
1373f1c579b1SScott Long {
1374579ec1a5SScott Long 	struct AdapterControlBlock *acb;
13754e32649fSXin LI 	int	mutex;
1376579ec1a5SScott Long 
1377579ec1a5SScott Long 	acb = (struct AdapterControlBlock *)cam_sim_softc(psim);
13787a7bc959SXin LI 	mutex = mtx_owned(&acb->isr_lock);
13794e32649fSXin LI 	if( mutex == 0 )
13807a7bc959SXin LI 		ARCMSR_LOCK_ACQUIRE(&acb->isr_lock);
1381579ec1a5SScott Long 	arcmsr_interrupt(acb);
13824e32649fSXin LI 	if( mutex == 0 )
13837a7bc959SXin LI 		ARCMSR_LOCK_RELEASE(&acb->isr_lock);
13847a7bc959SXin LI }
13857a7bc959SXin LI /*
13867a7bc959SXin LI **************************************************************************
13877a7bc959SXin LI **************************************************************************
13887a7bc959SXin LI */
138935689395SXin LI static u_int32_t arcmsr_Read_iop_rqbuffer_data_D(struct AdapterControlBlock *acb,
139035689395SXin LI     struct QBUFFER *prbuffer) {
139135689395SXin LI 
139235689395SXin LI 	u_int8_t *pQbuffer;
139335689395SXin LI 	u_int8_t *buf1 = 0;
139435689395SXin LI 	u_int32_t *iop_data, *buf2 = 0;
139535689395SXin LI 	u_int32_t iop_len, data_len;
139635689395SXin LI 
139735689395SXin LI 	iop_data = (u_int32_t *)prbuffer->data;
139835689395SXin LI 	iop_len = (u_int32_t)prbuffer->data_len;
139935689395SXin LI 	if ( iop_len > 0 )
140035689395SXin LI 	{
140135689395SXin LI 		buf1 = malloc(128, M_DEVBUF, M_NOWAIT | M_ZERO);
140235689395SXin LI 		buf2 = (u_int32_t *)buf1;
140335689395SXin LI 		if( buf1 == NULL)
140435689395SXin LI 			return (0);
140535689395SXin LI 		data_len = iop_len;
140635689395SXin LI 		while(data_len >= 4)
140735689395SXin LI 		{
140835689395SXin LI 			*buf2++ = *iop_data++;
140935689395SXin LI 			data_len -= 4;
141035689395SXin LI 		}
141135689395SXin LI 		if(data_len)
141235689395SXin LI 			*buf2 = *iop_data;
141335689395SXin LI 		buf2 = (u_int32_t *)buf1;
141435689395SXin LI 	}
141535689395SXin LI 	while (iop_len > 0) {
141635689395SXin LI 		pQbuffer = &acb->rqbuffer[acb->rqbuf_lastindex];
141735689395SXin LI 		*pQbuffer = *buf1;
141835689395SXin LI 		acb->rqbuf_lastindex++;
141935689395SXin LI 		/* if last, index number set it to 0 */
142035689395SXin LI 		acb->rqbuf_lastindex %= ARCMSR_MAX_QBUFFER;
142135689395SXin LI 		buf1++;
142235689395SXin LI 		iop_len--;
142335689395SXin LI 	}
142435689395SXin LI 	if(buf2)
142535689395SXin LI 		free( (u_int8_t *)buf2, M_DEVBUF);
142635689395SXin LI 	/* let IOP know data has been read */
142735689395SXin LI 	arcmsr_iop_message_read(acb);
142835689395SXin LI 	return (1);
142935689395SXin LI }
143035689395SXin LI /*
143135689395SXin LI **************************************************************************
143235689395SXin LI **************************************************************************
143335689395SXin LI */
143435689395SXin LI static u_int32_t arcmsr_Read_iop_rqbuffer_data(struct AdapterControlBlock *acb,
14357a7bc959SXin LI     struct QBUFFER *prbuffer) {
14367a7bc959SXin LI 
14377a7bc959SXin LI 	u_int8_t *pQbuffer;
14387a7bc959SXin LI 	u_int8_t *iop_data;
14397a7bc959SXin LI 	u_int32_t iop_len;
14407a7bc959SXin LI 
144135689395SXin LI 	if(acb->adapter_type == ACB_ADAPTER_TYPE_D) {
144235689395SXin LI 		return(arcmsr_Read_iop_rqbuffer_data_D(acb, prbuffer));
144335689395SXin LI 	}
14447a7bc959SXin LI 	iop_data = (u_int8_t *)prbuffer->data;
14457a7bc959SXin LI 	iop_len = (u_int32_t)prbuffer->data_len;
14467a7bc959SXin LI 	while (iop_len > 0) {
14477a7bc959SXin LI 		pQbuffer = &acb->rqbuffer[acb->rqbuf_lastindex];
14487a7bc959SXin LI 		*pQbuffer = *iop_data;
14497a7bc959SXin LI 		acb->rqbuf_lastindex++;
14507a7bc959SXin LI 		/* if last, index number set it to 0 */
14517a7bc959SXin LI 		acb->rqbuf_lastindex %= ARCMSR_MAX_QBUFFER;
14527a7bc959SXin LI 		iop_data++;
14537a7bc959SXin LI 		iop_len--;
14547a7bc959SXin LI 	}
14557a7bc959SXin LI 	/* let IOP know data has been read */
14567a7bc959SXin LI 	arcmsr_iop_message_read(acb);
145735689395SXin LI 	return (1);
1458f1c579b1SScott Long }
1459f1c579b1SScott Long /*
146044f05562SScott Long **************************************************************************
146144f05562SScott Long **************************************************************************
14625878cbecSScott Long */
146344f05562SScott Long static void arcmsr_iop2drv_data_wrote_handle(struct AdapterControlBlock *acb)
1464f1c579b1SScott Long {
146544f05562SScott Long 	struct QBUFFER *prbuffer;
14667a7bc959SXin LI 	int my_empty_len;
1467ad6d6297SScott Long 
1468f1c579b1SScott Long 	/*check this iop data if overflow my rqbuffer*/
14697a7bc959SXin LI 	ARCMSR_LOCK_ACQUIRE(&acb->qbuffer_lock);
147044f05562SScott Long 	prbuffer = arcmsr_get_iop_rqbuffer(acb);
14717a7bc959SXin LI 	my_empty_len = (acb->rqbuf_lastindex - acb->rqbuf_firstindex - 1) &
14727a7bc959SXin LI 	    (ARCMSR_MAX_QBUFFER-1);
14737a7bc959SXin LI 	if(my_empty_len >= prbuffer->data_len) {
147435689395SXin LI 		if(arcmsr_Read_iop_rqbuffer_data(acb, prbuffer) == 0)
147535689395SXin LI 			acb->acb_flags |= ACB_F_IOPDATA_OVERFLOW;
1476ad6d6297SScott Long 	} else {
1477ad6d6297SScott Long 		acb->acb_flags |= ACB_F_IOPDATA_OVERFLOW;
1478f1c579b1SScott Long 	}
14797a7bc959SXin LI 	ARCMSR_LOCK_RELEASE(&acb->qbuffer_lock);
14807a7bc959SXin LI }
14817a7bc959SXin LI /*
14827a7bc959SXin LI **********************************************************************
14837a7bc959SXin LI **********************************************************************
14847a7bc959SXin LI */
148535689395SXin LI static void arcmsr_Write_data_2iop_wqbuffer_D(struct AdapterControlBlock *acb)
148635689395SXin LI {
148735689395SXin LI 	u_int8_t *pQbuffer;
148835689395SXin LI 	struct QBUFFER *pwbuffer;
148935689395SXin LI 	u_int8_t *buf1 = 0;
149035689395SXin LI 	u_int32_t *iop_data, *buf2 = 0;
149135689395SXin LI 	u_int32_t allxfer_len = 0, data_len;
149235689395SXin LI 
149335689395SXin LI 	if(acb->acb_flags & ACB_F_MESSAGE_WQBUFFER_READ) {
149435689395SXin LI 		buf1 = malloc(128, M_DEVBUF, M_NOWAIT | M_ZERO);
149535689395SXin LI 		buf2 = (u_int32_t *)buf1;
149635689395SXin LI 		if( buf1 == NULL)
149735689395SXin LI 			return;
149835689395SXin LI 
149935689395SXin LI 		acb->acb_flags &= (~ACB_F_MESSAGE_WQBUFFER_READ);
150035689395SXin LI 		pwbuffer = arcmsr_get_iop_wqbuffer(acb);
150135689395SXin LI 		iop_data = (u_int32_t *)pwbuffer->data;
150235689395SXin LI 		while((acb->wqbuf_firstindex != acb->wqbuf_lastindex)
150335689395SXin LI 			&& (allxfer_len < 124)) {
150435689395SXin LI 			pQbuffer = &acb->wqbuffer[acb->wqbuf_firstindex];
150535689395SXin LI 			*buf1 = *pQbuffer;
150635689395SXin LI 			acb->wqbuf_firstindex++;
150735689395SXin LI 			acb->wqbuf_firstindex %= ARCMSR_MAX_QBUFFER;
150835689395SXin LI 			buf1++;
150935689395SXin LI 			allxfer_len++;
151035689395SXin LI 		}
151135689395SXin LI 		pwbuffer->data_len = allxfer_len;
151235689395SXin LI 		data_len = allxfer_len;
151335689395SXin LI 		buf1 = (u_int8_t *)buf2;
151435689395SXin LI 		while(data_len >= 4)
151535689395SXin LI 		{
151635689395SXin LI 			*iop_data++ = *buf2++;
151735689395SXin LI 			data_len -= 4;
151835689395SXin LI 		}
151935689395SXin LI 		if(data_len)
152035689395SXin LI 			*iop_data = *buf2;
152135689395SXin LI 		free( buf1, M_DEVBUF);
152235689395SXin LI 		arcmsr_iop_message_wrote(acb);
152335689395SXin LI 	}
152435689395SXin LI }
152535689395SXin LI /*
152635689395SXin LI **********************************************************************
152735689395SXin LI **********************************************************************
152835689395SXin LI */
15297a7bc959SXin LI static void arcmsr_Write_data_2iop_wqbuffer(struct AdapterControlBlock *acb)
15307a7bc959SXin LI {
15317a7bc959SXin LI 	u_int8_t *pQbuffer;
15327a7bc959SXin LI 	struct QBUFFER *pwbuffer;
15337a7bc959SXin LI 	u_int8_t *iop_data;
15347a7bc959SXin LI 	int32_t allxfer_len=0;
15357a7bc959SXin LI 
153635689395SXin LI 	if(acb->adapter_type == ACB_ADAPTER_TYPE_D) {
153735689395SXin LI 		arcmsr_Write_data_2iop_wqbuffer_D(acb);
153835689395SXin LI 		return;
153935689395SXin LI 	}
15407a7bc959SXin LI 	if(acb->acb_flags & ACB_F_MESSAGE_WQBUFFER_READ) {
15417a7bc959SXin LI 		acb->acb_flags &= (~ACB_F_MESSAGE_WQBUFFER_READ);
15427a7bc959SXin LI 		pwbuffer = arcmsr_get_iop_wqbuffer(acb);
15437a7bc959SXin LI 		iop_data = (u_int8_t *)pwbuffer->data;
15447a7bc959SXin LI 		while((acb->wqbuf_firstindex != acb->wqbuf_lastindex)
15457a7bc959SXin LI 			&& (allxfer_len < 124)) {
15467a7bc959SXin LI 			pQbuffer = &acb->wqbuffer[acb->wqbuf_firstindex];
15477a7bc959SXin LI 			*iop_data = *pQbuffer;
15487a7bc959SXin LI 			acb->wqbuf_firstindex++;
15497a7bc959SXin LI 			acb->wqbuf_firstindex %= ARCMSR_MAX_QBUFFER;
15507a7bc959SXin LI 			iop_data++;
15517a7bc959SXin LI 			allxfer_len++;
15527a7bc959SXin LI 		}
15537a7bc959SXin LI 		pwbuffer->data_len = allxfer_len;
15547a7bc959SXin LI 		arcmsr_iop_message_wrote(acb);
15557a7bc959SXin LI 	}
1556f1c579b1SScott Long }
1557f1c579b1SScott Long /*
155844f05562SScott Long **************************************************************************
155944f05562SScott Long **************************************************************************
156044f05562SScott Long */
156144f05562SScott Long static void arcmsr_iop2drv_data_read_handle(struct AdapterControlBlock *acb)
156244f05562SScott Long {
15637a7bc959SXin LI 	ARCMSR_LOCK_ACQUIRE(&acb->qbuffer_lock);
156444f05562SScott Long 	acb->acb_flags |= ACB_F_MESSAGE_WQBUFFER_READ;
156544f05562SScott Long 	/*
156644f05562SScott Long 	*****************************************************************
156744f05562SScott Long 	**   check if there are any mail packages from user space program
156844f05562SScott Long 	**   in my post bag, now is the time to send them into Areca's firmware
156944f05562SScott Long 	*****************************************************************
1570f1c579b1SScott Long 	*/
1571ad6d6297SScott Long 	if(acb->wqbuf_firstindex != acb->wqbuf_lastindex) {
15727a7bc959SXin LI 		arcmsr_Write_data_2iop_wqbuffer(acb);
1573f1c579b1SScott Long 	}
1574ad6d6297SScott Long 	if(acb->wqbuf_firstindex == acb->wqbuf_lastindex) {
1575ad6d6297SScott Long 		acb->acb_flags |= ACB_F_MESSAGE_WQBUFFER_CLEARED;
1576f1c579b1SScott Long 	}
15777a7bc959SXin LI 	ARCMSR_LOCK_RELEASE(&acb->qbuffer_lock);
1578f1c579b1SScott Long }
15797a7bc959SXin LI /*
15807a7bc959SXin LI **************************************************************************
15817a7bc959SXin LI **************************************************************************
15827a7bc959SXin LI */
1583d74001adSXin LI static void arcmsr_rescanLun_cb(struct cam_periph *periph, union ccb *ccb)
1584d74001adSXin LI {
1585d74001adSXin LI /*
1586d74001adSXin LI 	if (ccb->ccb_h.status != CAM_REQ_CMP)
15877a7bc959SXin LI 		printf("arcmsr_rescanLun_cb: Rescan Target=%x, lun=%x,"
15887a7bc959SXin LI 		    "failure status=%x\n", ccb->ccb_h.target_id,
15897a7bc959SXin LI 		    ccb->ccb_h.target_lun, ccb->ccb_h.status);
1590d74001adSXin LI 	else
1591d74001adSXin LI 		printf("arcmsr_rescanLun_cb: Rescan lun successfully!\n");
1592d74001adSXin LI */
1593d74001adSXin LI 	xpt_free_path(ccb->ccb_h.path);
1594d74001adSXin LI 	xpt_free_ccb(ccb);
1595d74001adSXin LI }
1596d74001adSXin LI 
1597d74001adSXin LI static void	arcmsr_rescan_lun(struct AdapterControlBlock *acb, int target, int lun)
1598d74001adSXin LI {
1599d74001adSXin LI 	struct cam_path     *path;
1600d74001adSXin LI 	union ccb           *ccb;
1601d74001adSXin LI 
1602d74001adSXin LI 	if ((ccb = (union ccb *)xpt_alloc_ccb_nowait()) == NULL)
1603d74001adSXin LI  		return;
1604abfdbca9SXin LI 	if (xpt_create_path(&path, NULL, cam_sim_path(acb->psim), target, lun) != CAM_REQ_CMP)
1605d74001adSXin LI 	{
1606d74001adSXin LI 		xpt_free_ccb(ccb);
1607d74001adSXin LI 		return;
1608d74001adSXin LI 	}
1609d74001adSXin LI /*	printf("arcmsr_rescan_lun: Rescan Target=%x, Lun=%x\n", target, lun); */
1610d74001adSXin LI 	bzero(ccb, sizeof(union ccb));
1611d74001adSXin LI 	xpt_setup_ccb(&ccb->ccb_h, path, 5);
1612d74001adSXin LI 	ccb->ccb_h.func_code = XPT_SCAN_LUN;
1613d74001adSXin LI 	ccb->ccb_h.cbfcnp = arcmsr_rescanLun_cb;
1614d74001adSXin LI 	ccb->crcn.flags = CAM_FLAG_NONE;
1615d74001adSXin LI 	xpt_action(ccb);
1616d74001adSXin LI }
1617d74001adSXin LI 
1618d74001adSXin LI 
1619d74001adSXin LI static void arcmsr_abort_dr_ccbs(struct AdapterControlBlock *acb, int target, int lun)
1620d74001adSXin LI {
1621d74001adSXin LI    	struct CommandControlBlock *srb;
1622d74001adSXin LI 	u_int32_t intmask_org;
1623d74001adSXin LI    	int i;
1624d74001adSXin LI 
1625d74001adSXin LI 	/* disable all outbound interrupts */
1626d74001adSXin LI 	intmask_org = arcmsr_disable_allintr(acb);
1627d74001adSXin LI 	for (i = 0; i < ARCMSR_MAX_FREESRB_NUM; i++)
1628d74001adSXin LI 	{
1629d74001adSXin LI 		srb = acb->psrb_pool[i];
163022f2616bSXin LI 		if (srb->srb_state == ARCMSR_SRB_START)
1631d74001adSXin LI 		{
1632d74001adSXin LI            	if((target == srb->pccb->ccb_h.target_id) && (lun == srb->pccb->ccb_h.target_lun))
1633d74001adSXin LI             {
163422f2616bSXin LI 		    	srb->srb_state = ARCMSR_SRB_ABORTED;
1635d74001adSXin LI 				srb->pccb->ccb_h.status |= CAM_REQ_ABORTED;
1636d74001adSXin LI 		    	arcmsr_srb_complete(srb, 1);
163722f2616bSXin LI 				printf("arcmsr%d: abort scsi id %d lun %d srb=%p \n", acb->pci_unit, target, lun, srb);
1638d74001adSXin LI        		}
1639d74001adSXin LI 		}
1640d74001adSXin LI 	}
1641d74001adSXin LI 	/* enable outbound Post Queue, outbound doorbell Interrupt */
1642d74001adSXin LI 	arcmsr_enable_allintr(acb, intmask_org);
1643d74001adSXin LI }
1644d74001adSXin LI /*
1645d74001adSXin LI **************************************************************************
1646d74001adSXin LI **************************************************************************
1647d74001adSXin LI */
1648d74001adSXin LI static void arcmsr_dr_handle(struct AdapterControlBlock *acb) {
1649d74001adSXin LI 	u_int32_t	devicemap;
1650d74001adSXin LI 	u_int32_t	target, lun;
1651d74001adSXin LI     u_int32_t	deviceMapCurrent[4]={0};
1652d74001adSXin LI     u_int8_t	*pDevMap;
1653d74001adSXin LI 
1654d74001adSXin LI 	switch (acb->adapter_type) {
1655d74001adSXin LI 	case ACB_ADAPTER_TYPE_A:
1656d74001adSXin LI 			devicemap = offsetof(struct HBA_MessageUnit, msgcode_rwbuffer[ARCMSR_FW_DEVMAP_OFFSET]);
1657d74001adSXin LI 			for (target = 0; target < 4; target++)
1658d74001adSXin LI 			{
1659d74001adSXin LI             	deviceMapCurrent[target]=bus_space_read_4(acb->btag[0], acb->bhandle[0],  devicemap);
1660d74001adSXin LI             	devicemap += 4;
1661d74001adSXin LI 			}
1662d74001adSXin LI 			break;
1663d74001adSXin LI 
1664d74001adSXin LI 	case ACB_ADAPTER_TYPE_B:
1665d74001adSXin LI 			devicemap = offsetof(struct HBB_RWBUFFER, msgcode_rwbuffer[ARCMSR_FW_DEVMAP_OFFSET]);
1666d74001adSXin LI 			for (target = 0; target < 4; target++)
1667d74001adSXin LI 			{
1668d74001adSXin LI             	deviceMapCurrent[target]=bus_space_read_4(acb->btag[1], acb->bhandle[1],  devicemap);
1669d74001adSXin LI             	devicemap += 4;
1670d74001adSXin LI 			}
1671d74001adSXin LI 			break;
1672d74001adSXin LI 
1673d74001adSXin LI 	case ACB_ADAPTER_TYPE_C:
1674d74001adSXin LI 			devicemap = offsetof(struct HBC_MessageUnit, msgcode_rwbuffer[ARCMSR_FW_DEVMAP_OFFSET]);
1675d74001adSXin LI 			for (target = 0; target < 4; target++)
1676d74001adSXin LI 			{
1677d74001adSXin LI             	deviceMapCurrent[target]=bus_space_read_4(acb->btag[0], acb->bhandle[0],  devicemap);
1678d74001adSXin LI             	devicemap += 4;
1679d74001adSXin LI 			}
1680d74001adSXin LI 			break;
16817a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D:
16827a7bc959SXin LI 			devicemap = offsetof(struct HBD_MessageUnit, msgcode_rwbuffer[ARCMSR_FW_DEVMAP_OFFSET]);
16837a7bc959SXin LI 			for (target = 0; target < 4; target++)
16847a7bc959SXin LI 			{
16857a7bc959SXin LI             	deviceMapCurrent[target]=bus_space_read_4(acb->btag[0], acb->bhandle[0],  devicemap);
16867a7bc959SXin LI             	devicemap += 4;
16877a7bc959SXin LI 			}
16887a7bc959SXin LI 			break;
1689d74001adSXin LI 	}
1690dac36688SXin LI 
1691d74001adSXin LI 		if(acb->acb_flags & ACB_F_BUS_HANG_ON)
1692d74001adSXin LI 		{
1693d74001adSXin LI 			acb->acb_flags &= ~ACB_F_BUS_HANG_ON;
1694d74001adSXin LI 		}
1695d74001adSXin LI 		/*
1696d74001adSXin LI 		** adapter posted CONFIG message
1697d74001adSXin LI 		** copy the new map, note if there are differences with the current map
1698d74001adSXin LI 		*/
1699d74001adSXin LI 		pDevMap = (u_int8_t	*)&deviceMapCurrent[0];
1700d74001adSXin LI 		for (target = 0; target < ARCMSR_MAX_TARGETID - 1; target++)
1701d74001adSXin LI 		{
1702d74001adSXin LI 			if (*pDevMap != acb->device_map[target])
1703d74001adSXin LI 			{
1704d74001adSXin LI                 u_int8_t difference, bit_check;
1705d74001adSXin LI 
1706d74001adSXin LI                 difference = *pDevMap ^ acb->device_map[target];
1707d74001adSXin LI                 for(lun=0; lun < ARCMSR_MAX_TARGETLUN; lun++)
1708d74001adSXin LI                 {
1709d74001adSXin LI                     bit_check = (1 << lun);						/*check bit from 0....31*/
1710d74001adSXin LI                     if(difference & bit_check)
1711d74001adSXin LI                     {
1712d74001adSXin LI                         if(acb->device_map[target] & bit_check)
1713d74001adSXin LI                         {/* unit departed */
1714d74001adSXin LI 							printf("arcmsr_dr_handle: Target=%x, lun=%x, GONE!!!\n",target,lun);
1715d74001adSXin LI  							arcmsr_abort_dr_ccbs(acb, target, lun);
1716d74001adSXin LI                         	arcmsr_rescan_lun(acb, target, lun);
1717d74001adSXin LI         					acb->devstate[target][lun] = ARECA_RAID_GONE;
1718d74001adSXin LI                         }
1719d74001adSXin LI                         else
1720d74001adSXin LI                         {/* unit arrived */
172122f2616bSXin LI 							printf("arcmsr_dr_handle: Target=%x, lun=%x, Plug-IN!!!\n",target,lun);
1722d74001adSXin LI                         	arcmsr_rescan_lun(acb, target, lun);
1723d74001adSXin LI         					acb->devstate[target][lun] = ARECA_RAID_GOOD;
1724d74001adSXin LI                         }
1725d74001adSXin LI                     }
1726d74001adSXin LI                 }
1727d74001adSXin LI /*				printf("arcmsr_dr_handle: acb->device_map[%x]=0x%x, deviceMapCurrent[%x]=%x\n",target,acb->device_map[target],target,*pDevMap); */
1728d74001adSXin LI 				acb->device_map[target] = *pDevMap;
1729d74001adSXin LI 			}
1730d74001adSXin LI 			pDevMap++;
1731d74001adSXin LI 		}
1732d74001adSXin LI }
1733d74001adSXin LI /*
1734d74001adSXin LI **************************************************************************
1735d74001adSXin LI **************************************************************************
1736d74001adSXin LI */
1737d74001adSXin LI static void arcmsr_hba_message_isr(struct AdapterControlBlock *acb) {
1738d74001adSXin LI 	u_int32_t outbound_message;
1739d74001adSXin LI 
1740d74001adSXin LI 	CHIP_REG_WRITE32(HBA_MessageUnit, 0, outbound_intstatus, ARCMSR_MU_OUTBOUND_MESSAGE0_INT);
1741d74001adSXin LI 	outbound_message = CHIP_REG_READ32(HBA_MessageUnit, 0, msgcode_rwbuffer[0]);
1742d74001adSXin LI 	if (outbound_message == ARCMSR_SIGNATURE_GET_CONFIG)
1743d74001adSXin LI 		arcmsr_dr_handle( acb );
1744d74001adSXin LI }
1745d74001adSXin LI /*
1746d74001adSXin LI **************************************************************************
1747d74001adSXin LI **************************************************************************
1748d74001adSXin LI */
1749d74001adSXin LI static void arcmsr_hbb_message_isr(struct AdapterControlBlock *acb) {
1750d74001adSXin LI 	u_int32_t outbound_message;
1751d74001adSXin LI 
1752d74001adSXin LI 	/* clear interrupts */
1753d74001adSXin LI 	CHIP_REG_WRITE32(HBB_DOORBELL, 0, iop2drv_doorbell, ARCMSR_MESSAGE_INT_CLEAR_PATTERN);
1754d74001adSXin LI 	outbound_message = CHIP_REG_READ32(HBB_RWBUFFER, 1, msgcode_rwbuffer[0]);
1755d74001adSXin LI 	if (outbound_message == ARCMSR_SIGNATURE_GET_CONFIG)
1756d74001adSXin LI 		arcmsr_dr_handle( acb );
1757d74001adSXin LI }
1758d74001adSXin LI /*
1759d74001adSXin LI **************************************************************************
1760d74001adSXin LI **************************************************************************
1761d74001adSXin LI */
1762d74001adSXin LI static void arcmsr_hbc_message_isr(struct AdapterControlBlock *acb) {
1763d74001adSXin LI 	u_int32_t outbound_message;
1764d74001adSXin LI 
1765d74001adSXin LI 	CHIP_REG_WRITE32(HBC_MessageUnit, 0, outbound_doorbell_clear, ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE_DOORBELL_CLEAR);
1766d74001adSXin LI 	outbound_message = CHIP_REG_READ32(HBC_MessageUnit, 0, msgcode_rwbuffer[0]);
1767d74001adSXin LI 	if (outbound_message == ARCMSR_SIGNATURE_GET_CONFIG)
1768d74001adSXin LI 		arcmsr_dr_handle( acb );
1769d74001adSXin LI }
177044f05562SScott Long /*
177144f05562SScott Long **************************************************************************
177244f05562SScott Long **************************************************************************
177344f05562SScott Long */
17747a7bc959SXin LI static void arcmsr_hbd_message_isr(struct AdapterControlBlock *acb) {
17757a7bc959SXin LI 	u_int32_t outbound_message;
17767a7bc959SXin LI 
17777a7bc959SXin LI 	CHIP_REG_WRITE32(HBD_MessageUnit, 0, outbound_doorbell, ARCMSR_HBDMU_IOP2DRV_MESSAGE_CMD_DONE_CLEAR);
17787a7bc959SXin LI 	outbound_message = CHIP_REG_READ32(HBD_MessageUnit, 0, msgcode_rwbuffer[0]);
17797a7bc959SXin LI 	if (outbound_message == ARCMSR_SIGNATURE_GET_CONFIG)
17807a7bc959SXin LI 		arcmsr_dr_handle( acb );
17817a7bc959SXin LI }
17827a7bc959SXin LI /*
17837a7bc959SXin LI **************************************************************************
17847a7bc959SXin LI **************************************************************************
17857a7bc959SXin LI */
178644f05562SScott Long static void arcmsr_hba_doorbell_isr(struct AdapterControlBlock *acb)
178744f05562SScott Long {
178844f05562SScott Long 	u_int32_t outbound_doorbell;
178944f05562SScott Long 
179044f05562SScott Long 	/*
179144f05562SScott Long 	*******************************************************************
179244f05562SScott Long 	**  Maybe here we need to check wrqbuffer_lock is lock or not
179344f05562SScott Long 	**  DOORBELL: din! don!
179444f05562SScott Long 	**  check if there are any mail need to pack from firmware
179544f05562SScott Long 	*******************************************************************
179644f05562SScott Long 	*/
179744f05562SScott Long 	outbound_doorbell = CHIP_REG_READ32(HBA_MessageUnit,
179844f05562SScott Long 	0, outbound_doorbell);
179944f05562SScott Long 	CHIP_REG_WRITE32(HBA_MessageUnit,
180044f05562SScott Long 	0, outbound_doorbell, outbound_doorbell); /* clear doorbell interrupt */
180144f05562SScott Long 	if(outbound_doorbell & ARCMSR_OUTBOUND_IOP331_DATA_WRITE_OK) {
180244f05562SScott Long 		arcmsr_iop2drv_data_wrote_handle(acb);
1803ad6d6297SScott Long 	}
180444f05562SScott Long 	if(outbound_doorbell & ARCMSR_OUTBOUND_IOP331_DATA_READ_OK) {
180544f05562SScott Long 		arcmsr_iop2drv_data_read_handle(acb);
180644f05562SScott Long 	}
180744f05562SScott Long }
180844f05562SScott Long /*
180944f05562SScott Long **************************************************************************
181044f05562SScott Long **************************************************************************
181144f05562SScott Long */
1812d74001adSXin LI static void arcmsr_hbc_doorbell_isr(struct AdapterControlBlock *acb)
1813d74001adSXin LI {
1814d74001adSXin LI 	u_int32_t outbound_doorbell;
1815d74001adSXin LI 
1816d74001adSXin LI 	/*
1817d74001adSXin LI 	*******************************************************************
1818d74001adSXin LI 	**  Maybe here we need to check wrqbuffer_lock is lock or not
1819d74001adSXin LI 	**  DOORBELL: din! don!
1820d74001adSXin LI 	**  check if there are any mail need to pack from firmware
1821d74001adSXin LI 	*******************************************************************
1822d74001adSXin LI 	*/
1823d74001adSXin LI 	outbound_doorbell = CHIP_REG_READ32(HBC_MessageUnit, 0, outbound_doorbell);
1824d74001adSXin LI 	CHIP_REG_WRITE32(HBC_MessageUnit, 0, outbound_doorbell_clear, outbound_doorbell); /* clear doorbell interrupt */
1825d74001adSXin LI 	if(outbound_doorbell & ARCMSR_HBCMU_IOP2DRV_DATA_WRITE_OK) {
1826d74001adSXin LI 		arcmsr_iop2drv_data_wrote_handle(acb);
1827d74001adSXin LI 	}
1828d74001adSXin LI 	if(outbound_doorbell & ARCMSR_HBCMU_IOP2DRV_DATA_READ_OK) {
1829d74001adSXin LI 		arcmsr_iop2drv_data_read_handle(acb);
1830d74001adSXin LI 	}
1831d74001adSXin LI 	if(outbound_doorbell & ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE) {
1832d74001adSXin LI 		arcmsr_hbc_message_isr(acb);    /* messenger of "driver to iop commands" */
1833d74001adSXin LI 	}
1834d74001adSXin LI }
1835d74001adSXin LI /*
1836d74001adSXin LI **************************************************************************
1837d74001adSXin LI **************************************************************************
1838d74001adSXin LI */
18397a7bc959SXin LI static void arcmsr_hbd_doorbell_isr(struct AdapterControlBlock *acb)
18407a7bc959SXin LI {
18417a7bc959SXin LI 	u_int32_t outbound_Doorbell;
18427a7bc959SXin LI 
18437a7bc959SXin LI 	/*
18447a7bc959SXin LI 	*******************************************************************
18457a7bc959SXin LI 	**  Maybe here we need to check wrqbuffer_lock is lock or not
18467a7bc959SXin LI 	**  DOORBELL: din! don!
18477a7bc959SXin LI 	**  check if there are any mail need to pack from firmware
18487a7bc959SXin LI 	*******************************************************************
18497a7bc959SXin LI 	*/
18507a7bc959SXin LI 	outbound_Doorbell = CHIP_REG_READ32(HBD_MessageUnit, 0, outbound_doorbell) & ARCMSR_HBDMU_F0_DOORBELL_CAUSE;
18517a7bc959SXin LI 	if(outbound_Doorbell)
18527a7bc959SXin LI 		CHIP_REG_WRITE32(HBD_MessageUnit, 0, outbound_doorbell, outbound_Doorbell); /* clear doorbell interrupt */
18537a7bc959SXin LI 	while( outbound_Doorbell & ARCMSR_HBDMU_F0_DOORBELL_CAUSE ) {
18547a7bc959SXin LI 		if(outbound_Doorbell & ARCMSR_HBDMU_IOP2DRV_DATA_WRITE_OK) {
18557a7bc959SXin LI 			arcmsr_iop2drv_data_wrote_handle(acb);
18567a7bc959SXin LI 		}
18577a7bc959SXin LI 		if(outbound_Doorbell & ARCMSR_HBDMU_IOP2DRV_DATA_READ_OK) {
18587a7bc959SXin LI 			arcmsr_iop2drv_data_read_handle(acb);
18597a7bc959SXin LI 		}
18607a7bc959SXin LI 		if(outbound_Doorbell & ARCMSR_HBDMU_IOP2DRV_MESSAGE_CMD_DONE) {
18617a7bc959SXin LI 			arcmsr_hbd_message_isr(acb);    /* messenger of "driver to iop commands" */
18627a7bc959SXin LI 		}
18637a7bc959SXin LI 		outbound_Doorbell = CHIP_REG_READ32(HBD_MessageUnit, 0, outbound_doorbell) & ARCMSR_HBDMU_F0_DOORBELL_CAUSE;
18647a7bc959SXin LI 		if(outbound_Doorbell)
18657a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, outbound_doorbell, outbound_Doorbell); /* clear doorbell interrupt */
18667a7bc959SXin LI 	}
18677a7bc959SXin LI }
18687a7bc959SXin LI /*
18697a7bc959SXin LI **************************************************************************
18707a7bc959SXin LI **************************************************************************
18717a7bc959SXin LI */
187244f05562SScott Long static void arcmsr_hba_postqueue_isr(struct AdapterControlBlock *acb)
187344f05562SScott Long {
187444f05562SScott Long 	u_int32_t flag_srb;
1875d74001adSXin LI 	u_int16_t error;
187644f05562SScott Long 
1877f1c579b1SScott Long 	/*
1878f1c579b1SScott Long 	*****************************************************************************
1879f1c579b1SScott Long 	**               areca cdb command done
1880f1c579b1SScott Long 	*****************************************************************************
1881f1c579b1SScott Long 	*/
188244f05562SScott Long 	bus_dmamap_sync(acb->srb_dmat, acb->srb_dmamap,
188344f05562SScott Long 		BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
188444f05562SScott Long 	while((flag_srb = CHIP_REG_READ32(HBA_MessageUnit,
188544f05562SScott Long 		0, outbound_queueport)) != 0xFFFFFFFF) {
1886f1c579b1SScott Long 		/* check if command done with no error*/
1887d74001adSXin LI         error = (flag_srb & ARCMSR_SRBREPLY_FLAG_ERROR_MODE0) ? TRUE : FALSE;
1888d74001adSXin LI 		arcmsr_drain_donequeue(acb, flag_srb, error);
188944f05562SScott Long 	}	/*drain reply FIFO*/
1890f1c579b1SScott Long }
189144f05562SScott Long /*
189244f05562SScott Long **************************************************************************
189344f05562SScott Long **************************************************************************
189444f05562SScott Long */
189544f05562SScott Long static void arcmsr_hbb_postqueue_isr(struct AdapterControlBlock *acb)
189644f05562SScott Long {
189744f05562SScott Long 	struct HBB_MessageUnit *phbbmu = (struct HBB_MessageUnit *)acb->pmu;
189844f05562SScott Long 	u_int32_t flag_srb;
189944f05562SScott Long 	int index;
1900d74001adSXin LI 	u_int16_t error;
190144f05562SScott Long 
190244f05562SScott Long 	/*
190344f05562SScott Long 	*****************************************************************************
190444f05562SScott Long 	**               areca cdb command done
190544f05562SScott Long 	*****************************************************************************
190644f05562SScott Long 	*/
190744f05562SScott Long 	bus_dmamap_sync(acb->srb_dmat, acb->srb_dmamap,
190844f05562SScott Long 		BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
190944f05562SScott Long 	index = phbbmu->doneq_index;
191044f05562SScott Long 	while((flag_srb = phbbmu->done_qbuffer[index]) != 0) {
191144f05562SScott Long 		phbbmu->done_qbuffer[index] = 0;
191244f05562SScott Long 		index++;
191344f05562SScott Long 		index %= ARCMSR_MAX_HBB_POSTQUEUE;     /*if last index number set it to 0 */
191444f05562SScott Long 		phbbmu->doneq_index = index;
191544f05562SScott Long 		/* check if command done with no error*/
1916d74001adSXin LI         error = (flag_srb & ARCMSR_SRBREPLY_FLAG_ERROR_MODE0)?TRUE:FALSE;
1917d74001adSXin LI 		arcmsr_drain_donequeue(acb, flag_srb, error);
1918d74001adSXin LI 	}	/*drain reply FIFO*/
1919d74001adSXin LI }
1920d74001adSXin LI /*
1921d74001adSXin LI **************************************************************************
1922d74001adSXin LI **************************************************************************
1923d74001adSXin LI */
1924d74001adSXin LI static void arcmsr_hbc_postqueue_isr(struct AdapterControlBlock *acb)
1925d74001adSXin LI {
1926d74001adSXin LI 	u_int32_t flag_srb,throttling = 0;
1927d74001adSXin LI 	u_int16_t error;
1928d74001adSXin LI 
1929d74001adSXin LI 	/*
1930d74001adSXin LI 	*****************************************************************************
1931d74001adSXin LI 	**               areca cdb command done
1932d74001adSXin LI 	*****************************************************************************
1933d74001adSXin LI 	*/
1934d74001adSXin LI 	bus_dmamap_sync(acb->srb_dmat, acb->srb_dmamap, BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
1935d74001adSXin LI 
1936d74001adSXin LI 	while(CHIP_REG_READ32(HBC_MessageUnit, 0, host_int_status) & ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR) {
1937d74001adSXin LI 
1938d74001adSXin LI 		flag_srb = CHIP_REG_READ32(HBC_MessageUnit, 0, outbound_queueport_low);
1939d74001adSXin LI 		/* check if command done with no error*/
1940d74001adSXin LI         error = (flag_srb & ARCMSR_SRBREPLY_FLAG_ERROR_MODE1)?TRUE:FALSE;
1941d74001adSXin LI 		arcmsr_drain_donequeue(acb, flag_srb, error);
1942abfdbca9SXin LI         throttling++;
1943d74001adSXin LI         if(throttling == ARCMSR_HBC_ISR_THROTTLING_LEVEL) {
1944d74001adSXin LI             CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_doorbell,ARCMSR_HBCMU_DRV2IOP_POSTQUEUE_THROTTLING);
1945abfdbca9SXin LI 			throttling = 0;
1946d74001adSXin LI         }
194744f05562SScott Long 	}	/*drain reply FIFO*/
1948f1c579b1SScott Long }
194944f05562SScott Long /*
195044f05562SScott Long **********************************************************************
19517a7bc959SXin LI **
19527a7bc959SXin LI **********************************************************************
19537a7bc959SXin LI */
19547a7bc959SXin LI static uint16_t arcmsr_get_doneq_index(struct HBD_MessageUnit0 *phbdmu)
19557a7bc959SXin LI {
19567a7bc959SXin LI 	uint16_t doneq_index, index_stripped;
19577a7bc959SXin LI 
19587a7bc959SXin LI 	doneq_index = phbdmu->doneq_index;
19597a7bc959SXin LI 	if (doneq_index & 0x4000) {
19607a7bc959SXin LI 		index_stripped = doneq_index & 0xFF;
19617a7bc959SXin LI 		index_stripped += 1;
19627a7bc959SXin LI 		index_stripped %= ARCMSR_MAX_HBD_POSTQUEUE;
19637a7bc959SXin LI 		phbdmu->doneq_index = index_stripped ?
19647a7bc959SXin LI 		    (index_stripped | 0x4000) : index_stripped;
19657a7bc959SXin LI 	} else {
19667a7bc959SXin LI 		index_stripped = doneq_index;
19677a7bc959SXin LI 		index_stripped += 1;
19687a7bc959SXin LI 		index_stripped %= ARCMSR_MAX_HBD_POSTQUEUE;
19697a7bc959SXin LI 		phbdmu->doneq_index = index_stripped ?
19707a7bc959SXin LI 		    index_stripped : (index_stripped | 0x4000);
19717a7bc959SXin LI 	}
19727a7bc959SXin LI 	return (phbdmu->doneq_index);
19737a7bc959SXin LI }
19747a7bc959SXin LI /*
19757a7bc959SXin LI **************************************************************************
19767a7bc959SXin LI **************************************************************************
19777a7bc959SXin LI */
19787a7bc959SXin LI static void arcmsr_hbd_postqueue_isr(struct AdapterControlBlock *acb)
19797a7bc959SXin LI {
19807a7bc959SXin LI 	struct HBD_MessageUnit0 *phbdmu = (struct HBD_MessageUnit0 *)acb->pmu;
19817a7bc959SXin LI 	u_int32_t outbound_write_pointer;
19827a7bc959SXin LI 	u_int32_t addressLow;
19837a7bc959SXin LI 	uint16_t doneq_index;
19847a7bc959SXin LI 	u_int16_t error;
19857a7bc959SXin LI 	/*
19867a7bc959SXin LI 	*****************************************************************************
19877a7bc959SXin LI 	**               areca cdb command done
19887a7bc959SXin LI 	*****************************************************************************
19897a7bc959SXin LI 	*/
19907a7bc959SXin LI 	if((CHIP_REG_READ32(HBD_MessageUnit, 0, outboundlist_interrupt_cause) &
19917a7bc959SXin LI 	    ARCMSR_HBDMU_OUTBOUND_LIST_INTERRUPT) == 0)
19927a7bc959SXin LI 	    return;
19937a7bc959SXin LI 	bus_dmamap_sync(acb->srb_dmat, acb->srb_dmamap,
19947a7bc959SXin LI 		BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
19957a7bc959SXin LI 	outbound_write_pointer = phbdmu->done_qbuffer[0].addressLow;
19967a7bc959SXin LI 	doneq_index = phbdmu->doneq_index;
19977a7bc959SXin LI 	while ((doneq_index & 0xFF) != (outbound_write_pointer & 0xFF)) {
19987a7bc959SXin LI 		doneq_index = arcmsr_get_doneq_index(phbdmu);
19997a7bc959SXin LI 		addressLow = phbdmu->done_qbuffer[(doneq_index & 0xFF)+1].addressLow;
20007a7bc959SXin LI 		error = (addressLow & ARCMSR_SRBREPLY_FLAG_ERROR_MODE1) ? TRUE : FALSE;
20017a7bc959SXin LI 		arcmsr_drain_donequeue(acb, addressLow, error); /*Check if command done with no error */
20027a7bc959SXin LI 		CHIP_REG_WRITE32(HBD_MessageUnit, 0, outboundlist_read_pointer, doneq_index);
20037a7bc959SXin LI 		outbound_write_pointer = phbdmu->done_qbuffer[0].addressLow;
20047a7bc959SXin LI 	}
20057a7bc959SXin LI 	CHIP_REG_WRITE32(HBD_MessageUnit, 0, outboundlist_interrupt_cause, ARCMSR_HBDMU_OUTBOUND_LIST_INTERRUPT_CLEAR);
20067a7bc959SXin LI 	CHIP_REG_READ32(HBD_MessageUnit, 0, outboundlist_interrupt_cause); /*Dummy ioread32 to force pci flush */
20077a7bc959SXin LI }
20087a7bc959SXin LI /*
20097a7bc959SXin LI **********************************************************************
201044f05562SScott Long **********************************************************************
201144f05562SScott Long */
201244f05562SScott Long static void arcmsr_handle_hba_isr( struct AdapterControlBlock *acb)
201344f05562SScott Long {
2014dac36688SXin LI 	u_int32_t outbound_intStatus;
201544f05562SScott Long 	/*
201644f05562SScott Long 	*********************************************
201744f05562SScott Long 	**   check outbound intstatus
201844f05562SScott Long 	*********************************************
201944f05562SScott Long 	*/
2020dac36688SXin LI 	outbound_intStatus = CHIP_REG_READ32(HBA_MessageUnit, 0, outbound_intstatus) & acb->outbound_int_enable;
2021dac36688SXin LI 	if(!outbound_intStatus) {
202244f05562SScott Long 		/*it must be share irq*/
202344f05562SScott Long 		return;
2024f1c579b1SScott Long 	}
2025dac36688SXin LI 	CHIP_REG_WRITE32(HBA_MessageUnit, 0, outbound_intstatus, outbound_intStatus); /*clear interrupt*/
202644f05562SScott Long 	/* MU doorbell interrupts*/
2027dac36688SXin LI 	if(outbound_intStatus & ARCMSR_MU_OUTBOUND_DOORBELL_INT) {
202844f05562SScott Long 		arcmsr_hba_doorbell_isr(acb);
2029f1c579b1SScott Long 	}
203044f05562SScott Long 	/* MU post queue interrupts*/
2031dac36688SXin LI 	if(outbound_intStatus & ARCMSR_MU_OUTBOUND_POSTQUEUE_INT) {
203244f05562SScott Long 		arcmsr_hba_postqueue_isr(acb);
203344f05562SScott Long 	}
2034dac36688SXin LI 	if(outbound_intStatus & ARCMSR_MU_OUTBOUND_MESSAGE0_INT) {
2035d74001adSXin LI 		arcmsr_hba_message_isr(acb);
2036d74001adSXin LI 	}
203744f05562SScott Long }
203844f05562SScott Long /*
203944f05562SScott Long **********************************************************************
204044f05562SScott Long **********************************************************************
204144f05562SScott Long */
204244f05562SScott Long static void arcmsr_handle_hbb_isr( struct AdapterControlBlock *acb)
204344f05562SScott Long {
204444f05562SScott Long 	u_int32_t outbound_doorbell;
204544f05562SScott Long 	/*
204644f05562SScott Long 	*********************************************
204744f05562SScott Long 	**   check outbound intstatus
204844f05562SScott Long 	*********************************************
204944f05562SScott Long 	*/
205044f05562SScott Long 	outbound_doorbell = CHIP_REG_READ32(HBB_DOORBELL, 0, iop2drv_doorbell) & acb->outbound_int_enable;
205144f05562SScott Long 	if(!outbound_doorbell) {
205244f05562SScott Long 		/*it must be share irq*/
205344f05562SScott Long 		return;
205444f05562SScott Long 	}
205544f05562SScott Long 	CHIP_REG_WRITE32(HBB_DOORBELL, 0, iop2drv_doorbell, ~outbound_doorbell); /* clear doorbell interrupt */
205644f05562SScott Long 	CHIP_REG_READ32(HBB_DOORBELL, 0, iop2drv_doorbell);
205744f05562SScott Long 	CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell, ARCMSR_DRV2IOP_END_OF_INTERRUPT);
205844f05562SScott Long 	/* MU ioctl transfer doorbell interrupts*/
205944f05562SScott Long 	if(outbound_doorbell & ARCMSR_IOP2DRV_DATA_WRITE_OK) {
206044f05562SScott Long 		arcmsr_iop2drv_data_wrote_handle(acb);
206144f05562SScott Long 	}
206244f05562SScott Long 	if(outbound_doorbell & ARCMSR_IOP2DRV_DATA_READ_OK) {
206344f05562SScott Long 		arcmsr_iop2drv_data_read_handle(acb);
206444f05562SScott Long 	}
206544f05562SScott Long 	/* MU post queue interrupts*/
206644f05562SScott Long 	if(outbound_doorbell & ARCMSR_IOP2DRV_CDB_DONE) {
206744f05562SScott Long 		arcmsr_hbb_postqueue_isr(acb);
206844f05562SScott Long 	}
2069d74001adSXin LI 	if(outbound_doorbell & ARCMSR_IOP2DRV_MESSAGE_CMD_DONE) {
2070d74001adSXin LI 		arcmsr_hbb_message_isr(acb);
2071d74001adSXin LI 	}
2072d74001adSXin LI }
2073d74001adSXin LI /*
2074d74001adSXin LI **********************************************************************
2075d74001adSXin LI **********************************************************************
2076d74001adSXin LI */
2077d74001adSXin LI static void arcmsr_handle_hbc_isr( struct AdapterControlBlock *acb)
2078d74001adSXin LI {
2079d74001adSXin LI 	u_int32_t host_interrupt_status;
2080d74001adSXin LI 	/*
2081d74001adSXin LI 	*********************************************
2082d74001adSXin LI 	**   check outbound intstatus
2083d74001adSXin LI 	*********************************************
2084d74001adSXin LI 	*/
2085d74001adSXin LI 	host_interrupt_status = CHIP_REG_READ32(HBC_MessageUnit, 0, host_int_status);
2086d74001adSXin LI 	if(!host_interrupt_status) {
2087d74001adSXin LI 		/*it must be share irq*/
2088d74001adSXin LI 		return;
2089d74001adSXin LI 	}
2090d74001adSXin LI 	/* MU doorbell interrupts*/
2091d74001adSXin LI 	if(host_interrupt_status & ARCMSR_HBCMU_OUTBOUND_DOORBELL_ISR) {
2092d74001adSXin LI 		arcmsr_hbc_doorbell_isr(acb);
2093d74001adSXin LI 	}
2094d74001adSXin LI 	/* MU post queue interrupts*/
2095d74001adSXin LI 	if(host_interrupt_status & ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR) {
2096d74001adSXin LI 		arcmsr_hbc_postqueue_isr(acb);
2097d74001adSXin LI 	}
209844f05562SScott Long }
209944f05562SScott Long /*
21007a7bc959SXin LI **********************************************************************
21017a7bc959SXin LI **********************************************************************
21027a7bc959SXin LI */
21037a7bc959SXin LI static void arcmsr_handle_hbd_isr( struct AdapterControlBlock *acb)
21047a7bc959SXin LI {
21057a7bc959SXin LI 	u_int32_t host_interrupt_status;
21067a7bc959SXin LI 	u_int32_t intmask_org;
21077a7bc959SXin LI 	/*
21087a7bc959SXin LI 	*********************************************
21097a7bc959SXin LI 	**   check outbound intstatus
21107a7bc959SXin LI 	*********************************************
21117a7bc959SXin LI 	*/
21127a7bc959SXin LI 	host_interrupt_status = CHIP_REG_READ32(HBD_MessageUnit, 0, host_int_status) & acb->outbound_int_enable;
21137a7bc959SXin LI 	if(!(host_interrupt_status & ARCMSR_HBDMU_OUTBOUND_INT)) {
21147a7bc959SXin LI 		/*it must be share irq*/
21157a7bc959SXin LI 		return;
21167a7bc959SXin LI 	}
21177a7bc959SXin LI 	/* disable outbound interrupt */
21187a7bc959SXin LI 	intmask_org = CHIP_REG_READ32(HBD_MessageUnit, 0, pcief0_int_enable)	; /* disable outbound message0 int */
21197a7bc959SXin LI 	CHIP_REG_WRITE32(HBD_MessageUnit, 0, pcief0_int_enable, ARCMSR_HBDMU_ALL_INT_DISABLE);
21207a7bc959SXin LI 	/* MU doorbell interrupts*/
21217a7bc959SXin LI 	if(host_interrupt_status & ARCMSR_HBDMU_OUTBOUND_DOORBELL_INT) {
21227a7bc959SXin LI 		arcmsr_hbd_doorbell_isr(acb);
21237a7bc959SXin LI 	}
21247a7bc959SXin LI 	/* MU post queue interrupts*/
21257a7bc959SXin LI 	if(host_interrupt_status & ARCMSR_HBDMU_OUTBOUND_POSTQUEUE_INT) {
21267a7bc959SXin LI 		arcmsr_hbd_postqueue_isr(acb);
21277a7bc959SXin LI 	}
21287a7bc959SXin LI 	/* enable all outbound interrupt */
21297a7bc959SXin LI 	CHIP_REG_WRITE32(HBD_MessageUnit, 0, pcief0_int_enable, intmask_org | ARCMSR_HBDMU_ALL_INT_ENABLE);
21307a7bc959SXin LI //	CHIP_REG_READ32(HBD_MessageUnit, 0, pcief0_int_enable);
21317a7bc959SXin LI }
21327a7bc959SXin LI /*
213344f05562SScott Long ******************************************************************************
213444f05562SScott Long ******************************************************************************
213544f05562SScott Long */
213644f05562SScott Long static void arcmsr_interrupt(struct AdapterControlBlock *acb)
213744f05562SScott Long {
213844f05562SScott Long 	switch (acb->adapter_type) {
213944f05562SScott Long 	case ACB_ADAPTER_TYPE_A:
214044f05562SScott Long 		arcmsr_handle_hba_isr(acb);
2141f1c579b1SScott Long 		break;
214244f05562SScott Long 	case ACB_ADAPTER_TYPE_B:
214344f05562SScott Long 		arcmsr_handle_hbb_isr(acb);
2144f1c579b1SScott Long 		break;
2145d74001adSXin LI 	case ACB_ADAPTER_TYPE_C:
2146d74001adSXin LI 		arcmsr_handle_hbc_isr(acb);
2147d74001adSXin LI 		break;
21487a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D:
21497a7bc959SXin LI 		arcmsr_handle_hbd_isr(acb);
21507a7bc959SXin LI 		break;
2151f1c579b1SScott Long 	default:
215244f05562SScott Long 		printf("arcmsr%d: interrupt service,"
215310d66948SKevin Lo 		" unknown adapter type =%d\n", acb->pci_unit, acb->adapter_type);
2154f1c579b1SScott Long 		break;
2155f1c579b1SScott Long 	}
2156f1c579b1SScott Long }
2157f1c579b1SScott Long /*
2158d74001adSXin LI **********************************************************************
2159d74001adSXin LI **********************************************************************
2160d74001adSXin LI */
2161d74001adSXin LI static void arcmsr_intr_handler(void *arg)
2162d74001adSXin LI {
2163d74001adSXin LI 	struct AdapterControlBlock *acb = (struct AdapterControlBlock *)arg;
2164d74001adSXin LI 
21657a7bc959SXin LI 	ARCMSR_LOCK_ACQUIRE(&acb->isr_lock);
2166d74001adSXin LI 	arcmsr_interrupt(acb);
21677a7bc959SXin LI 	ARCMSR_LOCK_RELEASE(&acb->isr_lock);
2168d74001adSXin LI }
2169d74001adSXin LI /*
2170d74001adSXin LI ******************************************************************************
2171d74001adSXin LI ******************************************************************************
2172d74001adSXin LI */
2173d74001adSXin LI static void	arcmsr_polling_devmap(void *arg)
2174d74001adSXin LI {
2175d74001adSXin LI 	struct AdapterControlBlock *acb = (struct AdapterControlBlock *)arg;
2176d74001adSXin LI 	switch (acb->adapter_type) {
2177d74001adSXin LI     	case ACB_ADAPTER_TYPE_A:
2178dac36688SXin LI 			CHIP_REG_WRITE32(HBA_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_GET_CONFIG);
2179d74001adSXin LI 	    	break;
2180d74001adSXin LI 
2181d74001adSXin LI     	case ACB_ADAPTER_TYPE_B:
2182d74001adSXin LI 			CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell, ARCMSR_MESSAGE_GET_CONFIG);
2183d74001adSXin LI 	    	break;
2184d74001adSXin LI 
2185d74001adSXin LI     	case ACB_ADAPTER_TYPE_C:
2186d74001adSXin LI 			CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_GET_CONFIG);
2187d74001adSXin LI 			CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_doorbell, ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE);
2188d74001adSXin LI 	    	break;
21897a7bc959SXin LI 
21907a7bc959SXin LI     	case ACB_ADAPTER_TYPE_D:
21917a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_GET_CONFIG);
21927a7bc959SXin LI 	    	break;
2193d74001adSXin LI 	}
2194d74001adSXin LI 
2195d74001adSXin LI 	if((acb->acb_flags & ACB_F_SCSISTOPADAPTER) == 0)
2196d74001adSXin LI 	{
2197d74001adSXin LI 		callout_reset(&acb->devmap_callout, 5 * hz, arcmsr_polling_devmap, acb);	/* polling per 5 seconds */
2198d74001adSXin LI 	}
2199d74001adSXin LI }
2200d74001adSXin LI 
2201d74001adSXin LI /*
2202ad6d6297SScott Long *******************************************************************************
2203ad6d6297SScott Long **
2204ad6d6297SScott Long *******************************************************************************
2205ad6d6297SScott Long */
2206ad6d6297SScott Long static void arcmsr_iop_parking(struct AdapterControlBlock *acb)
2207ad6d6297SScott Long {
2208d74001adSXin LI 	u_int32_t intmask_org;
2209d74001adSXin LI 
2210ad6d6297SScott Long 	if(acb != NULL) {
2211ad6d6297SScott Long 		/* stop adapter background rebuild */
2212ad6d6297SScott Long 		if(acb->acb_flags & ACB_F_MSG_START_BGRB) {
2213d74001adSXin LI 			intmask_org = arcmsr_disable_allintr(acb);
2214ad6d6297SScott Long 			arcmsr_stop_adapter_bgrb(acb);
2215ad6d6297SScott Long 			arcmsr_flush_adapter_cache(acb);
2216d74001adSXin LI 			arcmsr_enable_allintr(acb, intmask_org);
2217ad6d6297SScott Long 		}
2218ad6d6297SScott Long 	}
2219ad6d6297SScott Long }
2220ad6d6297SScott Long /*
2221f1c579b1SScott Long ***********************************************************************
2222f1c579b1SScott Long **
2223f1c579b1SScott Long ************************************************************************
2224f1c579b1SScott Long */
2225ad6d6297SScott Long u_int32_t arcmsr_iop_ioctlcmd(struct AdapterControlBlock *acb, u_int32_t ioctl_cmd, caddr_t arg)
2226f1c579b1SScott Long {
2227ad6d6297SScott Long 	struct CMD_MESSAGE_FIELD *pcmdmessagefld;
2228ad6d6297SScott Long 	u_int32_t retvalue = EINVAL;
2229f1c579b1SScott Long 
2230ad6d6297SScott Long 	pcmdmessagefld = (struct CMD_MESSAGE_FIELD *) arg;
2231ad6d6297SScott Long 	if(memcmp(pcmdmessagefld->cmdmessage.Signature, "ARCMSR", 6)!=0) {
2232ad6d6297SScott Long 		return retvalue;
2233f1c579b1SScott Long 	}
2234ad6d6297SScott Long 	ARCMSR_LOCK_ACQUIRE(&acb->qbuffer_lock);
2235ad6d6297SScott Long 	switch(ioctl_cmd) {
2236ad6d6297SScott Long 	case ARCMSR_MESSAGE_READ_RQBUFFER: {
2237ad6d6297SScott Long 			u_int8_t *pQbuffer;
2238ad6d6297SScott Long 			u_int8_t *ptmpQbuffer = pcmdmessagefld->messagedatabuffer;
2239ad6d6297SScott Long 			u_int32_t allxfer_len=0;
2240f1c579b1SScott Long 
224144f05562SScott Long 			while((acb->rqbuf_firstindex != acb->rqbuf_lastindex)
224244f05562SScott Long 				&& (allxfer_len < 1031)) {
2243f1c579b1SScott Long 				/*copy READ QBUFFER to srb*/
2244ad6d6297SScott Long 				pQbuffer = &acb->rqbuffer[acb->rqbuf_firstindex];
22457a7bc959SXin LI 				*ptmpQbuffer = *pQbuffer;
2246ad6d6297SScott Long 				acb->rqbuf_firstindex++;
2247ad6d6297SScott Long 				acb->rqbuf_firstindex %= ARCMSR_MAX_QBUFFER;
2248ad6d6297SScott Long 				/*if last index number set it to 0 */
2249f1c579b1SScott Long 				ptmpQbuffer++;
2250f1c579b1SScott Long 				allxfer_len++;
2251f1c579b1SScott Long 			}
2252ad6d6297SScott Long 			if(acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
225344f05562SScott Long 				struct QBUFFER *prbuffer;
2254f1c579b1SScott Long 
2255ad6d6297SScott Long 				acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
225644f05562SScott Long 				prbuffer = arcmsr_get_iop_rqbuffer(acb);
225735689395SXin LI 				if(arcmsr_Read_iop_rqbuffer_data(acb, prbuffer) == 0)
225835689395SXin LI 					acb->acb_flags |= ACB_F_IOPDATA_OVERFLOW;
2259f1c579b1SScott Long 			}
2260ad6d6297SScott Long 			pcmdmessagefld->cmdmessage.Length = allxfer_len;
2261ad6d6297SScott Long 			pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_OK;
2262ad6d6297SScott Long 			retvalue = ARCMSR_MESSAGE_SUCCESS;
2263f1c579b1SScott Long 		}
2264f1c579b1SScott Long 		break;
2265ad6d6297SScott Long 	case ARCMSR_MESSAGE_WRITE_WQBUFFER: {
2266ad6d6297SScott Long 			u_int32_t my_empty_len, user_len, wqbuf_firstindex, wqbuf_lastindex;
2267ad6d6297SScott Long 			u_int8_t *pQbuffer;
2268ad6d6297SScott Long 			u_int8_t *ptmpuserbuffer = pcmdmessagefld->messagedatabuffer;
2269f1c579b1SScott Long 
2270ad6d6297SScott Long 			user_len = pcmdmessagefld->cmdmessage.Length;
2271f1c579b1SScott Long 			/*check if data xfer length of this request will overflow my array qbuffer */
2272ad6d6297SScott Long 			wqbuf_lastindex = acb->wqbuf_lastindex;
2273ad6d6297SScott Long 			wqbuf_firstindex = acb->wqbuf_firstindex;
2274ad6d6297SScott Long 			if(wqbuf_lastindex != wqbuf_firstindex) {
22757a7bc959SXin LI 				arcmsr_Write_data_2iop_wqbuffer(acb);
2276ad6d6297SScott Long 				pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_ERROR;
2277ad6d6297SScott Long 			} else {
22787a7bc959SXin LI 				my_empty_len = (wqbuf_firstindex - wqbuf_lastindex - 1) &
22797a7bc959SXin LI 				    (ARCMSR_MAX_QBUFFER - 1);
2280ad6d6297SScott Long 				if(my_empty_len >= user_len) {
2281ad6d6297SScott Long 					while(user_len > 0) {
2282f1c579b1SScott Long 						/*copy srb data to wqbuffer*/
2283ad6d6297SScott Long 						pQbuffer = &acb->wqbuffer[acb->wqbuf_lastindex];
22847a7bc959SXin LI 						*pQbuffer = *ptmpuserbuffer;
2285ad6d6297SScott Long 						acb->wqbuf_lastindex++;
2286ad6d6297SScott Long 						acb->wqbuf_lastindex %= ARCMSR_MAX_QBUFFER;
2287ad6d6297SScott Long 						/*if last index number set it to 0 */
2288f1c579b1SScott Long 						ptmpuserbuffer++;
2289f1c579b1SScott Long 						user_len--;
2290f1c579b1SScott Long 					}
2291f1c579b1SScott Long 					/*post fist Qbuffer*/
2292ad6d6297SScott Long 					if(acb->acb_flags & ACB_F_MESSAGE_WQBUFFER_CLEARED) {
2293ad6d6297SScott Long 						acb->acb_flags &= ~ACB_F_MESSAGE_WQBUFFER_CLEARED;
22947a7bc959SXin LI 						arcmsr_Write_data_2iop_wqbuffer(acb);
2295f1c579b1SScott Long 					}
2296ad6d6297SScott Long 					pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_OK;
2297ad6d6297SScott Long 				} else {
2298ad6d6297SScott Long 					pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_ERROR;
2299f1c579b1SScott Long 				}
2300f1c579b1SScott Long 			}
2301ad6d6297SScott Long 			retvalue = ARCMSR_MESSAGE_SUCCESS;
2302f1c579b1SScott Long 		}
2303f1c579b1SScott Long 		break;
2304ad6d6297SScott Long 	case ARCMSR_MESSAGE_CLEAR_RQBUFFER: {
2305ad6d6297SScott Long 			u_int8_t *pQbuffer = acb->rqbuffer;
2306ad6d6297SScott Long 
2307ad6d6297SScott Long 			if(acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
2308ad6d6297SScott Long 				acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
230944f05562SScott Long 				arcmsr_iop_message_read(acb);
231044f05562SScott Long 				/*signature, let IOP know data has been readed */
2311f1c579b1SScott Long 			}
2312ad6d6297SScott Long 			acb->acb_flags |= ACB_F_MESSAGE_RQBUFFER_CLEARED;
2313ad6d6297SScott Long 			acb->rqbuf_firstindex = 0;
2314ad6d6297SScott Long 			acb->rqbuf_lastindex = 0;
2315f1c579b1SScott Long 			memset(pQbuffer, 0, ARCMSR_MAX_QBUFFER);
2316ad6d6297SScott Long 			pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_OK;
2317ad6d6297SScott Long 			retvalue = ARCMSR_MESSAGE_SUCCESS;
2318f1c579b1SScott Long 		}
2319f1c579b1SScott Long 		break;
2320ad6d6297SScott Long 	case ARCMSR_MESSAGE_CLEAR_WQBUFFER:
2321f1c579b1SScott Long 		{
2322ad6d6297SScott Long 			u_int8_t *pQbuffer = acb->wqbuffer;
2323f1c579b1SScott Long 
2324ad6d6297SScott Long 			if(acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
2325ad6d6297SScott Long 				acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
232644f05562SScott Long                 arcmsr_iop_message_read(acb);
232744f05562SScott Long 				/*signature, let IOP know data has been readed */
2328f1c579b1SScott Long 			}
232944f05562SScott Long 			acb->acb_flags |= (ACB_F_MESSAGE_WQBUFFER_CLEARED|ACB_F_MESSAGE_WQBUFFER_READ);
2330ad6d6297SScott Long 			acb->wqbuf_firstindex = 0;
2331ad6d6297SScott Long 			acb->wqbuf_lastindex = 0;
2332f1c579b1SScott Long 			memset(pQbuffer, 0, ARCMSR_MAX_QBUFFER);
2333ad6d6297SScott Long 			pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_OK;
2334ad6d6297SScott Long 			retvalue = ARCMSR_MESSAGE_SUCCESS;
2335f1c579b1SScott Long 		}
2336f1c579b1SScott Long 		break;
2337ad6d6297SScott Long 	case ARCMSR_MESSAGE_CLEAR_ALLQBUFFER: {
2338ad6d6297SScott Long 			u_int8_t *pQbuffer;
2339f1c579b1SScott Long 
2340ad6d6297SScott Long 			if(acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
2341ad6d6297SScott Long 				acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
234244f05562SScott Long                 arcmsr_iop_message_read(acb);
234344f05562SScott Long 				/*signature, let IOP know data has been readed */
2344f1c579b1SScott Long 			}
2345ad6d6297SScott Long 			acb->acb_flags  |= (ACB_F_MESSAGE_WQBUFFER_CLEARED
2346ad6d6297SScott Long 					|ACB_F_MESSAGE_RQBUFFER_CLEARED
234744f05562SScott Long 					|ACB_F_MESSAGE_WQBUFFER_READ);
2348ad6d6297SScott Long 			acb->rqbuf_firstindex = 0;
2349ad6d6297SScott Long 			acb->rqbuf_lastindex = 0;
2350ad6d6297SScott Long 			acb->wqbuf_firstindex = 0;
2351ad6d6297SScott Long 			acb->wqbuf_lastindex = 0;
2352ad6d6297SScott Long 			pQbuffer = acb->rqbuffer;
2353ad6d6297SScott Long 			memset(pQbuffer, 0, sizeof(struct QBUFFER));
2354ad6d6297SScott Long 			pQbuffer = acb->wqbuffer;
2355ad6d6297SScott Long 			memset(pQbuffer, 0, sizeof(struct QBUFFER));
2356ad6d6297SScott Long 			pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_OK;
2357ad6d6297SScott Long 			retvalue = ARCMSR_MESSAGE_SUCCESS;
2358f1c579b1SScott Long 		}
2359f1c579b1SScott Long 		break;
2360ad6d6297SScott Long 	case ARCMSR_MESSAGE_REQUEST_RETURNCODE_3F: {
2361ad6d6297SScott Long 			pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_3F;
2362ad6d6297SScott Long 			retvalue = ARCMSR_MESSAGE_SUCCESS;
2363f1c579b1SScott Long 		}
2364f1c579b1SScott Long 		break;
2365ad6d6297SScott Long 	case ARCMSR_MESSAGE_SAY_HELLO: {
2366ad6d6297SScott Long 			u_int8_t *hello_string = "Hello! I am ARCMSR";
2367ad6d6297SScott Long 			u_int8_t *puserbuffer = (u_int8_t *)pcmdmessagefld->messagedatabuffer;
2368f1c579b1SScott Long 
2369ad6d6297SScott Long 			if(memcpy(puserbuffer, hello_string, (int16_t)strlen(hello_string))) {
2370ad6d6297SScott Long 				pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_ERROR;
2371ad6d6297SScott Long 				ARCMSR_LOCK_RELEASE(&acb->qbuffer_lock);
2372f1c579b1SScott Long 				return ENOIOCTL;
2373f1c579b1SScott Long 			}
2374ad6d6297SScott Long 			pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_OK;
2375ad6d6297SScott Long 			retvalue = ARCMSR_MESSAGE_SUCCESS;
2376ad6d6297SScott Long 		}
2377ad6d6297SScott Long 		break;
2378ad6d6297SScott Long 	case ARCMSR_MESSAGE_SAY_GOODBYE: {
2379ad6d6297SScott Long 			arcmsr_iop_parking(acb);
2380ad6d6297SScott Long 			retvalue = ARCMSR_MESSAGE_SUCCESS;
2381ad6d6297SScott Long 		}
2382ad6d6297SScott Long 		break;
2383ad6d6297SScott Long 	case ARCMSR_MESSAGE_FLUSH_ADAPTER_CACHE: {
2384ad6d6297SScott Long 			arcmsr_flush_adapter_cache(acb);
2385ad6d6297SScott Long 			retvalue = ARCMSR_MESSAGE_SUCCESS;
2386f1c579b1SScott Long 		}
2387f1c579b1SScott Long 		break;
2388f1c579b1SScott Long 	}
2389ad6d6297SScott Long 	ARCMSR_LOCK_RELEASE(&acb->qbuffer_lock);
2390dac36688SXin LI 	return (retvalue);
2391f1c579b1SScott Long }
2392f1c579b1SScott Long /*
2393f1c579b1SScott Long **************************************************************************
2394f1c579b1SScott Long **************************************************************************
2395f1c579b1SScott Long */
239622f2616bSXin LI static void arcmsr_free_srb(struct CommandControlBlock *srb)
239722f2616bSXin LI {
239822f2616bSXin LI 	struct AdapterControlBlock	*acb;
239922f2616bSXin LI 
240022f2616bSXin LI 	acb = srb->acb;
24017a7bc959SXin LI 	ARCMSR_LOCK_ACQUIRE(&acb->srb_lock);
240222f2616bSXin LI 	srb->srb_state = ARCMSR_SRB_DONE;
240322f2616bSXin LI 	srb->srb_flags = 0;
240422f2616bSXin LI 	acb->srbworkingQ[acb->workingsrb_doneindex] = srb;
240522f2616bSXin LI 	acb->workingsrb_doneindex++;
240622f2616bSXin LI 	acb->workingsrb_doneindex %= ARCMSR_MAX_FREESRB_NUM;
24077a7bc959SXin LI 	ARCMSR_LOCK_RELEASE(&acb->srb_lock);
240822f2616bSXin LI }
240922f2616bSXin LI /*
241022f2616bSXin LI **************************************************************************
241122f2616bSXin LI **************************************************************************
241222f2616bSXin LI */
2413ad6d6297SScott Long struct CommandControlBlock *arcmsr_get_freesrb(struct AdapterControlBlock *acb)
2414f1c579b1SScott Long {
2415ad6d6297SScott Long 	struct CommandControlBlock *srb = NULL;
2416ad6d6297SScott Long 	u_int32_t workingsrb_startindex, workingsrb_doneindex;
2417f1c579b1SScott Long 
24187a7bc959SXin LI 	ARCMSR_LOCK_ACQUIRE(&acb->srb_lock);
2419ad6d6297SScott Long 	workingsrb_doneindex = acb->workingsrb_doneindex;
2420ad6d6297SScott Long 	workingsrb_startindex = acb->workingsrb_startindex;
2421ad6d6297SScott Long 	srb = acb->srbworkingQ[workingsrb_startindex];
2422ad6d6297SScott Long 	workingsrb_startindex++;
2423ad6d6297SScott Long 	workingsrb_startindex %= ARCMSR_MAX_FREESRB_NUM;
2424ad6d6297SScott Long 	if(workingsrb_doneindex != workingsrb_startindex) {
2425ad6d6297SScott Long 		acb->workingsrb_startindex = workingsrb_startindex;
2426ad6d6297SScott Long 	} else {
2427ad6d6297SScott Long 		srb = NULL;
2428ad6d6297SScott Long 	}
24297a7bc959SXin LI 	ARCMSR_LOCK_RELEASE(&acb->srb_lock);
2430ad6d6297SScott Long 	return(srb);
2431ad6d6297SScott Long }
2432ad6d6297SScott Long /*
2433ad6d6297SScott Long **************************************************************************
2434ad6d6297SScott Long **************************************************************************
2435ad6d6297SScott Long */
2436ad6d6297SScott Long static int arcmsr_iop_message_xfer(struct AdapterControlBlock *acb, union ccb *pccb)
2437ad6d6297SScott Long {
2438ad6d6297SScott Long 	struct CMD_MESSAGE_FIELD *pcmdmessagefld;
2439ad6d6297SScott Long 	int retvalue = 0, transfer_len = 0;
2440ad6d6297SScott Long 	char *buffer;
244144f05562SScott Long 	u_int32_t controlcode = (u_int32_t ) pccb->csio.cdb_io.cdb_bytes[5] << 24 |
244244f05562SScott Long 				(u_int32_t ) pccb->csio.cdb_io.cdb_bytes[6] << 16 |
244344f05562SScott Long 				(u_int32_t ) pccb->csio.cdb_io.cdb_bytes[7] << 8  |
244444f05562SScott Long 				(u_int32_t ) pccb->csio.cdb_io.cdb_bytes[8];
2445ad6d6297SScott Long 					/* 4 bytes: Areca io control code */
2446dd0b4fb6SKonstantin Belousov 	if ((pccb->ccb_h.flags & CAM_DATA_MASK) == CAM_DATA_VADDR) {
2447ad6d6297SScott Long 		buffer = pccb->csio.data_ptr;
2448ad6d6297SScott Long 		transfer_len = pccb->csio.dxfer_len;
2449ad6d6297SScott Long 	} else {
2450ad6d6297SScott Long 		retvalue = ARCMSR_MESSAGE_FAIL;
2451ad6d6297SScott Long 		goto message_out;
2452ad6d6297SScott Long 	}
2453ad6d6297SScott Long 	if (transfer_len > sizeof(struct CMD_MESSAGE_FIELD)) {
2454ad6d6297SScott Long 		retvalue = ARCMSR_MESSAGE_FAIL;
2455ad6d6297SScott Long 		goto message_out;
2456ad6d6297SScott Long 	}
2457ad6d6297SScott Long 	pcmdmessagefld = (struct CMD_MESSAGE_FIELD *) buffer;
2458ad6d6297SScott Long 	switch(controlcode) {
2459ad6d6297SScott Long 	case ARCMSR_MESSAGE_READ_RQBUFFER: {
2460ad6d6297SScott Long 			u_int8_t *pQbuffer;
2461ad6d6297SScott Long 			u_int8_t *ptmpQbuffer = pcmdmessagefld->messagedatabuffer;
2462ad6d6297SScott Long 			int32_t allxfer_len = 0;
2463f1c579b1SScott Long 
24647a7bc959SXin LI 			ARCMSR_LOCK_ACQUIRE(&acb->qbuffer_lock);
2465ad6d6297SScott Long 			while ((acb->rqbuf_firstindex != acb->rqbuf_lastindex)
2466ad6d6297SScott Long 				&& (allxfer_len < 1031)) {
2467ad6d6297SScott Long 				pQbuffer = &acb->rqbuffer[acb->rqbuf_firstindex];
24687a7bc959SXin LI 				*ptmpQbuffer = *pQbuffer;
2469ad6d6297SScott Long 				acb->rqbuf_firstindex++;
2470ad6d6297SScott Long 				acb->rqbuf_firstindex %= ARCMSR_MAX_QBUFFER;
2471ad6d6297SScott Long 				ptmpQbuffer++;
2472ad6d6297SScott Long 				allxfer_len++;
2473f1c579b1SScott Long 			}
2474ad6d6297SScott Long 			if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
247544f05562SScott Long 				struct QBUFFER  *prbuffer;
2476ad6d6297SScott Long 
2477ad6d6297SScott Long 				acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
247844f05562SScott Long 				prbuffer = arcmsr_get_iop_rqbuffer(acb);
247935689395SXin LI 				if(arcmsr_Read_iop_rqbuffer_data(acb, prbuffer) == 0)
248035689395SXin LI 					acb->acb_flags |= ACB_F_IOPDATA_OVERFLOW;
2481ad6d6297SScott Long 			}
2482ad6d6297SScott Long 			pcmdmessagefld->cmdmessage.Length = allxfer_len;
2483ad6d6297SScott Long 			pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_OK;
2484ad6d6297SScott Long 			retvalue = ARCMSR_MESSAGE_SUCCESS;
24857a7bc959SXin LI 			ARCMSR_LOCK_RELEASE(&acb->qbuffer_lock);
2486ad6d6297SScott Long 		}
2487ad6d6297SScott Long 		break;
2488ad6d6297SScott Long 	case ARCMSR_MESSAGE_WRITE_WQBUFFER: {
2489ad6d6297SScott Long 			int32_t my_empty_len, user_len, wqbuf_firstindex, wqbuf_lastindex;
2490ad6d6297SScott Long 			u_int8_t *pQbuffer;
2491ad6d6297SScott Long 			u_int8_t *ptmpuserbuffer = pcmdmessagefld->messagedatabuffer;
2492ad6d6297SScott Long 
2493ad6d6297SScott Long 			user_len = pcmdmessagefld->cmdmessage.Length;
24947a7bc959SXin LI 			ARCMSR_LOCK_ACQUIRE(&acb->qbuffer_lock);
2495ad6d6297SScott Long 			wqbuf_lastindex = acb->wqbuf_lastindex;
2496ad6d6297SScott Long 			wqbuf_firstindex = acb->wqbuf_firstindex;
2497ad6d6297SScott Long 			if (wqbuf_lastindex != wqbuf_firstindex) {
24987a7bc959SXin LI 				arcmsr_Write_data_2iop_wqbuffer(acb);
2499ad6d6297SScott Long 				/* has error report sensedata */
2500dac36688SXin LI 			    if(pccb->csio.sense_len) {
2501ad6d6297SScott Long 				((u_int8_t *)&pccb->csio.sense_data)[0] = (0x1 << 7 | 0x70);
2502ad6d6297SScott Long 				/* Valid,ErrorCode */
2503ad6d6297SScott Long 				((u_int8_t *)&pccb->csio.sense_data)[2] = 0x05;
2504ad6d6297SScott Long 				/* FileMark,EndOfMedia,IncorrectLength,Reserved,SenseKey */
2505ad6d6297SScott Long 				((u_int8_t *)&pccb->csio.sense_data)[7] = 0x0A;
2506ad6d6297SScott Long 				/* AdditionalSenseLength */
2507ad6d6297SScott Long 				((u_int8_t *)&pccb->csio.sense_data)[12] = 0x20;
2508ad6d6297SScott Long 				/* AdditionalSenseCode */
2509ad6d6297SScott Long 				}
2510ad6d6297SScott Long 				retvalue = ARCMSR_MESSAGE_FAIL;
2511ad6d6297SScott Long 			} else {
2512ad6d6297SScott Long 				my_empty_len = (wqbuf_firstindex-wqbuf_lastindex - 1)
2513ad6d6297SScott Long 						&(ARCMSR_MAX_QBUFFER - 1);
2514ad6d6297SScott Long 				if (my_empty_len >= user_len) {
2515ad6d6297SScott Long 					while (user_len > 0) {
2516ad6d6297SScott Long 						pQbuffer = &acb->wqbuffer[acb->wqbuf_lastindex];
25177a7bc959SXin LI 						*pQbuffer = *ptmpuserbuffer;
2518ad6d6297SScott Long 						acb->wqbuf_lastindex++;
2519ad6d6297SScott Long 						acb->wqbuf_lastindex %= ARCMSR_MAX_QBUFFER;
2520ad6d6297SScott Long 						ptmpuserbuffer++;
2521ad6d6297SScott Long 						user_len--;
2522ad6d6297SScott Long 					}
2523ad6d6297SScott Long 					if (acb->acb_flags & ACB_F_MESSAGE_WQBUFFER_CLEARED) {
2524ad6d6297SScott Long 						acb->acb_flags &=
2525ad6d6297SScott Long 						    ~ACB_F_MESSAGE_WQBUFFER_CLEARED;
25267a7bc959SXin LI 						arcmsr_Write_data_2iop_wqbuffer(acb);
2527ad6d6297SScott Long 					}
2528ad6d6297SScott Long 				} else {
2529ad6d6297SScott Long 					/* has error report sensedata */
2530dac36688SXin LI 					if(pccb->csio.sense_len) {
2531ad6d6297SScott Long 					((u_int8_t *)&pccb->csio.sense_data)[0] = (0x1 << 7 | 0x70);
2532ad6d6297SScott Long 					/* Valid,ErrorCode */
2533ad6d6297SScott Long 					((u_int8_t *)&pccb->csio.sense_data)[2] = 0x05;
2534ad6d6297SScott Long 					/* FileMark,EndOfMedia,IncorrectLength,Reserved,SenseKey */
2535ad6d6297SScott Long 					((u_int8_t *)&pccb->csio.sense_data)[7] = 0x0A;
2536ad6d6297SScott Long 					/* AdditionalSenseLength */
2537ad6d6297SScott Long 					((u_int8_t *)&pccb->csio.sense_data)[12] = 0x20;
2538ad6d6297SScott Long 					/* AdditionalSenseCode */
2539ad6d6297SScott Long 					}
2540ad6d6297SScott Long 					retvalue = ARCMSR_MESSAGE_FAIL;
2541ad6d6297SScott Long 				}
2542ad6d6297SScott Long 			}
25437a7bc959SXin LI 			ARCMSR_LOCK_RELEASE(&acb->qbuffer_lock);
2544ad6d6297SScott Long 		}
2545ad6d6297SScott Long 		break;
2546ad6d6297SScott Long 	case ARCMSR_MESSAGE_CLEAR_RQBUFFER: {
2547ad6d6297SScott Long 			u_int8_t *pQbuffer = acb->rqbuffer;
2548ad6d6297SScott Long 
25497a7bc959SXin LI 			ARCMSR_LOCK_ACQUIRE(&acb->qbuffer_lock);
2550ad6d6297SScott Long 			if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
2551ad6d6297SScott Long 				acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
255244f05562SScott Long 				arcmsr_iop_message_read(acb);
2553ad6d6297SScott Long 			}
2554ad6d6297SScott Long 			acb->acb_flags |= ACB_F_MESSAGE_RQBUFFER_CLEARED;
2555ad6d6297SScott Long 			acb->rqbuf_firstindex = 0;
2556ad6d6297SScott Long 			acb->rqbuf_lastindex = 0;
2557ad6d6297SScott Long 			memset(pQbuffer, 0, ARCMSR_MAX_QBUFFER);
2558ad6d6297SScott Long 			pcmdmessagefld->cmdmessage.ReturnCode =
2559ad6d6297SScott Long 			    ARCMSR_MESSAGE_RETURNCODE_OK;
25607a7bc959SXin LI 			ARCMSR_LOCK_RELEASE(&acb->qbuffer_lock);
2561ad6d6297SScott Long 		}
2562ad6d6297SScott Long 		break;
2563ad6d6297SScott Long 	case ARCMSR_MESSAGE_CLEAR_WQBUFFER: {
2564ad6d6297SScott Long 			u_int8_t *pQbuffer = acb->wqbuffer;
2565ad6d6297SScott Long 
25667a7bc959SXin LI 			ARCMSR_LOCK_ACQUIRE(&acb->qbuffer_lock);
2567ad6d6297SScott Long 			if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
2568ad6d6297SScott Long 				acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
256944f05562SScott Long 				arcmsr_iop_message_read(acb);
2570ad6d6297SScott Long 			}
2571ad6d6297SScott Long 			acb->acb_flags |=
2572ad6d6297SScott Long 				(ACB_F_MESSAGE_WQBUFFER_CLEARED |
257344f05562SScott Long 					ACB_F_MESSAGE_WQBUFFER_READ);
2574ad6d6297SScott Long 			acb->wqbuf_firstindex = 0;
2575ad6d6297SScott Long 			acb->wqbuf_lastindex = 0;
2576ad6d6297SScott Long 			memset(pQbuffer, 0, ARCMSR_MAX_QBUFFER);
2577ad6d6297SScott Long 			pcmdmessagefld->cmdmessage.ReturnCode =
2578ad6d6297SScott Long 				ARCMSR_MESSAGE_RETURNCODE_OK;
25797a7bc959SXin LI 			ARCMSR_LOCK_RELEASE(&acb->qbuffer_lock);
2580ad6d6297SScott Long 		}
2581ad6d6297SScott Long 		break;
2582ad6d6297SScott Long 	case ARCMSR_MESSAGE_CLEAR_ALLQBUFFER: {
2583ad6d6297SScott Long 			u_int8_t *pQbuffer;
2584ad6d6297SScott Long 
25857a7bc959SXin LI 			ARCMSR_LOCK_ACQUIRE(&acb->qbuffer_lock);
2586ad6d6297SScott Long 			if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
2587ad6d6297SScott Long 				acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
258844f05562SScott Long 				arcmsr_iop_message_read(acb);
2589ad6d6297SScott Long 			}
2590ad6d6297SScott Long 			acb->acb_flags |=
2591ad6d6297SScott Long 				(ACB_F_MESSAGE_WQBUFFER_CLEARED
2592ad6d6297SScott Long 				| ACB_F_MESSAGE_RQBUFFER_CLEARED
259344f05562SScott Long 				| ACB_F_MESSAGE_WQBUFFER_READ);
2594ad6d6297SScott Long 			acb->rqbuf_firstindex = 0;
2595ad6d6297SScott Long 			acb->rqbuf_lastindex = 0;
2596ad6d6297SScott Long 			acb->wqbuf_firstindex = 0;
2597ad6d6297SScott Long 			acb->wqbuf_lastindex = 0;
2598ad6d6297SScott Long 			pQbuffer = acb->rqbuffer;
2599ad6d6297SScott Long 			memset(pQbuffer, 0, sizeof (struct QBUFFER));
2600ad6d6297SScott Long 			pQbuffer = acb->wqbuffer;
2601ad6d6297SScott Long 			memset(pQbuffer, 0, sizeof (struct QBUFFER));
2602ad6d6297SScott Long 			pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_OK;
26037a7bc959SXin LI 			ARCMSR_LOCK_RELEASE(&acb->qbuffer_lock);
2604ad6d6297SScott Long 		}
2605ad6d6297SScott Long 		break;
2606ad6d6297SScott Long 	case ARCMSR_MESSAGE_REQUEST_RETURNCODE_3F: {
2607ad6d6297SScott Long 			pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_3F;
2608ad6d6297SScott Long 		}
2609ad6d6297SScott Long 		break;
2610ad6d6297SScott Long 	case ARCMSR_MESSAGE_SAY_HELLO: {
2611ad6d6297SScott Long 			int8_t *hello_string = "Hello! I am ARCMSR";
2612ad6d6297SScott Long 
2613ad6d6297SScott Long 			memcpy(pcmdmessagefld->messagedatabuffer, hello_string
2614ad6d6297SScott Long 				, (int16_t)strlen(hello_string));
2615ad6d6297SScott Long 			pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_OK;
2616ad6d6297SScott Long 		}
2617ad6d6297SScott Long 		break;
2618ad6d6297SScott Long 	case ARCMSR_MESSAGE_SAY_GOODBYE:
2619ad6d6297SScott Long 		arcmsr_iop_parking(acb);
2620ad6d6297SScott Long 		break;
2621ad6d6297SScott Long 	case ARCMSR_MESSAGE_FLUSH_ADAPTER_CACHE:
2622ad6d6297SScott Long 		arcmsr_flush_adapter_cache(acb);
2623ad6d6297SScott Long 		break;
2624ad6d6297SScott Long 	default:
2625ad6d6297SScott Long 		retvalue = ARCMSR_MESSAGE_FAIL;
2626ad6d6297SScott Long 	}
2627ad6d6297SScott Long message_out:
2628dac36688SXin LI 	return (retvalue);
2629f1c579b1SScott Long }
2630f1c579b1SScott Long /*
2631f1c579b1SScott Long *********************************************************************
2632f1c579b1SScott Long *********************************************************************
2633f1c579b1SScott Long */
2634231c8b71SXin LI static void arcmsr_execute_srb(void *arg, bus_dma_segment_t *dm_segs, int nseg, int error)
2635f1c579b1SScott Long {
2636ad6d6297SScott Long 	struct CommandControlBlock *srb = (struct CommandControlBlock *)arg;
2637ad6d6297SScott Long 	struct AdapterControlBlock *acb = (struct AdapterControlBlock *)srb->acb;
2638f1c579b1SScott Long 	union ccb *pccb;
2639ad6d6297SScott Long 	int target, lun;
2640f1c579b1SScott Long 
2641ad6d6297SScott Long 	pccb = srb->pccb;
2642ad6d6297SScott Long 	target = pccb->ccb_h.target_id;
2643ad6d6297SScott Long 	lun = pccb->ccb_h.target_lun;
264422f2616bSXin LI 	acb->pktRequestCount++;
2645ad6d6297SScott Long 	if(error != 0) {
2646ad6d6297SScott Long 		if(error != EFBIG) {
264744f05562SScott Long 			printf("arcmsr%d: unexpected error %x"
264844f05562SScott Long 				" returned from 'bus_dmamap_load' \n"
2649ad6d6297SScott Long 				, acb->pci_unit, error);
2650f1c579b1SScott Long 		}
2651ad6d6297SScott Long 		if((pccb->ccb_h.status & CAM_STATUS_MASK) == CAM_REQ_INPROG) {
265215735becSScott Long 			pccb->ccb_h.status |= CAM_REQ_TOO_BIG;
2653f1c579b1SScott Long 		}
2654ad6d6297SScott Long 		arcmsr_srb_complete(srb, 0);
2655f1c579b1SScott Long 		return;
2656f1c579b1SScott Long 	}
2657ad6d6297SScott Long 	if(nseg > ARCMSR_MAX_SG_ENTRIES) {
2658ad6d6297SScott Long 		pccb->ccb_h.status |= CAM_REQ_TOO_BIG;
2659ad6d6297SScott Long 		arcmsr_srb_complete(srb, 0);
2660ad6d6297SScott Long 		return;
2661f1c579b1SScott Long 	}
2662ad6d6297SScott Long 	if(acb->acb_flags & ACB_F_BUS_RESET) {
2663ad6d6297SScott Long 		printf("arcmsr%d: bus reset and return busy \n", acb->pci_unit);
2664ad6d6297SScott Long 		pccb->ccb_h.status |= CAM_SCSI_BUS_RESET;
2665ad6d6297SScott Long 		arcmsr_srb_complete(srb, 0);
2666ad6d6297SScott Long 		return;
2667ad6d6297SScott Long 	}
2668ad6d6297SScott Long 	if(acb->devstate[target][lun] == ARECA_RAID_GONE) {
266922f2616bSXin LI 		u_int8_t block_cmd, cmd;
2670ad6d6297SScott Long 
267122f2616bSXin LI 		cmd = pccb->csio.cdb_io.cdb_bytes[0];
267222f2616bSXin LI 		block_cmd = cmd & 0x0f;
2673ad6d6297SScott Long 		if(block_cmd == 0x08 || block_cmd == 0x0a) {
2674ad6d6297SScott Long 			printf("arcmsr%d:block 'read/write' command "
267522f2616bSXin LI 				"with gone raid volume Cmd=0x%2x, TargetId=%d, Lun=%d \n"
267622f2616bSXin LI 				, acb->pci_unit, cmd, target, lun);
2677ad6d6297SScott Long 			pccb->ccb_h.status |= CAM_DEV_NOT_THERE;
2678ad6d6297SScott Long 			arcmsr_srb_complete(srb, 0);
2679ad6d6297SScott Long 			return;
2680ad6d6297SScott Long 		}
2681ad6d6297SScott Long 	}
2682ad6d6297SScott Long 	if((pccb->ccb_h.status & CAM_STATUS_MASK) != CAM_REQ_INPROG) {
2683ad6d6297SScott Long 		if(nseg != 0) {
2684ad6d6297SScott Long 			bus_dmamap_unload(acb->dm_segs_dmat, srb->dm_segs_dmamap);
2685ad6d6297SScott Long 		}
2686ad6d6297SScott Long 		arcmsr_srb_complete(srb, 0);
2687f1c579b1SScott Long 		return;
2688f1c579b1SScott Long 	}
2689abfdbca9SXin LI 	if(acb->srboutstandingcount >= acb->maxOutstanding) {
26907a7bc959SXin LI 		if((acb->acb_flags & ACB_F_CAM_DEV_QFRZN) == 0)
26917a7bc959SXin LI 		{
269215735becSScott Long 			xpt_freeze_simq(acb->psim, 1);
2693dc3a205bSScott Long 			acb->acb_flags |= ACB_F_CAM_DEV_QFRZN;
26947a7bc959SXin LI 		}
26957a7bc959SXin LI 		pccb->ccb_h.status &= ~CAM_SIM_QUEUED;
26967a7bc959SXin LI 		pccb->ccb_h.status |= CAM_REQUEUE_REQ;
2697ad6d6297SScott Long 		arcmsr_srb_complete(srb, 0);
2698ad6d6297SScott Long 		return;
2699f1c579b1SScott Long 	}
270015735becSScott Long 	pccb->ccb_h.status |= CAM_SIM_QUEUED;
2701ad6d6297SScott Long 	arcmsr_build_srb(srb, dm_segs, nseg);
2702ad6d6297SScott Long 	arcmsr_post_srb(acb, srb);
270322f2616bSXin LI 	if (pccb->ccb_h.timeout != CAM_TIME_INFINITY)
270422f2616bSXin LI 	{
270522f2616bSXin LI 		arcmsr_callout_init(&srb->ccb_callout);
2706dac36688SXin LI 		callout_reset(&srb->ccb_callout, ((pccb->ccb_h.timeout + (ARCMSR_TIMEOUT_DELAY * 1000)) * hz) / 1000, arcmsr_srb_timeout, srb);
270722f2616bSXin LI 		srb->srb_flags |= SRB_FLAG_TIMER_START;
270822f2616bSXin LI 	}
2709f1c579b1SScott Long }
2710f1c579b1SScott Long /*
2711f1c579b1SScott Long *****************************************************************************************
2712f1c579b1SScott Long *****************************************************************************************
2713f1c579b1SScott Long */
2714ad6d6297SScott Long static u_int8_t arcmsr_seek_cmd2abort(union ccb *abortccb)
2715f1c579b1SScott Long {
2716ad6d6297SScott Long 	struct CommandControlBlock *srb;
2717ad6d6297SScott Long 	struct AdapterControlBlock *acb = (struct AdapterControlBlock *) abortccb->ccb_h.arcmsr_ccbacb_ptr;
271844f05562SScott Long 	u_int32_t intmask_org;
2719ad6d6297SScott Long 	int i = 0;
2720f1c579b1SScott Long 
2721ad6d6297SScott Long 	acb->num_aborts++;
2722f1c579b1SScott Long 	/*
2723ad6d6297SScott Long 	***************************************************************************
2724f1c579b1SScott Long 	** It is the upper layer do abort command this lock just prior to calling us.
2725f1c579b1SScott Long 	** First determine if we currently own this command.
2726f1c579b1SScott Long 	** Start by searching the device queue. If not found
2727f1c579b1SScott Long 	** at all, and the system wanted us to just abort the
2728f1c579b1SScott Long 	** command return success.
2729ad6d6297SScott Long 	***************************************************************************
2730f1c579b1SScott Long 	*/
2731ad6d6297SScott Long 	if(acb->srboutstandingcount != 0) {
273222f2616bSXin LI 		/* disable all outbound interrupt */
273322f2616bSXin LI 		intmask_org = arcmsr_disable_allintr(acb);
2734ad6d6297SScott Long 		for(i=0; i < ARCMSR_MAX_FREESRB_NUM; i++) {
2735ad6d6297SScott Long 			srb = acb->psrb_pool[i];
273622f2616bSXin LI 			if(srb->srb_state == ARCMSR_SRB_START) {
2737ad6d6297SScott Long 				if(srb->pccb == abortccb) {
273822f2616bSXin LI 					srb->srb_state = ARCMSR_SRB_ABORTED;
2739*123055f0SNathan Whitehorn 					printf("arcmsr%d:scsi id=%d lun=%jx abort srb '%p'"
2740ad6d6297SScott Long 						"outstanding command \n"
2741ad6d6297SScott Long 						, acb->pci_unit, abortccb->ccb_h.target_id
2742*123055f0SNathan Whitehorn 						, (uintmax_t)abortccb->ccb_h.target_lun, srb);
2743ad6d6297SScott Long 					arcmsr_polling_srbdone(acb, srb);
274444f05562SScott Long 					/* enable outbound Post Queue, outbound doorbell Interrupt */
274544f05562SScott Long 					arcmsr_enable_allintr(acb, intmask_org);
2746ad6d6297SScott Long 					return (TRUE);
2747f1c579b1SScott Long 				}
274822f2616bSXin LI 			}
274922f2616bSXin LI 		}
275022f2616bSXin LI 		/* enable outbound Post Queue, outbound doorbell Interrupt */
275122f2616bSXin LI 		arcmsr_enable_allintr(acb, intmask_org);
275222f2616bSXin LI 	}
275322f2616bSXin LI 	return(FALSE);
275422f2616bSXin LI }
2755f1c579b1SScott Long /*
2756f1c579b1SScott Long ****************************************************************************
2757f1c579b1SScott Long ****************************************************************************
2758f1c579b1SScott Long */
2759ad6d6297SScott Long static void arcmsr_bus_reset(struct AdapterControlBlock *acb)
2760f1c579b1SScott Long {
2761ad6d6297SScott Long 	int retry = 0;
2762f1c579b1SScott Long 
2763ad6d6297SScott Long 	acb->num_resets++;
2764ad6d6297SScott Long 	acb->acb_flags |= ACB_F_BUS_RESET;
2765ad6d6297SScott Long 	while(acb->srboutstandingcount != 0 && retry < 400) {
276644f05562SScott Long 		arcmsr_interrupt(acb);
2767ad6d6297SScott Long 		UDELAY(25000);
2768ad6d6297SScott Long 		retry++;
2769ad6d6297SScott Long 	}
2770ad6d6297SScott Long 	arcmsr_iop_reset(acb);
2771ad6d6297SScott Long 	acb->acb_flags &= ~ACB_F_BUS_RESET;
2772f1c579b1SScott Long }
2773f1c579b1SScott Long /*
2774ad6d6297SScott Long **************************************************************************
2775ad6d6297SScott Long **************************************************************************
2776ad6d6297SScott Long */
2777ad6d6297SScott Long static void arcmsr_handle_virtual_command(struct AdapterControlBlock *acb,
2778ad6d6297SScott Long 		union ccb *pccb)
2779ad6d6297SScott Long {
2780ad6d6297SScott Long 	if (pccb->ccb_h.target_lun) {
278161ba2ac6SJim Harris 		pccb->ccb_h.status |= CAM_DEV_NOT_THERE;
2782ad6d6297SScott Long 		xpt_done(pccb);
2783ad6d6297SScott Long 		return;
2784ad6d6297SScott Long 	}
27857a7bc959SXin LI 	pccb->ccb_h.status |= CAM_REQ_CMP;
27867a7bc959SXin LI 	switch (pccb->csio.cdb_io.cdb_bytes[0]) {
27877a7bc959SXin LI 	case INQUIRY: {
27887a7bc959SXin LI 		unsigned char inqdata[36];
27897a7bc959SXin LI 		char *buffer = pccb->csio.data_ptr;
27907a7bc959SXin LI 
2791231c8b71SXin LI 		inqdata[0] = T_PROCESSOR;	/* Periph Qualifier & Periph Dev Type */
2792231c8b71SXin LI 		inqdata[1] = 0;				/* rem media bit & Dev Type Modifier */
2793231c8b71SXin LI 		inqdata[2] = 0;				/* ISO, ECMA, & ANSI versions */
2794231c8b71SXin LI 		inqdata[3] = 0;
2795231c8b71SXin LI 		inqdata[4] = 31;			/* length of additional data */
2796231c8b71SXin LI 		inqdata[5] = 0;
2797231c8b71SXin LI 		inqdata[6] = 0;
2798231c8b71SXin LI 		inqdata[7] = 0;
2799231c8b71SXin LI 		strncpy(&inqdata[8], "Areca   ", 8);	/* Vendor Identification */
2800231c8b71SXin LI 		strncpy(&inqdata[16], "RAID controller ", 16);	/* Product Identification */
2801ad6d6297SScott Long 		strncpy(&inqdata[32], "R001", 4); /* Product Revision */
2802ad6d6297SScott Long 		memcpy(buffer, inqdata, sizeof(inqdata));
2803ad6d6297SScott Long 		xpt_done(pccb);
2804ad6d6297SScott Long 	}
2805ad6d6297SScott Long 	break;
2806ad6d6297SScott Long 	case WRITE_BUFFER:
2807ad6d6297SScott Long 	case READ_BUFFER: {
2808ad6d6297SScott Long 		if (arcmsr_iop_message_xfer(acb, pccb)) {
2809ad6d6297SScott Long 			pccb->ccb_h.status |= CAM_SCSI_STATUS_ERROR;
2810ad6d6297SScott Long 			pccb->csio.scsi_status = SCSI_STATUS_CHECK_COND;
2811ad6d6297SScott Long 		}
2812ad6d6297SScott Long 		xpt_done(pccb);
2813ad6d6297SScott Long 	}
2814ad6d6297SScott Long 	break;
2815ad6d6297SScott Long 	default:
2816ad6d6297SScott Long 		xpt_done(pccb);
2817ad6d6297SScott Long 	}
2818ad6d6297SScott Long }
2819ad6d6297SScott Long /*
2820f1c579b1SScott Long *********************************************************************
2821f1c579b1SScott Long *********************************************************************
2822f1c579b1SScott Long */
2823ad6d6297SScott Long static void arcmsr_action(struct cam_sim *psim, union ccb *pccb)
2824f1c579b1SScott Long {
2825ad6d6297SScott Long 	struct AdapterControlBlock *acb;
2826f1c579b1SScott Long 
2827ad6d6297SScott Long 	acb = (struct AdapterControlBlock *) cam_sim_softc(psim);
2828ad6d6297SScott Long 	if(acb == NULL) {
2829ad6d6297SScott Long 		pccb->ccb_h.status |= CAM_REQ_INVALID;
2830f1c579b1SScott Long 		xpt_done(pccb);
2831f1c579b1SScott Long 		return;
2832f1c579b1SScott Long 	}
2833ad6d6297SScott Long 	switch (pccb->ccb_h.func_code) {
2834ad6d6297SScott Long 	case XPT_SCSI_IO: {
2835ad6d6297SScott Long 			struct CommandControlBlock *srb;
2836ad6d6297SScott Long 			int target = pccb->ccb_h.target_id;
2837dd0b4fb6SKonstantin Belousov 			int error;
2838f1c579b1SScott Long 
2839ad6d6297SScott Long 			if(target == 16) {
2840ad6d6297SScott Long 				/* virtual device for iop message transfer */
2841ad6d6297SScott Long 				arcmsr_handle_virtual_command(acb, pccb);
2842ad6d6297SScott Long 				return;
2843ad6d6297SScott Long 			}
2844ad6d6297SScott Long 			if((srb = arcmsr_get_freesrb(acb)) == NULL) {
2845ad6d6297SScott Long 				pccb->ccb_h.status |= CAM_RESRC_UNAVAIL;
2846f1c579b1SScott Long 				xpt_done(pccb);
2847f1c579b1SScott Long 				return;
2848f1c579b1SScott Long 			}
2849ad6d6297SScott Long 			pccb->ccb_h.arcmsr_ccbsrb_ptr = srb;
2850ad6d6297SScott Long 			pccb->ccb_h.arcmsr_ccbacb_ptr = acb;
2851ad6d6297SScott Long 			srb->pccb = pccb;
2852dd0b4fb6SKonstantin Belousov 			error =	bus_dmamap_load_ccb(acb->dm_segs_dmat
2853ad6d6297SScott Long 				, srb->dm_segs_dmamap
2854dd0b4fb6SKonstantin Belousov 				, pccb
2855231c8b71SXin LI 				, arcmsr_execute_srb, srb, /*flags*/0);
2856ad6d6297SScott Long 			if(error == EINPROGRESS) {
2857ad6d6297SScott Long 				xpt_freeze_simq(acb->psim, 1);
2858f1c579b1SScott Long 				pccb->ccb_h.status |= CAM_RELEASE_SIMQ;
2859f1c579b1SScott Long 			}
2860f1c579b1SScott Long 			break;
2861f1c579b1SScott Long 		}
2862ad6d6297SScott Long 	case XPT_TARGET_IO: {
2863ad6d6297SScott Long 			/* target mode not yet support vendor specific commands. */
2864ad6d6297SScott Long 			pccb->ccb_h.status |= CAM_REQ_CMP;
2865f1c579b1SScott Long 			xpt_done(pccb);
2866f1c579b1SScott Long 			break;
2867f1c579b1SScott Long 		}
2868ad6d6297SScott Long 	case XPT_PATH_INQ: {
2869f1c579b1SScott Long 			struct ccb_pathinq *cpi = &pccb->cpi;
2870f1c579b1SScott Long 
2871f1c579b1SScott Long 			cpi->version_num = 1;
2872f1c579b1SScott Long 			cpi->hba_inquiry = PI_SDTR_ABLE | PI_TAG_ABLE;
2873f1c579b1SScott Long 			cpi->target_sprt = 0;
2874f1c579b1SScott Long 			cpi->hba_misc = 0;
2875f1c579b1SScott Long 			cpi->hba_eng_cnt = 0;
2876ad6d6297SScott Long 			cpi->max_target = ARCMSR_MAX_TARGETID;        /* 0-16 */
2877ad6d6297SScott Long 			cpi->max_lun = ARCMSR_MAX_TARGETLUN;	    /* 0-7 */
2878ad6d6297SScott Long 			cpi->initiator_id = ARCMSR_SCSI_INITIATOR_ID; /* 255 */
2879f1c579b1SScott Long 			cpi->bus_id = cam_sim_bus(psim);
2880f1c579b1SScott Long 			strncpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
2881f1c579b1SScott Long 			strncpy(cpi->hba_vid, "ARCMSR", HBA_IDLEN);
2882f1c579b1SScott Long 			strncpy(cpi->dev_name, cam_sim_name(psim), DEV_IDLEN);
2883f1c579b1SScott Long 			cpi->unit_number = cam_sim_unit(psim);
288444f05562SScott Long 		#ifdef	CAM_NEW_TRAN_CODE
2885dac36688SXin LI 			if(acb->adapter_bus_speed == ACB_BUS_SPEED_6G)
2886dac36688SXin LI 				cpi->base_transfer_speed = 600000;
2887dac36688SXin LI 			else
2888dac36688SXin LI 				cpi->base_transfer_speed = 300000;
2889dac36688SXin LI 			if((acb->vendor_device_id == PCIDevVenIDARC1880) ||
28907a7bc959SXin LI 			   (acb->vendor_device_id == PCIDevVenIDARC1680) ||
28917a7bc959SXin LI 			   (acb->vendor_device_id == PCIDevVenIDARC1214))
2892dac36688SXin LI 			{
2893dac36688SXin LI 				cpi->transport = XPORT_SAS;
2894dac36688SXin LI 				cpi->transport_version = 0;
2895dac36688SXin LI 				cpi->protocol_version = SCSI_REV_SPC2;
2896dac36688SXin LI 			}
2897dac36688SXin LI 			else
2898dac36688SXin LI 			{
2899fa9ed865SMatt Jacob 				cpi->transport = XPORT_SPI;
2900fa9ed865SMatt Jacob 				cpi->transport_version = 2;
2901fa9ed865SMatt Jacob 				cpi->protocol_version = SCSI_REV_2;
2902dac36688SXin LI 			}
2903dac36688SXin LI 			cpi->protocol = PROTO_SCSI;
290444f05562SScott Long 		#endif
2905ad6d6297SScott Long 			cpi->ccb_h.status |= CAM_REQ_CMP;
2906f1c579b1SScott Long 			xpt_done(pccb);
2907f1c579b1SScott Long 			break;
2908f1c579b1SScott Long 		}
2909ad6d6297SScott Long 	case XPT_ABORT: {
2910f1c579b1SScott Long 			union ccb *pabort_ccb;
2911f1c579b1SScott Long 
2912f1c579b1SScott Long 			pabort_ccb = pccb->cab.abort_ccb;
2913ad6d6297SScott Long 			switch (pabort_ccb->ccb_h.func_code) {
2914f1c579b1SScott Long 			case XPT_ACCEPT_TARGET_IO:
2915f1c579b1SScott Long 			case XPT_IMMED_NOTIFY:
2916f1c579b1SScott Long 			case XPT_CONT_TARGET_IO:
2917ad6d6297SScott Long 				if(arcmsr_seek_cmd2abort(pabort_ccb)==TRUE) {
2918ad6d6297SScott Long 					pabort_ccb->ccb_h.status |= CAM_REQ_ABORTED;
2919f1c579b1SScott Long 					xpt_done(pabort_ccb);
2920ad6d6297SScott Long 					pccb->ccb_h.status |= CAM_REQ_CMP;
2921ad6d6297SScott Long 				} else {
2922f1c579b1SScott Long 					xpt_print_path(pabort_ccb->ccb_h.path);
2923f1c579b1SScott Long 					printf("Not found\n");
2924ad6d6297SScott Long 					pccb->ccb_h.status |= CAM_PATH_INVALID;
2925f1c579b1SScott Long 				}
2926f1c579b1SScott Long 				break;
2927f1c579b1SScott Long 			case XPT_SCSI_IO:
2928ad6d6297SScott Long 				pccb->ccb_h.status |= CAM_UA_ABORT;
2929f1c579b1SScott Long 				break;
2930f1c579b1SScott Long 			default:
2931ad6d6297SScott Long 				pccb->ccb_h.status |= CAM_REQ_INVALID;
2932f1c579b1SScott Long 				break;
2933f1c579b1SScott Long 			}
2934f1c579b1SScott Long 			xpt_done(pccb);
2935f1c579b1SScott Long 			break;
2936f1c579b1SScott Long 		}
2937f1c579b1SScott Long 	case XPT_RESET_BUS:
2938ad6d6297SScott Long 	case XPT_RESET_DEV: {
2939ad6d6297SScott Long 			u_int32_t     i;
2940f1c579b1SScott Long 
2941ad6d6297SScott Long 			arcmsr_bus_reset(acb);
2942ad6d6297SScott Long 			for (i=0; i < 500; i++) {
2943f1c579b1SScott Long 				DELAY(1000);
2944f1c579b1SScott Long 			}
2945ad6d6297SScott Long 			pccb->ccb_h.status |= CAM_REQ_CMP;
2946f1c579b1SScott Long 			xpt_done(pccb);
2947f1c579b1SScott Long 			break;
2948f1c579b1SScott Long 		}
2949ad6d6297SScott Long 	case XPT_TERM_IO: {
2950ad6d6297SScott Long 			pccb->ccb_h.status |= CAM_REQ_INVALID;
2951f1c579b1SScott Long 			xpt_done(pccb);
2952f1c579b1SScott Long 			break;
2953f1c579b1SScott Long 		}
2954ad6d6297SScott Long 	case XPT_GET_TRAN_SETTINGS: {
2955ad6d6297SScott Long 			struct ccb_trans_settings *cts;
2956ad6d6297SScott Long 
2957ad6d6297SScott Long 			if(pccb->ccb_h.target_id == 16) {
2958ad6d6297SScott Long 				pccb->ccb_h.status |= CAM_FUNC_NOTAVAIL;
2959ad6d6297SScott Long 				xpt_done(pccb);
2960ad6d6297SScott Long 				break;
2961ad6d6297SScott Long 			}
2962ad6d6297SScott Long 			cts = &pccb->cts;
296344f05562SScott Long 		#ifdef	CAM_NEW_TRAN_CODE
296444f05562SScott Long 			{
296544f05562SScott Long 				struct ccb_trans_settings_scsi *scsi;
296644f05562SScott Long 				struct ccb_trans_settings_spi *spi;
2967dac36688SXin LI 				struct ccb_trans_settings_sas *sas;
296844f05562SScott Long 
2969ad6d6297SScott Long 				scsi = &cts->proto_specific.scsi;
2970dac36688SXin LI 				scsi->flags = CTS_SCSI_FLAGS_TAG_ENB;
2971dac36688SXin LI 				scsi->valid = CTS_SCSI_VALID_TQ;
2972fa9ed865SMatt Jacob 				cts->protocol = PROTO_SCSI;
2973dac36688SXin LI 
2974dac36688SXin LI 				if((acb->vendor_device_id == PCIDevVenIDARC1880) ||
29757a7bc959SXin LI 				   (acb->vendor_device_id == PCIDevVenIDARC1680) ||
29767a7bc959SXin LI 				   (acb->vendor_device_id == PCIDevVenIDARC1214))
2977dac36688SXin LI 				{
2978dac36688SXin LI 					cts->protocol_version = SCSI_REV_SPC2;
2979dac36688SXin LI 					cts->transport_version = 0;
2980dac36688SXin LI 					cts->transport = XPORT_SAS;
2981dac36688SXin LI 					sas = &cts->xport_specific.sas;
2982dac36688SXin LI 					sas->valid = CTS_SAS_VALID_SPEED;
29837a7bc959SXin LI 					if((acb->vendor_device_id == PCIDevVenIDARC1880) ||
29847a7bc959SXin LI 					   (acb->vendor_device_id == PCIDevVenIDARC1214))
2985dac36688SXin LI 						sas->bitrate = 600000;
2986dac36688SXin LI 					else if(acb->vendor_device_id == PCIDevVenIDARC1680)
2987dac36688SXin LI 						sas->bitrate = 300000;
2988dac36688SXin LI 				}
2989dac36688SXin LI 				else
2990dac36688SXin LI 				{
2991fa9ed865SMatt Jacob 					cts->protocol_version = SCSI_REV_2;
2992fa9ed865SMatt Jacob 					cts->transport_version = 2;
2993dac36688SXin LI 					cts->transport = XPORT_SPI;
2994dac36688SXin LI 					spi = &cts->xport_specific.spi;
2995fa9ed865SMatt Jacob 					spi->flags = CTS_SPI_FLAGS_DISC_ENB;
2996dac36688SXin LI 					spi->sync_period = 2;
2997fa9ed865SMatt Jacob 					spi->sync_offset = 32;
2998fa9ed865SMatt Jacob 					spi->bus_width = MSG_EXT_WDTR_BUS_16_BIT;
29999d98ff4dSScott Long 					spi->valid = CTS_SPI_VALID_DISC
30009d98ff4dSScott Long 						| CTS_SPI_VALID_SYNC_RATE
3001fa9ed865SMatt Jacob 						| CTS_SPI_VALID_SYNC_OFFSET
3002fa9ed865SMatt Jacob 						| CTS_SPI_VALID_BUS_WIDTH;
3003dac36688SXin LI 				}
300444f05562SScott Long 			}
300544f05562SScott Long 		#else
300644f05562SScott Long 			{
300744f05562SScott Long 				cts->flags = (CCB_TRANS_DISC_ENB | CCB_TRANS_TAG_ENB);
3008dac36688SXin LI 				cts->sync_period = 2;
300944f05562SScott Long 				cts->sync_offset = 32;
301044f05562SScott Long 				cts->bus_width = MSG_EXT_WDTR_BUS_16_BIT;
301144f05562SScott Long 				cts->valid = CCB_TRANS_SYNC_RATE_VALID |
301244f05562SScott Long 				CCB_TRANS_SYNC_OFFSET_VALID |
301344f05562SScott Long 				CCB_TRANS_BUS_WIDTH_VALID |
301444f05562SScott Long 				CCB_TRANS_DISC_VALID |
301544f05562SScott Long 				CCB_TRANS_TQ_VALID;
301644f05562SScott Long 			}
301744f05562SScott Long 		#endif
3018ad6d6297SScott Long 			pccb->ccb_h.status |= CAM_REQ_CMP;
3019ad6d6297SScott Long 			xpt_done(pccb);
3020ad6d6297SScott Long 			break;
3021ad6d6297SScott Long 		}
3022ad6d6297SScott Long 	case XPT_SET_TRAN_SETTINGS: {
3023ad6d6297SScott Long 			pccb->ccb_h.status |= CAM_FUNC_NOTAVAIL;
3024ad6d6297SScott Long 			xpt_done(pccb);
3025ad6d6297SScott Long 			break;
3026ad6d6297SScott Long 		}
3027f3b080e6SMarius Strobl 	case XPT_CALC_GEOMETRY:
3028ad6d6297SScott Long 			if(pccb->ccb_h.target_id == 16) {
3029ad6d6297SScott Long 				pccb->ccb_h.status |= CAM_FUNC_NOTAVAIL;
3030ad6d6297SScott Long 				xpt_done(pccb);
3031ad6d6297SScott Long 				break;
3032ad6d6297SScott Long 			}
3033f3b080e6SMarius Strobl #if __FreeBSD_version >= 500000
3034f3b080e6SMarius Strobl 			cam_calc_geometry(&pccb->ccg, 1);
3035f3b080e6SMarius Strobl #else
3036f3b080e6SMarius Strobl 			{
3037f3b080e6SMarius Strobl 			struct ccb_calc_geometry *ccg;
3038f3b080e6SMarius Strobl 			u_int32_t size_mb;
3039f3b080e6SMarius Strobl 			u_int32_t secs_per_cylinder;
3040f3b080e6SMarius Strobl 
3041f1c579b1SScott Long 			ccg = &pccb->ccg;
3042ad6d6297SScott Long 			if (ccg->block_size == 0) {
3043ad6d6297SScott Long 				pccb->ccb_h.status = CAM_REQ_INVALID;
3044ad6d6297SScott Long 				xpt_done(pccb);
3045ad6d6297SScott Long 				break;
3046ad6d6297SScott Long 			}
3047ad6d6297SScott Long 			if(((1024L * 1024L)/ccg->block_size) < 0) {
3048ad6d6297SScott Long 				pccb->ccb_h.status = CAM_REQ_INVALID;
3049ad6d6297SScott Long 				xpt_done(pccb);
3050ad6d6297SScott Long 				break;
3051ad6d6297SScott Long 			}
3052f1c579b1SScott Long 			size_mb = ccg->volume_size/((1024L * 1024L)/ccg->block_size);
3053ad6d6297SScott Long 			if(size_mb > 1024 ) {
3054f1c579b1SScott Long 				ccg->heads = 255;
3055f1c579b1SScott Long 				ccg->secs_per_track = 63;
3056ad6d6297SScott Long 			} else {
3057f1c579b1SScott Long 				ccg->heads = 64;
3058f1c579b1SScott Long 				ccg->secs_per_track = 32;
3059f1c579b1SScott Long 			}
3060f1c579b1SScott Long 			secs_per_cylinder = ccg->heads * ccg->secs_per_track;
3061f1c579b1SScott Long 			ccg->cylinders = ccg->volume_size / secs_per_cylinder;
3062ad6d6297SScott Long 			pccb->ccb_h.status |= CAM_REQ_CMP;
3063f3b080e6SMarius Strobl 			}
3064f3b080e6SMarius Strobl #endif
3065f1c579b1SScott Long 			xpt_done(pccb);
3066f1c579b1SScott Long 			break;
3067f1c579b1SScott Long 	default:
3068ad6d6297SScott Long 		pccb->ccb_h.status |= CAM_REQ_INVALID;
3069f1c579b1SScott Long 		xpt_done(pccb);
3070f1c579b1SScott Long 		break;
3071f1c579b1SScott Long 	}
3072f1c579b1SScott Long }
3073f1c579b1SScott Long /*
3074f1c579b1SScott Long **********************************************************************
3075f1c579b1SScott Long **********************************************************************
3076f1c579b1SScott Long */
307744f05562SScott Long static void arcmsr_start_hba_bgrb(struct AdapterControlBlock *acb)
3078f1c579b1SScott Long {
3079ad6d6297SScott Long 	acb->acb_flags |= ACB_F_MSG_START_BGRB;
308044f05562SScott Long 	CHIP_REG_WRITE32(HBA_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_START_BGRB);
308144f05562SScott Long 	if(!arcmsr_hba_wait_msgint_ready(acb)) {
3082ad6d6297SScott Long 		printf("arcmsr%d: wait 'start adapter background rebulid' timeout \n", acb->pci_unit);
3083ad6d6297SScott Long 	}
3084f1c579b1SScott Long }
3085f1c579b1SScott Long /*
3086f1c579b1SScott Long **********************************************************************
3087f1c579b1SScott Long **********************************************************************
3088f1c579b1SScott Long */
308944f05562SScott Long static void arcmsr_start_hbb_bgrb(struct AdapterControlBlock *acb)
309044f05562SScott Long {
309144f05562SScott Long 	acb->acb_flags |= ACB_F_MSG_START_BGRB;
3092d74001adSXin LI 	CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell,  ARCMSR_MESSAGE_START_BGRB);
309344f05562SScott Long 	if(!arcmsr_hbb_wait_msgint_ready(acb)) {
309444f05562SScott Long 		printf( "arcmsr%d: wait 'start adapter background rebulid' timeout \n", acb->pci_unit);
309544f05562SScott Long 	}
309644f05562SScott Long }
309744f05562SScott Long /*
309844f05562SScott Long **********************************************************************
309944f05562SScott Long **********************************************************************
310044f05562SScott Long */
3101d74001adSXin LI static void arcmsr_start_hbc_bgrb(struct AdapterControlBlock *acb)
3102d74001adSXin LI {
3103d74001adSXin LI 	acb->acb_flags |= ACB_F_MSG_START_BGRB;
3104d74001adSXin LI 	CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_START_BGRB);
3105d74001adSXin LI 	CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_doorbell, ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE);
3106d74001adSXin LI 	if(!arcmsr_hbc_wait_msgint_ready(acb)) {
3107d74001adSXin LI 		printf("arcmsr%d: wait 'start adapter background rebulid' timeout \n", acb->pci_unit);
3108d74001adSXin LI 	}
3109d74001adSXin LI }
3110d74001adSXin LI /*
3111d74001adSXin LI **********************************************************************
3112d74001adSXin LI **********************************************************************
3113d74001adSXin LI */
31147a7bc959SXin LI static void arcmsr_start_hbd_bgrb(struct AdapterControlBlock *acb)
31157a7bc959SXin LI {
31167a7bc959SXin LI 	acb->acb_flags |= ACB_F_MSG_START_BGRB;
31177a7bc959SXin LI 	CHIP_REG_WRITE32(HBD_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_START_BGRB);
31187a7bc959SXin LI 	if(!arcmsr_hbd_wait_msgint_ready(acb)) {
31197a7bc959SXin LI 		printf("arcmsr%d: wait 'start adapter background rebulid' timeout \n", acb->pci_unit);
31207a7bc959SXin LI 	}
31217a7bc959SXin LI }
31227a7bc959SXin LI /*
31237a7bc959SXin LI **********************************************************************
31247a7bc959SXin LI **********************************************************************
31257a7bc959SXin LI */
312644f05562SScott Long static void arcmsr_start_adapter_bgrb(struct AdapterControlBlock *acb)
312744f05562SScott Long {
312844f05562SScott Long 	switch (acb->adapter_type) {
312944f05562SScott Long 	case ACB_ADAPTER_TYPE_A:
313044f05562SScott Long 		arcmsr_start_hba_bgrb(acb);
313144f05562SScott Long 		break;
313244f05562SScott Long 	case ACB_ADAPTER_TYPE_B:
313344f05562SScott Long 		arcmsr_start_hbb_bgrb(acb);
313444f05562SScott Long 		break;
3135d74001adSXin LI 	case ACB_ADAPTER_TYPE_C:
3136d74001adSXin LI 		arcmsr_start_hbc_bgrb(acb);
3137d74001adSXin LI 		break;
31387a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D:
31397a7bc959SXin LI 		arcmsr_start_hbd_bgrb(acb);
31407a7bc959SXin LI 		break;
314144f05562SScott Long 	}
314244f05562SScott Long }
314344f05562SScott Long /*
314444f05562SScott Long **********************************************************************
314544f05562SScott Long **
314644f05562SScott Long **********************************************************************
314744f05562SScott Long */
314844f05562SScott Long static void arcmsr_polling_hba_srbdone(struct AdapterControlBlock *acb, struct CommandControlBlock *poll_srb)
3149f1c579b1SScott Long {
3150ad6d6297SScott Long 	struct CommandControlBlock *srb;
315144f05562SScott Long 	u_int32_t flag_srb, outbound_intstatus, poll_srb_done=0, poll_count=0;
3152d74001adSXin LI 	u_int16_t	error;
3153f1c579b1SScott Long 
315444f05562SScott Long polling_ccb_retry:
3155ad6d6297SScott Long 	poll_count++;
3156d74001adSXin LI 	outbound_intstatus=CHIP_REG_READ32(HBA_MessageUnit, 0, outbound_intstatus) & acb->outbound_int_enable;
3157d74001adSXin LI 	CHIP_REG_WRITE32(HBA_MessageUnit, 0, outbound_intstatus, outbound_intstatus);	/*clear interrupt*/
315844f05562SScott Long 	bus_dmamap_sync(acb->srb_dmat, acb->srb_dmamap, BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
3159ad6d6297SScott Long 	while(1) {
316044f05562SScott Long 		if((flag_srb = CHIP_REG_READ32(HBA_MessageUnit,
316144f05562SScott Long 			0, outbound_queueport)) == 0xFFFFFFFF) {
3162ad6d6297SScott Long 			if(poll_srb_done) {
3163ad6d6297SScott Long 				break;/*chip FIFO no ccb for completion already*/
3164ad6d6297SScott Long 			} else {
3165ad6d6297SScott Long 				UDELAY(25000);
3166d74001adSXin LI 				if ((poll_count > 100) && (poll_srb != NULL)) {
3167ad6d6297SScott Long 					break;
3168f1c579b1SScott Long 				}
316944f05562SScott Long 				goto polling_ccb_retry;
3170f1c579b1SScott Long 			}
3171ad6d6297SScott Long 		}
3172ad6d6297SScott Long 		/* check if command done with no error*/
317344f05562SScott Long 		srb = (struct CommandControlBlock *)
317444f05562SScott Long 			(acb->vir2phy_offset+(flag_srb << 5));/*frame must be 32 bytes aligned*/
3175d74001adSXin LI         error = (flag_srb & ARCMSR_SRBREPLY_FLAG_ERROR_MODE0)?TRUE:FALSE;
317644f05562SScott Long 		poll_srb_done = (srb == poll_srb) ? 1:0;
317722f2616bSXin LI 		if((srb->acb != acb) || (srb->srb_state != ARCMSR_SRB_START)) {
317822f2616bSXin LI 			if(srb->srb_state == ARCMSR_SRB_ABORTED) {
3179*123055f0SNathan Whitehorn 				printf("arcmsr%d: scsi id=%d lun=%jx srb='%p'"
3180ad6d6297SScott Long 					"poll command abort successfully \n"
3181ad6d6297SScott Long 					, acb->pci_unit
3182ad6d6297SScott Long 					, srb->pccb->ccb_h.target_id
3183*123055f0SNathan Whitehorn 					, (uintmax_t)srb->pccb->ccb_h.target_lun, srb);
3184ad6d6297SScott Long 				srb->pccb->ccb_h.status |= CAM_REQ_ABORTED;
3185ad6d6297SScott Long 				arcmsr_srb_complete(srb, 1);
3186ad6d6297SScott Long 				continue;
3187ad6d6297SScott Long 			}
3188ad6d6297SScott Long 			printf("arcmsr%d: polling get an illegal srb command done srb='%p'"
3189ad6d6297SScott Long 				"srboutstandingcount=%d \n"
3190ad6d6297SScott Long 				, acb->pci_unit
3191ad6d6297SScott Long 				, srb, acb->srboutstandingcount);
3192ad6d6297SScott Long 			continue;
3193ad6d6297SScott Long 		}
3194d74001adSXin LI 		arcmsr_report_srb_state(acb, srb, error);
3195ad6d6297SScott Long 	}	/*drain reply FIFO*/
3196f1c579b1SScott Long }
3197f1c579b1SScott Long /*
3198f1c579b1SScott Long **********************************************************************
319944f05562SScott Long **
3200ad6d6297SScott Long **********************************************************************
3201ad6d6297SScott Long */
320244f05562SScott Long static void arcmsr_polling_hbb_srbdone(struct AdapterControlBlock *acb, struct CommandControlBlock *poll_srb)
320344f05562SScott Long {
320444f05562SScott Long 	struct HBB_MessageUnit *phbbmu = (struct HBB_MessageUnit *)acb->pmu;
320544f05562SScott Long 	struct CommandControlBlock *srb;
320644f05562SScott Long 	u_int32_t flag_srb, poll_srb_done=0, poll_count=0;
320744f05562SScott Long 	int index;
3208d74001adSXin LI 	u_int16_t	error;
320944f05562SScott Long 
321044f05562SScott Long polling_ccb_retry:
321144f05562SScott Long 	poll_count++;
321244f05562SScott Long 	CHIP_REG_WRITE32(HBB_DOORBELL,
321344f05562SScott Long 	0, iop2drv_doorbell, ARCMSR_DOORBELL_INT_CLEAR_PATTERN); /* clear doorbell interrupt */
321444f05562SScott Long 	bus_dmamap_sync(acb->srb_dmat, acb->srb_dmamap, BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
321544f05562SScott Long 	while(1) {
321644f05562SScott Long 		index = phbbmu->doneq_index;
321744f05562SScott Long 		if((flag_srb = phbbmu->done_qbuffer[index]) == 0) {
321844f05562SScott Long 			if(poll_srb_done) {
321944f05562SScott Long 				break;/*chip FIFO no ccb for completion already*/
322044f05562SScott Long 			} else {
322144f05562SScott Long 				UDELAY(25000);
3222d74001adSXin LI 			    if ((poll_count > 100) && (poll_srb != NULL)) {
322344f05562SScott Long 					break;
322444f05562SScott Long 				}
322544f05562SScott Long 				goto polling_ccb_retry;
322644f05562SScott Long 			}
322744f05562SScott Long 		}
322844f05562SScott Long 		phbbmu->done_qbuffer[index] = 0;
322944f05562SScott Long 		index++;
323044f05562SScott Long 		index %= ARCMSR_MAX_HBB_POSTQUEUE;     /*if last index number set it to 0 */
323144f05562SScott Long 		phbbmu->doneq_index = index;
323244f05562SScott Long 		/* check if command done with no error*/
323344f05562SScott Long 		srb = (struct CommandControlBlock *)
323444f05562SScott Long 			(acb->vir2phy_offset+(flag_srb << 5));/*frame must be 32 bytes aligned*/
3235d74001adSXin LI         error = (flag_srb & ARCMSR_SRBREPLY_FLAG_ERROR_MODE0)?TRUE:FALSE;
323644f05562SScott Long 		poll_srb_done = (srb == poll_srb) ? 1:0;
323722f2616bSXin LI 		if((srb->acb != acb) || (srb->srb_state != ARCMSR_SRB_START)) {
323822f2616bSXin LI 			if(srb->srb_state == ARCMSR_SRB_ABORTED) {
3239*123055f0SNathan Whitehorn 				printf("arcmsr%d: scsi id=%d lun=%jx srb='%p'"
324044f05562SScott Long 					"poll command abort successfully \n"
324144f05562SScott Long 					, acb->pci_unit
324244f05562SScott Long 					, srb->pccb->ccb_h.target_id
3243*123055f0SNathan Whitehorn 					, (uintmax_t)srb->pccb->ccb_h.target_lun, srb);
324444f05562SScott Long 				srb->pccb->ccb_h.status |= CAM_REQ_ABORTED;
324544f05562SScott Long 				arcmsr_srb_complete(srb, 1);
324644f05562SScott Long 				continue;
324744f05562SScott Long 			}
324844f05562SScott Long 			printf("arcmsr%d: polling get an illegal srb command done srb='%p'"
324944f05562SScott Long 				"srboutstandingcount=%d \n"
325044f05562SScott Long 				, acb->pci_unit
325144f05562SScott Long 				, srb, acb->srboutstandingcount);
325244f05562SScott Long 			continue;
325344f05562SScott Long 		}
3254d74001adSXin LI 		arcmsr_report_srb_state(acb, srb, error);
3255d74001adSXin LI 	}	/*drain reply FIFO*/
3256d74001adSXin LI }
3257d74001adSXin LI /*
3258d74001adSXin LI **********************************************************************
3259d74001adSXin LI **
3260d74001adSXin LI **********************************************************************
3261d74001adSXin LI */
3262d74001adSXin LI static void arcmsr_polling_hbc_srbdone(struct AdapterControlBlock *acb, struct CommandControlBlock *poll_srb)
3263d74001adSXin LI {
3264d74001adSXin LI 	struct CommandControlBlock *srb;
3265d74001adSXin LI 	u_int32_t flag_srb, poll_srb_done=0, poll_count=0;
3266d74001adSXin LI 	u_int16_t	error;
3267d74001adSXin LI 
3268d74001adSXin LI polling_ccb_retry:
3269d74001adSXin LI 	poll_count++;
3270d74001adSXin LI 	bus_dmamap_sync(acb->srb_dmat, acb->srb_dmamap, BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
3271d74001adSXin LI 	while(1) {
3272d74001adSXin LI 		if(!(CHIP_REG_READ32(HBC_MessageUnit, 0, host_int_status) & ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR)) {
3273d74001adSXin LI 			if(poll_srb_done) {
3274d74001adSXin LI 				break;/*chip FIFO no ccb for completion already*/
3275d74001adSXin LI 			} else {
3276d74001adSXin LI 				UDELAY(25000);
3277d74001adSXin LI 			    if ((poll_count > 100) && (poll_srb != NULL)) {
3278d74001adSXin LI 					break;
3279d74001adSXin LI 				}
3280d74001adSXin LI 			    if (acb->srboutstandingcount == 0) {
3281d74001adSXin LI 				    break;
3282d74001adSXin LI 			    }
3283d74001adSXin LI 				goto polling_ccb_retry;
3284d74001adSXin LI 			}
3285d74001adSXin LI 		}
3286d74001adSXin LI 		flag_srb = CHIP_REG_READ32(HBC_MessageUnit, 0, outbound_queueport_low);
3287d74001adSXin LI 		/* check if command done with no error*/
328822f2616bSXin LI 		srb = (struct CommandControlBlock *)(acb->vir2phy_offset+(flag_srb & 0xFFFFFFE0));/*frame must be 32 bytes aligned*/
3289d74001adSXin LI         error = (flag_srb & ARCMSR_SRBREPLY_FLAG_ERROR_MODE1)?TRUE:FALSE;
3290d74001adSXin LI 		if (poll_srb != NULL)
3291d74001adSXin LI 			poll_srb_done = (srb == poll_srb) ? 1:0;
329222f2616bSXin LI 		if((srb->acb != acb) || (srb->srb_state != ARCMSR_SRB_START)) {
329322f2616bSXin LI 			if(srb->srb_state == ARCMSR_SRB_ABORTED) {
3294*123055f0SNathan Whitehorn 				printf("arcmsr%d: scsi id=%d lun=%jx srb='%p'poll command abort successfully \n"
3295*123055f0SNathan Whitehorn 						, acb->pci_unit, srb->pccb->ccb_h.target_id, (uintmax_t)srb->pccb->ccb_h.target_lun, srb);
3296d74001adSXin LI 				srb->pccb->ccb_h.status |= CAM_REQ_ABORTED;
3297d74001adSXin LI 				arcmsr_srb_complete(srb, 1);
3298d74001adSXin LI 				continue;
3299d74001adSXin LI 			}
3300d74001adSXin LI 			printf("arcmsr%d: polling get an illegal srb command done srb='%p'srboutstandingcount=%d \n"
3301d74001adSXin LI 					, acb->pci_unit, srb, acb->srboutstandingcount);
3302d74001adSXin LI 			continue;
3303d74001adSXin LI 		}
3304d74001adSXin LI 		arcmsr_report_srb_state(acb, srb, error);
330544f05562SScott Long 	}	/*drain reply FIFO*/
330644f05562SScott Long }
330744f05562SScott Long /*
330844f05562SScott Long **********************************************************************
33097a7bc959SXin LI **
33107a7bc959SXin LI **********************************************************************
33117a7bc959SXin LI */
33127a7bc959SXin LI static void arcmsr_polling_hbd_srbdone(struct AdapterControlBlock *acb, struct CommandControlBlock *poll_srb)
33137a7bc959SXin LI {
33147a7bc959SXin LI 	struct HBD_MessageUnit0 *phbdmu = (struct HBD_MessageUnit0 *)acb->pmu;
33157a7bc959SXin LI 	struct CommandControlBlock *srb;
33167a7bc959SXin LI 	u_int32_t flag_srb, poll_srb_done=0, poll_count=0;
33177a7bc959SXin LI 	u_int32_t outbound_write_pointer;
33187a7bc959SXin LI 	u_int16_t	error, doneq_index;
33197a7bc959SXin LI 
33207a7bc959SXin LI polling_ccb_retry:
33217a7bc959SXin LI 	poll_count++;
33227a7bc959SXin LI 	bus_dmamap_sync(acb->srb_dmat, acb->srb_dmamap, BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
33237a7bc959SXin LI 	while(1) {
33247a7bc959SXin LI 		outbound_write_pointer = phbdmu->done_qbuffer[0].addressLow;
33257a7bc959SXin LI 		doneq_index = phbdmu->doneq_index;
33267a7bc959SXin LI 		if ((outbound_write_pointer & 0xFF) == (doneq_index & 0xFF)) {
33277a7bc959SXin LI 			if(poll_srb_done) {
33287a7bc959SXin LI 				break;/*chip FIFO no ccb for completion already*/
33297a7bc959SXin LI 			} else {
33307a7bc959SXin LI 				UDELAY(25000);
33317a7bc959SXin LI 			    if ((poll_count > 100) && (poll_srb != NULL)) {
33327a7bc959SXin LI 					break;
33337a7bc959SXin LI 				}
33347a7bc959SXin LI 			    if (acb->srboutstandingcount == 0) {
33357a7bc959SXin LI 				    break;
33367a7bc959SXin LI 			    }
33377a7bc959SXin LI 				goto polling_ccb_retry;
33387a7bc959SXin LI 			}
33397a7bc959SXin LI 		}
33407a7bc959SXin LI 		doneq_index = arcmsr_get_doneq_index(phbdmu);
33417a7bc959SXin LI 		flag_srb = phbdmu->done_qbuffer[(doneq_index & 0xFF)+1].addressLow;
33427a7bc959SXin LI 		/* check if command done with no error*/
33437a7bc959SXin LI 		srb = (struct CommandControlBlock *)(acb->vir2phy_offset+(flag_srb & 0xFFFFFFE0));/*frame must be 32 bytes aligned*/
33447a7bc959SXin LI         error = (flag_srb & ARCMSR_SRBREPLY_FLAG_ERROR_MODE1) ? TRUE : FALSE;
33457a7bc959SXin LI 		CHIP_REG_WRITE32(HBD_MessageUnit, 0, outboundlist_read_pointer, doneq_index);
33467a7bc959SXin LI 		if (poll_srb != NULL)
33477a7bc959SXin LI 			poll_srb_done = (srb == poll_srb) ? 1:0;
33487a7bc959SXin LI 		if((srb->acb != acb) || (srb->srb_state != ARCMSR_SRB_START)) {
33497a7bc959SXin LI 			if(srb->srb_state == ARCMSR_SRB_ABORTED) {
3350*123055f0SNathan Whitehorn 				printf("arcmsr%d: scsi id=%d lun=%jx srb='%p'poll command abort successfully \n"
3351*123055f0SNathan Whitehorn 						, acb->pci_unit, srb->pccb->ccb_h.target_id, (uintmax_t)srb->pccb->ccb_h.target_lun, srb);
33527a7bc959SXin LI 				srb->pccb->ccb_h.status |= CAM_REQ_ABORTED;
33537a7bc959SXin LI 				arcmsr_srb_complete(srb, 1);
33547a7bc959SXin LI 				continue;
33557a7bc959SXin LI 			}
33567a7bc959SXin LI 			printf("arcmsr%d: polling get an illegal srb command done srb='%p'srboutstandingcount=%d \n"
33577a7bc959SXin LI 					, acb->pci_unit, srb, acb->srboutstandingcount);
33587a7bc959SXin LI 			continue;
33597a7bc959SXin LI 		}
33607a7bc959SXin LI 		arcmsr_report_srb_state(acb, srb, error);
33617a7bc959SXin LI 	}	/*drain reply FIFO*/
33627a7bc959SXin LI }
33637a7bc959SXin LI /*
33647a7bc959SXin LI **********************************************************************
336544f05562SScott Long **********************************************************************
336644f05562SScott Long */
336744f05562SScott Long static void arcmsr_polling_srbdone(struct AdapterControlBlock *acb, struct CommandControlBlock *poll_srb)
336844f05562SScott Long {
336944f05562SScott Long 	switch (acb->adapter_type) {
337044f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
337144f05562SScott Long 			arcmsr_polling_hba_srbdone(acb, poll_srb);
337244f05562SScott Long 		}
337344f05562SScott Long 		break;
337444f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
337544f05562SScott Long 			arcmsr_polling_hbb_srbdone(acb, poll_srb);
337644f05562SScott Long 		}
337744f05562SScott Long 		break;
3378d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
3379d74001adSXin LI 			arcmsr_polling_hbc_srbdone(acb, poll_srb);
3380d74001adSXin LI 		}
3381d74001adSXin LI 		break;
33827a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
33837a7bc959SXin LI 			arcmsr_polling_hbd_srbdone(acb, poll_srb);
33847a7bc959SXin LI 		}
33857a7bc959SXin LI 		break;
338644f05562SScott Long 	}
338744f05562SScott Long }
338844f05562SScott Long /*
338944f05562SScott Long **********************************************************************
339044f05562SScott Long **********************************************************************
339144f05562SScott Long */
339244f05562SScott Long static void arcmsr_get_hba_config(struct AdapterControlBlock *acb)
3393ad6d6297SScott Long {
3394ad6d6297SScott Long 	char *acb_firm_model = acb->firm_model;
3395ad6d6297SScott Long 	char *acb_firm_version = acb->firm_version;
3396d74001adSXin LI 	char *acb_device_map = acb->device_map;
3397d74001adSXin LI 	size_t iop_firm_model = offsetof(struct HBA_MessageUnit,msgcode_rwbuffer[ARCMSR_FW_MODEL_OFFSET]);	/*firm_model,15,60-67*/
3398d74001adSXin LI 	size_t iop_firm_version = offsetof(struct HBA_MessageUnit,msgcode_rwbuffer[ARCMSR_FW_VERS_OFFSET]);	/*firm_version,17,68-83*/
3399d74001adSXin LI 	size_t iop_device_map = offsetof(struct HBA_MessageUnit,msgcode_rwbuffer[ARCMSR_FW_DEVMAP_OFFSET]);
3400ad6d6297SScott Long 	int i;
3401ad6d6297SScott Long 
340244f05562SScott Long 	CHIP_REG_WRITE32(HBA_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_GET_CONFIG);
340344f05562SScott Long 	if(!arcmsr_hba_wait_msgint_ready(acb)) {
3404d74001adSXin LI 		printf("arcmsr%d: wait 'get adapter firmware miscellaneous data' timeout \n", acb->pci_unit);
3405ad6d6297SScott Long 	}
3406ad6d6297SScott Long 	i = 0;
3407ad6d6297SScott Long 	while(i < 8) {
340844f05562SScott Long 		*acb_firm_model = bus_space_read_1(acb->btag[0], acb->bhandle[0], iop_firm_model+i);
3409ad6d6297SScott Long 		/* 8 bytes firm_model, 15, 60-67*/
3410ad6d6297SScott Long 		acb_firm_model++;
3411ad6d6297SScott Long 		i++;
3412ad6d6297SScott Long 	}
3413ad6d6297SScott Long 	i=0;
3414ad6d6297SScott Long 	while(i < 16) {
341544f05562SScott Long 		*acb_firm_version = bus_space_read_1(acb->btag[0], acb->bhandle[0], iop_firm_version+i);
3416ad6d6297SScott Long 		/* 16 bytes firm_version, 17, 68-83*/
3417ad6d6297SScott Long 		acb_firm_version++;
3418ad6d6297SScott Long 		i++;
3419ad6d6297SScott Long 	}
3420d74001adSXin LI 	i=0;
3421d74001adSXin LI 	while(i < 16) {
3422d74001adSXin LI 		*acb_device_map = bus_space_read_1(acb->btag[0], acb->bhandle[0], iop_device_map+i);
3423d74001adSXin LI 		acb_device_map++;
3424d74001adSXin LI 		i++;
3425d74001adSXin LI 	}
34261e7d660aSXin LI 	printf("Areca RAID adapter%d: %s F/W version %s \n", acb->pci_unit, acb->firm_model, acb->firm_version);
3427d74001adSXin LI 	acb->firm_request_len = CHIP_REG_READ32(HBA_MessageUnit, 0, msgcode_rwbuffer[1]);   /*firm_request_len, 1, 04-07*/
3428d74001adSXin LI 	acb->firm_numbers_queue = CHIP_REG_READ32(HBA_MessageUnit, 0, msgcode_rwbuffer[2]); /*firm_numbers_queue, 2, 08-11*/
3429d74001adSXin LI 	acb->firm_sdram_size = CHIP_REG_READ32(HBA_MessageUnit, 0, msgcode_rwbuffer[3]);    /*firm_sdram_size, 3, 12-15*/
3430d74001adSXin LI 	acb->firm_ide_channels = CHIP_REG_READ32(HBA_MessageUnit, 0, msgcode_rwbuffer[4]);  /*firm_ide_channels, 4, 16-19*/
3431d74001adSXin LI 	acb->firm_cfg_version = CHIP_REG_READ32(HBA_MessageUnit, 0, msgcode_rwbuffer[ARCMSR_FW_CFGVER_OFFSET]);	/*firm_cfg_version,  25, 	  */
3432abfdbca9SXin LI 	if(acb->firm_numbers_queue > ARCMSR_MAX_OUTSTANDING_CMD)
3433abfdbca9SXin LI 		acb->maxOutstanding = ARCMSR_MAX_OUTSTANDING_CMD - 1;
3434abfdbca9SXin LI 	else
3435abfdbca9SXin LI 		acb->maxOutstanding = acb->firm_numbers_queue - 1;
3436ad6d6297SScott Long }
3437ad6d6297SScott Long /*
3438ad6d6297SScott Long **********************************************************************
343944f05562SScott Long **********************************************************************
344044f05562SScott Long */
344144f05562SScott Long static void arcmsr_get_hbb_config(struct AdapterControlBlock *acb)
344244f05562SScott Long {
344344f05562SScott Long 	char *acb_firm_model = acb->firm_model;
344444f05562SScott Long 	char *acb_firm_version = acb->firm_version;
3445d74001adSXin LI 	char *acb_device_map = acb->device_map;
3446d74001adSXin LI 	size_t iop_firm_model = offsetof(struct HBB_RWBUFFER, msgcode_rwbuffer[ARCMSR_FW_MODEL_OFFSET]);	/*firm_model,15,60-67*/
3447d74001adSXin LI 	size_t iop_firm_version = offsetof(struct HBB_RWBUFFER, msgcode_rwbuffer[ARCMSR_FW_VERS_OFFSET]);	/*firm_version,17,68-83*/
3448d74001adSXin LI 	size_t iop_device_map = offsetof(struct HBB_RWBUFFER, msgcode_rwbuffer[ARCMSR_FW_DEVMAP_OFFSET]);
344944f05562SScott Long 	int i;
345044f05562SScott Long 
3451d74001adSXin LI 	CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell, ARCMSR_MESSAGE_GET_CONFIG);
345244f05562SScott Long 	if(!arcmsr_hbb_wait_msgint_ready(acb)) {
3453d74001adSXin LI 		printf( "arcmsr%d: wait" "'get adapter firmware miscellaneous data' timeout \n", acb->pci_unit);
345444f05562SScott Long 	}
345544f05562SScott Long 	i = 0;
345644f05562SScott Long 	while(i < 8) {
345744f05562SScott Long 		*acb_firm_model = bus_space_read_1(acb->btag[1], acb->bhandle[1], iop_firm_model+i);
345844f05562SScott Long 		/* 8 bytes firm_model, 15, 60-67*/
345944f05562SScott Long 		acb_firm_model++;
346044f05562SScott Long 		i++;
346144f05562SScott Long 	}
346244f05562SScott Long 	i = 0;
346344f05562SScott Long 	while(i < 16) {
346444f05562SScott Long 		*acb_firm_version = bus_space_read_1(acb->btag[1], acb->bhandle[1], iop_firm_version+i);
346544f05562SScott Long 		/* 16 bytes firm_version, 17, 68-83*/
346644f05562SScott Long 		acb_firm_version++;
346744f05562SScott Long 		i++;
346844f05562SScott Long 	}
3469d74001adSXin LI 	i = 0;
3470d74001adSXin LI 	while(i < 16) {
3471d74001adSXin LI 		*acb_device_map = bus_space_read_1(acb->btag[1], acb->bhandle[1], iop_device_map+i);
3472d74001adSXin LI 		acb_device_map++;
3473d74001adSXin LI 		i++;
3474d74001adSXin LI 	}
34751e7d660aSXin LI 	printf("Areca RAID adapter%d: %s F/W version %s \n", acb->pci_unit, acb->firm_model, acb->firm_version);
3476d74001adSXin LI 	acb->firm_request_len = CHIP_REG_READ32(HBB_RWBUFFER, 1, msgcode_rwbuffer[1]);   /*firm_request_len, 1, 04-07*/
3477d74001adSXin LI 	acb->firm_numbers_queue = CHIP_REG_READ32(HBB_RWBUFFER, 1, msgcode_rwbuffer[2]); /*firm_numbers_queue, 2, 08-11*/
3478d74001adSXin LI 	acb->firm_sdram_size = CHIP_REG_READ32(HBB_RWBUFFER, 1, msgcode_rwbuffer[3]);    /*firm_sdram_size, 3, 12-15*/
3479d74001adSXin LI 	acb->firm_ide_channels = CHIP_REG_READ32(HBB_RWBUFFER, 1, msgcode_rwbuffer[4]);  /*firm_ide_channels, 4, 16-19*/
3480d74001adSXin LI 	acb->firm_cfg_version = CHIP_REG_READ32(HBB_RWBUFFER, 1, msgcode_rwbuffer[ARCMSR_FW_CFGVER_OFFSET]);	/*firm_cfg_version,  25, 	  */
3481abfdbca9SXin LI 	if(acb->firm_numbers_queue > ARCMSR_MAX_HBB_POSTQUEUE)
3482abfdbca9SXin LI 		acb->maxOutstanding = ARCMSR_MAX_HBB_POSTQUEUE - 1;
3483abfdbca9SXin LI 	else
3484abfdbca9SXin LI 		acb->maxOutstanding = acb->firm_numbers_queue - 1;
3485d74001adSXin LI }
3486d74001adSXin LI /*
3487d74001adSXin LI **********************************************************************
3488d74001adSXin LI **********************************************************************
3489d74001adSXin LI */
3490d74001adSXin LI static void arcmsr_get_hbc_config(struct AdapterControlBlock *acb)
3491d74001adSXin LI {
3492d74001adSXin LI 	char *acb_firm_model = acb->firm_model;
3493d74001adSXin LI 	char *acb_firm_version = acb->firm_version;
3494d74001adSXin LI 	char *acb_device_map = acb->device_map;
3495d74001adSXin LI 	size_t iop_firm_model = offsetof(struct HBC_MessageUnit,msgcode_rwbuffer[ARCMSR_FW_MODEL_OFFSET]);   /*firm_model,15,60-67*/
3496d74001adSXin LI 	size_t iop_firm_version = offsetof(struct HBC_MessageUnit,msgcode_rwbuffer[ARCMSR_FW_VERS_OFFSET]); /*firm_version,17,68-83*/
3497d74001adSXin LI 	size_t iop_device_map = offsetof(struct HBC_MessageUnit,msgcode_rwbuffer[ARCMSR_FW_DEVMAP_OFFSET]);
3498d74001adSXin LI 	int i;
3499d74001adSXin LI 
3500d74001adSXin LI 	CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_GET_CONFIG);
3501d74001adSXin LI 	CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_doorbell, ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE);
3502d74001adSXin LI 	if(!arcmsr_hbc_wait_msgint_ready(acb)) {
3503d74001adSXin LI 		printf("arcmsr%d: wait 'get adapter firmware miscellaneous data' timeout \n", acb->pci_unit);
3504d74001adSXin LI 	}
3505d74001adSXin LI 	i = 0;
3506d74001adSXin LI 	while(i < 8) {
3507d74001adSXin LI 		*acb_firm_model = bus_space_read_1(acb->btag[0], acb->bhandle[0], iop_firm_model+i);
3508d74001adSXin LI 		/* 8 bytes firm_model, 15, 60-67*/
3509d74001adSXin LI 		acb_firm_model++;
3510d74001adSXin LI 		i++;
3511d74001adSXin LI 	}
3512d74001adSXin LI 	i = 0;
3513d74001adSXin LI 	while(i < 16) {
3514d74001adSXin LI 		*acb_firm_version = bus_space_read_1(acb->btag[0], acb->bhandle[0], iop_firm_version+i);
3515d74001adSXin LI 		/* 16 bytes firm_version, 17, 68-83*/
3516d74001adSXin LI 		acb_firm_version++;
3517d74001adSXin LI 		i++;
3518d74001adSXin LI 	}
3519d74001adSXin LI 	i = 0;
3520d74001adSXin LI 	while(i < 16) {
3521d74001adSXin LI 		*acb_device_map = bus_space_read_1(acb->btag[0], acb->bhandle[0], iop_device_map+i);
3522d74001adSXin LI 		acb_device_map++;
3523d74001adSXin LI 		i++;
3524d74001adSXin LI 	}
35251e7d660aSXin LI 	printf("Areca RAID adapter%d: %s F/W version %s \n", acb->pci_unit, acb->firm_model, acb->firm_version);
3526d74001adSXin LI 	acb->firm_request_len	= CHIP_REG_READ32(HBC_MessageUnit, 0, msgcode_rwbuffer[1]);	/*firm_request_len,   1, 04-07*/
3527d74001adSXin LI 	acb->firm_numbers_queue	= CHIP_REG_READ32(HBC_MessageUnit, 0, msgcode_rwbuffer[2]);	/*firm_numbers_queue, 2, 08-11*/
3528d74001adSXin LI 	acb->firm_sdram_size	= CHIP_REG_READ32(HBC_MessageUnit, 0, msgcode_rwbuffer[3]);	/*firm_sdram_size,    3, 12-15*/
3529d74001adSXin LI 	acb->firm_ide_channels	= CHIP_REG_READ32(HBC_MessageUnit, 0, msgcode_rwbuffer[4]);	/*firm_ide_channels,  4, 16-19*/
3530d74001adSXin LI 	acb->firm_cfg_version	= CHIP_REG_READ32(HBC_MessageUnit, 0, msgcode_rwbuffer[ARCMSR_FW_CFGVER_OFFSET]);	/*firm_cfg_version,  25, 	  */
3531abfdbca9SXin LI 	if(acb->firm_numbers_queue > ARCMSR_MAX_OUTSTANDING_CMD)
3532abfdbca9SXin LI 		acb->maxOutstanding = ARCMSR_MAX_OUTSTANDING_CMD - 1;
3533abfdbca9SXin LI 	else
3534abfdbca9SXin LI 		acb->maxOutstanding = acb->firm_numbers_queue - 1;
353544f05562SScott Long }
353644f05562SScott Long /*
353744f05562SScott Long **********************************************************************
353844f05562SScott Long **********************************************************************
353944f05562SScott Long */
35407a7bc959SXin LI static void arcmsr_get_hbd_config(struct AdapterControlBlock *acb)
35417a7bc959SXin LI {
35427a7bc959SXin LI 	char *acb_firm_model = acb->firm_model;
35437a7bc959SXin LI 	char *acb_firm_version = acb->firm_version;
35447a7bc959SXin LI 	char *acb_device_map = acb->device_map;
35457a7bc959SXin LI 	size_t iop_firm_model = offsetof(struct HBD_MessageUnit, msgcode_rwbuffer[ARCMSR_FW_MODEL_OFFSET]);   /*firm_model,15,60-67*/
35467a7bc959SXin LI 	size_t iop_firm_version = offsetof(struct HBD_MessageUnit, msgcode_rwbuffer[ARCMSR_FW_VERS_OFFSET]); /*firm_version,17,68-83*/
35477a7bc959SXin LI 	size_t iop_device_map = offsetof(struct HBD_MessageUnit, msgcode_rwbuffer[ARCMSR_FW_DEVMAP_OFFSET]);
35487a7bc959SXin LI 	int i;
35497a7bc959SXin LI 
35507a7bc959SXin LI 	if(CHIP_REG_READ32(HBD_MessageUnit, 0, outbound_doorbell) & ARCMSR_HBDMU_IOP2DRV_MESSAGE_CMD_DONE)
35517a7bc959SXin LI 		CHIP_REG_WRITE32(HBD_MessageUnit, 0, outbound_doorbell, ARCMSR_HBDMU_IOP2DRV_MESSAGE_CMD_DONE_CLEAR);
35527a7bc959SXin LI 	CHIP_REG_WRITE32(HBD_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_GET_CONFIG);
35537a7bc959SXin LI 	if(!arcmsr_hbd_wait_msgint_ready(acb)) {
35547a7bc959SXin LI 		printf("arcmsr%d: wait 'get adapter firmware miscellaneous data' timeout \n", acb->pci_unit);
35557a7bc959SXin LI 	}
35567a7bc959SXin LI 	i = 0;
35577a7bc959SXin LI 	while(i < 8) {
35587a7bc959SXin LI 		*acb_firm_model = bus_space_read_1(acb->btag[0], acb->bhandle[0], iop_firm_model+i);
35597a7bc959SXin LI 		/* 8 bytes firm_model, 15, 60-67*/
35607a7bc959SXin LI 		acb_firm_model++;
35617a7bc959SXin LI 		i++;
35627a7bc959SXin LI 	}
35637a7bc959SXin LI 	i = 0;
35647a7bc959SXin LI 	while(i < 16) {
35657a7bc959SXin LI 		*acb_firm_version = bus_space_read_1(acb->btag[0], acb->bhandle[0], iop_firm_version+i);
35667a7bc959SXin LI 		/* 16 bytes firm_version, 17, 68-83*/
35677a7bc959SXin LI 		acb_firm_version++;
35687a7bc959SXin LI 		i++;
35697a7bc959SXin LI 	}
35707a7bc959SXin LI 	i = 0;
35717a7bc959SXin LI 	while(i < 16) {
35727a7bc959SXin LI 		*acb_device_map = bus_space_read_1(acb->btag[0], acb->bhandle[0], iop_device_map+i);
35737a7bc959SXin LI 		acb_device_map++;
35747a7bc959SXin LI 		i++;
35757a7bc959SXin LI 	}
35761e7d660aSXin LI 	printf("Areca RAID adapter%d: %s F/W version %s \n", acb->pci_unit, acb->firm_model, acb->firm_version);
35777a7bc959SXin LI 	acb->firm_request_len	= CHIP_REG_READ32(HBD_MessageUnit, 0, msgcode_rwbuffer[2]);	/*firm_request_len,   1, 04-07*/
35787a7bc959SXin LI 	acb->firm_numbers_queue	= CHIP_REG_READ32(HBD_MessageUnit, 0, msgcode_rwbuffer[3]);	/*firm_numbers_queue, 2, 08-11*/
35797a7bc959SXin LI 	acb->firm_sdram_size	= CHIP_REG_READ32(HBD_MessageUnit, 0, msgcode_rwbuffer[4]);	/*firm_sdram_size,    3, 12-15*/
35807a7bc959SXin LI 	acb->firm_ide_channels	= CHIP_REG_READ32(HBD_MessageUnit, 0, msgcode_rwbuffer[5]);	/*firm_ide_channels,  4, 16-19*/
35817a7bc959SXin LI 	acb->firm_cfg_version	= CHIP_REG_READ32(HBD_MessageUnit, 0, msgcode_rwbuffer[ARCMSR_FW_CFGVER_OFFSET]);	/*firm_cfg_version,  25, 	  */
3582abfdbca9SXin LI 	if(acb->firm_numbers_queue > ARCMSR_MAX_HBD_POSTQUEUE)
3583abfdbca9SXin LI 		acb->maxOutstanding = ARCMSR_MAX_HBD_POSTQUEUE - 1;
3584abfdbca9SXin LI 	else
3585abfdbca9SXin LI 		acb->maxOutstanding = acb->firm_numbers_queue - 1;
35867a7bc959SXin LI }
35877a7bc959SXin LI /*
35887a7bc959SXin LI **********************************************************************
35897a7bc959SXin LI **********************************************************************
35907a7bc959SXin LI */
359144f05562SScott Long static void arcmsr_get_firmware_spec(struct AdapterControlBlock *acb)
359244f05562SScott Long {
359344f05562SScott Long 	switch (acb->adapter_type) {
359444f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
359544f05562SScott Long 			arcmsr_get_hba_config(acb);
359644f05562SScott Long 		}
359744f05562SScott Long 		break;
359844f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
359944f05562SScott Long 			arcmsr_get_hbb_config(acb);
360044f05562SScott Long 		}
360144f05562SScott Long 		break;
3602d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
3603d74001adSXin LI 			arcmsr_get_hbc_config(acb);
3604d74001adSXin LI 		}
3605d74001adSXin LI 		break;
36067a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
36077a7bc959SXin LI 			arcmsr_get_hbd_config(acb);
36087a7bc959SXin LI 		}
36097a7bc959SXin LI 		break;
361044f05562SScott Long 	}
361144f05562SScott Long }
361244f05562SScott Long /*
361344f05562SScott Long **********************************************************************
361444f05562SScott Long **********************************************************************
361544f05562SScott Long */
361644f05562SScott Long static void arcmsr_wait_firmware_ready( struct AdapterControlBlock *acb)
361744f05562SScott Long {
361844f05562SScott Long 	int	timeout=0;
361944f05562SScott Long 
362044f05562SScott Long 	switch (acb->adapter_type) {
362144f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
3622d74001adSXin LI 			while ((CHIP_REG_READ32(HBA_MessageUnit, 0, outbound_msgaddr1) & ARCMSR_OUTBOUND_MESG1_FIRMWARE_OK) == 0)
362344f05562SScott Long 			{
362444f05562SScott Long 				if (timeout++ > 2000) /* (2000*15)/1000 = 30 sec */
362544f05562SScott Long 				{
3626d74001adSXin LI 					printf( "arcmsr%d:timed out waiting for firmware \n", acb->pci_unit);
362744f05562SScott Long 					return;
362844f05562SScott Long 				}
362944f05562SScott Long 				UDELAY(15000); /* wait 15 milli-seconds */
363044f05562SScott Long 			}
363144f05562SScott Long 		}
363244f05562SScott Long 		break;
363344f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
3634d74001adSXin LI 			while ((CHIP_REG_READ32(HBB_DOORBELL, 0, iop2drv_doorbell) & ARCMSR_MESSAGE_FIRMWARE_OK) == 0)
363544f05562SScott Long 			{
363644f05562SScott Long 				if (timeout++ > 2000) /* (2000*15)/1000 = 30 sec */
363744f05562SScott Long 				{
3638d74001adSXin LI 					printf( "arcmsr%d: timed out waiting for firmware \n", acb->pci_unit);
363944f05562SScott Long 					return;
364044f05562SScott Long 				}
364144f05562SScott Long 				UDELAY(15000); /* wait 15 milli-seconds */
364244f05562SScott Long 			}
3643d74001adSXin LI 			CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell, ARCMSR_DRV2IOP_END_OF_INTERRUPT);
3644d74001adSXin LI 		}
3645d74001adSXin LI 		break;
3646d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
3647d74001adSXin LI 			while ((CHIP_REG_READ32(HBC_MessageUnit, 0, outbound_msgaddr1) & ARCMSR_HBCMU_MESSAGE_FIRMWARE_OK) == 0)
3648d74001adSXin LI 			{
3649d74001adSXin LI 				if (timeout++ > 2000) /* (2000*15)/1000 = 30 sec */
3650d74001adSXin LI 				{
3651d74001adSXin LI 					printf( "arcmsr%d:timed out waiting for firmware ready\n", acb->pci_unit);
3652d74001adSXin LI 					return;
3653d74001adSXin LI 				}
3654d74001adSXin LI 				UDELAY(15000); /* wait 15 milli-seconds */
3655d74001adSXin LI 			}
365644f05562SScott Long 		}
365744f05562SScott Long 		break;
36587a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
36597a7bc959SXin LI 			while ((CHIP_REG_READ32(HBD_MessageUnit, 0, outbound_msgaddr1) & ARCMSR_HBDMU_MESSAGE_FIRMWARE_OK) == 0)
36607a7bc959SXin LI 			{
36617a7bc959SXin LI 				if (timeout++ > 2000) /* (2000*15)/1000 = 30 sec */
36627a7bc959SXin LI 				{
36637a7bc959SXin LI 					printf( "arcmsr%d:timed out waiting for firmware ready\n", acb->pci_unit);
36647a7bc959SXin LI 					return;
36657a7bc959SXin LI 				}
36667a7bc959SXin LI 				UDELAY(15000); /* wait 15 milli-seconds */
36677a7bc959SXin LI 			}
36687a7bc959SXin LI 		}
36697a7bc959SXin LI 		break;
367044f05562SScott Long 	}
367144f05562SScott Long }
367244f05562SScott Long /*
367344f05562SScott Long **********************************************************************
367444f05562SScott Long **********************************************************************
367544f05562SScott Long */
367644f05562SScott Long static void arcmsr_clear_doorbell_queue_buffer( struct AdapterControlBlock *acb)
367744f05562SScott Long {
3678d74001adSXin LI 	u_int32_t outbound_doorbell;
3679d74001adSXin LI 
368044f05562SScott Long 	switch (acb->adapter_type) {
368144f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
368244f05562SScott Long 			/* empty doorbell Qbuffer if door bell ringed */
3683d74001adSXin LI 			outbound_doorbell = CHIP_REG_READ32(HBA_MessageUnit, 0, outbound_doorbell);
3684d74001adSXin LI 			CHIP_REG_WRITE32(HBA_MessageUnit, 0, outbound_doorbell, outbound_doorbell);	/*clear doorbell interrupt */
3685d74001adSXin LI 			CHIP_REG_WRITE32(HBA_MessageUnit, 0, inbound_doorbell, ARCMSR_INBOUND_DRIVER_DATA_READ_OK);
3686d74001adSXin LI 
368744f05562SScott Long 		}
368844f05562SScott Long 		break;
368944f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
3690d74001adSXin LI 			CHIP_REG_WRITE32(HBB_DOORBELL, 0, iop2drv_doorbell, ARCMSR_MESSAGE_INT_CLEAR_PATTERN);/*clear interrupt and message state*/
3691d74001adSXin LI 			CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell, ARCMSR_DRV2IOP_DATA_READ_OK);
369244f05562SScott Long 			/* let IOP know data has been read */
369344f05562SScott Long 		}
369444f05562SScott Long 		break;
3695d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
3696d74001adSXin LI 			/* empty doorbell Qbuffer if door bell ringed */
3697d74001adSXin LI 			outbound_doorbell = CHIP_REG_READ32(HBC_MessageUnit, 0, outbound_doorbell);
3698d74001adSXin LI 			CHIP_REG_WRITE32(HBC_MessageUnit, 0, outbound_doorbell_clear, outbound_doorbell);	/*clear doorbell interrupt */
3699d74001adSXin LI 			CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_doorbell, ARCMSR_HBCMU_DRV2IOP_DATA_READ_OK);
37007a7bc959SXin LI 			CHIP_REG_READ32(HBC_MessageUnit, 0, outbound_doorbell_clear); /* Dummy read to force pci flush */
37017a7bc959SXin LI 			CHIP_REG_READ32(HBC_MessageUnit, 0, inbound_doorbell); /* Dummy read to force pci flush */
37027a7bc959SXin LI 		}
37037a7bc959SXin LI 		break;
37047a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
37057a7bc959SXin LI 			/* empty doorbell Qbuffer if door bell ringed */
37067a7bc959SXin LI 			outbound_doorbell = CHIP_REG_READ32(HBD_MessageUnit, 0, outbound_doorbell);
37077a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, outbound_doorbell, outbound_doorbell);	/*clear doorbell interrupt */
37087a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, inbound_doorbell, ARCMSR_HBDMU_DRV2IOP_DATA_OUT_READ);
3709d74001adSXin LI 
3710d74001adSXin LI 		}
3711d74001adSXin LI 		break;
371244f05562SScott Long 	}
371344f05562SScott Long }
371444f05562SScott Long /*
371544f05562SScott Long ************************************************************************
371644f05562SScott Long ************************************************************************
371744f05562SScott Long */
371844f05562SScott Long static u_int32_t arcmsr_iop_confirm(struct AdapterControlBlock *acb)
371944f05562SScott Long {
372044f05562SScott Long 	unsigned long srb_phyaddr;
372144f05562SScott Long 	u_int32_t srb_phyaddr_hi32;
37227a7bc959SXin LI 	u_int32_t srb_phyaddr_lo32;
372344f05562SScott Long 
372444f05562SScott Long 	/*
372544f05562SScott Long 	********************************************************************
372644f05562SScott Long 	** here we need to tell iop 331 our freesrb.HighPart
372744f05562SScott Long 	** if freesrb.HighPart is not zero
372844f05562SScott Long 	********************************************************************
372944f05562SScott Long 	*/
3730d74001adSXin LI 	srb_phyaddr = (unsigned long) acb->srb_phyaddr.phyaddr;
3731d74001adSXin LI 	srb_phyaddr_hi32 = acb->srb_phyaddr.B.phyadd_high;
37327a7bc959SXin LI 	srb_phyaddr_lo32 = acb->srb_phyaddr.B.phyadd_low;
373344f05562SScott Long 	switch (acb->adapter_type) {
373444f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
373544f05562SScott Long 			if(srb_phyaddr_hi32 != 0) {
3736d74001adSXin LI 				CHIP_REG_WRITE32(HBA_MessageUnit, 0, msgcode_rwbuffer[0], ARCMSR_SIGNATURE_SET_CONFIG);
3737d74001adSXin LI 				CHIP_REG_WRITE32(HBA_MessageUnit, 0, msgcode_rwbuffer[1], srb_phyaddr_hi32);
3738d74001adSXin LI 				CHIP_REG_WRITE32(HBA_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_SET_CONFIG);
373944f05562SScott Long 				if(!arcmsr_hba_wait_msgint_ready(acb)) {
3740d74001adSXin LI 					printf( "arcmsr%d: 'set srb high part physical address' timeout \n", acb->pci_unit);
374144f05562SScott Long 					return FALSE;
374244f05562SScott Long 				}
374344f05562SScott Long 			}
374444f05562SScott Long 		}
374544f05562SScott Long 		break;
374644f05562SScott Long 		/*
374744f05562SScott Long 		***********************************************************************
374844f05562SScott Long 		**    if adapter type B, set window of "post command Q"
374944f05562SScott Long 		***********************************************************************
375044f05562SScott Long 		*/
375144f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
375244f05562SScott Long 			u_int32_t post_queue_phyaddr;
375344f05562SScott Long 			struct HBB_MessageUnit *phbbmu;
375444f05562SScott Long 
375544f05562SScott Long 			phbbmu = (struct HBB_MessageUnit *)acb->pmu;
375644f05562SScott Long 			phbbmu->postq_index = 0;
375744f05562SScott Long 			phbbmu->doneq_index = 0;
3758d74001adSXin LI 			CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell, ARCMSR_MESSAGE_SET_POST_WINDOW);
375944f05562SScott Long 			if(!arcmsr_hbb_wait_msgint_ready(acb)) {
3760d74001adSXin LI 				printf( "arcmsr%d: 'set window of post command Q' timeout\n", acb->pci_unit);
376144f05562SScott Long 				return FALSE;
376244f05562SScott Long 			}
376322f2616bSXin LI 			post_queue_phyaddr = srb_phyaddr + ARCMSR_SRBS_POOL_SIZE
376444f05562SScott Long 								+ offsetof(struct HBB_MessageUnit, post_qbuffer);
3765d74001adSXin LI 			CHIP_REG_WRITE32(HBB_RWBUFFER, 1, msgcode_rwbuffer[0], ARCMSR_SIGNATURE_SET_CONFIG); /* driver "set config" signature */
3766d74001adSXin LI 			CHIP_REG_WRITE32(HBB_RWBUFFER, 1, msgcode_rwbuffer[1], srb_phyaddr_hi32); /* normal should be zero */
3767d74001adSXin LI 			CHIP_REG_WRITE32(HBB_RWBUFFER, 1, msgcode_rwbuffer[2], post_queue_phyaddr); /* postQ size (256+8)*4 */
3768d74001adSXin LI 			CHIP_REG_WRITE32(HBB_RWBUFFER, 1, msgcode_rwbuffer[3], post_queue_phyaddr+1056); /* doneQ size (256+8)*4 */
3769d74001adSXin LI 			CHIP_REG_WRITE32(HBB_RWBUFFER, 1, msgcode_rwbuffer[4], 1056); /* srb maxQ size must be --> [(256+8)*4] */
3770d74001adSXin LI 			CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell, ARCMSR_MESSAGE_SET_CONFIG);
377144f05562SScott Long 			if(!arcmsr_hbb_wait_msgint_ready(acb)) {
377244f05562SScott Long 				printf( "arcmsr%d: 'set command Q window' timeout \n", acb->pci_unit);
377344f05562SScott Long 				return FALSE;
377444f05562SScott Long 			}
3775d74001adSXin LI 			CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell, ARCMSR_MESSAGE_START_DRIVER_MODE);
377644f05562SScott Long 			if(!arcmsr_hbb_wait_msgint_ready(acb)) {
377744f05562SScott Long 				printf( "arcmsr%d: 'start diver mode' timeout \n", acb->pci_unit);
377844f05562SScott Long 				return FALSE;
377944f05562SScott Long 			}
378044f05562SScott Long 		}
378144f05562SScott Long 		break;
3782d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
3783d74001adSXin LI 			if(srb_phyaddr_hi32 != 0) {
3784d74001adSXin LI 				CHIP_REG_WRITE32(HBC_MessageUnit, 0, msgcode_rwbuffer[0], ARCMSR_SIGNATURE_SET_CONFIG);
3785d74001adSXin LI 				CHIP_REG_WRITE32(HBC_MessageUnit, 0, msgcode_rwbuffer[1], srb_phyaddr_hi32);
3786d74001adSXin LI 				CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_SET_CONFIG);
3787d74001adSXin LI 				CHIP_REG_WRITE32(HBC_MessageUnit, 0, inbound_doorbell,ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE);
3788d74001adSXin LI 				if(!arcmsr_hbc_wait_msgint_ready(acb)) {
3789d74001adSXin LI 					printf( "arcmsr%d: 'set srb high part physical address' timeout \n", acb->pci_unit);
3790d74001adSXin LI 					return FALSE;
3791d74001adSXin LI 				}
3792d74001adSXin LI 			}
3793d74001adSXin LI 		}
3794d74001adSXin LI 		break;
37957a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
37967a7bc959SXin LI 			u_int32_t post_queue_phyaddr, done_queue_phyaddr;
37977a7bc959SXin LI 			struct HBD_MessageUnit0 *phbdmu;
37987a7bc959SXin LI 
37997a7bc959SXin LI 			phbdmu = (struct HBD_MessageUnit0 *)acb->pmu;
38007a7bc959SXin LI 			phbdmu->postq_index = 0;
38017a7bc959SXin LI 			phbdmu->doneq_index = 0x40FF;
38027a7bc959SXin LI 			post_queue_phyaddr = srb_phyaddr_lo32 + ARCMSR_SRBS_POOL_SIZE
38037a7bc959SXin LI 								+ offsetof(struct HBD_MessageUnit0, post_qbuffer);
38047a7bc959SXin LI 			done_queue_phyaddr = srb_phyaddr_lo32 + ARCMSR_SRBS_POOL_SIZE
38057a7bc959SXin LI 								+ offsetof(struct HBD_MessageUnit0, done_qbuffer);
38067a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, msgcode_rwbuffer[0], ARCMSR_SIGNATURE_SET_CONFIG); /* driver "set config" signature */
38077a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, msgcode_rwbuffer[1], srb_phyaddr_hi32);
38087a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, msgcode_rwbuffer[2], post_queue_phyaddr); /* postQ base */
38097a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, msgcode_rwbuffer[3], done_queue_phyaddr); /* doneQ base */
38107a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, msgcode_rwbuffer[4], 0x100);
38117a7bc959SXin LI 			CHIP_REG_WRITE32(HBD_MessageUnit, 0, inbound_msgaddr0, ARCMSR_INBOUND_MESG0_SET_CONFIG);
38127a7bc959SXin LI 			if(!arcmsr_hbd_wait_msgint_ready(acb)) {
38137a7bc959SXin LI 				printf( "arcmsr%d: 'set srb high part physical address' timeout \n", acb->pci_unit);
38147a7bc959SXin LI 				return FALSE;
38157a7bc959SXin LI 			}
38167a7bc959SXin LI 		}
38177a7bc959SXin LI 		break;
381844f05562SScott Long 	}
3819dac36688SXin LI 	return (TRUE);
382044f05562SScott Long }
382144f05562SScott Long /*
382244f05562SScott Long ************************************************************************
382344f05562SScott Long ************************************************************************
382444f05562SScott Long */
382544f05562SScott Long static void arcmsr_enable_eoi_mode(struct AdapterControlBlock *acb)
382644f05562SScott Long {
382744f05562SScott Long 	switch (acb->adapter_type)
382844f05562SScott Long 	{
382944f05562SScott Long 	case ACB_ADAPTER_TYPE_A:
3830d74001adSXin LI 	case ACB_ADAPTER_TYPE_C:
38317a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D:
3832d74001adSXin LI 		break;
383344f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
3834d74001adSXin LI 			CHIP_REG_WRITE32(HBB_DOORBELL, 0, drv2iop_doorbell,ARCMSR_MESSAGE_ACTIVE_EOI_MODE);
383544f05562SScott Long 			if(!arcmsr_hbb_wait_msgint_ready(acb)) {
3836d74001adSXin LI 				printf( "arcmsr%d: 'iop enable eoi mode' timeout \n", acb->pci_unit);
383744f05562SScott Long 				return;
383844f05562SScott Long 			}
383944f05562SScott Long 		}
384044f05562SScott Long 		break;
384144f05562SScott Long 	}
384244f05562SScott Long }
384344f05562SScott Long /*
384444f05562SScott Long **********************************************************************
3845ad6d6297SScott Long **********************************************************************
3846ad6d6297SScott Long */
3847ad6d6297SScott Long static void arcmsr_iop_init(struct AdapterControlBlock *acb)
3848ad6d6297SScott Long {
384944f05562SScott Long 	u_int32_t intmask_org;
3850ad6d6297SScott Long 
385144f05562SScott Long 	/* disable all outbound interrupt */
385244f05562SScott Long 	intmask_org = arcmsr_disable_allintr(acb);
385344f05562SScott Long 	arcmsr_wait_firmware_ready(acb);
385444f05562SScott Long 	arcmsr_iop_confirm(acb);
3855ad6d6297SScott Long 	arcmsr_get_firmware_spec(acb);
385644f05562SScott Long 	/*start background rebuild*/
3857ad6d6297SScott Long 	arcmsr_start_adapter_bgrb(acb);
385844f05562SScott Long 	/* empty doorbell Qbuffer if door bell ringed */
385944f05562SScott Long 	arcmsr_clear_doorbell_queue_buffer(acb);
386044f05562SScott Long 	arcmsr_enable_eoi_mode(acb);
386144f05562SScott Long 	/* enable outbound Post Queue, outbound doorbell Interrupt */
386244f05562SScott Long 	arcmsr_enable_allintr(acb, intmask_org);
3863ad6d6297SScott Long 	acb->acb_flags |= ACB_F_IOP_INITED;
3864ad6d6297SScott Long }
3865ad6d6297SScott Long /*
3866ad6d6297SScott Long **********************************************************************
3867f1c579b1SScott Long **********************************************************************
3868f1c579b1SScott Long */
3869231c8b71SXin LI static void arcmsr_map_free_srb(void *arg, bus_dma_segment_t *segs, int nseg, int error)
3870f1c579b1SScott Long {
3871ad6d6297SScott Long 	struct AdapterControlBlock *acb = arg;
3872ad6d6297SScott Long 	struct CommandControlBlock *srb_tmp;
387344f05562SScott Long 	u_int32_t i;
3874ad6d6297SScott Long 	unsigned long srb_phyaddr = (unsigned long)segs->ds_addr;
3875f1c579b1SScott Long 
3876d74001adSXin LI 	acb->srb_phyaddr.phyaddr = srb_phyaddr;
38777a7bc959SXin LI 	srb_tmp = (struct CommandControlBlock *)acb->uncacheptr;
3878ad6d6297SScott Long 	for(i=0; i < ARCMSR_MAX_FREESRB_NUM; i++) {
387944f05562SScott Long 		if(bus_dmamap_create(acb->dm_segs_dmat,
388044f05562SScott Long 			 /*flags*/0, &srb_tmp->dm_segs_dmamap) != 0) {
3881ad6d6297SScott Long 			acb->acb_flags |= ACB_F_MAPFREESRB_FAILD;
388244f05562SScott Long 			printf("arcmsr%d:"
388344f05562SScott Long 			" srb dmamap bus_dmamap_create error\n", acb->pci_unit);
3884ad6d6297SScott Long 			return;
3885ad6d6297SScott Long 		}
38867a7bc959SXin LI 		if((acb->adapter_type == ACB_ADAPTER_TYPE_C) || (acb->adapter_type == ACB_ADAPTER_TYPE_D))
38877a7bc959SXin LI 		{
38887a7bc959SXin LI 			srb_tmp->cdb_phyaddr_low = srb_phyaddr;
38897a7bc959SXin LI 			srb_tmp->cdb_phyaddr_high = (u_int32_t)((srb_phyaddr >> 16) >> 16);
38907a7bc959SXin LI 		}
38917a7bc959SXin LI 		else
38927a7bc959SXin LI 			srb_tmp->cdb_phyaddr_low = srb_phyaddr >> 5;
3893ad6d6297SScott Long 		srb_tmp->acb = acb;
3894ad6d6297SScott Long 		acb->srbworkingQ[i] = acb->psrb_pool[i] = srb_tmp;
389522f2616bSXin LI 		srb_phyaddr = srb_phyaddr + SRB_SIZE;
389622f2616bSXin LI 		srb_tmp = (struct CommandControlBlock *)((unsigned long)srb_tmp + SRB_SIZE);
3897ad6d6297SScott Long 	}
3898ad6d6297SScott Long 	acb->vir2phy_offset = (unsigned long)srb_tmp - (unsigned long)srb_phyaddr;
3899f1c579b1SScott Long }
3900f1c579b1SScott Long /*
3901f1c579b1SScott Long ************************************************************************
3902f1c579b1SScott Long ************************************************************************
3903f1c579b1SScott Long */
3904ad6d6297SScott Long static void arcmsr_free_resource(struct AdapterControlBlock *acb)
3905f1c579b1SScott Long {
3906f1c579b1SScott Long 	/* remove the control device */
3907ad6d6297SScott Long 	if(acb->ioctl_dev != NULL) {
3908ad6d6297SScott Long 		destroy_dev(acb->ioctl_dev);
3909f1c579b1SScott Long 	}
3910ad6d6297SScott Long 	bus_dmamap_unload(acb->srb_dmat, acb->srb_dmamap);
3911ad6d6297SScott Long 	bus_dmamap_destroy(acb->srb_dmat, acb->srb_dmamap);
3912ad6d6297SScott Long 	bus_dma_tag_destroy(acb->srb_dmat);
3913ad6d6297SScott Long 	bus_dma_tag_destroy(acb->dm_segs_dmat);
3914ad6d6297SScott Long 	bus_dma_tag_destroy(acb->parent_dmat);
3915f1c579b1SScott Long }
3916f1c579b1SScott Long /*
3917f1c579b1SScott Long ************************************************************************
3918f1c579b1SScott Long ************************************************************************
3919f1c579b1SScott Long */
39207a7bc959SXin LI static void arcmsr_mutex_init(struct AdapterControlBlock *acb)
39217a7bc959SXin LI {
39227a7bc959SXin LI 	ARCMSR_LOCK_INIT(&acb->isr_lock, "arcmsr isr lock");
39237a7bc959SXin LI 	ARCMSR_LOCK_INIT(&acb->srb_lock, "arcmsr srb lock");
39247a7bc959SXin LI 	ARCMSR_LOCK_INIT(&acb->postDone_lock, "arcmsr postQ lock");
39257a7bc959SXin LI 	ARCMSR_LOCK_INIT(&acb->qbuffer_lock, "arcmsr RW buffer lock");
39267a7bc959SXin LI }
39277a7bc959SXin LI /*
39287a7bc959SXin LI ************************************************************************
39297a7bc959SXin LI ************************************************************************
39307a7bc959SXin LI */
39317a7bc959SXin LI static void arcmsr_mutex_destroy(struct AdapterControlBlock *acb)
39327a7bc959SXin LI {
39337a7bc959SXin LI 	ARCMSR_LOCK_DESTROY(&acb->qbuffer_lock);
39347a7bc959SXin LI 	ARCMSR_LOCK_DESTROY(&acb->postDone_lock);
39357a7bc959SXin LI 	ARCMSR_LOCK_DESTROY(&acb->srb_lock);
39367a7bc959SXin LI 	ARCMSR_LOCK_DESTROY(&acb->isr_lock);
39377a7bc959SXin LI }
39387a7bc959SXin LI /*
39397a7bc959SXin LI ************************************************************************
39407a7bc959SXin LI ************************************************************************
39417a7bc959SXin LI */
3942ad6d6297SScott Long static u_int32_t arcmsr_initialize(device_t dev)
3943f1c579b1SScott Long {
3944ad6d6297SScott Long 	struct AdapterControlBlock *acb = device_get_softc(dev);
3945ad6d6297SScott Long 	u_int16_t pci_command;
394644f05562SScott Long 	int i, j,max_coherent_size;
3947dac36688SXin LI 	u_int32_t vendor_dev_id;
3948f1c579b1SScott Long 
3949dac36688SXin LI 	vendor_dev_id = pci_get_devid(dev);
3950dac36688SXin LI 	acb->vendor_device_id = vendor_dev_id;
3951dac36688SXin LI 	switch (vendor_dev_id) {
3952dac36688SXin LI 	case PCIDevVenIDARC1880:
3953dac36688SXin LI 	case PCIDevVenIDARC1882:
3954dac36688SXin LI 	case PCIDevVenIDARC1213:
3955dac36688SXin LI 	case PCIDevVenIDARC1223: {
3956d74001adSXin LI 			acb->adapter_type = ACB_ADAPTER_TYPE_C;
3957dac36688SXin LI 			acb->adapter_bus_speed = ACB_BUS_SPEED_6G;
3958d74001adSXin LI 			max_coherent_size = ARCMSR_SRBS_POOL_SIZE;
3959d74001adSXin LI 		}
3960d74001adSXin LI 		break;
39617a7bc959SXin LI 	case PCIDevVenIDARC1214: {
39627a7bc959SXin LI 			acb->adapter_type = ACB_ADAPTER_TYPE_D;
39637a7bc959SXin LI 			acb->adapter_bus_speed = ACB_BUS_SPEED_6G;
39647a7bc959SXin LI 			max_coherent_size = ARCMSR_SRBS_POOL_SIZE + (sizeof(struct HBD_MessageUnit0));
39657a7bc959SXin LI 		}
39667a7bc959SXin LI 		break;
3967231c8b71SXin LI 	case PCIDevVenIDARC1200:
396844f05562SScott Long 	case PCIDevVenIDARC1201: {
396944f05562SScott Long 			acb->adapter_type = ACB_ADAPTER_TYPE_B;
3970dac36688SXin LI 			acb->adapter_bus_speed = ACB_BUS_SPEED_3G;
3971d74001adSXin LI 			max_coherent_size = ARCMSR_SRBS_POOL_SIZE + (sizeof(struct HBB_MessageUnit));
397244f05562SScott Long 		}
397344f05562SScott Long 		break;
397444f05562SScott Long 	case PCIDevVenIDARC1110:
397544f05562SScott Long 	case PCIDevVenIDARC1120:
397644f05562SScott Long 	case PCIDevVenIDARC1130:
397744f05562SScott Long 	case PCIDevVenIDARC1160:
397844f05562SScott Long 	case PCIDevVenIDARC1170:
397944f05562SScott Long 	case PCIDevVenIDARC1210:
398044f05562SScott Long 	case PCIDevVenIDARC1220:
398144f05562SScott Long 	case PCIDevVenIDARC1230:
3982231c8b71SXin LI 	case PCIDevVenIDARC1231:
398344f05562SScott Long 	case PCIDevVenIDARC1260:
3984231c8b71SXin LI 	case PCIDevVenIDARC1261:
398544f05562SScott Long 	case PCIDevVenIDARC1270:
398644f05562SScott Long 	case PCIDevVenIDARC1280:
3987d74001adSXin LI 	case PCIDevVenIDARC1212:
3988d74001adSXin LI 	case PCIDevVenIDARC1222:
398944f05562SScott Long 	case PCIDevVenIDARC1380:
399044f05562SScott Long 	case PCIDevVenIDARC1381:
399144f05562SScott Long 	case PCIDevVenIDARC1680:
399244f05562SScott Long 	case PCIDevVenIDARC1681: {
399344f05562SScott Long 			acb->adapter_type = ACB_ADAPTER_TYPE_A;
3994dac36688SXin LI 			acb->adapter_bus_speed = ACB_BUS_SPEED_3G;
399544f05562SScott Long 			max_coherent_size = ARCMSR_SRBS_POOL_SIZE;
399644f05562SScott Long 		}
399744f05562SScott Long 		break;
399844f05562SScott Long 	default: {
399944f05562SScott Long 			printf("arcmsr%d:"
400044f05562SScott Long 			" unknown RAID adapter type \n", device_get_unit(dev));
400144f05562SScott Long 			return ENOMEM;
400244f05562SScott Long 		}
400344f05562SScott Long 	}
40047a7bc959SXin LI #if __FreeBSD_version >= 700000
4005b6f97155SScott Long 	if(bus_dma_tag_create(  /*PCI parent*/		bus_get_dma_tag(dev),
40067a7bc959SXin LI #else
40077a7bc959SXin LI 	if(bus_dma_tag_create(  /*PCI parent*/		NULL,
40087a7bc959SXin LI #endif
4009f1c579b1SScott Long 							/*alignemnt*/	1,
4010f1c579b1SScott Long 							/*boundary*/	0,
4011701d9f1fSScott Long 							/*lowaddr*/		BUS_SPACE_MAXADDR,
4012f1c579b1SScott Long 							/*highaddr*/	BUS_SPACE_MAXADDR,
4013f1c579b1SScott Long 							/*filter*/		NULL,
4014f1c579b1SScott Long 							/*filterarg*/	NULL,
4015f1c579b1SScott Long 							/*maxsize*/		BUS_SPACE_MAXSIZE_32BIT,
4016f1c579b1SScott Long 							/*nsegments*/	BUS_SPACE_UNRESTRICTED,
4017f1c579b1SScott Long 							/*maxsegsz*/	BUS_SPACE_MAXSIZE_32BIT,
4018f1c579b1SScott Long 							/*flags*/		0,
401922f2616bSXin LI #if __FreeBSD_version >= 501102
4020f1c579b1SScott Long 							/*lockfunc*/	NULL,
4021f1c579b1SScott Long 							/*lockarg*/		NULL,
4022f1c579b1SScott Long #endif
4023231c8b71SXin LI 						&acb->parent_dmat) != 0)
4024f1c579b1SScott Long 	{
402544f05562SScott Long 		printf("arcmsr%d: parent_dmat bus_dma_tag_create failure!\n", device_get_unit(dev));
4026f1c579b1SScott Long 		return ENOMEM;
4027f1c579b1SScott Long 	}
4028231c8b71SXin LI 
4029f1c579b1SScott Long 	/* Create a single tag describing a region large enough to hold all of the s/g lists we will need. */
4030ad6d6297SScott Long 	if(bus_dma_tag_create(  /*parent_dmat*/	acb->parent_dmat,
4031f1c579b1SScott Long 							/*alignment*/	1,
4032f1c579b1SScott Long 							/*boundary*/	0,
403322f2616bSXin LI #ifdef PAE
403422f2616bSXin LI 							/*lowaddr*/		BUS_SPACE_MAXADDR_32BIT,
403522f2616bSXin LI #else
4036f1c579b1SScott Long 							/*lowaddr*/		BUS_SPACE_MAXADDR,
403722f2616bSXin LI #endif
4038f1c579b1SScott Long 							/*highaddr*/	BUS_SPACE_MAXADDR,
4039f1c579b1SScott Long 							/*filter*/		NULL,
4040f1c579b1SScott Long 							/*filterarg*/	NULL,
4041231c8b71SXin LI 							/*maxsize*/		ARCMSR_MAX_SG_ENTRIES * PAGE_SIZE * ARCMSR_MAX_FREESRB_NUM,
4042f1c579b1SScott Long 							/*nsegments*/	ARCMSR_MAX_SG_ENTRIES,
4043f1c579b1SScott Long 							/*maxsegsz*/	BUS_SPACE_MAXSIZE_32BIT,
4044ad6d6297SScott Long 							/*flags*/		0,
404522f2616bSXin LI #if __FreeBSD_version >= 501102
4046f1c579b1SScott Long 							/*lockfunc*/	busdma_lock_mutex,
40477a7bc959SXin LI 							/*lockarg*/		&acb->isr_lock,
4048f1c579b1SScott Long #endif
4049231c8b71SXin LI 						&acb->dm_segs_dmat) != 0)
4050f1c579b1SScott Long 	{
4051ad6d6297SScott Long 		bus_dma_tag_destroy(acb->parent_dmat);
405244f05562SScott Long 		printf("arcmsr%d: dm_segs_dmat bus_dma_tag_create failure!\n", device_get_unit(dev));
4053f1c579b1SScott Long 		return ENOMEM;
4054f1c579b1SScott Long 	}
4055231c8b71SXin LI 
4056ad6d6297SScott Long 	/* DMA tag for our srb structures.... Allocate the freesrb memory */
4057ad6d6297SScott Long 	if(bus_dma_tag_create(  /*parent_dmat*/	acb->parent_dmat,
405844f05562SScott Long 							/*alignment*/	0x20,
4059f1c579b1SScott Long 							/*boundary*/	0,
4060f1c579b1SScott Long 							/*lowaddr*/		BUS_SPACE_MAXADDR_32BIT,
4061f1c579b1SScott Long 							/*highaddr*/	BUS_SPACE_MAXADDR,
4062f1c579b1SScott Long 							/*filter*/		NULL,
4063f1c579b1SScott Long 							/*filterarg*/	NULL,
406444f05562SScott Long 							/*maxsize*/		max_coherent_size,
4065f1c579b1SScott Long 							/*nsegments*/	1,
4066f1c579b1SScott Long 							/*maxsegsz*/	BUS_SPACE_MAXSIZE_32BIT,
4067701d9f1fSScott Long 							/*flags*/		0,
406822f2616bSXin LI #if __FreeBSD_version >= 501102
4069f1c579b1SScott Long 							/*lockfunc*/	NULL,
4070f1c579b1SScott Long 							/*lockarg*/		NULL,
4071f1c579b1SScott Long #endif
4072231c8b71SXin LI 						&acb->srb_dmat) != 0)
4073f1c579b1SScott Long 	{
4074ad6d6297SScott Long 		bus_dma_tag_destroy(acb->dm_segs_dmat);
4075ad6d6297SScott Long 		bus_dma_tag_destroy(acb->parent_dmat);
407644f05562SScott Long 		printf("arcmsr%d: srb_dmat bus_dma_tag_create failure!\n", device_get_unit(dev));
4077f1c579b1SScott Long 		return ENXIO;
4078f1c579b1SScott Long 	}
4079f1c579b1SScott Long 	/* Allocation for our srbs */
4080d74001adSXin LI 	if(bus_dmamem_alloc(acb->srb_dmat, (void **)&acb->uncacheptr, BUS_DMA_WAITOK | BUS_DMA_COHERENT | BUS_DMA_ZERO, &acb->srb_dmamap) != 0) {
4081ad6d6297SScott Long 		bus_dma_tag_destroy(acb->srb_dmat);
4082ad6d6297SScott Long 		bus_dma_tag_destroy(acb->dm_segs_dmat);
4083ad6d6297SScott Long 		bus_dma_tag_destroy(acb->parent_dmat);
408444f05562SScott Long 		printf("arcmsr%d: srb_dmat bus_dmamem_alloc failure!\n", device_get_unit(dev));
4085f1c579b1SScott Long 		return ENXIO;
4086f1c579b1SScott Long 	}
4087f1c579b1SScott Long 	/* And permanently map them */
4088231c8b71SXin LI 	if(bus_dmamap_load(acb->srb_dmat, acb->srb_dmamap, acb->uncacheptr, max_coherent_size, arcmsr_map_free_srb, acb, /*flags*/0)) {
4089ad6d6297SScott Long 		bus_dma_tag_destroy(acb->srb_dmat);
4090ad6d6297SScott Long 		bus_dma_tag_destroy(acb->dm_segs_dmat);
4091ad6d6297SScott Long 		bus_dma_tag_destroy(acb->parent_dmat);
409244f05562SScott Long 		printf("arcmsr%d: srb_dmat bus_dmamap_load failure!\n", device_get_unit(dev));
4093f1c579b1SScott Long 		return ENXIO;
4094f1c579b1SScott Long 	}
4095f1c579b1SScott Long 	pci_command = pci_read_config(dev, PCIR_COMMAND, 2);
4096f1c579b1SScott Long 	pci_command |= PCIM_CMD_BUSMASTEREN;
4097f1c579b1SScott Long 	pci_command |= PCIM_CMD_PERRESPEN;
4098f1c579b1SScott Long 	pci_command |= PCIM_CMD_MWRICEN;
4099c68534f1SScott Long 	/* Enable Busmaster */
4100f1c579b1SScott Long 	pci_write_config(dev, PCIR_COMMAND, pci_command, 2);
410144f05562SScott Long 	switch(acb->adapter_type) {
410244f05562SScott Long 	case ACB_ADAPTER_TYPE_A: {
410344f05562SScott Long 			u_int32_t rid0 = PCIR_BAR(0);
410444f05562SScott Long 			vm_offset_t	mem_base0;
410544f05562SScott Long 
4106d74001adSXin LI 			acb->sys_res_arcmsr[0] = bus_alloc_resource(dev,SYS_RES_MEMORY, &rid0, 0ul, ~0ul, 0x1000, RF_ACTIVE);
410744f05562SScott Long 			if(acb->sys_res_arcmsr[0] == NULL) {
4108ad6d6297SScott Long 				arcmsr_free_resource(acb);
4109d74001adSXin LI 				printf("arcmsr%d: bus_alloc_resource failure!\n", device_get_unit(dev));
4110f1c579b1SScott Long 				return ENOMEM;
4111f1c579b1SScott Long 			}
411244f05562SScott Long 			if(rman_get_start(acb->sys_res_arcmsr[0]) <= 0) {
4113ad6d6297SScott Long 				arcmsr_free_resource(acb);
4114d74001adSXin LI 				printf("arcmsr%d: rman_get_start failure!\n", device_get_unit(dev));
4115f1c579b1SScott Long 				return ENXIO;
4116f1c579b1SScott Long 			}
411744f05562SScott Long 			mem_base0 = (vm_offset_t) rman_get_virtual(acb->sys_res_arcmsr[0]);
411844f05562SScott Long 			if(mem_base0 == 0) {
4119ad6d6297SScott Long 				arcmsr_free_resource(acb);
4120d74001adSXin LI 				printf("arcmsr%d: rman_get_virtual failure!\n", device_get_unit(dev));
4121f1c579b1SScott Long 				return ENXIO;
4122f1c579b1SScott Long 			}
412344f05562SScott Long 			acb->btag[0] = rman_get_bustag(acb->sys_res_arcmsr[0]);
412444f05562SScott Long 			acb->bhandle[0] = rman_get_bushandle(acb->sys_res_arcmsr[0]);
412544f05562SScott Long 			acb->pmu = (struct MessageUnit_UNION *)mem_base0;
412644f05562SScott Long 		}
412744f05562SScott Long 		break;
412844f05562SScott Long 	case ACB_ADAPTER_TYPE_B: {
412944f05562SScott Long 			struct HBB_MessageUnit *phbbmu;
413044f05562SScott Long 			struct CommandControlBlock *freesrb;
413144f05562SScott Long 			u_int32_t rid[]={ PCIR_BAR(0), PCIR_BAR(2) };
413244f05562SScott Long 			vm_offset_t	mem_base[]={0,0};
413344f05562SScott Long 			for(i=0; i < 2; i++) {
413444f05562SScott Long 				if(i == 0) {
4135d74001adSXin LI 					acb->sys_res_arcmsr[i] = bus_alloc_resource(dev,SYS_RES_MEMORY, &rid[i],
4136231c8b71SXin LI 											0ul, ~0ul, sizeof(struct HBB_DOORBELL), RF_ACTIVE);
413744f05562SScott Long 				} else {
4138d74001adSXin LI 					acb->sys_res_arcmsr[i] = bus_alloc_resource(dev, SYS_RES_MEMORY, &rid[i],
4139231c8b71SXin LI 											0ul, ~0ul, sizeof(struct HBB_RWBUFFER), RF_ACTIVE);
414044f05562SScott Long 				}
414144f05562SScott Long 				if(acb->sys_res_arcmsr[i] == NULL) {
414244f05562SScott Long 					arcmsr_free_resource(acb);
4143d74001adSXin LI 					printf("arcmsr%d: bus_alloc_resource %d failure!\n", device_get_unit(dev), i);
414444f05562SScott Long 					return ENOMEM;
414544f05562SScott Long 				}
414644f05562SScott Long 				if(rman_get_start(acb->sys_res_arcmsr[i]) <= 0) {
414744f05562SScott Long 					arcmsr_free_resource(acb);
4148d74001adSXin LI 					printf("arcmsr%d: rman_get_start %d failure!\n", device_get_unit(dev), i);
414944f05562SScott Long 					return ENXIO;
415044f05562SScott Long 				}
415144f05562SScott Long 				mem_base[i] = (vm_offset_t) rman_get_virtual(acb->sys_res_arcmsr[i]);
415244f05562SScott Long 				if(mem_base[i] == 0) {
415344f05562SScott Long 					arcmsr_free_resource(acb);
4154d74001adSXin LI 					printf("arcmsr%d: rman_get_virtual %d failure!\n", device_get_unit(dev), i);
415544f05562SScott Long 					return ENXIO;
415644f05562SScott Long 				}
415744f05562SScott Long 				acb->btag[i] = rman_get_bustag(acb->sys_res_arcmsr[i]);
415844f05562SScott Long 				acb->bhandle[i] = rman_get_bushandle(acb->sys_res_arcmsr[i]);
415944f05562SScott Long 			}
416044f05562SScott Long 			freesrb = (struct CommandControlBlock *)acb->uncacheptr;
416122f2616bSXin LI 			acb->pmu = (struct MessageUnit_UNION *)((unsigned long)freesrb+ARCMSR_SRBS_POOL_SIZE);
416244f05562SScott Long 			phbbmu = (struct HBB_MessageUnit *)acb->pmu;
416344f05562SScott Long 			phbbmu->hbb_doorbell = (struct HBB_DOORBELL *)mem_base[0];
416444f05562SScott Long 			phbbmu->hbb_rwbuffer = (struct HBB_RWBUFFER *)mem_base[1];
416544f05562SScott Long 		}
416644f05562SScott Long 		break;
4167d74001adSXin LI 	case ACB_ADAPTER_TYPE_C: {
4168d74001adSXin LI 			u_int32_t rid0 = PCIR_BAR(1);
4169d74001adSXin LI 			vm_offset_t	mem_base0;
4170d74001adSXin LI 
4171d74001adSXin LI 			acb->sys_res_arcmsr[0] = bus_alloc_resource(dev,SYS_RES_MEMORY, &rid0, 0ul, ~0ul, sizeof(struct HBC_MessageUnit), RF_ACTIVE);
4172d74001adSXin LI 			if(acb->sys_res_arcmsr[0] == NULL) {
4173d74001adSXin LI 				arcmsr_free_resource(acb);
4174d74001adSXin LI 				printf("arcmsr%d: bus_alloc_resource failure!\n", device_get_unit(dev));
4175d74001adSXin LI 				return ENOMEM;
4176d74001adSXin LI 			}
4177d74001adSXin LI 			if(rman_get_start(acb->sys_res_arcmsr[0]) <= 0) {
4178d74001adSXin LI 				arcmsr_free_resource(acb);
4179d74001adSXin LI 				printf("arcmsr%d: rman_get_start failure!\n", device_get_unit(dev));
4180d74001adSXin LI 				return ENXIO;
4181d74001adSXin LI 			}
4182d74001adSXin LI 			mem_base0 = (vm_offset_t) rman_get_virtual(acb->sys_res_arcmsr[0]);
4183d74001adSXin LI 			if(mem_base0 == 0) {
4184d74001adSXin LI 				arcmsr_free_resource(acb);
4185d74001adSXin LI 				printf("arcmsr%d: rman_get_virtual failure!\n", device_get_unit(dev));
4186d74001adSXin LI 				return ENXIO;
4187d74001adSXin LI 			}
4188d74001adSXin LI 			acb->btag[0] = rman_get_bustag(acb->sys_res_arcmsr[0]);
4189d74001adSXin LI 			acb->bhandle[0] = rman_get_bushandle(acb->sys_res_arcmsr[0]);
4190d74001adSXin LI 			acb->pmu = (struct MessageUnit_UNION *)mem_base0;
4191d74001adSXin LI 		}
4192d74001adSXin LI 		break;
41937a7bc959SXin LI 	case ACB_ADAPTER_TYPE_D: {
41947a7bc959SXin LI 			struct HBD_MessageUnit0 *phbdmu;
41957a7bc959SXin LI 			u_int32_t rid0 = PCIR_BAR(0);
41967a7bc959SXin LI 			vm_offset_t	mem_base0;
41977a7bc959SXin LI 
41987a7bc959SXin LI 			acb->sys_res_arcmsr[0] = bus_alloc_resource(dev,SYS_RES_MEMORY, &rid0, 0ul, ~0ul, sizeof(struct HBD_MessageUnit), RF_ACTIVE);
41997a7bc959SXin LI 			if(acb->sys_res_arcmsr[0] == NULL) {
42007a7bc959SXin LI 				arcmsr_free_resource(acb);
42017a7bc959SXin LI 				printf("arcmsr%d: bus_alloc_resource failure!\n", device_get_unit(dev));
42027a7bc959SXin LI 				return ENOMEM;
42037a7bc959SXin LI 			}
42047a7bc959SXin LI 			if(rman_get_start(acb->sys_res_arcmsr[0]) <= 0) {
42057a7bc959SXin LI 				arcmsr_free_resource(acb);
42067a7bc959SXin LI 				printf("arcmsr%d: rman_get_start failure!\n", device_get_unit(dev));
42077a7bc959SXin LI 				return ENXIO;
42087a7bc959SXin LI 			}
42097a7bc959SXin LI 			mem_base0 = (vm_offset_t) rman_get_virtual(acb->sys_res_arcmsr[0]);
42107a7bc959SXin LI 			if(mem_base0 == 0) {
42117a7bc959SXin LI 				arcmsr_free_resource(acb);
42127a7bc959SXin LI 				printf("arcmsr%d: rman_get_virtual failure!\n", device_get_unit(dev));
42137a7bc959SXin LI 				return ENXIO;
42147a7bc959SXin LI 			}
42157a7bc959SXin LI 			acb->btag[0] = rman_get_bustag(acb->sys_res_arcmsr[0]);
42167a7bc959SXin LI 			acb->bhandle[0] = rman_get_bushandle(acb->sys_res_arcmsr[0]);
42177a7bc959SXin LI 			acb->pmu = (struct MessageUnit_UNION *)((unsigned long)acb->uncacheptr+ARCMSR_SRBS_POOL_SIZE);
42187a7bc959SXin LI 			phbdmu = (struct HBD_MessageUnit0 *)acb->pmu;
42197a7bc959SXin LI 			phbdmu->phbdmu = (struct HBD_MessageUnit *)mem_base0;
42207a7bc959SXin LI 		}
42217a7bc959SXin LI 		break;
422244f05562SScott Long 	}
4223ad6d6297SScott Long 	if(acb->acb_flags & ACB_F_MAPFREESRB_FAILD) {
4224ad6d6297SScott Long 		arcmsr_free_resource(acb);
422544f05562SScott Long 		printf("arcmsr%d: map free srb failure!\n", device_get_unit(dev));
4226f1c579b1SScott Long 		return ENXIO;
4227f1c579b1SScott Long 	}
4228d74001adSXin LI 	acb->acb_flags  |= (ACB_F_MESSAGE_WQBUFFER_CLEARED|ACB_F_MESSAGE_RQBUFFER_CLEARED|ACB_F_MESSAGE_WQBUFFER_READ);
4229ad6d6297SScott Long 	acb->acb_flags &= ~ACB_F_SCSISTOPADAPTER;
4230ad6d6297SScott Long 	/*
4231ad6d6297SScott Long 	********************************************************************
4232ad6d6297SScott Long 	** init raid volume state
4233ad6d6297SScott Long 	********************************************************************
4234ad6d6297SScott Long 	*/
4235ad6d6297SScott Long 	for(i=0; i < ARCMSR_MAX_TARGETID; i++) {
4236ad6d6297SScott Long 		for(j=0; j < ARCMSR_MAX_TARGETLUN; j++) {
423744f05562SScott Long 			acb->devstate[i][j] = ARECA_RAID_GONE;
4238ad6d6297SScott Long 		}
4239ad6d6297SScott Long 	}
4240ad6d6297SScott Long 	arcmsr_iop_init(acb);
4241f1c579b1SScott Long 	return(0);
4242f1c579b1SScott Long }
4243f1c579b1SScott Long /*
4244f1c579b1SScott Long ************************************************************************
4245f1c579b1SScott Long ************************************************************************
4246f1c579b1SScott Long */
4247f2aa0e9fSWarner Losh static int arcmsr_attach(device_t dev)
4248f1c579b1SScott Long {
4249ad6d6297SScott Long 	struct AdapterControlBlock *acb=(struct AdapterControlBlock *)device_get_softc(dev);
4250ad6d6297SScott Long 	u_int32_t unit=device_get_unit(dev);
4251f1c579b1SScott Long 	struct ccb_setasync csa;
4252f1c579b1SScott Long 	struct cam_devq	*devq;	/* Device Queue to use for this SIM */
4253f1c579b1SScott Long 	struct resource	*irqres;
4254f1c579b1SScott Long 	int	rid;
4255f1c579b1SScott Long 
4256ad6d6297SScott Long 	if(acb == NULL) {
4257ad6d6297SScott Long 		printf("arcmsr%d: cannot allocate softc\n", unit);
4258ad6d6297SScott Long 		return (ENOMEM);
4259ad6d6297SScott Long 	}
42607a7bc959SXin LI 	arcmsr_mutex_init(acb);
42611e7d660aSXin LI 	acb->pci_dev = dev;
42621e7d660aSXin LI 	acb->pci_unit = unit;
4263ad6d6297SScott Long 	if(arcmsr_initialize(dev)) {
4264ad6d6297SScott Long 		printf("arcmsr%d: initialize failure!\n", unit);
42657a7bc959SXin LI 		arcmsr_mutex_destroy(acb);
4266f1c579b1SScott Long 		return ENXIO;
4267f1c579b1SScott Long 	}
4268f1c579b1SScott Long 	/* After setting up the adapter, map our interrupt */
4269f1c579b1SScott Long 	rid = 0;
4270ad6d6297SScott Long 	irqres = bus_alloc_resource(dev, SYS_RES_IRQ, &rid, 0ul, ~0ul, 1, RF_SHAREABLE | RF_ACTIVE);
4271ad6d6297SScott Long 	if(irqres == NULL ||
427244f05562SScott Long #if __FreeBSD_version >= 700025
4273d74001adSXin LI 		bus_setup_intr(dev, irqres, INTR_TYPE_CAM|INTR_ENTROPY|INTR_MPSAFE, NULL, arcmsr_intr_handler, acb, &acb->ih)) {
427444f05562SScott Long #else
4275d74001adSXin LI 		bus_setup_intr(dev, irqres, INTR_TYPE_CAM|INTR_ENTROPY|INTR_MPSAFE, arcmsr_intr_handler, acb, &acb->ih)) {
427644f05562SScott Long #endif
4277ad6d6297SScott Long 		arcmsr_free_resource(acb);
42787a7bc959SXin LI 		arcmsr_mutex_destroy(acb);
4279f1c579b1SScott Long 		printf("arcmsr%d: unable to register interrupt handler!\n", unit);
4280f1c579b1SScott Long 		return ENXIO;
4281f1c579b1SScott Long 	}
4282ad6d6297SScott Long 	acb->irqres = irqres;
4283f1c579b1SScott Long 	/*
4284f1c579b1SScott Long 	 * Now let the CAM generic SCSI layer find the SCSI devices on
4285f1c579b1SScott Long 	 * the bus *  start queue to reset to the idle loop. *
4286f1c579b1SScott Long 	 * Create device queue of SIM(s) *  (MAX_START_JOB - 1) :
4287f1c579b1SScott Long 	 * max_sim_transactions
4288f1c579b1SScott Long 	*/
4289f1c579b1SScott Long 	devq = cam_simq_alloc(ARCMSR_MAX_START_JOB);
4290ad6d6297SScott Long 	if(devq == NULL) {
4291ad6d6297SScott Long 	    arcmsr_free_resource(acb);
4292ad6d6297SScott Long 		bus_release_resource(dev, SYS_RES_IRQ, 0, acb->irqres);
42937a7bc959SXin LI 		arcmsr_mutex_destroy(acb);
4294ad6d6297SScott Long 		printf("arcmsr%d: cam_simq_alloc failure!\n", unit);
4295f1c579b1SScott Long 		return ENXIO;
4296f1c579b1SScott Long 	}
429744f05562SScott Long #if __FreeBSD_version >= 700025
42987a7bc959SXin LI 	acb->psim = cam_sim_alloc(arcmsr_action, arcmsr_poll, "arcmsr", acb, unit, &acb->isr_lock, 1, ARCMSR_MAX_OUTSTANDING_CMD, devq);
429944f05562SScott Long #else
4300d74001adSXin LI 	acb->psim = cam_sim_alloc(arcmsr_action, arcmsr_poll, "arcmsr", acb, unit, 1, ARCMSR_MAX_OUTSTANDING_CMD, devq);
430144f05562SScott Long #endif
4302ad6d6297SScott Long 	if(acb->psim == NULL) {
4303ad6d6297SScott Long 		arcmsr_free_resource(acb);
4304ad6d6297SScott Long 		bus_release_resource(dev, SYS_RES_IRQ, 0, acb->irqres);
4305f1c579b1SScott Long 		cam_simq_free(devq);
43067a7bc959SXin LI 		arcmsr_mutex_destroy(acb);
4307ad6d6297SScott Long 		printf("arcmsr%d: cam_sim_alloc failure!\n", unit);
4308f1c579b1SScott Long 		return ENXIO;
4309f1c579b1SScott Long 	}
43107a7bc959SXin LI 	ARCMSR_LOCK_ACQUIRE(&acb->isr_lock);
4311f40b4cabSScott Long #if __FreeBSD_version >= 700044
4312b50569b7SScott Long 	if(xpt_bus_register(acb->psim, dev, 0) != CAM_SUCCESS) {
431344f05562SScott Long #else
431444f05562SScott Long 	if(xpt_bus_register(acb->psim, 0) != CAM_SUCCESS) {
431544f05562SScott Long #endif
4316ad6d6297SScott Long 		arcmsr_free_resource(acb);
4317ad6d6297SScott Long 		bus_release_resource(dev, SYS_RES_IRQ, 0, acb->irqres);
4318ad6d6297SScott Long 		cam_sim_free(acb->psim, /*free_devq*/TRUE);
43197a7bc959SXin LI 		arcmsr_mutex_destroy(acb);
4320ad6d6297SScott Long 		printf("arcmsr%d: xpt_bus_register failure!\n", unit);
4321f1c579b1SScott Long 		return ENXIO;
4322f1c579b1SScott Long 	}
4323d74001adSXin LI 	if(xpt_create_path(&acb->ppath, /* periph */ NULL, cam_sim_path(acb->psim), CAM_TARGET_WILDCARD, CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
4324ad6d6297SScott Long 		arcmsr_free_resource(acb);
4325ad6d6297SScott Long 		bus_release_resource(dev, SYS_RES_IRQ, 0, acb->irqres);
4326ad6d6297SScott Long 		xpt_bus_deregister(cam_sim_path(acb->psim));
4327ad6d6297SScott Long 		cam_sim_free(acb->psim, /* free_simq */ TRUE);
43287a7bc959SXin LI 		arcmsr_mutex_destroy(acb);
4329ad6d6297SScott Long 		printf("arcmsr%d: xpt_create_path failure!\n", unit);
4330f1c579b1SScott Long 		return ENXIO;
4331f1c579b1SScott Long 	}
4332f1c579b1SScott Long 	/*
4333f1c579b1SScott Long 	****************************************************
4334f1c579b1SScott Long 	*/
4335ad6d6297SScott Long 	xpt_setup_ccb(&csa.ccb_h, acb->ppath, /*priority*/5);
4336f1c579b1SScott Long 	csa.ccb_h.func_code = XPT_SASYNC_CB;
4337f1c579b1SScott Long 	csa.event_enable = AC_FOUND_DEVICE|AC_LOST_DEVICE;
4338f1c579b1SScott Long 	csa.callback = arcmsr_async;
4339ad6d6297SScott Long 	csa.callback_arg = acb->psim;
4340f1c579b1SScott Long 	xpt_action((union ccb *)&csa);
43417a7bc959SXin LI 	ARCMSR_LOCK_RELEASE(&acb->isr_lock);
4342f1c579b1SScott Long 	/* Create the control device.  */
4343d74001adSXin LI 	acb->ioctl_dev = make_dev(&arcmsr_cdevsw, unit, UID_ROOT, GID_WHEEL /* GID_OPERATOR */, S_IRUSR | S_IWUSR, "arcmsr%d", unit);
4344d74001adSXin LI 
4345f1c579b1SScott Long #if __FreeBSD_version < 503000
4346ad6d6297SScott Long 	acb->ioctl_dev->si_drv1 = acb;
4347f1c579b1SScott Long #endif
4348f1c579b1SScott Long #if __FreeBSD_version > 500005
4349ad6d6297SScott Long 	(void)make_dev_alias(acb->ioctl_dev, "arc%d", unit);
4350f1c579b1SScott Long #endif
435122f2616bSXin LI 	arcmsr_callout_init(&acb->devmap_callout);
4352d74001adSXin LI 	callout_reset(&acb->devmap_callout, 60 * hz, arcmsr_polling_devmap, acb);
4353dac36688SXin LI 	return (0);
4354f1c579b1SScott Long }
435522f2616bSXin LI 
4356f1c579b1SScott Long /*
4357f1c579b1SScott Long ************************************************************************
4358f1c579b1SScott Long ************************************************************************
4359f1c579b1SScott Long */
4360f2aa0e9fSWarner Losh static int arcmsr_probe(device_t dev)
4361f1c579b1SScott Long {
4362ad6d6297SScott Long 	u_int32_t id;
4363ad6d6297SScott Long 	static char buf[256];
43641e7d660aSXin LI 	char x_type[]={"unknown"};
4365ad6d6297SScott Long 	char *type;
4366ad6d6297SScott Long 	int raid6 = 1;
4367ad6d6297SScott Long 
4368ad6d6297SScott Long 	if (pci_get_vendor(dev) != PCI_VENDOR_ID_ARECA) {
4369ad6d6297SScott Long 		return (ENXIO);
4370ad6d6297SScott Long 	}
4371ad6d6297SScott Long 	switch(id = pci_get_devid(dev)) {
4372f1c579b1SScott Long 	case PCIDevVenIDARC1110:
4373231c8b71SXin LI 	case PCIDevVenIDARC1200:
437444f05562SScott Long 	case PCIDevVenIDARC1201:
4375231c8b71SXin LI 	case PCIDevVenIDARC1210:
4376ad6d6297SScott Long 		raid6 = 0;
4377ad6d6297SScott Long 		/*FALLTHRU*/
4378ad6d6297SScott Long 	case PCIDevVenIDARC1120:
4379ad6d6297SScott Long 	case PCIDevVenIDARC1130:
4380ad6d6297SScott Long 	case PCIDevVenIDARC1160:
4381ad6d6297SScott Long 	case PCIDevVenIDARC1170:
4382f1c579b1SScott Long 	case PCIDevVenIDARC1220:
4383f1c579b1SScott Long 	case PCIDevVenIDARC1230:
4384231c8b71SXin LI 	case PCIDevVenIDARC1231:
4385f1c579b1SScott Long 	case PCIDevVenIDARC1260:
4386231c8b71SXin LI 	case PCIDevVenIDARC1261:
4387ad6d6297SScott Long 	case PCIDevVenIDARC1270:
4388ad6d6297SScott Long 	case PCIDevVenIDARC1280:
43897a7bc959SXin LI 		type = "SATA 3G";
4390ad6d6297SScott Long 		break;
4391d74001adSXin LI 	case PCIDevVenIDARC1212:
4392d74001adSXin LI 	case PCIDevVenIDARC1222:
4393ad6d6297SScott Long 	case PCIDevVenIDARC1380:
4394ad6d6297SScott Long 	case PCIDevVenIDARC1381:
4395ad6d6297SScott Long 	case PCIDevVenIDARC1680:
4396ad6d6297SScott Long 	case PCIDevVenIDARC1681:
4397d74001adSXin LI 		type = "SAS 3G";
4398d74001adSXin LI 		break;
4399d74001adSXin LI 	case PCIDevVenIDARC1880:
4400dac36688SXin LI 	case PCIDevVenIDARC1882:
4401dac36688SXin LI 	case PCIDevVenIDARC1213:
4402dac36688SXin LI 	case PCIDevVenIDARC1223:
4403d74001adSXin LI 		type = "SAS 6G";
4404ad6d6297SScott Long 		break;
44057a7bc959SXin LI 	case PCIDevVenIDARC1214:
44067a7bc959SXin LI 		type = "SATA 6G";
44077a7bc959SXin LI 		break;
4408ad6d6297SScott Long 	default:
4409231c8b71SXin LI 		type = x_type;
44101e7d660aSXin LI 		raid6 = 0;
4411ad6d6297SScott Long 		break;
4412f1c579b1SScott Long 	}
4413231c8b71SXin LI 	if(type == x_type)
4414231c8b71SXin LI 		return(ENXIO);
44151e7d660aSXin LI 	sprintf(buf, "Areca %s Host Adapter RAID Controller %s\n%s\n",
44161e7d660aSXin LI 		type, raid6 ? "(RAID6 capable)" : "", ARCMSR_DRIVER_VERSION);
4417ad6d6297SScott Long 	device_set_desc_copy(dev, buf);
441803389298SXin LI 	return (BUS_PROBE_DEFAULT);
4419f1c579b1SScott Long }
4420f1c579b1SScott Long /*
4421f1c579b1SScott Long ************************************************************************
4422f1c579b1SScott Long ************************************************************************
4423f1c579b1SScott Long */
4424f2aa0e9fSWarner Losh static int arcmsr_shutdown(device_t dev)
4425f1c579b1SScott Long {
442644f05562SScott Long 	u_int32_t  i;
4427ad6d6297SScott Long 	u_int32_t intmask_org;
4428ad6d6297SScott Long 	struct CommandControlBlock *srb;
4429ad6d6297SScott Long 	struct AdapterControlBlock *acb=(struct AdapterControlBlock *)device_get_softc(dev);
4430f1c579b1SScott Long 
4431f1c579b1SScott Long 	/* stop adapter background rebuild */
44327a7bc959SXin LI 	ARCMSR_LOCK_ACQUIRE(&acb->isr_lock);
443344f05562SScott Long 	/* disable all outbound interrupt */
443444f05562SScott Long 	intmask_org = arcmsr_disable_allintr(acb);
4435ad6d6297SScott Long 	arcmsr_stop_adapter_bgrb(acb);
4436ad6d6297SScott Long 	arcmsr_flush_adapter_cache(acb);
4437f1c579b1SScott Long 	/* abort all outstanding command */
4438ad6d6297SScott Long 	acb->acb_flags |= ACB_F_SCSISTOPADAPTER;
4439ad6d6297SScott Long 	acb->acb_flags &= ~ACB_F_IOP_INITED;
4440ad6d6297SScott Long 	if(acb->srboutstandingcount != 0) {
444144f05562SScott Long 		/*clear and abort all outbound posted Q*/
444244f05562SScott Long 		arcmsr_done4abort_postqueue(acb);
444344f05562SScott Long 		/* talk to iop 331 outstanding command aborted*/
4444ad6d6297SScott Long 		arcmsr_abort_allcmd(acb);
4445ad6d6297SScott Long 		for(i=0; i < ARCMSR_MAX_FREESRB_NUM; i++) {
4446ad6d6297SScott Long 			srb = acb->psrb_pool[i];
444722f2616bSXin LI 			if(srb->srb_state == ARCMSR_SRB_START) {
444822f2616bSXin LI 				srb->srb_state = ARCMSR_SRB_ABORTED;
4449ad6d6297SScott Long 				srb->pccb->ccb_h.status |= CAM_REQ_ABORTED;
4450ad6d6297SScott Long 				arcmsr_srb_complete(srb, 1);
4451f1c579b1SScott Long 			}
4452f1c579b1SScott Long 		}
4453f1c579b1SScott Long 	}
445422f2616bSXin LI 	acb->srboutstandingcount = 0;
4455ad6d6297SScott Long 	acb->workingsrb_doneindex = 0;
4456ad6d6297SScott Long 	acb->workingsrb_startindex = 0;
445722f2616bSXin LI 	acb->pktRequestCount = 0;
445822f2616bSXin LI 	acb->pktReturnCount = 0;
44597a7bc959SXin LI 	ARCMSR_LOCK_RELEASE(&acb->isr_lock);
4460f2aa0e9fSWarner Losh 	return (0);
4461f1c579b1SScott Long }
4462f1c579b1SScott Long /*
4463f1c579b1SScott Long ************************************************************************
4464f1c579b1SScott Long ************************************************************************
4465f1c579b1SScott Long */
4466f2aa0e9fSWarner Losh static int arcmsr_detach(device_t dev)
4467f1c579b1SScott Long {
4468ad6d6297SScott Long 	struct AdapterControlBlock *acb=(struct AdapterControlBlock *)device_get_softc(dev);
446944f05562SScott Long 	int i;
4470f1c579b1SScott Long 
4471d74001adSXin LI 	callout_stop(&acb->devmap_callout);
44725878cbecSScott Long 	bus_teardown_intr(dev, acb->irqres, acb->ih);
4473f1c579b1SScott Long 	arcmsr_shutdown(dev);
4474ad6d6297SScott Long 	arcmsr_free_resource(acb);
447544f05562SScott Long 	for(i=0; (acb->sys_res_arcmsr[i]!=NULL) && (i<2); i++) {
447644f05562SScott Long 		bus_release_resource(dev, SYS_RES_MEMORY, PCIR_BAR(i), acb->sys_res_arcmsr[i]);
447744f05562SScott Long 	}
4478ad6d6297SScott Long 	bus_release_resource(dev, SYS_RES_IRQ, 0, acb->irqres);
44797a7bc959SXin LI 	ARCMSR_LOCK_ACQUIRE(&acb->isr_lock);
4480ad6d6297SScott Long 	xpt_async(AC_LOST_DEVICE, acb->ppath, NULL);
4481ad6d6297SScott Long 	xpt_free_path(acb->ppath);
4482ad6d6297SScott Long 	xpt_bus_deregister(cam_sim_path(acb->psim));
4483ad6d6297SScott Long 	cam_sim_free(acb->psim, TRUE);
44847a7bc959SXin LI 	ARCMSR_LOCK_RELEASE(&acb->isr_lock);
44857a7bc959SXin LI 	arcmsr_mutex_destroy(acb);
4486f1c579b1SScott Long 	return (0);
4487f1c579b1SScott Long }
4488f1c579b1SScott Long 
448922f2616bSXin LI #ifdef ARCMSR_DEBUG1
449022f2616bSXin LI static void arcmsr_dump_data(struct AdapterControlBlock *acb)
449122f2616bSXin LI {
449222f2616bSXin LI 	if((acb->pktRequestCount - acb->pktReturnCount) == 0)
449322f2616bSXin LI 		return;
449422f2616bSXin LI 	printf("Command Request Count   =0x%x\n",acb->pktRequestCount);
449522f2616bSXin LI 	printf("Command Return Count    =0x%x\n",acb->pktReturnCount);
449622f2616bSXin LI 	printf("Command (Req-Rtn) Count =0x%x\n",(acb->pktRequestCount - acb->pktReturnCount));
449722f2616bSXin LI 	printf("Queued Command Count    =0x%x\n",acb->srboutstandingcount);
449822f2616bSXin LI }
449922f2616bSXin LI #endif
4500f1c579b1SScott Long 
4501