xref: /linux/drivers/scsi/arm/fas216.c (revision 776cfebb430c7b22c208b1b17add97f354d97cab)
1 /*
2  *  linux/drivers/acorn/scsi/fas216.c
3  *
4  *  Copyright (C) 1997-2003 Russell King
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License version 2 as
8  * published by the Free Software Foundation.
9  *
10  * Based on information in qlogicfas.c by Tom Zerucha, Michael Griffith, and
11  * other sources, including:
12  *   the AMD Am53CF94 data sheet
13  *   the AMD Am53C94 data sheet
14  *
15  * This is a generic driver.  To use it, have a look at cumana_2.c.  You
16  * should define your own structure that overlays FAS216_Info, eg:
17  * struct my_host_data {
18  *    FAS216_Info info;
19  *    ... my host specific data ...
20  * };
21  *
22  * Changelog:
23  *  30-08-1997	RMK	Created
24  *  14-09-1997	RMK	Started disconnect support
25  *  08-02-1998	RMK	Corrected real DMA support
26  *  15-02-1998	RMK	Started sync xfer support
27  *  06-04-1998	RMK	Tightened conditions for printing incomplete
28  *			transfers
29  *  02-05-1998	RMK	Added extra checks in fas216_reset
30  *  24-05-1998	RMK	Fixed synchronous transfers with period >= 200ns
31  *  27-06-1998	RMK	Changed asm/delay.h to linux/delay.h
32  *  26-08-1998	RMK	Improved message support wrt MESSAGE_REJECT
33  *  02-04-2000	RMK	Converted to use the new error handling, and
34  *			automatically request sense data upon check
35  *			condition status from targets.
36  */
37 #include <linux/module.h>
38 #include <linux/blkdev.h>
39 #include <linux/kernel.h>
40 #include <linux/string.h>
41 #include <linux/ioport.h>
42 #include <linux/sched.h>
43 #include <linux/proc_fs.h>
44 #include <linux/delay.h>
45 #include <linux/bitops.h>
46 #include <linux/init.h>
47 #include <linux/interrupt.h>
48 
49 #include <asm/dma.h>
50 #include <asm/io.h>
51 #include <asm/irq.h>
52 #include <asm/ecard.h>
53 
54 #include "../scsi.h"
55 #include <scsi/scsi_dbg.h>
56 #include <scsi/scsi_host.h>
57 #include "fas216.h"
58 #include "scsi.h"
59 
60 /* NOTE: SCSI2 Synchronous transfers *require* DMA according to
61  *  the data sheet.  This restriction is crazy, especially when
62  *  you only want to send 16 bytes!  What were the guys who
63  *  designed this chip on at that time?  Did they read the SCSI2
64  *  spec at all?  The following sections are taken from the SCSI2
65  *  standard (s2r10) concerning this:
66  *
67  * > IMPLEMENTORS NOTES:
68  * >   (1)  Re-negotiation at every selection is not recommended, since a
69  * >   significant performance impact is likely.
70  *
71  * >  The implied synchronous agreement shall remain in effect until a BUS DEVICE
72  * >  RESET message is received, until a hard reset condition occurs, or until one
73  * >  of the two SCSI devices elects to modify the agreement.  The default data
74  * >  transfer mode is asynchronous data transfer mode.  The default data transfer
75  * >  mode is entered at power on, after a BUS DEVICE RESET message, or after a hard
76  * >  reset condition.
77  *
78  *  In total, this means that once you have elected to use synchronous
79  *  transfers, you must always use DMA.
80  *
81  *  I was thinking that this was a good chip until I found this restriction ;(
82  */
83 #define SCSI2_SYNC
84 #undef  SCSI2_TAG
85 
86 #undef DEBUG_CONNECT
87 #undef DEBUG_MESSAGES
88 
89 #undef CHECK_STRUCTURE
90 
91 #define LOG_CONNECT		(1 << 0)
92 #define LOG_BUSSERVICE		(1 << 1)
93 #define LOG_FUNCTIONDONE	(1 << 2)
94 #define LOG_MESSAGES		(1 << 3)
95 #define LOG_BUFFER		(1 << 4)
96 #define LOG_ERROR		(1 << 8)
97 
98 static int level_mask = LOG_ERROR;
99 
100 module_param(level_mask, int, 0644);
101 
102 static int __init fas216_log_setup(char *str)
103 {
104 	char *s;
105 
106 	level_mask = 0;
107 
108 	while ((s = strsep(&str, ",")) != NULL) {
109 		switch (s[0]) {
110 		case 'a':
111 			if (strcmp(s, "all") == 0)
112 				level_mask |= -1;
113 			break;
114 		case 'b':
115 			if (strncmp(s, "bus", 3) == 0)
116 				level_mask |= LOG_BUSSERVICE;
117 			if (strncmp(s, "buf", 3) == 0)
118 				level_mask |= LOG_BUFFER;
119 			break;
120 		case 'c':
121 			level_mask |= LOG_CONNECT;
122 			break;
123 		case 'e':
124 			level_mask |= LOG_ERROR;
125 			break;
126 		case 'm':
127 			level_mask |= LOG_MESSAGES;
128 			break;
129 		case 'n':
130 			if (strcmp(s, "none") == 0)
131 				level_mask = 0;
132 			break;
133 		case 's':
134 			level_mask |= LOG_FUNCTIONDONE;
135 			break;
136 		}
137 	}
138 	return 1;
139 }
140 
141 __setup("fas216_logging=", fas216_log_setup);
142 
143 static inline unsigned char fas216_readb(FAS216_Info *info, unsigned int reg)
144 {
145 	unsigned int off = reg << info->scsi.io_shift;
146 	return readb(info->scsi.io_base + off);
147 }
148 
149 static inline void fas216_writeb(FAS216_Info *info, unsigned int reg, unsigned int val)
150 {
151 	unsigned int off = reg << info->scsi.io_shift;
152 	writeb(val, info->scsi.io_base + off);
153 }
154 
155 static void fas216_dumpstate(FAS216_Info *info)
156 {
157 	unsigned char is, stat, inst;
158 
159 	is   = fas216_readb(info, REG_IS);
160 	stat = fas216_readb(info, REG_STAT);
161 	inst = fas216_readb(info, REG_INST);
162 
163 	printk("FAS216: CTCL=%02X CTCM=%02X CMD=%02X STAT=%02X"
164 	       " INST=%02X IS=%02X CFIS=%02X",
165 		fas216_readb(info, REG_CTCL),
166 		fas216_readb(info, REG_CTCM),
167 		fas216_readb(info, REG_CMD),  stat, inst, is,
168 		fas216_readb(info, REG_CFIS));
169 	printk(" CNTL1=%02X CNTL2=%02X CNTL3=%02X CTCH=%02X\n",
170 		fas216_readb(info, REG_CNTL1),
171 		fas216_readb(info, REG_CNTL2),
172 		fas216_readb(info, REG_CNTL3),
173 		fas216_readb(info, REG_CTCH));
174 }
175 
176 static void print_SCp(Scsi_Pointer *SCp, const char *prefix, const char *suffix)
177 {
178 	printk("%sptr %p this_residual 0x%x buffer %p buffers_residual 0x%x%s",
179 		prefix, SCp->ptr, SCp->this_residual, SCp->buffer,
180 		SCp->buffers_residual, suffix);
181 }
182 
183 static void fas216_dumpinfo(FAS216_Info *info)
184 {
185 	static int used = 0;
186 	int i;
187 
188 	if (used++)
189 		return;
190 
191 	printk("FAS216_Info=\n");
192 	printk("  { magic_start=%lX host=%p SCpnt=%p origSCpnt=%p\n",
193 		info->magic_start, info->host, info->SCpnt,
194 		info->origSCpnt);
195 	printk("    scsi={ io_shift=%X irq=%X cfg={ %X %X %X %X }\n",
196 		info->scsi.io_shift, info->scsi.irq,
197 		info->scsi.cfg[0], info->scsi.cfg[1], info->scsi.cfg[2],
198 		info->scsi.cfg[3]);
199 	printk("           type=%p phase=%X\n",
200 		info->scsi.type, info->scsi.phase);
201 	print_SCp(&info->scsi.SCp, "           SCp={ ", " }\n");
202 	printk("      msgs async_stp=%X disconnectable=%d aborting=%d }\n",
203 		info->scsi.async_stp,
204 		info->scsi.disconnectable, info->scsi.aborting);
205 	printk("    stats={ queues=%X removes=%X fins=%X reads=%X writes=%X miscs=%X\n"
206 	       "            disconnects=%X aborts=%X bus_resets=%X host_resets=%X}\n",
207 		info->stats.queues, info->stats.removes, info->stats.fins,
208 		info->stats.reads, info->stats.writes, info->stats.miscs,
209 		info->stats.disconnects, info->stats.aborts, info->stats.bus_resets,
210 		info->stats.host_resets);
211 	printk("    ifcfg={ clockrate=%X select_timeout=%X asyncperiod=%X sync_max_depth=%X }\n",
212 		info->ifcfg.clockrate, info->ifcfg.select_timeout,
213 		info->ifcfg.asyncperiod, info->ifcfg.sync_max_depth);
214 	for (i = 0; i < 8; i++) {
215 		printk("    busyluns[%d]=%08lx dev[%d]={ disconnect_ok=%d stp=%X sof=%X sync_state=%X }\n",
216 			i, info->busyluns[i], i,
217 			info->device[i].disconnect_ok, info->device[i].stp,
218 			info->device[i].sof, info->device[i].sync_state);
219 	}
220 	printk("    dma={ transfer_type=%X setup=%p pseudo=%p stop=%p }\n",
221 		info->dma.transfer_type, info->dma.setup,
222 		info->dma.pseudo, info->dma.stop);
223 	printk("    internal_done=%X magic_end=%lX }\n",
224 		info->internal_done, info->magic_end);
225 }
226 
227 #ifdef CHECK_STRUCTURE
228 static void __fas216_checkmagic(FAS216_Info *info, const char *func)
229 {
230 	int corruption = 0;
231 	if (info->magic_start != MAGIC) {
232 		printk(KERN_CRIT "FAS216 Error: magic at start corrupted\n");
233 		corruption++;
234 	}
235 	if (info->magic_end != MAGIC) {
236 		printk(KERN_CRIT "FAS216 Error: magic at end corrupted\n");
237 		corruption++;
238 	}
239 	if (corruption) {
240 		fas216_dumpinfo(info);
241 		panic("scsi memory space corrupted in %s", func);
242 	}
243 }
244 #define fas216_checkmagic(info) __fas216_checkmagic((info), __FUNCTION__)
245 #else
246 #define fas216_checkmagic(info)
247 #endif
248 
249 static const char *fas216_bus_phase(int stat)
250 {
251 	static const char *phases[] = {
252 		"DATA OUT", "DATA IN",
253 		"COMMAND", "STATUS",
254 		"MISC OUT", "MISC IN",
255 		"MESG OUT", "MESG IN"
256 	};
257 
258 	return phases[stat & STAT_BUSMASK];
259 }
260 
261 static const char *fas216_drv_phase(FAS216_Info *info)
262 {
263 	static const char *phases[] = {
264 		[PHASE_IDLE]		= "idle",
265 		[PHASE_SELECTION]	= "selection",
266 		[PHASE_COMMAND]		= "command",
267 		[PHASE_DATAOUT]		= "data out",
268 		[PHASE_DATAIN]		= "data in",
269 		[PHASE_MSGIN]		= "message in",
270 		[PHASE_MSGIN_DISCONNECT]= "disconnect",
271 		[PHASE_MSGOUT_EXPECT]	= "expect message out",
272 		[PHASE_MSGOUT]		= "message out",
273 		[PHASE_STATUS]		= "status",
274 		[PHASE_DONE]		= "done",
275 	};
276 
277 	if (info->scsi.phase < ARRAY_SIZE(phases) &&
278 	    phases[info->scsi.phase])
279 		return phases[info->scsi.phase];
280 	return "???";
281 }
282 
283 static char fas216_target(FAS216_Info *info)
284 {
285 	if (info->SCpnt)
286 		return '0' + info->SCpnt->device->id;
287 	else
288 		return 'H';
289 }
290 
291 static void
292 fas216_do_log(FAS216_Info *info, char target, char *fmt, va_list ap)
293 {
294 	static char buf[1024];
295 
296 	vsnprintf(buf, sizeof(buf), fmt, ap);
297 	printk("scsi%d.%c: %s", info->host->host_no, target, buf);
298 }
299 
300 static void
301 fas216_log_command(FAS216_Info *info, int level, Scsi_Cmnd *SCpnt, char *fmt, ...)
302 {
303 	va_list args;
304 
305 	if (level != 0 && !(level & level_mask))
306 		return;
307 
308 	va_start(args, fmt);
309 	fas216_do_log(info, '0' + SCpnt->device->id, fmt, args);
310 	va_end(args);
311 
312 	printk(" CDB: ");
313 	__scsi_print_command(SCpnt->cmnd);
314 }
315 
316 static void
317 fas216_log_target(FAS216_Info *info, int level, int target, char *fmt, ...)
318 {
319 	va_list args;
320 
321 	if (level != 0 && !(level & level_mask))
322 		return;
323 
324 	if (target < 0)
325 		target = 'H';
326 	else
327 		target += '0';
328 
329 	va_start(args, fmt);
330 	fas216_do_log(info, target, fmt, args);
331 	va_end(args);
332 
333 	printk("\n");
334 }
335 
336 static void fas216_log(FAS216_Info *info, int level, char *fmt, ...)
337 {
338 	va_list args;
339 
340 	if (level != 0 && !(level & level_mask))
341 		return;
342 
343 	va_start(args, fmt);
344 	fas216_do_log(info, fas216_target(info), fmt, args);
345 	va_end(args);
346 
347 	printk("\n");
348 }
349 
350 #define PH_SIZE	32
351 
352 static struct { int stat, ssr, isr, ph; } ph_list[PH_SIZE];
353 static int ph_ptr;
354 
355 static void add_debug_list(int stat, int ssr, int isr, int ph)
356 {
357 	ph_list[ph_ptr].stat = stat;
358 	ph_list[ph_ptr].ssr = ssr;
359 	ph_list[ph_ptr].isr = isr;
360 	ph_list[ph_ptr].ph = ph;
361 
362 	ph_ptr = (ph_ptr + 1) & (PH_SIZE-1);
363 }
364 
365 static struct { int command; void *from; } cmd_list[8];
366 static int cmd_ptr;
367 
368 static void fas216_cmd(FAS216_Info *info, unsigned int command)
369 {
370 	cmd_list[cmd_ptr].command = command;
371 	cmd_list[cmd_ptr].from = __builtin_return_address(0);
372 
373 	cmd_ptr = (cmd_ptr + 1) & 7;
374 
375 	fas216_writeb(info, REG_CMD, command);
376 }
377 
378 static void print_debug_list(void)
379 {
380 	int i;
381 
382 	i = ph_ptr;
383 
384 	printk(KERN_ERR "SCSI IRQ trail\n");
385 	do {
386 		printk(" %02x:%02x:%02x:%1x",
387 			ph_list[i].stat, ph_list[i].ssr,
388 			ph_list[i].isr, ph_list[i].ph);
389 		i = (i + 1) & (PH_SIZE - 1);
390 		if (((i ^ ph_ptr) & 7) == 0)
391 			printk("\n");
392 	} while (i != ph_ptr);
393 	if ((i ^ ph_ptr) & 7)
394 		printk("\n");
395 
396 	i = cmd_ptr;
397 	printk(KERN_ERR "FAS216 commands: ");
398 	do {
399 		printk("%02x:%p ", cmd_list[i].command, cmd_list[i].from);
400 		i = (i + 1) & 7;
401 	} while (i != cmd_ptr);
402 	printk("\n");
403 }
404 
405 static void fas216_done(FAS216_Info *info, unsigned int result);
406 
407 /**
408  * fas216_get_last_msg - retrive last message from the list
409  * @info: interface to search
410  * @pos: current fifo position
411  *
412  * Retrieve a last message from the list, using position in fifo.
413  */
414 static inline unsigned short
415 fas216_get_last_msg(FAS216_Info *info, int pos)
416 {
417 	unsigned short packed_msg = NOP;
418 	struct message *msg;
419 	int msgnr = 0;
420 
421 	while ((msg = msgqueue_getmsg(&info->scsi.msgs, msgnr++)) != NULL) {
422 		if (pos >= msg->fifo)
423 			break;
424 	}
425 
426 	if (msg) {
427 		if (msg->msg[0] == EXTENDED_MESSAGE)
428 			packed_msg = EXTENDED_MESSAGE | msg->msg[2] << 8;
429 		else
430 			packed_msg = msg->msg[0];
431 	}
432 
433 	fas216_log(info, LOG_MESSAGES,
434 		"Message: %04x found at position %02x\n", packed_msg, pos);
435 
436 	return packed_msg;
437 }
438 
439 /**
440  * fas216_syncperiod - calculate STP register value
441  * @info: state structure for interface connected to device
442  * @ns: period in ns (between subsequent bytes)
443  *
444  * Calculate value to be loaded into the STP register for a given period
445  * in ns. Returns a value suitable for REG_STP.
446  */
447 static int fas216_syncperiod(FAS216_Info *info, int ns)
448 {
449 	int value = (info->ifcfg.clockrate * ns) / 1000;
450 
451 	fas216_checkmagic(info);
452 
453 	if (value < 4)
454 		value = 4;
455 	else if (value > 35)
456 		value = 35;
457 
458 	return value & 31;
459 }
460 
461 /**
462  * fas216_set_sync - setup FAS216 chip for specified transfer period.
463  * @info: state structure for interface connected to device
464  * @target: target
465  *
466  * Correctly setup FAS216 chip for specified transfer period.
467  * Notes   : we need to switch the chip out of FASTSCSI mode if we have
468  *           a transfer period >= 200ns - otherwise the chip will violate
469  *           the SCSI timings.
470  */
471 static void fas216_set_sync(FAS216_Info *info, int target)
472 {
473 	unsigned int cntl3;
474 
475 	fas216_writeb(info, REG_SOF, info->device[target].sof);
476 	fas216_writeb(info, REG_STP, info->device[target].stp);
477 
478 	cntl3 = info->scsi.cfg[2];
479 	if (info->device[target].period >= (200 / 4))
480 		cntl3 = cntl3 & ~CNTL3_FASTSCSI;
481 
482 	fas216_writeb(info, REG_CNTL3, cntl3);
483 }
484 
485 /* Synchronous transfer support
486  *
487  * Note: The SCSI II r10 spec says (5.6.12):
488  *
489  *  (2)  Due to historical problems with early host adapters that could
490  *  not accept an SDTR message, some targets may not initiate synchronous
491  *  negotiation after a power cycle as required by this standard.  Host
492  *  adapters that support synchronous mode may avoid the ensuing failure
493  *  modes when the target is independently power cycled by initiating a
494  *  synchronous negotiation on each REQUEST SENSE and INQUIRY command.
495  *  This approach increases the SCSI bus overhead and is not recommended
496  *  for new implementations.  The correct method is to respond to an
497  *  SDTR message with a MESSAGE REJECT message if the either the
498  *  initiator or target devices does not support synchronous transfers
499  *  or does not want to negotiate for synchronous transfers at the time.
500  *  Using the correct method assures compatibility with wide data
501  *  transfers and future enhancements.
502  *
503  * We will always initiate a synchronous transfer negotiation request on
504  * every INQUIRY or REQUEST SENSE message, unless the target itself has
505  * at some point performed a synchronous transfer negotiation request, or
506  * we have synchronous transfers disabled for this device.
507  */
508 
509 /**
510  * fas216_handlesync - Handle a synchronous transfer message
511  * @info: state structure for interface
512  * @msg: message from target
513  *
514  * Handle a synchronous transfer message from the target
515  */
516 static void fas216_handlesync(FAS216_Info *info, char *msg)
517 {
518 	struct fas216_device *dev = &info->device[info->SCpnt->device->id];
519 	enum { sync, async, none, reject } res = none;
520 
521 #ifdef SCSI2_SYNC
522 	switch (msg[0]) {
523 	case MESSAGE_REJECT:
524 		/* Synchronous transfer request failed.
525 		 * Note: SCSI II r10:
526 		 *
527 		 *  SCSI devices that are capable of synchronous
528 		 *  data transfers shall not respond to an SDTR
529 		 *  message with a MESSAGE REJECT message.
530 		 *
531 		 * Hence, if we get this condition, we disable
532 		 * negotiation for this device.
533 		 */
534 		if (dev->sync_state == neg_inprogress) {
535 			dev->sync_state = neg_invalid;
536 			res = async;
537 		}
538 		break;
539 
540 	case EXTENDED_MESSAGE:
541 		switch (dev->sync_state) {
542 		/* We don't accept synchronous transfer requests.
543 		 * Respond with a MESSAGE_REJECT to prevent a
544 		 * synchronous transfer agreement from being reached.
545 		 */
546 		case neg_invalid:
547 			res = reject;
548 			break;
549 
550 		/* We were not negotiating a synchronous transfer,
551 		 * but the device sent us a negotiation request.
552 		 * Honour the request by sending back a SDTR
553 		 * message containing our capability, limited by
554 		 * the targets capability.
555 		 */
556 		default:
557 			fas216_cmd(info, CMD_SETATN);
558 			if (msg[4] > info->ifcfg.sync_max_depth)
559 				msg[4] = info->ifcfg.sync_max_depth;
560 			if (msg[3] < 1000 / info->ifcfg.clockrate)
561 				msg[3] = 1000 / info->ifcfg.clockrate;
562 
563 			msgqueue_flush(&info->scsi.msgs);
564 			msgqueue_addmsg(&info->scsi.msgs, 5,
565 					EXTENDED_MESSAGE, 3, EXTENDED_SDTR,
566 					msg[3], msg[4]);
567 			info->scsi.phase = PHASE_MSGOUT_EXPECT;
568 
569 			/* This is wrong.  The agreement is not in effect
570 			 * until this message is accepted by the device
571 			 */
572 			dev->sync_state = neg_targcomplete;
573 			res = sync;
574 			break;
575 
576 		/* We initiated the synchronous transfer negotiation,
577 		 * and have successfully received a response from the
578 		 * target.  The synchronous transfer agreement has been
579 		 * reached.  Note: if the values returned are out of our
580 		 * bounds, we must reject the message.
581 		 */
582 		case neg_inprogress:
583 			res = reject;
584 			if (msg[4] <= info->ifcfg.sync_max_depth &&
585 			    msg[3] >= 1000 / info->ifcfg.clockrate) {
586 				dev->sync_state = neg_complete;
587 				res = sync;
588 			}
589 			break;
590 		}
591 	}
592 #else
593 	res = reject;
594 #endif
595 
596 	switch (res) {
597 	case sync:
598 		dev->period = msg[3];
599 		dev->sof    = msg[4];
600 		dev->stp    = fas216_syncperiod(info, msg[3] * 4);
601 		fas216_set_sync(info, info->SCpnt->device->id);
602 		break;
603 
604 	case reject:
605 		fas216_cmd(info, CMD_SETATN);
606 		msgqueue_flush(&info->scsi.msgs);
607 		msgqueue_addmsg(&info->scsi.msgs, 1, MESSAGE_REJECT);
608 		info->scsi.phase = PHASE_MSGOUT_EXPECT;
609 
610 	case async:
611 		dev->period = info->ifcfg.asyncperiod / 4;
612 		dev->sof    = 0;
613 		dev->stp    = info->scsi.async_stp;
614 		fas216_set_sync(info, info->SCpnt->device->id);
615 		break;
616 
617 	case none:
618 		break;
619 	}
620 }
621 
622 /**
623  * fas216_updateptrs - update data pointers after transfer suspended/paused
624  * @info: interface's local pointer to update
625  * @bytes_transferred: number of bytes transferred
626  *
627  * Update data pointers after transfer suspended/paused
628  */
629 static void fas216_updateptrs(FAS216_Info *info, int bytes_transferred)
630 {
631 	Scsi_Pointer *SCp = &info->scsi.SCp;
632 
633 	fas216_checkmagic(info);
634 
635 	BUG_ON(bytes_transferred < 0);
636 
637 	info->SCpnt->request_bufflen -= bytes_transferred;
638 
639 	while (bytes_transferred != 0) {
640 		if (SCp->this_residual > bytes_transferred)
641 			break;
642 		/*
643 		 * We have used up this buffer.  Move on to the
644 		 * next buffer.
645 		 */
646 		bytes_transferred -= SCp->this_residual;
647 		if (!next_SCp(SCp) && bytes_transferred) {
648 			printk(KERN_WARNING "scsi%d.%c: out of buffers\n",
649 				info->host->host_no, '0' + info->SCpnt->device->id);
650 			return;
651 		}
652 	}
653 
654 	SCp->this_residual -= bytes_transferred;
655 	if (SCp->this_residual)
656 		SCp->ptr += bytes_transferred;
657 	else
658 		SCp->ptr = NULL;
659 }
660 
661 /**
662  * fas216_pio - transfer data off of/on to card using programmed IO
663  * @info: interface to transfer data to/from
664  * @direction: direction to transfer data (DMA_OUT/DMA_IN)
665  *
666  * Transfer data off of/on to card using programmed IO.
667  * Notes: this is incredibly slow.
668  */
669 static void fas216_pio(FAS216_Info *info, fasdmadir_t direction)
670 {
671 	Scsi_Pointer *SCp = &info->scsi.SCp;
672 
673 	fas216_checkmagic(info);
674 
675 	if (direction == DMA_OUT)
676 		fas216_writeb(info, REG_FF, get_next_SCp_byte(SCp));
677 	else
678 		put_next_SCp_byte(SCp, fas216_readb(info, REG_FF));
679 
680 	if (SCp->this_residual == 0)
681 		next_SCp(SCp);
682 }
683 
684 static void fas216_set_stc(FAS216_Info *info, unsigned int length)
685 {
686 	fas216_writeb(info, REG_STCL, length);
687 	fas216_writeb(info, REG_STCM, length >> 8);
688 	fas216_writeb(info, REG_STCH, length >> 16);
689 }
690 
691 static unsigned int fas216_get_ctc(FAS216_Info *info)
692 {
693 	return fas216_readb(info, REG_CTCL) +
694 	       (fas216_readb(info, REG_CTCM) << 8) +
695 	       (fas216_readb(info, REG_CTCH) << 16);
696 }
697 
698 /**
699  * fas216_cleanuptransfer - clean up after a transfer has completed.
700  * @info: interface to clean up
701  *
702  * Update the data pointers according to the number of bytes transferred
703  * on the SCSI bus.
704  */
705 static void fas216_cleanuptransfer(FAS216_Info *info)
706 {
707 	unsigned long total, residual, fifo;
708 	fasdmatype_t dmatype = info->dma.transfer_type;
709 
710 	info->dma.transfer_type = fasdma_none;
711 
712 	/*
713 	 * PIO transfers do not need to be cleaned up.
714 	 */
715 	if (dmatype == fasdma_pio || dmatype == fasdma_none)
716 		return;
717 
718 	if (dmatype == fasdma_real_all)
719 		total = info->SCpnt->request_bufflen;
720 	else
721 		total = info->scsi.SCp.this_residual;
722 
723 	residual = fas216_get_ctc(info);
724 
725 	fifo = fas216_readb(info, REG_CFIS) & CFIS_CF;
726 
727 	fas216_log(info, LOG_BUFFER, "cleaning up from previous "
728 		   "transfer: length 0x%06x, residual 0x%x, fifo %d",
729 		   total, residual, fifo);
730 
731 	/*
732 	 * If we were performing Data-Out, the transfer counter
733 	 * counts down each time a byte is transferred by the
734 	 * host to the FIFO.  This means we must include the
735 	 * bytes left in the FIFO from the transfer counter.
736 	 */
737 	if (info->scsi.phase == PHASE_DATAOUT)
738 		residual += fifo;
739 
740 	fas216_updateptrs(info, total - residual);
741 }
742 
743 /**
744  * fas216_transfer - Perform a DMA/PIO transfer off of/on to card
745  * @info: interface from which device disconnected from
746  *
747  * Start a DMA/PIO transfer off of/on to card
748  */
749 static void fas216_transfer(FAS216_Info *info)
750 {
751 	fasdmadir_t direction;
752 	fasdmatype_t dmatype;
753 
754 	fas216_log(info, LOG_BUFFER,
755 		   "starttransfer: buffer %p length 0x%06x reqlen 0x%06x",
756 		   info->scsi.SCp.ptr, info->scsi.SCp.this_residual,
757 		   info->SCpnt->request_bufflen);
758 
759 	if (!info->scsi.SCp.ptr) {
760 		fas216_log(info, LOG_ERROR, "null buffer passed to "
761 			   "fas216_starttransfer");
762 		print_SCp(&info->scsi.SCp, "SCp: ", "\n");
763 		print_SCp(&info->SCpnt->SCp, "Cmnd SCp: ", "\n");
764 		return;
765 	}
766 
767 	/*
768 	 * If we have a synchronous transfer agreement in effect, we must
769 	 * use DMA mode.  If we are using asynchronous transfers, we may
770 	 * use DMA mode or PIO mode.
771 	 */
772 	if (info->device[info->SCpnt->device->id].sof)
773 		dmatype = fasdma_real_all;
774 	else
775 		dmatype = fasdma_pio;
776 
777 	if (info->scsi.phase == PHASE_DATAOUT)
778 		direction = DMA_OUT;
779 	else
780 		direction = DMA_IN;
781 
782 	if (info->dma.setup)
783 		dmatype = info->dma.setup(info->host, &info->scsi.SCp,
784 					  direction, dmatype);
785 	info->dma.transfer_type = dmatype;
786 
787 	if (dmatype == fasdma_real_all)
788 		fas216_set_stc(info, info->SCpnt->request_bufflen);
789 	else
790 		fas216_set_stc(info, info->scsi.SCp.this_residual);
791 
792 	switch (dmatype) {
793 	case fasdma_pio:
794 		fas216_log(info, LOG_BUFFER, "PIO transfer");
795 		fas216_writeb(info, REG_SOF, 0);
796 		fas216_writeb(info, REG_STP, info->scsi.async_stp);
797 		fas216_cmd(info, CMD_TRANSFERINFO);
798 		fas216_pio(info, direction);
799 		break;
800 
801 	case fasdma_pseudo:
802 		fas216_log(info, LOG_BUFFER, "pseudo transfer");
803 		fas216_cmd(info, CMD_TRANSFERINFO | CMD_WITHDMA);
804 		info->dma.pseudo(info->host, &info->scsi.SCp,
805 				 direction, info->SCpnt->transfersize);
806 		break;
807 
808 	case fasdma_real_block:
809 		fas216_log(info, LOG_BUFFER, "block dma transfer");
810 		fas216_cmd(info, CMD_TRANSFERINFO | CMD_WITHDMA);
811 		break;
812 
813 	case fasdma_real_all:
814 		fas216_log(info, LOG_BUFFER, "total dma transfer");
815 		fas216_cmd(info, CMD_TRANSFERINFO | CMD_WITHDMA);
816 		break;
817 
818 	default:
819 		fas216_log(info, LOG_BUFFER | LOG_ERROR,
820 			   "invalid FAS216 DMA type");
821 		break;
822 	}
823 }
824 
825 /**
826  * fas216_stoptransfer - Stop a DMA transfer onto / off of the card
827  * @info: interface from which device disconnected from
828  *
829  * Called when we switch away from DATA IN or DATA OUT phases.
830  */
831 static void fas216_stoptransfer(FAS216_Info *info)
832 {
833 	fas216_checkmagic(info);
834 
835 	if (info->dma.transfer_type == fasdma_real_all ||
836 	    info->dma.transfer_type == fasdma_real_block)
837 		info->dma.stop(info->host, &info->scsi.SCp);
838 
839 	fas216_cleanuptransfer(info);
840 
841 	if (info->scsi.phase == PHASE_DATAIN) {
842 		unsigned int fifo;
843 
844 		/*
845 		 * If we were performing Data-In, then the FIFO counter
846 		 * contains the number of bytes not transferred via DMA
847 		 * from the on-board FIFO.  Read them manually.
848 		 */
849 		fifo = fas216_readb(info, REG_CFIS) & CFIS_CF;
850 		while (fifo && info->scsi.SCp.ptr) {
851 			*info->scsi.SCp.ptr = fas216_readb(info, REG_FF);
852 			fas216_updateptrs(info, 1);
853 			fifo--;
854 		}
855 	} else {
856 		/*
857 		 * After a Data-Out phase, there may be unsent
858 		 * bytes left in the FIFO.  Flush them out.
859 		 */
860 		fas216_cmd(info, CMD_FLUSHFIFO);
861 	}
862 }
863 
864 static void fas216_aborttransfer(FAS216_Info *info)
865 {
866 	fas216_checkmagic(info);
867 
868 	if (info->dma.transfer_type == fasdma_real_all ||
869 	    info->dma.transfer_type == fasdma_real_block)
870 		info->dma.stop(info->host, &info->scsi.SCp);
871 
872 	info->dma.transfer_type = fasdma_none;
873 	fas216_cmd(info, CMD_FLUSHFIFO);
874 }
875 
876 static void fas216_kick(FAS216_Info *info);
877 
878 /**
879  * fas216_disconnected_intr - handle device disconnection
880  * @info: interface from which device disconnected from
881  *
882  * Handle device disconnection
883  */
884 static void fas216_disconnect_intr(FAS216_Info *info)
885 {
886 	unsigned long flags;
887 
888 	fas216_checkmagic(info);
889 
890 	fas216_log(info, LOG_CONNECT, "disconnect phase=%02x",
891 		   info->scsi.phase);
892 
893 	msgqueue_flush(&info->scsi.msgs);
894 
895 	switch (info->scsi.phase) {
896 	case PHASE_SELECTION:			/* while selecting - no target		*/
897 	case PHASE_SELSTEPS:
898 		fas216_done(info, DID_NO_CONNECT);
899 		break;
900 
901 	case PHASE_MSGIN_DISCONNECT:		/* message in - disconnecting		*/
902 		info->scsi.disconnectable = 1;
903 		info->scsi.phase = PHASE_IDLE;
904 		info->stats.disconnects += 1;
905 		spin_lock_irqsave(&info->host_lock, flags);
906 		if (info->scsi.phase == PHASE_IDLE)
907 			fas216_kick(info);
908 		spin_unlock_irqrestore(&info->host_lock, flags);
909 		break;
910 
911 	case PHASE_DONE:			/* at end of command - complete		*/
912 		fas216_done(info, DID_OK);
913 		break;
914 
915 	case PHASE_MSGOUT:			/* message out - possible ABORT message	*/
916 		if (fas216_get_last_msg(info, info->scsi.msgin_fifo) == ABORT) {
917 			info->scsi.aborting = 0;
918 			fas216_done(info, DID_ABORT);
919 			break;
920 		}
921 
922 	default:				/* huh?					*/
923 		printk(KERN_ERR "scsi%d.%c: unexpected disconnect in phase %s\n",
924 			info->host->host_no, fas216_target(info), fas216_drv_phase(info));
925 		print_debug_list();
926 		fas216_stoptransfer(info);
927 		fas216_done(info, DID_ERROR);
928 		break;
929 	}
930 }
931 
932 /**
933  * fas216_reselected_intr - start reconnection of a device
934  * @info: interface which was reselected
935  *
936  * Start reconnection of a device
937  */
938 static void
939 fas216_reselected_intr(FAS216_Info *info)
940 {
941 	unsigned int cfis, i;
942 	unsigned char msg[4];
943 	unsigned char target, lun, tag;
944 
945 	fas216_checkmagic(info);
946 
947 	WARN_ON(info->scsi.phase == PHASE_SELECTION ||
948 		info->scsi.phase == PHASE_SELSTEPS);
949 
950 	cfis = fas216_readb(info, REG_CFIS);
951 
952 	fas216_log(info, LOG_CONNECT, "reconnect phase=%02x cfis=%02x",
953 		   info->scsi.phase, cfis);
954 
955 	cfis &= CFIS_CF;
956 
957 	if (cfis < 2 || cfis > 4) {
958 		printk(KERN_ERR "scsi%d.H: incorrect number of bytes after reselect\n",
959 			info->host->host_no);
960 		goto bad_message;
961 	}
962 
963 	for (i = 0; i < cfis; i++)
964 		msg[i] = fas216_readb(info, REG_FF);
965 
966 	if (!(msg[0] & (1 << info->host->this_id)) ||
967 	    !(msg[1] & 0x80))
968 		goto initiator_error;
969 
970 	target = msg[0] & ~(1 << info->host->this_id);
971 	target = ffs(target) - 1;
972 	lun = msg[1] & 7;
973 	tag = 0;
974 
975 	if (cfis >= 3) {
976 		if (msg[2] != SIMPLE_QUEUE_TAG)
977 			goto initiator_error;
978 
979 		tag = msg[3];
980 	}
981 
982 	/* set up for synchronous transfers */
983 	fas216_writeb(info, REG_SDID, target);
984 	fas216_set_sync(info, target);
985 	msgqueue_flush(&info->scsi.msgs);
986 
987 	fas216_log(info, LOG_CONNECT, "Reconnected: target %1x lun %1x tag %02x",
988 		   target, lun, tag);
989 
990 	if (info->scsi.disconnectable && info->SCpnt) {
991 		info->scsi.disconnectable = 0;
992 		if (info->SCpnt->device->id  == target &&
993 		    info->SCpnt->device->lun == lun &&
994 		    info->SCpnt->tag         == tag) {
995 			fas216_log(info, LOG_CONNECT, "reconnected previously executing command");
996 		} else {
997 			queue_add_cmd_tail(&info->queues.disconnected, info->SCpnt);
998 			fas216_log(info, LOG_CONNECT, "had to move command to disconnected queue");
999 			info->SCpnt = NULL;
1000 		}
1001 	}
1002 	if (!info->SCpnt) {
1003 		info->SCpnt = queue_remove_tgtluntag(&info->queues.disconnected,
1004 					target, lun, tag);
1005 		fas216_log(info, LOG_CONNECT, "had to get command");
1006 	}
1007 
1008 	if (info->SCpnt) {
1009 		/*
1010 		 * Restore data pointer from SAVED data pointer
1011 		 */
1012 		info->scsi.SCp = info->SCpnt->SCp;
1013 
1014 		fas216_log(info, LOG_CONNECT, "data pointers: [%p, %X]",
1015 			info->scsi.SCp.ptr, info->scsi.SCp.this_residual);
1016 		info->scsi.phase = PHASE_MSGIN;
1017 	} else {
1018 		/*
1019 		 * Our command structure not found - abort the
1020 		 * command on the target.  Since we have no
1021 		 * record of this command, we can't send
1022 		 * an INITIATOR DETECTED ERROR message.
1023 		 */
1024 		fas216_cmd(info, CMD_SETATN);
1025 
1026 #if 0
1027 		if (tag)
1028 			msgqueue_addmsg(&info->scsi.msgs, 2, ABORT_TAG, tag);
1029 		else
1030 #endif
1031 			msgqueue_addmsg(&info->scsi.msgs, 1, ABORT);
1032 		info->scsi.phase = PHASE_MSGOUT_EXPECT;
1033 		info->scsi.aborting = 1;
1034 	}
1035 
1036 	fas216_cmd(info, CMD_MSGACCEPTED);
1037 	return;
1038 
1039  initiator_error:
1040 	printk(KERN_ERR "scsi%d.H: error during reselection: bytes",
1041 		info->host->host_no);
1042 	for (i = 0; i < cfis; i++)
1043 		printk(" %02x", msg[i]);
1044 	printk("\n");
1045  bad_message:
1046 	fas216_cmd(info, CMD_SETATN);
1047 	msgqueue_flush(&info->scsi.msgs);
1048 	msgqueue_addmsg(&info->scsi.msgs, 1, INITIATOR_ERROR);
1049 	info->scsi.phase = PHASE_MSGOUT_EXPECT;
1050 	fas216_cmd(info, CMD_MSGACCEPTED);
1051 }
1052 
1053 static void fas216_parse_message(FAS216_Info *info, unsigned char *message, int msglen)
1054 {
1055 	int i;
1056 
1057 	switch (message[0]) {
1058 	case COMMAND_COMPLETE:
1059 		if (msglen != 1)
1060 			goto unrecognised;
1061 
1062 		printk(KERN_ERR "scsi%d.%c: command complete with no "
1063 			"status in MESSAGE_IN?\n",
1064 			info->host->host_no, fas216_target(info));
1065 		break;
1066 
1067 	case SAVE_POINTERS:
1068 		if (msglen != 1)
1069 			goto unrecognised;
1070 
1071 		/*
1072 		 * Save current data pointer to SAVED data pointer
1073 		 * SCSI II standard says that we must not acknowledge
1074 		 * this until we have really saved pointers.
1075 		 * NOTE: we DO NOT save the command nor status pointers
1076 		 * as required by the SCSI II standard.  These always
1077 		 * point to the start of their respective areas.
1078 		 */
1079 		info->SCpnt->SCp = info->scsi.SCp;
1080 		info->SCpnt->SCp.sent_command = 0;
1081 		fas216_log(info, LOG_CONNECT | LOG_MESSAGES | LOG_BUFFER,
1082 			"save data pointers: [%p, %X]",
1083 			info->scsi.SCp.ptr, info->scsi.SCp.this_residual);
1084 		break;
1085 
1086 	case RESTORE_POINTERS:
1087 		if (msglen != 1)
1088 			goto unrecognised;
1089 
1090 		/*
1091 		 * Restore current data pointer from SAVED data pointer
1092 		 */
1093 		info->scsi.SCp = info->SCpnt->SCp;
1094 		fas216_log(info, LOG_CONNECT | LOG_MESSAGES | LOG_BUFFER,
1095 			"restore data pointers: [%p, 0x%x]",
1096 			info->scsi.SCp.ptr, info->scsi.SCp.this_residual);
1097 		break;
1098 
1099 	case DISCONNECT:
1100 		if (msglen != 1)
1101 			goto unrecognised;
1102 
1103 		info->scsi.phase = PHASE_MSGIN_DISCONNECT;
1104 		break;
1105 
1106 	case MESSAGE_REJECT:
1107 		if (msglen != 1)
1108 			goto unrecognised;
1109 
1110 		switch (fas216_get_last_msg(info, info->scsi.msgin_fifo)) {
1111 		case EXTENDED_MESSAGE | EXTENDED_SDTR << 8:
1112 			fas216_handlesync(info, message);
1113 			break;
1114 
1115 		default:
1116 			fas216_log(info, 0, "reject, last message 0x%04x",
1117 				fas216_get_last_msg(info, info->scsi.msgin_fifo));
1118 		}
1119 		break;
1120 
1121 	case NOP:
1122 		break;
1123 
1124 	case EXTENDED_MESSAGE:
1125 		if (msglen < 3)
1126 			goto unrecognised;
1127 
1128 		switch (message[2]) {
1129 		case EXTENDED_SDTR:	/* Sync transfer negotiation request/reply */
1130 			fas216_handlesync(info, message);
1131 			break;
1132 
1133 		default:
1134 			goto unrecognised;
1135 		}
1136 		break;
1137 
1138 	default:
1139 		goto unrecognised;
1140 	}
1141 	return;
1142 
1143 unrecognised:
1144 	fas216_log(info, 0, "unrecognised message, rejecting");
1145 	printk("scsi%d.%c: message was", info->host->host_no, fas216_target(info));
1146 	for (i = 0; i < msglen; i++)
1147 		printk("%s%02X", i & 31 ? " " : "\n  ", message[i]);
1148 	printk("\n");
1149 
1150 	/*
1151 	 * Something strange seems to be happening here -
1152 	 * I can't use SETATN since the chip gives me an
1153 	 * invalid command interrupt when I do.  Weird.
1154 	 */
1155 fas216_cmd(info, CMD_NOP);
1156 fas216_dumpstate(info);
1157 	fas216_cmd(info, CMD_SETATN);
1158 	msgqueue_flush(&info->scsi.msgs);
1159 	msgqueue_addmsg(&info->scsi.msgs, 1, MESSAGE_REJECT);
1160 	info->scsi.phase = PHASE_MSGOUT_EXPECT;
1161 fas216_dumpstate(info);
1162 }
1163 
1164 static int fas216_wait_cmd(FAS216_Info *info, int cmd)
1165 {
1166 	int tout;
1167 	int stat;
1168 
1169 	fas216_cmd(info, cmd);
1170 
1171 	for (tout = 1000; tout; tout -= 1) {
1172 		stat = fas216_readb(info, REG_STAT);
1173 		if (stat & (STAT_INT|STAT_PARITYERROR))
1174 			break;
1175 		udelay(1);
1176 	}
1177 
1178 	return stat;
1179 }
1180 
1181 static int fas216_get_msg_byte(FAS216_Info *info)
1182 {
1183 	unsigned int stat = fas216_wait_cmd(info, CMD_MSGACCEPTED);
1184 
1185 	if ((stat & STAT_INT) == 0)
1186 		goto timedout;
1187 
1188 	if ((stat & STAT_BUSMASK) != STAT_MESGIN)
1189 		goto unexpected_phase_change;
1190 
1191 	fas216_readb(info, REG_INST);
1192 
1193 	stat = fas216_wait_cmd(info, CMD_TRANSFERINFO);
1194 
1195 	if ((stat & STAT_INT) == 0)
1196 		goto timedout;
1197 
1198 	if (stat & STAT_PARITYERROR)
1199 		goto parity_error;
1200 
1201 	if ((stat & STAT_BUSMASK) != STAT_MESGIN)
1202 		goto unexpected_phase_change;
1203 
1204 	fas216_readb(info, REG_INST);
1205 
1206 	return fas216_readb(info, REG_FF);
1207 
1208 timedout:
1209 	fas216_log(info, LOG_ERROR, "timed out waiting for message byte");
1210 	return -1;
1211 
1212 unexpected_phase_change:
1213 	fas216_log(info, LOG_ERROR, "unexpected phase change: status = %02x", stat);
1214 	return -2;
1215 
1216 parity_error:
1217 	fas216_log(info, LOG_ERROR, "parity error during message in phase");
1218 	return -3;
1219 }
1220 
1221 /**
1222  * fas216_message - handle a function done interrupt from FAS216 chip
1223  * @info: interface which caused function done interrupt
1224  *
1225  * Handle a function done interrupt from FAS216 chip
1226  */
1227 static void fas216_message(FAS216_Info *info)
1228 {
1229 	unsigned char *message = info->scsi.message;
1230 	unsigned int msglen = 1;
1231 	int msgbyte = 0;
1232 
1233 	fas216_checkmagic(info);
1234 
1235 	message[0] = fas216_readb(info, REG_FF);
1236 
1237 	if (message[0] == EXTENDED_MESSAGE) {
1238 		msgbyte = fas216_get_msg_byte(info);
1239 
1240 		if (msgbyte >= 0) {
1241 			message[1] = msgbyte;
1242 
1243 			for (msglen = 2; msglen < message[1] + 2; msglen++) {
1244 				msgbyte = fas216_get_msg_byte(info);
1245 
1246 				if (msgbyte >= 0)
1247 					message[msglen] = msgbyte;
1248 				else
1249 					break;
1250 			}
1251 		}
1252 	}
1253 
1254 	if (msgbyte == -3)
1255 		goto parity_error;
1256 
1257 #ifdef DEBUG_MESSAGES
1258 	{
1259 		int i;
1260 
1261 		printk("scsi%d.%c: message in: ",
1262 			info->host->host_no, fas216_target(info));
1263 		for (i = 0; i < msglen; i++)
1264 			printk("%02X ", message[i]);
1265 		printk("\n");
1266 	}
1267 #endif
1268 
1269 	fas216_parse_message(info, message, msglen);
1270 	fas216_cmd(info, CMD_MSGACCEPTED);
1271 	return;
1272 
1273 parity_error:
1274 	fas216_cmd(info, CMD_SETATN);
1275 	msgqueue_flush(&info->scsi.msgs);
1276 	msgqueue_addmsg(&info->scsi.msgs, 1, MSG_PARITY_ERROR);
1277 	info->scsi.phase = PHASE_MSGOUT_EXPECT;
1278 	fas216_cmd(info, CMD_MSGACCEPTED);
1279 	return;
1280 }
1281 
1282 /**
1283  * fas216_send_command - send command after all message bytes have been sent
1284  * @info: interface which caused bus service
1285  *
1286  * Send a command to a target after all message bytes have been sent
1287  */
1288 static void fas216_send_command(FAS216_Info *info)
1289 {
1290 	int i;
1291 
1292 	fas216_checkmagic(info);
1293 
1294 	fas216_cmd(info, CMD_NOP|CMD_WITHDMA);
1295 	fas216_cmd(info, CMD_FLUSHFIFO);
1296 
1297 	/* load command */
1298 	for (i = info->scsi.SCp.sent_command; i < info->SCpnt->cmd_len; i++)
1299 		fas216_writeb(info, REG_FF, info->SCpnt->cmnd[i]);
1300 
1301 	fas216_cmd(info, CMD_TRANSFERINFO);
1302 
1303 	info->scsi.phase = PHASE_COMMAND;
1304 }
1305 
1306 /**
1307  * fas216_send_messageout - handle bus service to send a message
1308  * @info: interface which caused bus service
1309  *
1310  * Handle bus service to send a message.
1311  * Note: We do not allow the device to change the data direction!
1312  */
1313 static void fas216_send_messageout(FAS216_Info *info, int start)
1314 {
1315 	unsigned int tot_msglen = msgqueue_msglength(&info->scsi.msgs);
1316 
1317 	fas216_checkmagic(info);
1318 
1319 	fas216_cmd(info, CMD_FLUSHFIFO);
1320 
1321 	if (tot_msglen) {
1322 		struct message *msg;
1323 		int msgnr = 0;
1324 
1325 		while ((msg = msgqueue_getmsg(&info->scsi.msgs, msgnr++)) != NULL) {
1326 			int i;
1327 
1328 			for (i = start; i < msg->length; i++)
1329 				fas216_writeb(info, REG_FF, msg->msg[i]);
1330 
1331 			msg->fifo = tot_msglen - (fas216_readb(info, REG_CFIS) & CFIS_CF);
1332 			start = 0;
1333 		}
1334 	} else
1335 		fas216_writeb(info, REG_FF, NOP);
1336 
1337 	fas216_cmd(info, CMD_TRANSFERINFO);
1338 
1339 	info->scsi.phase = PHASE_MSGOUT;
1340 }
1341 
1342 /**
1343  * fas216_busservice_intr - handle bus service interrupt from FAS216 chip
1344  * @info: interface which caused bus service interrupt
1345  * @stat: Status register contents
1346  * @is: SCSI Status register contents
1347  *
1348  * Handle a bus service interrupt from FAS216 chip
1349  */
1350 static void fas216_busservice_intr(FAS216_Info *info, unsigned int stat, unsigned int is)
1351 {
1352 	fas216_checkmagic(info);
1353 
1354 	fas216_log(info, LOG_BUSSERVICE,
1355 		   "bus service: stat=%02x is=%02x phase=%02x",
1356 		   stat, is, info->scsi.phase);
1357 
1358 	switch (info->scsi.phase) {
1359 	case PHASE_SELECTION:
1360 		if ((is & IS_BITS) != IS_MSGBYTESENT)
1361 			goto bad_is;
1362 		break;
1363 
1364 	case PHASE_SELSTEPS:
1365 		switch (is & IS_BITS) {
1366 		case IS_SELARB:
1367 		case IS_MSGBYTESENT:
1368 			goto bad_is;
1369 
1370 		case IS_NOTCOMMAND:
1371 		case IS_EARLYPHASE:
1372 			if ((stat & STAT_BUSMASK) == STAT_MESGIN)
1373 				break;
1374 			goto bad_is;
1375 
1376 		case IS_COMPLETE:
1377 			break;
1378 		}
1379 
1380 	default:
1381 		break;
1382 	}
1383 
1384 	fas216_cmd(info, CMD_NOP);
1385 
1386 #define STATE(st,ph) ((ph) << 3 | (st))
1387 	/* This table describes the legal SCSI state transitions,
1388 	 * as described by the SCSI II spec.
1389 	 */
1390 	switch (STATE(stat & STAT_BUSMASK, info->scsi.phase)) {
1391 	case STATE(STAT_DATAIN, PHASE_SELSTEPS):/* Sel w/ steps -> Data In      */
1392 	case STATE(STAT_DATAIN, PHASE_MSGOUT):  /* Message Out  -> Data In      */
1393 	case STATE(STAT_DATAIN, PHASE_COMMAND): /* Command      -> Data In      */
1394 	case STATE(STAT_DATAIN, PHASE_MSGIN):   /* Message In   -> Data In      */
1395 		info->scsi.phase = PHASE_DATAIN;
1396 		fas216_transfer(info);
1397 		return;
1398 
1399 	case STATE(STAT_DATAIN, PHASE_DATAIN):  /* Data In      -> Data In      */
1400 	case STATE(STAT_DATAOUT, PHASE_DATAOUT):/* Data Out     -> Data Out     */
1401 		fas216_cleanuptransfer(info);
1402 		fas216_transfer(info);
1403 		return;
1404 
1405 	case STATE(STAT_DATAOUT, PHASE_SELSTEPS):/* Sel w/ steps-> Data Out     */
1406 	case STATE(STAT_DATAOUT, PHASE_MSGOUT): /* Message Out  -> Data Out     */
1407 	case STATE(STAT_DATAOUT, PHASE_COMMAND):/* Command      -> Data Out     */
1408 	case STATE(STAT_DATAOUT, PHASE_MSGIN):  /* Message In   -> Data Out     */
1409 		fas216_cmd(info, CMD_FLUSHFIFO);
1410 		info->scsi.phase = PHASE_DATAOUT;
1411 		fas216_transfer(info);
1412 		return;
1413 
1414 	case STATE(STAT_STATUS, PHASE_DATAOUT): /* Data Out     -> Status       */
1415 	case STATE(STAT_STATUS, PHASE_DATAIN):  /* Data In      -> Status       */
1416 		fas216_stoptransfer(info);
1417 	case STATE(STAT_STATUS, PHASE_SELSTEPS):/* Sel w/ steps -> Status       */
1418 	case STATE(STAT_STATUS, PHASE_MSGOUT):  /* Message Out  -> Status       */
1419 	case STATE(STAT_STATUS, PHASE_COMMAND): /* Command      -> Status       */
1420 	case STATE(STAT_STATUS, PHASE_MSGIN):   /* Message In   -> Status       */
1421 		fas216_cmd(info, CMD_INITCMDCOMPLETE);
1422 		info->scsi.phase = PHASE_STATUS;
1423 		return;
1424 
1425 	case STATE(STAT_MESGIN, PHASE_DATAOUT): /* Data Out     -> Message In   */
1426 	case STATE(STAT_MESGIN, PHASE_DATAIN):  /* Data In      -> Message In   */
1427 		fas216_stoptransfer(info);
1428 	case STATE(STAT_MESGIN, PHASE_COMMAND):	/* Command	-> Message In	*/
1429 	case STATE(STAT_MESGIN, PHASE_SELSTEPS):/* Sel w/ steps -> Message In   */
1430 	case STATE(STAT_MESGIN, PHASE_MSGOUT):  /* Message Out  -> Message In   */
1431 		info->scsi.msgin_fifo = fas216_readb(info, REG_CFIS) & CFIS_CF;
1432 		fas216_cmd(info, CMD_FLUSHFIFO);
1433 		fas216_cmd(info, CMD_TRANSFERINFO);
1434 		info->scsi.phase = PHASE_MSGIN;
1435 		return;
1436 
1437 	case STATE(STAT_MESGIN, PHASE_MSGIN):
1438 		info->scsi.msgin_fifo = fas216_readb(info, REG_CFIS) & CFIS_CF;
1439 		fas216_cmd(info, CMD_TRANSFERINFO);
1440 		return;
1441 
1442 	case STATE(STAT_COMMAND, PHASE_MSGOUT): /* Message Out  -> Command      */
1443 	case STATE(STAT_COMMAND, PHASE_MSGIN):  /* Message In   -> Command      */
1444 		fas216_send_command(info);
1445 		info->scsi.phase = PHASE_COMMAND;
1446 		return;
1447 
1448 
1449 	/*
1450 	 * Selection    -> Message Out
1451 	 */
1452 	case STATE(STAT_MESGOUT, PHASE_SELECTION):
1453 		fas216_send_messageout(info, 1);
1454 		return;
1455 
1456 	/*
1457 	 * Message Out  -> Message Out
1458 	 */
1459 	case STATE(STAT_MESGOUT, PHASE_SELSTEPS):
1460 	case STATE(STAT_MESGOUT, PHASE_MSGOUT):
1461 		/*
1462 		 * If we get another message out phase, this usually
1463 		 * means some parity error occurred.  Resend complete
1464 		 * set of messages.  If we have more than one byte to
1465 		 * send, we need to assert ATN again.
1466 		 */
1467 		if (info->device[info->SCpnt->device->id].parity_check) {
1468 			/*
1469 			 * We were testing... good, the device
1470 			 * supports parity checking.
1471 			 */
1472 			info->device[info->SCpnt->device->id].parity_check = 0;
1473 			info->device[info->SCpnt->device->id].parity_enabled = 1;
1474 			fas216_writeb(info, REG_CNTL1, info->scsi.cfg[0]);
1475 		}
1476 
1477 		if (msgqueue_msglength(&info->scsi.msgs) > 1)
1478 			fas216_cmd(info, CMD_SETATN);
1479 		/*FALLTHROUGH*/
1480 
1481 	/*
1482 	 * Any          -> Message Out
1483 	 */
1484 	case STATE(STAT_MESGOUT, PHASE_MSGOUT_EXPECT):
1485 		fas216_send_messageout(info, 0);
1486 		return;
1487 
1488 	/* Error recovery rules.
1489 	 *   These either attempt to abort or retry the operation.
1490 	 * TODO: we need more of these
1491 	 */
1492 	case STATE(STAT_COMMAND, PHASE_COMMAND):/* Command      -> Command      */
1493 		/* error - we've sent out all the command bytes
1494 		 * we have.
1495 		 * NOTE: we need SAVE DATA POINTERS/RESTORE DATA POINTERS
1496 		 * to include the command bytes sent for this to work
1497 		 * correctly.
1498 		 */
1499 		printk(KERN_ERR "scsi%d.%c: "
1500 			"target trying to receive more command bytes\n",
1501 			info->host->host_no, fas216_target(info));
1502 		fas216_cmd(info, CMD_SETATN);
1503 		fas216_set_stc(info, 15);
1504 		fas216_cmd(info, CMD_PADBYTES | CMD_WITHDMA);
1505 		msgqueue_flush(&info->scsi.msgs);
1506 		msgqueue_addmsg(&info->scsi.msgs, 1, INITIATOR_ERROR);
1507 		info->scsi.phase = PHASE_MSGOUT_EXPECT;
1508 		return;
1509 	}
1510 
1511 	if (info->scsi.phase == PHASE_MSGIN_DISCONNECT) {
1512 		printk(KERN_ERR "scsi%d.%c: disconnect message received, but bus service %s?\n",
1513 			info->host->host_no, fas216_target(info),
1514 			fas216_bus_phase(stat));
1515 		msgqueue_flush(&info->scsi.msgs);
1516 		fas216_cmd(info, CMD_SETATN);
1517 		msgqueue_addmsg(&info->scsi.msgs, 1, INITIATOR_ERROR);
1518 		info->scsi.phase = PHASE_MSGOUT_EXPECT;
1519 		info->scsi.aborting = 1;
1520 		fas216_cmd(info, CMD_TRANSFERINFO);
1521 		return;
1522 	}
1523 	printk(KERN_ERR "scsi%d.%c: bus phase %s after %s?\n",
1524 		info->host->host_no, fas216_target(info),
1525 		fas216_bus_phase(stat),
1526 		fas216_drv_phase(info));
1527 	print_debug_list();
1528 	return;
1529 
1530 bad_is:
1531 	fas216_log(info, 0, "bus service at step %d?", is & IS_BITS);
1532 	fas216_dumpstate(info);
1533 	print_debug_list();
1534 
1535 	fas216_done(info, DID_ERROR);
1536 }
1537 
1538 /**
1539  * fas216_funcdone_intr - handle a function done interrupt from FAS216 chip
1540  * @info: interface which caused function done interrupt
1541  * @stat: Status register contents
1542  * @is: SCSI Status register contents
1543  *
1544  * Handle a function done interrupt from FAS216 chip
1545  */
1546 static void fas216_funcdone_intr(FAS216_Info *info, unsigned int stat, unsigned int is)
1547 {
1548 	unsigned int fifo_len = fas216_readb(info, REG_CFIS) & CFIS_CF;
1549 
1550 	fas216_checkmagic(info);
1551 
1552 	fas216_log(info, LOG_FUNCTIONDONE,
1553 		   "function done: stat=%02x is=%02x phase=%02x",
1554 		   stat, is, info->scsi.phase);
1555 
1556 	switch (info->scsi.phase) {
1557 	case PHASE_STATUS:			/* status phase - read status and msg	*/
1558 		if (fifo_len != 2) {
1559 			fas216_log(info, 0, "odd number of bytes in FIFO: %d", fifo_len);
1560 		}
1561 		/*
1562 		 * Read status then message byte.
1563 		 */
1564 		info->scsi.SCp.Status = fas216_readb(info, REG_FF);
1565 		info->scsi.SCp.Message = fas216_readb(info, REG_FF);
1566 		info->scsi.phase = PHASE_DONE;
1567 		fas216_cmd(info, CMD_MSGACCEPTED);
1568 		break;
1569 
1570 	case PHASE_IDLE:
1571 	case PHASE_SELECTION:
1572 	case PHASE_SELSTEPS:
1573 		break;
1574 
1575 	case PHASE_MSGIN:			/* message in phase			*/
1576 		if ((stat & STAT_BUSMASK) == STAT_MESGIN) {
1577 			info->scsi.msgin_fifo = fifo_len;
1578 			fas216_message(info);
1579 			break;
1580 		}
1581 
1582 	default:
1583 		fas216_log(info, 0, "internal phase %s for function done?"
1584 			"  What do I do with this?",
1585 			fas216_target(info), fas216_drv_phase(info));
1586 	}
1587 }
1588 
1589 static void fas216_bus_reset(FAS216_Info *info)
1590 {
1591 	neg_t sync_state;
1592 	int i;
1593 
1594 	msgqueue_flush(&info->scsi.msgs);
1595 
1596 	sync_state = neg_invalid;
1597 
1598 #ifdef SCSI2_SYNC
1599 	if (info->ifcfg.capabilities & (FASCAP_DMA|FASCAP_PSEUDODMA))
1600 		sync_state = neg_wait;
1601 #endif
1602 
1603 	info->scsi.phase = PHASE_IDLE;
1604 	info->SCpnt = NULL; /* bug! */
1605 	memset(&info->scsi.SCp, 0, sizeof(info->scsi.SCp));
1606 
1607 	for (i = 0; i < 8; i++) {
1608 		info->device[i].disconnect_ok	= info->ifcfg.disconnect_ok;
1609 		info->device[i].sync_state	= sync_state;
1610 		info->device[i].period		= info->ifcfg.asyncperiod / 4;
1611 		info->device[i].stp		= info->scsi.async_stp;
1612 		info->device[i].sof		= 0;
1613 		info->device[i].wide_xfer	= 0;
1614 	}
1615 
1616 	info->rst_bus_status = 1;
1617 	wake_up(&info->eh_wait);
1618 }
1619 
1620 /**
1621  * fas216_intr - handle interrupts to progress a command
1622  * @info: interface to service
1623  *
1624  * Handle interrupts from the interface to progress a command
1625  */
1626 irqreturn_t fas216_intr(FAS216_Info *info)
1627 {
1628 	unsigned char inst, is, stat;
1629 	int handled = IRQ_NONE;
1630 
1631 	fas216_checkmagic(info);
1632 
1633 	stat = fas216_readb(info, REG_STAT);
1634 	is = fas216_readb(info, REG_IS);
1635 	inst = fas216_readb(info, REG_INST);
1636 
1637 	add_debug_list(stat, is, inst, info->scsi.phase);
1638 
1639 	if (stat & STAT_INT) {
1640 		if (inst & INST_BUSRESET) {
1641 			fas216_log(info, 0, "bus reset detected");
1642 			fas216_bus_reset(info);
1643 			scsi_report_bus_reset(info->host, 0);
1644 		} else if (inst & INST_ILLEGALCMD) {
1645 			fas216_log(info, LOG_ERROR, "illegal command given\n");
1646 			fas216_dumpstate(info);
1647 			print_debug_list();
1648 		} else if (inst & INST_DISCONNECT)
1649 			fas216_disconnect_intr(info);
1650 		else if (inst & INST_RESELECTED)	/* reselected			*/
1651 			fas216_reselected_intr(info);
1652 		else if (inst & INST_BUSSERVICE)	/* bus service request		*/
1653 			fas216_busservice_intr(info, stat, is);
1654 		else if (inst & INST_FUNCDONE)		/* function done		*/
1655 			fas216_funcdone_intr(info, stat, is);
1656 		else
1657 		    	fas216_log(info, 0, "unknown interrupt received:"
1658 				" phase %s inst %02X is %02X stat %02X",
1659 				fas216_drv_phase(info), inst, is, stat);
1660 		handled = IRQ_HANDLED;
1661 	}
1662 	return handled;
1663 }
1664 
1665 static void __fas216_start_command(FAS216_Info *info, Scsi_Cmnd *SCpnt)
1666 {
1667 	int tot_msglen;
1668 
1669 	/* following what the ESP driver says */
1670 	fas216_set_stc(info, 0);
1671 	fas216_cmd(info, CMD_NOP | CMD_WITHDMA);
1672 
1673 	/* flush FIFO */
1674 	fas216_cmd(info, CMD_FLUSHFIFO);
1675 
1676 	/* load bus-id and timeout */
1677 	fas216_writeb(info, REG_SDID, BUSID(SCpnt->device->id));
1678 	fas216_writeb(info, REG_STIM, info->ifcfg.select_timeout);
1679 
1680 	/* synchronous transfers */
1681 	fas216_set_sync(info, SCpnt->device->id);
1682 
1683 	tot_msglen = msgqueue_msglength(&info->scsi.msgs);
1684 
1685 #ifdef DEBUG_MESSAGES
1686 	{
1687 		struct message *msg;
1688 		int msgnr = 0, i;
1689 
1690 		printk("scsi%d.%c: message out: ",
1691 			info->host->host_no, '0' + SCpnt->device->id);
1692 		while ((msg = msgqueue_getmsg(&info->scsi.msgs, msgnr++)) != NULL) {
1693 			printk("{ ");
1694 			for (i = 0; i < msg->length; i++)
1695 				printk("%02x ", msg->msg[i]);
1696 			printk("} ");
1697 		}
1698 		printk("\n");
1699 	}
1700 #endif
1701 
1702 	if (tot_msglen == 1 || tot_msglen == 3) {
1703 		/*
1704 		 * We have an easy message length to send...
1705 		 */
1706 		struct message *msg;
1707 		int msgnr = 0, i;
1708 
1709 		info->scsi.phase = PHASE_SELSTEPS;
1710 
1711 		/* load message bytes */
1712 		while ((msg = msgqueue_getmsg(&info->scsi.msgs, msgnr++)) != NULL) {
1713 			for (i = 0; i < msg->length; i++)
1714 				fas216_writeb(info, REG_FF, msg->msg[i]);
1715 			msg->fifo = tot_msglen - (fas216_readb(info, REG_CFIS) & CFIS_CF);
1716 		}
1717 
1718 		/* load command */
1719 		for (i = 0; i < SCpnt->cmd_len; i++)
1720 			fas216_writeb(info, REG_FF, SCpnt->cmnd[i]);
1721 
1722 		if (tot_msglen == 1)
1723 			fas216_cmd(info, CMD_SELECTATN);
1724 		else
1725 			fas216_cmd(info, CMD_SELECTATN3);
1726 	} else {
1727 		/*
1728 		 * We have an unusual number of message bytes to send.
1729 		 *  Load first byte into fifo, and issue SELECT with ATN and
1730 		 *  stop steps.
1731 		 */
1732 		struct message *msg = msgqueue_getmsg(&info->scsi.msgs, 0);
1733 
1734 		fas216_writeb(info, REG_FF, msg->msg[0]);
1735 		msg->fifo = 1;
1736 
1737 		fas216_cmd(info, CMD_SELECTATNSTOP);
1738 	}
1739 }
1740 
1741 /*
1742  * Decide whether we need to perform a parity test on this device.
1743  * Can also be used to force parity error conditions during initial
1744  * information transfer phase (message out) for test purposes.
1745  */
1746 static int parity_test(FAS216_Info *info, int target)
1747 {
1748 #if 0
1749 	if (target == 3) {
1750 		info->device[target].parity_check = 0;
1751 		return 1;
1752 	}
1753 #endif
1754 	return info->device[target].parity_check;
1755 }
1756 
1757 static void fas216_start_command(FAS216_Info *info, Scsi_Cmnd *SCpnt)
1758 {
1759 	int disconnect_ok;
1760 
1761 	/*
1762 	 * claim host busy
1763 	 */
1764 	info->scsi.phase = PHASE_SELECTION;
1765 	info->scsi.SCp = SCpnt->SCp;
1766 	info->SCpnt = SCpnt;
1767 	info->dma.transfer_type = fasdma_none;
1768 
1769 	if (parity_test(info, SCpnt->device->id))
1770 		fas216_writeb(info, REG_CNTL1, info->scsi.cfg[0] | CNTL1_PTE);
1771 	else
1772 		fas216_writeb(info, REG_CNTL1, info->scsi.cfg[0]);
1773 
1774 	/*
1775 	 * Don't allow request sense commands to disconnect.
1776 	 */
1777 	disconnect_ok = SCpnt->cmnd[0] != REQUEST_SENSE &&
1778 			info->device[SCpnt->device->id].disconnect_ok;
1779 
1780 	/*
1781 	 * build outgoing message bytes
1782 	 */
1783 	msgqueue_flush(&info->scsi.msgs);
1784 	msgqueue_addmsg(&info->scsi.msgs, 1, IDENTIFY(disconnect_ok, SCpnt->device->lun));
1785 
1786 	/*
1787 	 * add tag message if required
1788 	 */
1789 	if (SCpnt->tag)
1790 		msgqueue_addmsg(&info->scsi.msgs, 2, SIMPLE_QUEUE_TAG, SCpnt->tag);
1791 
1792 	do {
1793 #ifdef SCSI2_SYNC
1794 		if ((info->device[SCpnt->device->id].sync_state == neg_wait ||
1795 		     info->device[SCpnt->device->id].sync_state == neg_complete) &&
1796 		    (SCpnt->cmnd[0] == REQUEST_SENSE ||
1797 		     SCpnt->cmnd[0] == INQUIRY)) {
1798 			info->device[SCpnt->device->id].sync_state = neg_inprogress;
1799 			msgqueue_addmsg(&info->scsi.msgs, 5,
1800 					EXTENDED_MESSAGE, 3, EXTENDED_SDTR,
1801 					1000 / info->ifcfg.clockrate,
1802 					info->ifcfg.sync_max_depth);
1803 			break;
1804 		}
1805 #endif
1806 	} while (0);
1807 
1808 	__fas216_start_command(info, SCpnt);
1809 }
1810 
1811 static void fas216_allocate_tag(FAS216_Info *info, Scsi_Cmnd *SCpnt)
1812 {
1813 #ifdef SCSI2_TAG
1814 	/*
1815 	 * tagged queuing - allocate a new tag to this command
1816 	 */
1817 	if (SCpnt->device->simple_tags && SCpnt->cmnd[0] != REQUEST_SENSE &&
1818 	    SCpnt->cmnd[0] != INQUIRY) {
1819 	    SCpnt->device->current_tag += 1;
1820 		if (SCpnt->device->current_tag == 0)
1821 		    SCpnt->device->current_tag = 1;
1822 			SCpnt->tag = SCpnt->device->current_tag;
1823 	} else
1824 #endif
1825 		set_bit(SCpnt->device->id * 8 + SCpnt->device->lun, info->busyluns);
1826 
1827 	info->stats.removes += 1;
1828 	switch (SCpnt->cmnd[0]) {
1829 	case WRITE_6:
1830 	case WRITE_10:
1831 	case WRITE_12:
1832 		info->stats.writes += 1;
1833 		break;
1834 	case READ_6:
1835 	case READ_10:
1836 	case READ_12:
1837 		info->stats.reads += 1;
1838 		break;
1839 	default:
1840 		info->stats.miscs += 1;
1841 		break;
1842 	}
1843 }
1844 
1845 static void fas216_do_bus_device_reset(FAS216_Info *info, Scsi_Cmnd *SCpnt)
1846 {
1847 	struct message *msg;
1848 
1849 	/*
1850 	 * claim host busy
1851 	 */
1852 	info->scsi.phase = PHASE_SELECTION;
1853 	info->scsi.SCp = SCpnt->SCp;
1854 	info->SCpnt = SCpnt;
1855 	info->dma.transfer_type = fasdma_none;
1856 
1857 	fas216_log(info, LOG_ERROR, "sending bus device reset");
1858 
1859 	msgqueue_flush(&info->scsi.msgs);
1860 	msgqueue_addmsg(&info->scsi.msgs, 1, BUS_DEVICE_RESET);
1861 
1862 	/* following what the ESP driver says */
1863 	fas216_set_stc(info, 0);
1864 	fas216_cmd(info, CMD_NOP | CMD_WITHDMA);
1865 
1866 	/* flush FIFO */
1867 	fas216_cmd(info, CMD_FLUSHFIFO);
1868 
1869 	/* load bus-id and timeout */
1870 	fas216_writeb(info, REG_SDID, BUSID(SCpnt->device->id));
1871 	fas216_writeb(info, REG_STIM, info->ifcfg.select_timeout);
1872 
1873 	/* synchronous transfers */
1874 	fas216_set_sync(info, SCpnt->device->id);
1875 
1876 	msg = msgqueue_getmsg(&info->scsi.msgs, 0);
1877 
1878 	fas216_writeb(info, REG_FF, BUS_DEVICE_RESET);
1879 	msg->fifo = 1;
1880 
1881 	fas216_cmd(info, CMD_SELECTATNSTOP);
1882 }
1883 
1884 /**
1885  * fas216_kick - kick a command to the interface
1886  * @info: our host interface to kick
1887  *
1888  * Kick a command to the interface, interface should be idle.
1889  * Notes: Interrupts are always disabled!
1890  */
1891 static void fas216_kick(FAS216_Info *info)
1892 {
1893 	Scsi_Cmnd *SCpnt = NULL;
1894 #define TYPE_OTHER	0
1895 #define TYPE_RESET	1
1896 #define TYPE_QUEUE	2
1897 	int where_from = TYPE_OTHER;
1898 
1899 	fas216_checkmagic(info);
1900 
1901 	/*
1902 	 * Obtain the next command to process.
1903 	 */
1904 	do {
1905 		if (info->rstSCpnt) {
1906 			SCpnt = info->rstSCpnt;
1907 			/* don't remove it */
1908 			where_from = TYPE_RESET;
1909 			break;
1910 		}
1911 
1912 		if (info->reqSCpnt) {
1913 			SCpnt = info->reqSCpnt;
1914 			info->reqSCpnt = NULL;
1915 			break;
1916 		}
1917 
1918 		if (info->origSCpnt) {
1919 			SCpnt = info->origSCpnt;
1920 			info->origSCpnt = NULL;
1921 			break;
1922 		}
1923 
1924 		/* retrieve next command */
1925 		if (!SCpnt) {
1926 			SCpnt = queue_remove_exclude(&info->queues.issue,
1927 						     info->busyluns);
1928 			where_from = TYPE_QUEUE;
1929 			break;
1930 		}
1931 	} while (0);
1932 
1933 	if (!SCpnt) {
1934 		/*
1935 		 * no command pending, so enable reselection.
1936 		 */
1937 		fas216_cmd(info, CMD_ENABLESEL);
1938 		return;
1939 	}
1940 
1941 	/*
1942 	 * We're going to start a command, so disable reselection
1943 	 */
1944 	fas216_cmd(info, CMD_DISABLESEL);
1945 
1946 	if (info->scsi.disconnectable && info->SCpnt) {
1947 		fas216_log(info, LOG_CONNECT,
1948 			"moved command for %d to disconnected queue",
1949 			info->SCpnt->device->id);
1950 		queue_add_cmd_tail(&info->queues.disconnected, info->SCpnt);
1951 		info->scsi.disconnectable = 0;
1952 		info->SCpnt = NULL;
1953 	}
1954 
1955 	fas216_log_command(info, LOG_CONNECT | LOG_MESSAGES, SCpnt,
1956 			   "starting");
1957 
1958 	switch (where_from) {
1959 	case TYPE_QUEUE:
1960 		fas216_allocate_tag(info, SCpnt);
1961 	case TYPE_OTHER:
1962 		fas216_start_command(info, SCpnt);
1963 		break;
1964 	case TYPE_RESET:
1965 		fas216_do_bus_device_reset(info, SCpnt);
1966 		break;
1967 	}
1968 
1969 	fas216_log(info, LOG_CONNECT, "select: data pointers [%p, %X]",
1970 		info->scsi.SCp.ptr, info->scsi.SCp.this_residual);
1971 
1972 	/*
1973 	 * should now get either DISCONNECT or
1974 	 * (FUNCTION DONE with BUS SERVICE) interrupt
1975 	 */
1976 }
1977 
1978 /*
1979  * Clean up from issuing a BUS DEVICE RESET message to a device.
1980  */
1981 static void
1982 fas216_devicereset_done(FAS216_Info *info, Scsi_Cmnd *SCpnt, unsigned int result)
1983 {
1984 	fas216_log(info, LOG_ERROR, "fas216 device reset complete");
1985 
1986 	info->rstSCpnt = NULL;
1987 	info->rst_dev_status = 1;
1988 	wake_up(&info->eh_wait);
1989 }
1990 
1991 /**
1992  * fas216_rq_sns_done - Finish processing automatic request sense command
1993  * @info: interface that completed
1994  * @SCpnt: command that completed
1995  * @result: driver byte of result
1996  *
1997  * Finish processing automatic request sense command
1998  */
1999 static void
2000 fas216_rq_sns_done(FAS216_Info *info, Scsi_Cmnd *SCpnt, unsigned int result)
2001 {
2002 	fas216_log_target(info, LOG_CONNECT, SCpnt->device->id,
2003 		   "request sense complete, result=0x%04x%02x%02x",
2004 		   result, SCpnt->SCp.Message, SCpnt->SCp.Status);
2005 
2006 	if (result != DID_OK || SCpnt->SCp.Status != GOOD)
2007 		/*
2008 		 * Something went wrong.  Make sure that we don't
2009 		 * have valid data in the sense buffer that could
2010 		 * confuse the higher levels.
2011 		 */
2012 		memset(SCpnt->sense_buffer, 0, sizeof(SCpnt->sense_buffer));
2013 //printk("scsi%d.%c: sense buffer: ", info->host->host_no, '0' + SCpnt->device->id);
2014 //{ int i; for (i = 0; i < 32; i++) printk("%02x ", SCpnt->sense_buffer[i]); printk("\n"); }
2015 	/*
2016 	 * Note that we don't set SCpnt->result, since that should
2017 	 * reflect the status of the command that we were asked by
2018 	 * the upper layers to process.  This would have been set
2019 	 * correctly by fas216_std_done.
2020 	 */
2021 	SCpnt->scsi_done(SCpnt);
2022 }
2023 
2024 /**
2025  * fas216_std_done - finish processing of standard command
2026  * @info: interface that completed
2027  * @SCpnt: command that completed
2028  * @result: driver byte of result
2029  *
2030  * Finish processing of standard command
2031  */
2032 static void
2033 fas216_std_done(FAS216_Info *info, Scsi_Cmnd *SCpnt, unsigned int result)
2034 {
2035 	info->stats.fins += 1;
2036 
2037 	SCpnt->result = result << 16 | info->scsi.SCp.Message << 8 |
2038 			info->scsi.SCp.Status;
2039 
2040 	fas216_log_command(info, LOG_CONNECT, SCpnt,
2041 		"command complete, result=0x%08x", SCpnt->result);
2042 
2043 	/*
2044 	 * If the driver detected an error, we're all done.
2045 	 */
2046 	if (host_byte(SCpnt->result) != DID_OK ||
2047 	    msg_byte(SCpnt->result) != COMMAND_COMPLETE)
2048 		goto done;
2049 
2050 	/*
2051 	 * If the command returned CHECK_CONDITION or COMMAND_TERMINATED
2052 	 * status, request the sense information.
2053 	 */
2054 	if (status_byte(SCpnt->result) == CHECK_CONDITION ||
2055 	    status_byte(SCpnt->result) == COMMAND_TERMINATED)
2056 		goto request_sense;
2057 
2058 	/*
2059 	 * If the command did not complete with GOOD status,
2060 	 * we are all done here.
2061 	 */
2062 	if (status_byte(SCpnt->result) != GOOD)
2063 		goto done;
2064 
2065 	/*
2066 	 * We have successfully completed a command.  Make sure that
2067 	 * we do not have any buffers left to transfer.  The world
2068 	 * is not perfect, and we seem to occasionally hit this.
2069 	 * It can be indicative of a buggy driver, target or the upper
2070 	 * levels of the SCSI code.
2071 	 */
2072 	if (info->scsi.SCp.ptr) {
2073 		switch (SCpnt->cmnd[0]) {
2074 		case INQUIRY:
2075 		case START_STOP:
2076 		case MODE_SENSE:
2077 			break;
2078 
2079 		default:
2080 			printk(KERN_ERR "scsi%d.%c: incomplete data transfer "
2081 				"detected: res=%08X ptr=%p len=%X CDB: ",
2082 				info->host->host_no, '0' + SCpnt->device->id,
2083 				SCpnt->result, info->scsi.SCp.ptr,
2084 				info->scsi.SCp.this_residual);
2085 			__scsi_print_command(SCpnt->cmnd);
2086 			SCpnt->result &= ~(255 << 16);
2087 			SCpnt->result |= DID_BAD_TARGET << 16;
2088 			goto request_sense;
2089 		}
2090 	}
2091 
2092 done:
2093 	if (SCpnt->scsi_done) {
2094 		SCpnt->scsi_done(SCpnt);
2095 		return;
2096 	}
2097 
2098 	panic("scsi%d.H: null scsi_done function in fas216_done",
2099 		info->host->host_no);
2100 
2101 
2102 request_sense:
2103 	if (SCpnt->cmnd[0] == REQUEST_SENSE)
2104 		goto done;
2105 
2106 	fas216_log_target(info, LOG_CONNECT, SCpnt->device->id,
2107 			  "requesting sense");
2108 	memset(SCpnt->cmnd, 0, sizeof (SCpnt->cmnd));
2109 	SCpnt->cmnd[0] = REQUEST_SENSE;
2110 	SCpnt->cmnd[1] = SCpnt->device->lun << 5;
2111 	SCpnt->cmnd[4] = sizeof(SCpnt->sense_buffer);
2112 	SCpnt->cmd_len = COMMAND_SIZE(SCpnt->cmnd[0]);
2113 	SCpnt->SCp.buffer = NULL;
2114 	SCpnt->SCp.buffers_residual = 0;
2115 	SCpnt->SCp.ptr = (char *)SCpnt->sense_buffer;
2116 	SCpnt->SCp.this_residual = sizeof(SCpnt->sense_buffer);
2117 	SCpnt->SCp.Message = 0;
2118 	SCpnt->SCp.Status = 0;
2119 	SCpnt->request_bufflen = sizeof(SCpnt->sense_buffer);
2120 	SCpnt->sc_data_direction = DMA_FROM_DEVICE;
2121 	SCpnt->use_sg = 0;
2122 	SCpnt->tag = 0;
2123 	SCpnt->host_scribble = (void *)fas216_rq_sns_done;
2124 
2125 	/*
2126 	 * Place this command into the high priority "request
2127 	 * sense" slot.  This will be the very next command
2128 	 * executed, unless a target connects to us.
2129 	 */
2130 	if (info->reqSCpnt)
2131 		printk(KERN_WARNING "scsi%d.%c: loosing request command\n",
2132 			info->host->host_no, '0' + SCpnt->device->id);
2133 	info->reqSCpnt = SCpnt;
2134 }
2135 
2136 /**
2137  * fas216_done - complete processing for current command
2138  * @info: interface that completed
2139  * @result: driver byte of result
2140  *
2141  * Complete processing for current command
2142  */
2143 static void fas216_done(FAS216_Info *info, unsigned int result)
2144 {
2145 	void (*fn)(FAS216_Info *, Scsi_Cmnd *, unsigned int);
2146 	Scsi_Cmnd *SCpnt;
2147 	unsigned long flags;
2148 
2149 	fas216_checkmagic(info);
2150 
2151 	if (!info->SCpnt)
2152 		goto no_command;
2153 
2154 	SCpnt = info->SCpnt;
2155 	info->SCpnt = NULL;
2156     	info->scsi.phase = PHASE_IDLE;
2157 
2158 	if (info->scsi.aborting) {
2159 		fas216_log(info, 0, "uncaught abort - returning DID_ABORT");
2160 		result = DID_ABORT;
2161 		info->scsi.aborting = 0;
2162 	}
2163 
2164 	/*
2165 	 * Sanity check the completion - if we have zero bytes left
2166 	 * to transfer, we should not have a valid pointer.
2167 	 */
2168 	if (info->scsi.SCp.ptr && info->scsi.SCp.this_residual == 0) {
2169 		printk("scsi%d.%c: zero bytes left to transfer, but "
2170 		       "buffer pointer still valid: ptr=%p len=%08x CDB: ",
2171 		       info->host->host_no, '0' + SCpnt->device->id,
2172 		       info->scsi.SCp.ptr, info->scsi.SCp.this_residual);
2173 		info->scsi.SCp.ptr = NULL;
2174 		__scsi_print_command(SCpnt->cmnd);
2175 	}
2176 
2177 	/*
2178 	 * Clear down this command as completed.  If we need to request
2179 	 * the sense information, fas216_kick will re-assert the busy
2180 	 * status.
2181 	 */
2182 	info->device[SCpnt->device->id].parity_check = 0;
2183 	clear_bit(SCpnt->device->id * 8 + SCpnt->device->lun, info->busyluns);
2184 
2185 	fn = (void (*)(FAS216_Info *, Scsi_Cmnd *, unsigned int))SCpnt->host_scribble;
2186 	fn(info, SCpnt, result);
2187 
2188 	if (info->scsi.irq != NO_IRQ) {
2189 		spin_lock_irqsave(&info->host_lock, flags);
2190 		if (info->scsi.phase == PHASE_IDLE)
2191 			fas216_kick(info);
2192 		spin_unlock_irqrestore(&info->host_lock, flags);
2193 	}
2194 	return;
2195 
2196 no_command:
2197 	panic("scsi%d.H: null command in fas216_done",
2198 		info->host->host_no);
2199 }
2200 
2201 /**
2202  * fas216_queue_command - queue a command for adapter to process.
2203  * @SCpnt: Command to queue
2204  * @done: done function to call once command is complete
2205  *
2206  * Queue a command for adapter to process.
2207  * Returns: 0 on success, else error.
2208  * Notes: io_request_lock is held, interrupts are disabled.
2209  */
2210 int fas216_queue_command(Scsi_Cmnd *SCpnt, void (*done)(Scsi_Cmnd *))
2211 {
2212 	FAS216_Info *info = (FAS216_Info *)SCpnt->device->host->hostdata;
2213 	int result;
2214 
2215 	fas216_checkmagic(info);
2216 
2217 	fas216_log_command(info, LOG_CONNECT, SCpnt,
2218 			   "received command (%p)", SCpnt);
2219 
2220 	SCpnt->scsi_done = done;
2221 	SCpnt->host_scribble = (void *)fas216_std_done;
2222 	SCpnt->result = 0;
2223 
2224 	init_SCp(SCpnt);
2225 
2226 	info->stats.queues += 1;
2227 	SCpnt->tag = 0;
2228 
2229 	spin_lock(&info->host_lock);
2230 
2231 	/*
2232 	 * Add command into execute queue and let it complete under
2233 	 * whatever scheme we're using.
2234 	 */
2235 	result = !queue_add_cmd_ordered(&info->queues.issue, SCpnt);
2236 
2237 	/*
2238 	 * If we successfully added the command,
2239 	 * kick the interface to get it moving.
2240 	 */
2241 	if (result == 0 && info->scsi.phase == PHASE_IDLE)
2242 		fas216_kick(info);
2243 	spin_unlock(&info->host_lock);
2244 
2245 	fas216_log_target(info, LOG_CONNECT, -1, "queue %s",
2246 		result ? "failure" : "success");
2247 
2248 	return result;
2249 }
2250 
2251 /**
2252  * fas216_internal_done - trigger restart of a waiting thread in fas216_noqueue_command
2253  * @SCpnt: Command to wake
2254  *
2255  * Trigger restart of a waiting thread in fas216_command
2256  */
2257 static void fas216_internal_done(Scsi_Cmnd *SCpnt)
2258 {
2259 	FAS216_Info *info = (FAS216_Info *)SCpnt->device->host->hostdata;
2260 
2261 	fas216_checkmagic(info);
2262 
2263 	info->internal_done = 1;
2264 }
2265 
2266 /**
2267  * fas216_noqueue_command - process a command for the adapter.
2268  * @SCpnt: Command to queue
2269  *
2270  * Queue a command for adapter to process.
2271  * Returns: scsi result code.
2272  * Notes: io_request_lock is held, interrupts are disabled.
2273  */
2274 int fas216_noqueue_command(Scsi_Cmnd *SCpnt, void (*done)(Scsi_Cmnd *))
2275 {
2276 	FAS216_Info *info = (FAS216_Info *)SCpnt->device->host->hostdata;
2277 
2278 	fas216_checkmagic(info);
2279 
2280 	/*
2281 	 * We should only be using this if we don't have an interrupt.
2282 	 * Provide some "incentive" to use the queueing code.
2283 	 */
2284 	BUG_ON(info->scsi.irq != NO_IRQ);
2285 
2286 	info->internal_done = 0;
2287 	fas216_queue_command(SCpnt, fas216_internal_done);
2288 
2289 	/*
2290 	 * This wastes time, since we can't return until the command is
2291 	 * complete. We can't sleep either since we may get re-entered!
2292 	 * However, we must re-enable interrupts, or else we'll be
2293 	 * waiting forever.
2294 	 */
2295 	spin_unlock_irq(info->host->host_lock);
2296 
2297 	while (!info->internal_done) {
2298 		/*
2299 		 * If we don't have an IRQ, then we must poll the card for
2300 		 * it's interrupt, and use that to call this driver's
2301 		 * interrupt routine.  That way, we keep the command
2302 		 * progressing.  Maybe we can add some inteligence here
2303 		 * and go to sleep if we know that the device is going
2304 		 * to be some time (eg, disconnected).
2305 		 */
2306 		if (fas216_readb(info, REG_STAT) & STAT_INT) {
2307 			spin_lock_irq(info->host->host_lock);
2308 			fas216_intr(info);
2309 			spin_unlock_irq(info->host->host_lock);
2310 		}
2311 	}
2312 
2313 	spin_lock_irq(info->host->host_lock);
2314 
2315 	done(SCpnt);
2316 
2317 	return 0;
2318 }
2319 
2320 /*
2321  * Error handler timeout function.  Indicate that we timed out,
2322  * and wake up any error handler process so it can continue.
2323  */
2324 static void fas216_eh_timer(unsigned long data)
2325 {
2326 	FAS216_Info *info = (FAS216_Info *)data;
2327 
2328 	fas216_log(info, LOG_ERROR, "error handling timed out\n");
2329 
2330 	del_timer(&info->eh_timer);
2331 
2332 	if (info->rst_bus_status == 0)
2333 		info->rst_bus_status = -1;
2334 	if (info->rst_dev_status == 0)
2335 		info->rst_dev_status = -1;
2336 
2337 	wake_up(&info->eh_wait);
2338 }
2339 
2340 enum res_find {
2341 	res_failed,		/* not found			*/
2342 	res_success,		/* command on issue queue	*/
2343 	res_hw_abort		/* command on disconnected dev	*/
2344 };
2345 
2346 /**
2347  * fas216_do_abort - decide how to abort a command
2348  * @SCpnt: command to abort
2349  *
2350  * Decide how to abort a command.
2351  * Returns: abort status
2352  */
2353 static enum res_find fas216_find_command(FAS216_Info *info, Scsi_Cmnd *SCpnt)
2354 {
2355 	enum res_find res = res_failed;
2356 
2357 	if (queue_remove_cmd(&info->queues.issue, SCpnt)) {
2358 		/*
2359 		 * The command was on the issue queue, and has not been
2360 		 * issued yet.  We can remove the command from the queue,
2361 		 * and acknowledge the abort.  Neither the device nor the
2362 		 * interface know about the command.
2363 		 */
2364 		printk("on issue queue ");
2365 
2366 		res = res_success;
2367 	} else if (queue_remove_cmd(&info->queues.disconnected, SCpnt)) {
2368 		/*
2369 		 * The command was on the disconnected queue.  We must
2370 		 * reconnect with the device if possible, and send it
2371 		 * an abort message.
2372 		 */
2373 		printk("on disconnected queue ");
2374 
2375 		res = res_hw_abort;
2376 	} else if (info->SCpnt == SCpnt) {
2377 		printk("executing ");
2378 
2379 		switch (info->scsi.phase) {
2380 		/*
2381 		 * If the interface is idle, and the command is 'disconnectable',
2382 		 * then it is the same as on the disconnected queue.
2383 		 */
2384 		case PHASE_IDLE:
2385 			if (info->scsi.disconnectable) {
2386 				info->scsi.disconnectable = 0;
2387 				info->SCpnt = NULL;
2388 				res = res_hw_abort;
2389 			}
2390 			break;
2391 
2392 		default:
2393 			break;
2394 		}
2395 	} else if (info->origSCpnt == SCpnt) {
2396 		/*
2397 		 * The command will be executed next, but a command
2398 		 * is currently using the interface.  This is similar to
2399 		 * being on the issue queue, except the busylun bit has
2400 		 * been set.
2401 		 */
2402 		info->origSCpnt = NULL;
2403 		clear_bit(SCpnt->device->id * 8 + SCpnt->device->lun, info->busyluns);
2404 		printk("waiting for execution ");
2405 		res = res_success;
2406 	} else
2407 		printk("unknown ");
2408 
2409 	return res;
2410 }
2411 
2412 /**
2413  * fas216_eh_abort - abort this command
2414  * @SCpnt: command to abort
2415  *
2416  * Abort this command.
2417  * Returns: FAILED if unable to abort
2418  * Notes: io_request_lock is taken, and irqs are disabled
2419  */
2420 int fas216_eh_abort(Scsi_Cmnd *SCpnt)
2421 {
2422 	FAS216_Info *info = (FAS216_Info *)SCpnt->device->host->hostdata;
2423 	int result = FAILED;
2424 
2425 	fas216_checkmagic(info);
2426 
2427 	info->stats.aborts += 1;
2428 
2429 	printk(KERN_WARNING "scsi%d: abort command ", info->host->host_no);
2430 	__scsi_print_command(SCpnt->data_cmnd);
2431 
2432 	print_debug_list();
2433 	fas216_dumpstate(info);
2434 
2435 	printk(KERN_WARNING "scsi%d: abort %p ", info->host->host_no, SCpnt);
2436 
2437 	switch (fas216_find_command(info, SCpnt)) {
2438 	/*
2439 	 * We found the command, and cleared it out.  Either
2440 	 * the command is still known to be executing on the
2441 	 * target, or the busylun bit is not set.
2442 	 */
2443 	case res_success:
2444 		printk("success\n");
2445 		result = SUCCESS;
2446 		break;
2447 
2448 	/*
2449 	 * We need to reconnect to the target and send it an
2450 	 * ABORT or ABORT_TAG message.  We can only do this
2451 	 * if the bus is free.
2452 	 */
2453 	case res_hw_abort:
2454 
2455 
2456 	/*
2457 	 * We are unable to abort the command for some reason.
2458 	 */
2459 	default:
2460 	case res_failed:
2461 		printk("failed\n");
2462 		break;
2463 	}
2464 
2465 	return result;
2466 }
2467 
2468 /**
2469  * fas216_eh_device_reset - Reset the device associated with this command
2470  * @SCpnt: command specifing device to reset
2471  *
2472  * Reset the device associated with this command.
2473  * Returns: FAILED if unable to reset.
2474  * Notes: We won't be re-entered, so we'll only have one device
2475  * reset on the go at one time.
2476  */
2477 int fas216_eh_device_reset(Scsi_Cmnd *SCpnt)
2478 {
2479 	FAS216_Info *info = (FAS216_Info *)SCpnt->device->host->hostdata;
2480 	unsigned long flags;
2481 	int i, res = FAILED, target = SCpnt->device->id;
2482 
2483 	fas216_log(info, LOG_ERROR, "device reset for target %d", target);
2484 
2485 	spin_lock_irqsave(&info->host_lock, flags);
2486 
2487 	do {
2488 		/*
2489 		 * If we are currently connected to a device, and
2490 		 * it is the device we want to reset, there is
2491 		 * nothing we can do here.  Chances are it is stuck,
2492 		 * and we need a bus reset.
2493 		 */
2494 		if (info->SCpnt && !info->scsi.disconnectable &&
2495 		    info->SCpnt->device->id == SCpnt->device->id)
2496 			break;
2497 
2498 		/*
2499 		 * We're going to be resetting this device.  Remove
2500 		 * all pending commands from the driver.  By doing
2501 		 * so, we guarantee that we won't touch the command
2502 		 * structures except to process the reset request.
2503 		 */
2504 		queue_remove_all_target(&info->queues.issue, target);
2505 		queue_remove_all_target(&info->queues.disconnected, target);
2506 		if (info->origSCpnt && info->origSCpnt->device->id == target)
2507 			info->origSCpnt = NULL;
2508 		if (info->reqSCpnt && info->reqSCpnt->device->id == target)
2509 			info->reqSCpnt = NULL;
2510 		for (i = 0; i < 8; i++)
2511 			clear_bit(target * 8 + i, info->busyluns);
2512 
2513 		/*
2514 		 * Hijack this SCSI command structure to send
2515 		 * a bus device reset message to this device.
2516 		 */
2517 		SCpnt->host_scribble = (void *)fas216_devicereset_done;
2518 
2519 		info->rst_dev_status = 0;
2520 		info->rstSCpnt = SCpnt;
2521 
2522 		if (info->scsi.phase == PHASE_IDLE)
2523 			fas216_kick(info);
2524 
2525 		mod_timer(&info->eh_timer, 30 * HZ);
2526 		spin_unlock_irqrestore(&info->host_lock, flags);
2527 
2528 		/*
2529 		 * Wait up to 30 seconds for the reset to complete.
2530 		 */
2531 		wait_event(info->eh_wait, info->rst_dev_status);
2532 
2533 		del_timer_sync(&info->eh_timer);
2534 		spin_lock_irqsave(&info->host_lock, flags);
2535 		info->rstSCpnt = NULL;
2536 
2537 		if (info->rst_dev_status == 1)
2538 			res = SUCCESS;
2539 	} while (0);
2540 
2541 	SCpnt->host_scribble = NULL;
2542 	spin_unlock_irqrestore(&info->host_lock, flags);
2543 
2544 	fas216_log(info, LOG_ERROR, "device reset complete: %s\n",
2545 		   res == SUCCESS ? "success" : "failed");
2546 
2547 	return res;
2548 }
2549 
2550 /**
2551  * fas216_eh_bus_reset - Reset the bus associated with the command
2552  * @SCpnt: command specifing bus to reset
2553  *
2554  * Reset the bus associated with the command.
2555  * Returns: FAILED if unable to reset.
2556  * Notes: Further commands are blocked.
2557  */
2558 int fas216_eh_bus_reset(Scsi_Cmnd *SCpnt)
2559 {
2560 	FAS216_Info *info = (FAS216_Info *)SCpnt->device->host->hostdata;
2561 	unsigned long flags;
2562 	Scsi_Device *SDpnt;
2563 
2564 	fas216_checkmagic(info);
2565 	fas216_log(info, LOG_ERROR, "resetting bus");
2566 
2567 	info->stats.bus_resets += 1;
2568 
2569 	spin_lock_irqsave(&info->host_lock, flags);
2570 
2571 	/*
2572 	 * Stop all activity on this interface.
2573 	 */
2574 	fas216_aborttransfer(info);
2575 	fas216_writeb(info, REG_CNTL3, info->scsi.cfg[2]);
2576 
2577 	/*
2578 	 * Clear any pending interrupts.
2579 	 */
2580 	while (fas216_readb(info, REG_STAT) & STAT_INT)
2581 		fas216_readb(info, REG_INST);
2582 
2583 	info->rst_bus_status = 0;
2584 
2585 	/*
2586 	 * For each attached hard-reset device, clear out
2587 	 * all command structures.  Leave the running
2588 	 * command in place.
2589 	 */
2590 	shost_for_each_device(SDpnt, info->host) {
2591 		int i;
2592 
2593 		if (SDpnt->soft_reset)
2594 			continue;
2595 
2596 		queue_remove_all_target(&info->queues.issue, SDpnt->id);
2597 		queue_remove_all_target(&info->queues.disconnected, SDpnt->id);
2598 		if (info->origSCpnt && info->origSCpnt->device->id == SDpnt->id)
2599 			info->origSCpnt = NULL;
2600 		if (info->reqSCpnt && info->reqSCpnt->device->id == SDpnt->id)
2601 			info->reqSCpnt = NULL;
2602 		info->SCpnt = NULL;
2603 
2604 		for (i = 0; i < 8; i++)
2605 			clear_bit(SDpnt->id * 8 + i, info->busyluns);
2606 	}
2607 
2608 	info->scsi.phase = PHASE_IDLE;
2609 
2610 	/*
2611 	 * Reset the SCSI bus.  Device cleanup happens in
2612 	 * the interrupt handler.
2613 	 */
2614 	fas216_cmd(info, CMD_RESETSCSI);
2615 
2616 	mod_timer(&info->eh_timer, jiffies + HZ);
2617 	spin_unlock_irqrestore(&info->host_lock, flags);
2618 
2619 	/*
2620 	 * Wait one second for the interrupt.
2621 	 */
2622 	wait_event(info->eh_wait, info->rst_bus_status);
2623 	del_timer_sync(&info->eh_timer);
2624 
2625 	fas216_log(info, LOG_ERROR, "bus reset complete: %s\n",
2626 		   info->rst_bus_status == 1 ? "success" : "failed");
2627 
2628 	return info->rst_bus_status == 1 ? SUCCESS : FAILED;
2629 }
2630 
2631 /**
2632  * fas216_init_chip - Initialise FAS216 state after reset
2633  * @info: state structure for interface
2634  *
2635  * Initialise FAS216 state after reset
2636  */
2637 static void fas216_init_chip(FAS216_Info *info)
2638 {
2639 	unsigned int clock = ((info->ifcfg.clockrate - 1) / 5 + 1) & 7;
2640 	fas216_writeb(info, REG_CLKF, clock);
2641 	fas216_writeb(info, REG_CNTL1, info->scsi.cfg[0]);
2642 	fas216_writeb(info, REG_CNTL2, info->scsi.cfg[1]);
2643 	fas216_writeb(info, REG_CNTL3, info->scsi.cfg[2]);
2644 	fas216_writeb(info, REG_STIM, info->ifcfg.select_timeout);
2645 	fas216_writeb(info, REG_SOF, 0);
2646 	fas216_writeb(info, REG_STP, info->scsi.async_stp);
2647 	fas216_writeb(info, REG_CNTL1, info->scsi.cfg[0]);
2648 }
2649 
2650 /**
2651  * fas216_eh_host_reset - Reset the host associated with this command
2652  * @SCpnt: command specifing host to reset
2653  *
2654  * Reset the host associated with this command.
2655  * Returns: FAILED if unable to reset.
2656  * Notes: io_request_lock is taken, and irqs are disabled
2657  */
2658 int fas216_eh_host_reset(Scsi_Cmnd *SCpnt)
2659 {
2660 	FAS216_Info *info = (FAS216_Info *)SCpnt->device->host->hostdata;
2661 
2662 	fas216_checkmagic(info);
2663 
2664 	printk("scsi%d.%c: %s: resetting host\n",
2665 		info->host->host_no, '0' + SCpnt->device->id, __FUNCTION__);
2666 
2667 	/*
2668 	 * Reset the SCSI chip.
2669 	 */
2670 	fas216_cmd(info, CMD_RESETCHIP);
2671 
2672 	/*
2673 	 * Ugly ugly ugly!
2674 	 * We need to release the host_lock and enable
2675 	 * IRQs if we sleep, but we must relock and disable
2676 	 * IRQs after the sleep.
2677 	 */
2678 	spin_unlock_irq(info->host->host_lock);
2679 	msleep(50 * 1000/100);
2680 	spin_lock_irq(info->host->host_lock);
2681 
2682 	/*
2683 	 * Release the SCSI reset.
2684 	 */
2685 	fas216_cmd(info, CMD_NOP);
2686 
2687 	fas216_init_chip(info);
2688 
2689 	return SUCCESS;
2690 }
2691 
2692 #define TYPE_UNKNOWN	0
2693 #define TYPE_NCR53C90	1
2694 #define TYPE_NCR53C90A	2
2695 #define TYPE_NCR53C9x	3
2696 #define TYPE_Am53CF94	4
2697 #define TYPE_EmFAS216	5
2698 #define TYPE_QLFAS216	6
2699 
2700 static char *chip_types[] = {
2701 	"unknown",
2702 	"NS NCR53C90",
2703 	"NS NCR53C90A",
2704 	"NS NCR53C9x",
2705 	"AMD Am53CF94",
2706 	"Emulex FAS216",
2707 	"QLogic FAS216"
2708 };
2709 
2710 static int fas216_detect_type(FAS216_Info *info)
2711 {
2712 	int family, rev;
2713 
2714 	/*
2715 	 * Reset the chip.
2716 	 */
2717 	fas216_writeb(info, REG_CMD, CMD_RESETCHIP);
2718 	udelay(50);
2719 	fas216_writeb(info, REG_CMD, CMD_NOP);
2720 
2721 	/*
2722 	 * Check to see if control reg 2 is present.
2723 	 */
2724 	fas216_writeb(info, REG_CNTL3, 0);
2725 	fas216_writeb(info, REG_CNTL2, CNTL2_S2FE);
2726 
2727 	/*
2728 	 * If we are unable to read back control reg 2
2729 	 * correctly, it is not present, and we have a
2730 	 * NCR53C90.
2731 	 */
2732 	if ((fas216_readb(info, REG_CNTL2) & (~0xe0)) != CNTL2_S2FE)
2733 		return TYPE_NCR53C90;
2734 
2735 	/*
2736 	 * Now, check control register 3
2737 	 */
2738 	fas216_writeb(info, REG_CNTL2, 0);
2739 	fas216_writeb(info, REG_CNTL3, 0);
2740 	fas216_writeb(info, REG_CNTL3, 5);
2741 
2742 	/*
2743 	 * If we are unable to read the register back
2744 	 * correctly, we have a NCR53C90A
2745 	 */
2746 	if (fas216_readb(info, REG_CNTL3) != 5)
2747 		return TYPE_NCR53C90A;
2748 
2749 	/*
2750 	 * Now read the ID from the chip.
2751 	 */
2752 	fas216_writeb(info, REG_CNTL3, 0);
2753 
2754 	fas216_writeb(info, REG_CNTL3, CNTL3_ADIDCHK);
2755 	fas216_writeb(info, REG_CNTL3, 0);
2756 
2757 	fas216_writeb(info, REG_CMD, CMD_RESETCHIP);
2758 	udelay(50);
2759 	fas216_writeb(info, REG_CMD, CMD_WITHDMA | CMD_NOP);
2760 
2761 	fas216_writeb(info, REG_CNTL2, CNTL2_ENF);
2762 	fas216_writeb(info, REG_CMD, CMD_RESETCHIP);
2763 	udelay(50);
2764 	fas216_writeb(info, REG_CMD, CMD_NOP);
2765 
2766 	rev     = fas216_readb(info, REG_ID);
2767 	family  = rev >> 3;
2768 	rev    &= 7;
2769 
2770 	switch (family) {
2771 	case 0x01:
2772 		if (rev == 4)
2773 			return TYPE_Am53CF94;
2774 		break;
2775 
2776 	case 0x02:
2777 		switch (rev) {
2778 		case 2:
2779 			return TYPE_EmFAS216;
2780 		case 3:
2781 			return TYPE_QLFAS216;
2782 		}
2783 		break;
2784 
2785 	default:
2786 		break;
2787 	}
2788 	printk("family %x rev %x\n", family, rev);
2789 	return TYPE_NCR53C9x;
2790 }
2791 
2792 /**
2793  * fas216_reset_state - Initialise driver internal state
2794  * @info: state to initialise
2795  *
2796  * Initialise driver internal state
2797  */
2798 static void fas216_reset_state(FAS216_Info *info)
2799 {
2800 	int i;
2801 
2802 	fas216_checkmagic(info);
2803 
2804 	fas216_bus_reset(info);
2805 
2806 	/*
2807 	 * Clear out all stale info in our state structure
2808 	 */
2809 	memset(info->busyluns, 0, sizeof(info->busyluns));
2810 	info->scsi.disconnectable = 0;
2811 	info->scsi.aborting = 0;
2812 
2813 	for (i = 0; i < 8; i++) {
2814 		info->device[i].parity_enabled	= 0;
2815 		info->device[i].parity_check	= 1;
2816 	}
2817 
2818 	/*
2819 	 * Drain all commands on disconnected queue
2820 	 */
2821 	while (queue_remove(&info->queues.disconnected) != NULL);
2822 
2823 	/*
2824 	 * Remove executing commands.
2825 	 */
2826 	info->SCpnt     = NULL;
2827 	info->reqSCpnt  = NULL;
2828 	info->rstSCpnt  = NULL;
2829 	info->origSCpnt = NULL;
2830 }
2831 
2832 /**
2833  * fas216_init - initialise FAS/NCR/AMD SCSI structures.
2834  * @host: a driver-specific filled-out structure
2835  *
2836  * Initialise FAS/NCR/AMD SCSI structures.
2837  * Returns: 0 on success
2838  */
2839 int fas216_init(struct Scsi_Host *host)
2840 {
2841 	FAS216_Info *info = (FAS216_Info *)host->hostdata;
2842 
2843 	info->magic_start    = MAGIC;
2844 	info->magic_end      = MAGIC;
2845 	info->host           = host;
2846 	info->scsi.cfg[0]    = host->this_id | CNTL1_PERE;
2847 	info->scsi.cfg[1]    = CNTL2_ENF | CNTL2_S2FE;
2848 	info->scsi.cfg[2]    = info->ifcfg.cntl3 |
2849 			       CNTL3_ADIDCHK | CNTL3_QTAG | CNTL3_G2CB | CNTL3_LBTM;
2850 	info->scsi.async_stp = fas216_syncperiod(info, info->ifcfg.asyncperiod);
2851 
2852 	info->rst_dev_status = -1;
2853 	info->rst_bus_status = -1;
2854 	init_waitqueue_head(&info->eh_wait);
2855 	init_timer(&info->eh_timer);
2856 	info->eh_timer.data  = (unsigned long)info;
2857 	info->eh_timer.function = fas216_eh_timer;
2858 
2859 	spin_lock_init(&info->host_lock);
2860 
2861 	memset(&info->stats, 0, sizeof(info->stats));
2862 
2863 	msgqueue_initialise(&info->scsi.msgs);
2864 
2865 	if (!queue_initialise(&info->queues.issue))
2866 		return -ENOMEM;
2867 
2868 	if (!queue_initialise(&info->queues.disconnected)) {
2869 		queue_free(&info->queues.issue);
2870 		return -ENOMEM;
2871 	}
2872 
2873 	return 0;
2874 }
2875 
2876 /**
2877  * fas216_add - initialise FAS/NCR/AMD SCSI ic.
2878  * @host: a driver-specific filled-out structure
2879  * @dev: parent device
2880  *
2881  * Initialise FAS/NCR/AMD SCSI ic.
2882  * Returns: 0 on success
2883  */
2884 int fas216_add(struct Scsi_Host *host, struct device *dev)
2885 {
2886 	FAS216_Info *info = (FAS216_Info *)host->hostdata;
2887 	int type, ret;
2888 
2889 	if (info->ifcfg.clockrate <= 10 || info->ifcfg.clockrate > 40) {
2890 		printk(KERN_CRIT "fas216: invalid clock rate %u MHz\n",
2891 			info->ifcfg.clockrate);
2892 		return -EINVAL;
2893 	}
2894 
2895 	fas216_reset_state(info);
2896 	type = fas216_detect_type(info);
2897 	info->scsi.type = chip_types[type];
2898 
2899 	udelay(300);
2900 
2901 	/*
2902 	 * Initialise the chip correctly.
2903 	 */
2904 	fas216_init_chip(info);
2905 
2906 	/*
2907 	 * Reset the SCSI bus.  We don't want to see
2908 	 * the resulting reset interrupt, so mask it
2909 	 * out.
2910 	 */
2911 	fas216_writeb(info, REG_CNTL1, info->scsi.cfg[0] | CNTL1_DISR);
2912 	fas216_writeb(info, REG_CMD, CMD_RESETSCSI);
2913 
2914 	/*
2915 	 * scsi standard says wait 250ms
2916 	 */
2917 	spin_unlock_irq(info->host->host_lock);
2918 	msleep(100*1000/100);
2919 	spin_lock_irq(info->host->host_lock);
2920 
2921 	fas216_writeb(info, REG_CNTL1, info->scsi.cfg[0]);
2922 	fas216_readb(info, REG_INST);
2923 
2924 	fas216_checkmagic(info);
2925 
2926 	ret = scsi_add_host(host, dev);
2927 	if (ret)
2928 		fas216_writeb(info, REG_CMD, CMD_RESETCHIP);
2929 	else
2930 		scsi_scan_host(host);
2931 
2932 	return ret;
2933 }
2934 
2935 void fas216_remove(struct Scsi_Host *host)
2936 {
2937 	FAS216_Info *info = (FAS216_Info *)host->hostdata;
2938 
2939 	fas216_checkmagic(info);
2940 	scsi_remove_host(host);
2941 
2942 	fas216_writeb(info, REG_CMD, CMD_RESETCHIP);
2943 	scsi_host_put(host);
2944 }
2945 
2946 /**
2947  * fas216_release - release all resources for FAS/NCR/AMD SCSI ic.
2948  * @host: a driver-specific filled-out structure
2949  *
2950  * release all resources and put everything to bed for FAS/NCR/AMD SCSI ic.
2951  */
2952 void fas216_release(struct Scsi_Host *host)
2953 {
2954 	FAS216_Info *info = (FAS216_Info *)host->hostdata;
2955 
2956 	queue_free(&info->queues.disconnected);
2957 	queue_free(&info->queues.issue);
2958 }
2959 
2960 int fas216_print_host(FAS216_Info *info, char *buffer)
2961 {
2962 	return sprintf(buffer,
2963 			"\n"
2964 			"Chip    : %s\n"
2965 			" Address: 0x%p\n"
2966 			" IRQ    : %d\n"
2967 			" DMA    : %d\n",
2968 			info->scsi.type, info->scsi.io_base,
2969 			info->scsi.irq, info->scsi.dma);
2970 }
2971 
2972 int fas216_print_stats(FAS216_Info *info, char *buffer)
2973 {
2974 	char *p = buffer;
2975 
2976 	p += sprintf(p, "\n"
2977 			"Command Statistics:\n"
2978 			" Queued     : %u\n"
2979 			" Issued     : %u\n"
2980 			" Completed  : %u\n"
2981 			" Reads      : %u\n"
2982 			" Writes     : %u\n"
2983 			" Others     : %u\n"
2984 			" Disconnects: %u\n"
2985 			" Aborts     : %u\n"
2986 			" Bus resets : %u\n"
2987 			" Host resets: %u\n",
2988 			info->stats.queues,	 info->stats.removes,
2989 			info->stats.fins,	 info->stats.reads,
2990 			info->stats.writes,	 info->stats.miscs,
2991 			info->stats.disconnects, info->stats.aborts,
2992 			info->stats.bus_resets,	 info->stats.host_resets);
2993 
2994 	return p - buffer;
2995 }
2996 
2997 int fas216_print_devices(FAS216_Info *info, char *buffer)
2998 {
2999 	struct fas216_device *dev;
3000 	Scsi_Device *scd;
3001 	char *p = buffer;
3002 
3003 	p += sprintf(p, "Device/Lun TaggedQ       Parity   Sync\n");
3004 
3005 	shost_for_each_device(scd, info->host) {
3006 		dev = &info->device[scd->id];
3007 		p += sprintf(p, "     %d/%d   ", scd->id, scd->lun);
3008 		if (scd->tagged_supported)
3009 			p += sprintf(p, "%3sabled(%3d) ",
3010 				     scd->simple_tags ? "en" : "dis",
3011 				     scd->current_tag);
3012 		else
3013 			p += sprintf(p, "unsupported   ");
3014 
3015 		p += sprintf(p, "%3sabled ", dev->parity_enabled ? "en" : "dis");
3016 
3017 		if (dev->sof)
3018 			p += sprintf(p, "offset %d, %d ns\n",
3019 				     dev->sof, dev->period * 4);
3020 		else
3021 			p += sprintf(p, "async\n");
3022 	}
3023 
3024 	return p - buffer;
3025 }
3026 
3027 EXPORT_SYMBOL(fas216_init);
3028 EXPORT_SYMBOL(fas216_add);
3029 EXPORT_SYMBOL(fas216_queue_command);
3030 EXPORT_SYMBOL(fas216_noqueue_command);
3031 EXPORT_SYMBOL(fas216_intr);
3032 EXPORT_SYMBOL(fas216_remove);
3033 EXPORT_SYMBOL(fas216_release);
3034 EXPORT_SYMBOL(fas216_eh_abort);
3035 EXPORT_SYMBOL(fas216_eh_device_reset);
3036 EXPORT_SYMBOL(fas216_eh_bus_reset);
3037 EXPORT_SYMBOL(fas216_eh_host_reset);
3038 EXPORT_SYMBOL(fas216_print_host);
3039 EXPORT_SYMBOL(fas216_print_stats);
3040 EXPORT_SYMBOL(fas216_print_devices);
3041 
3042 MODULE_AUTHOR("Russell King");
3043 MODULE_DESCRIPTION("Generic FAS216/NCR53C9x driver core");
3044 MODULE_LICENSE("GPL");
3045