xref: /linux/drivers/scsi/aacraid/commsup.c (revision bfd5bb6f90af092aa345b15cd78143956a13c2a8)
1 /*
2  *	Adaptec AAC series RAID controller driver
3  *	(c) Copyright 2001 Red Hat Inc.
4  *
5  * based on the old aacraid driver that is..
6  * Adaptec aacraid device driver for Linux.
7  *
8  * Copyright (c) 2000-2010 Adaptec, Inc.
9  *               2010-2015 PMC-Sierra, Inc. (aacraid@pmc-sierra.com)
10  *		 2016-2017 Microsemi Corp. (aacraid@microsemi.com)
11  *
12  * This program is free software; you can redistribute it and/or modify
13  * it under the terms of the GNU General Public License as published by
14  * the Free Software Foundation; either version 2, or (at your option)
15  * any later version.
16  *
17  * This program is distributed in the hope that it will be useful,
18  * but WITHOUT ANY WARRANTY; without even the implied warranty of
19  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
20  * GNU General Public License for more details.
21  *
22  * You should have received a copy of the GNU General Public License
23  * along with this program; see the file COPYING.  If not, write to
24  * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
25  *
26  * Module Name:
27  *  commsup.c
28  *
29  * Abstract: Contain all routines that are required for FSA host/adapter
30  *    communication.
31  *
32  */
33 
34 #include <linux/kernel.h>
35 #include <linux/init.h>
36 #include <linux/crash_dump.h>
37 #include <linux/types.h>
38 #include <linux/sched.h>
39 #include <linux/pci.h>
40 #include <linux/spinlock.h>
41 #include <linux/slab.h>
42 #include <linux/completion.h>
43 #include <linux/blkdev.h>
44 #include <linux/delay.h>
45 #include <linux/kthread.h>
46 #include <linux/interrupt.h>
47 #include <linux/semaphore.h>
48 #include <linux/bcd.h>
49 #include <scsi/scsi.h>
50 #include <scsi/scsi_host.h>
51 #include <scsi/scsi_device.h>
52 #include <scsi/scsi_cmnd.h>
53 
54 #include "aacraid.h"
55 
56 /**
57  *	fib_map_alloc		-	allocate the fib objects
58  *	@dev: Adapter to allocate for
59  *
60  *	Allocate and map the shared PCI space for the FIB blocks used to
61  *	talk to the Adaptec firmware.
62  */
63 
64 static int fib_map_alloc(struct aac_dev *dev)
65 {
66 	if (dev->max_fib_size > AAC_MAX_NATIVE_SIZE)
67 		dev->max_cmd_size = AAC_MAX_NATIVE_SIZE;
68 	else
69 		dev->max_cmd_size = dev->max_fib_size;
70 	if (dev->max_fib_size < AAC_MAX_NATIVE_SIZE) {
71 		dev->max_cmd_size = AAC_MAX_NATIVE_SIZE;
72 	} else {
73 		dev->max_cmd_size = dev->max_fib_size;
74 	}
75 
76 	dprintk((KERN_INFO
77 	  "allocate hardware fibs dma_alloc_coherent(%p, %d * (%d + %d), %p)\n",
78 	  &dev->pdev->dev, dev->max_cmd_size, dev->scsi_host_ptr->can_queue,
79 	  AAC_NUM_MGT_FIB, &dev->hw_fib_pa));
80 	dev->hw_fib_va = dma_alloc_coherent(&dev->pdev->dev,
81 		(dev->max_cmd_size + sizeof(struct aac_fib_xporthdr))
82 		* (dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB) + (ALIGN32 - 1),
83 		&dev->hw_fib_pa, GFP_KERNEL);
84 	if (dev->hw_fib_va == NULL)
85 		return -ENOMEM;
86 	return 0;
87 }
88 
89 /**
90  *	aac_fib_map_free		-	free the fib objects
91  *	@dev: Adapter to free
92  *
93  *	Free the PCI mappings and the memory allocated for FIB blocks
94  *	on this adapter.
95  */
96 
97 void aac_fib_map_free(struct aac_dev *dev)
98 {
99 	size_t alloc_size;
100 	size_t fib_size;
101 	int num_fibs;
102 
103 	if(!dev->hw_fib_va || !dev->max_cmd_size)
104 		return;
105 
106 	num_fibs = dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB;
107 	fib_size = dev->max_fib_size + sizeof(struct aac_fib_xporthdr);
108 	alloc_size = fib_size * num_fibs + ALIGN32 - 1;
109 
110 	dma_free_coherent(&dev->pdev->dev, alloc_size, dev->hw_fib_va,
111 			  dev->hw_fib_pa);
112 
113 	dev->hw_fib_va = NULL;
114 	dev->hw_fib_pa = 0;
115 }
116 
117 void aac_fib_vector_assign(struct aac_dev *dev)
118 {
119 	u32 i = 0;
120 	u32 vector = 1;
121 	struct fib *fibptr = NULL;
122 
123 	for (i = 0, fibptr = &dev->fibs[i];
124 		i < (dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB);
125 		i++, fibptr++) {
126 		if ((dev->max_msix == 1) ||
127 		  (i > ((dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB - 1)
128 			- dev->vector_cap))) {
129 			fibptr->vector_no = 0;
130 		} else {
131 			fibptr->vector_no = vector;
132 			vector++;
133 			if (vector == dev->max_msix)
134 				vector = 1;
135 		}
136 	}
137 }
138 
139 /**
140  *	aac_fib_setup	-	setup the fibs
141  *	@dev: Adapter to set up
142  *
143  *	Allocate the PCI space for the fibs, map it and then initialise the
144  *	fib area, the unmapped fib data and also the free list
145  */
146 
147 int aac_fib_setup(struct aac_dev * dev)
148 {
149 	struct fib *fibptr;
150 	struct hw_fib *hw_fib;
151 	dma_addr_t hw_fib_pa;
152 	int i;
153 	u32 max_cmds;
154 
155 	while (((i = fib_map_alloc(dev)) == -ENOMEM)
156 	 && (dev->scsi_host_ptr->can_queue > (64 - AAC_NUM_MGT_FIB))) {
157 		max_cmds = (dev->scsi_host_ptr->can_queue+AAC_NUM_MGT_FIB) >> 1;
158 		dev->scsi_host_ptr->can_queue = max_cmds - AAC_NUM_MGT_FIB;
159 		if (dev->comm_interface != AAC_COMM_MESSAGE_TYPE3)
160 			dev->init->r7.max_io_commands = cpu_to_le32(max_cmds);
161 	}
162 	if (i<0)
163 		return -ENOMEM;
164 
165 	memset(dev->hw_fib_va, 0,
166 		(dev->max_cmd_size + sizeof(struct aac_fib_xporthdr)) *
167 		(dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB));
168 
169 	/* 32 byte alignment for PMC */
170 	hw_fib_pa = (dev->hw_fib_pa + (ALIGN32 - 1)) & ~(ALIGN32 - 1);
171 	hw_fib    = (struct hw_fib *)((unsigned char *)dev->hw_fib_va +
172 					(hw_fib_pa - dev->hw_fib_pa));
173 
174 	/* add Xport header */
175 	hw_fib = (struct hw_fib *)((unsigned char *)hw_fib +
176 		sizeof(struct aac_fib_xporthdr));
177 	hw_fib_pa += sizeof(struct aac_fib_xporthdr);
178 
179 	/*
180 	 *	Initialise the fibs
181 	 */
182 	for (i = 0, fibptr = &dev->fibs[i];
183 		i < (dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB);
184 		i++, fibptr++)
185 	{
186 		fibptr->flags = 0;
187 		fibptr->size = sizeof(struct fib);
188 		fibptr->dev = dev;
189 		fibptr->hw_fib_va = hw_fib;
190 		fibptr->data = (void *) fibptr->hw_fib_va->data;
191 		fibptr->next = fibptr+1;	/* Forward chain the fibs */
192 		sema_init(&fibptr->event_wait, 0);
193 		spin_lock_init(&fibptr->event_lock);
194 		hw_fib->header.XferState = cpu_to_le32(0xffffffff);
195 		hw_fib->header.SenderSize =
196 			cpu_to_le16(dev->max_fib_size);	/* ?? max_cmd_size */
197 		fibptr->hw_fib_pa = hw_fib_pa;
198 		fibptr->hw_sgl_pa = hw_fib_pa +
199 			offsetof(struct aac_hba_cmd_req, sge[2]);
200 		/*
201 		 * one element is for the ptr to the separate sg list,
202 		 * second element for 32 byte alignment
203 		 */
204 		fibptr->hw_error_pa = hw_fib_pa +
205 			offsetof(struct aac_native_hba, resp.resp_bytes[0]);
206 
207 		hw_fib = (struct hw_fib *)((unsigned char *)hw_fib +
208 			dev->max_cmd_size + sizeof(struct aac_fib_xporthdr));
209 		hw_fib_pa = hw_fib_pa +
210 			dev->max_cmd_size + sizeof(struct aac_fib_xporthdr);
211 	}
212 
213 	/*
214 	 *Assign vector numbers to fibs
215 	 */
216 	aac_fib_vector_assign(dev);
217 
218 	/*
219 	 *	Add the fib chain to the free list
220 	 */
221 	dev->fibs[dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB - 1].next = NULL;
222 	/*
223 	*	Set 8 fibs aside for management tools
224 	*/
225 	dev->free_fib = &dev->fibs[dev->scsi_host_ptr->can_queue];
226 	return 0;
227 }
228 
229 /**
230  *	aac_fib_alloc_tag-allocate a fib using tags
231  *	@dev: Adapter to allocate the fib for
232  *
233  *	Allocate a fib from the adapter fib pool using tags
234  *	from the blk layer.
235  */
236 
237 struct fib *aac_fib_alloc_tag(struct aac_dev *dev, struct scsi_cmnd *scmd)
238 {
239 	struct fib *fibptr;
240 
241 	fibptr = &dev->fibs[scmd->request->tag];
242 	/*
243 	 *	Null out fields that depend on being zero at the start of
244 	 *	each I/O
245 	 */
246 	fibptr->hw_fib_va->header.XferState = 0;
247 	fibptr->type = FSAFS_NTC_FIB_CONTEXT;
248 	fibptr->callback_data = NULL;
249 	fibptr->callback = NULL;
250 
251 	return fibptr;
252 }
253 
254 /**
255  *	aac_fib_alloc	-	allocate a fib
256  *	@dev: Adapter to allocate the fib for
257  *
258  *	Allocate a fib from the adapter fib pool. If the pool is empty we
259  *	return NULL.
260  */
261 
262 struct fib *aac_fib_alloc(struct aac_dev *dev)
263 {
264 	struct fib * fibptr;
265 	unsigned long flags;
266 	spin_lock_irqsave(&dev->fib_lock, flags);
267 	fibptr = dev->free_fib;
268 	if(!fibptr){
269 		spin_unlock_irqrestore(&dev->fib_lock, flags);
270 		return fibptr;
271 	}
272 	dev->free_fib = fibptr->next;
273 	spin_unlock_irqrestore(&dev->fib_lock, flags);
274 	/*
275 	 *	Set the proper node type code and node byte size
276 	 */
277 	fibptr->type = FSAFS_NTC_FIB_CONTEXT;
278 	fibptr->size = sizeof(struct fib);
279 	/*
280 	 *	Null out fields that depend on being zero at the start of
281 	 *	each I/O
282 	 */
283 	fibptr->hw_fib_va->header.XferState = 0;
284 	fibptr->flags = 0;
285 	fibptr->callback = NULL;
286 	fibptr->callback_data = NULL;
287 
288 	return fibptr;
289 }
290 
291 /**
292  *	aac_fib_free	-	free a fib
293  *	@fibptr: fib to free up
294  *
295  *	Frees up a fib and places it on the appropriate queue
296  */
297 
298 void aac_fib_free(struct fib *fibptr)
299 {
300 	unsigned long flags;
301 
302 	if (fibptr->done == 2)
303 		return;
304 
305 	spin_lock_irqsave(&fibptr->dev->fib_lock, flags);
306 	if (unlikely(fibptr->flags & FIB_CONTEXT_FLAG_TIMED_OUT))
307 		aac_config.fib_timeouts++;
308 	if (!(fibptr->flags & FIB_CONTEXT_FLAG_NATIVE_HBA) &&
309 		fibptr->hw_fib_va->header.XferState != 0) {
310 		printk(KERN_WARNING "aac_fib_free, XferState != 0, fibptr = 0x%p, XferState = 0x%x\n",
311 			 (void*)fibptr,
312 			 le32_to_cpu(fibptr->hw_fib_va->header.XferState));
313 	}
314 	fibptr->next = fibptr->dev->free_fib;
315 	fibptr->dev->free_fib = fibptr;
316 	spin_unlock_irqrestore(&fibptr->dev->fib_lock, flags);
317 }
318 
319 /**
320  *	aac_fib_init	-	initialise a fib
321  *	@fibptr: The fib to initialize
322  *
323  *	Set up the generic fib fields ready for use
324  */
325 
326 void aac_fib_init(struct fib *fibptr)
327 {
328 	struct hw_fib *hw_fib = fibptr->hw_fib_va;
329 
330 	memset(&hw_fib->header, 0, sizeof(struct aac_fibhdr));
331 	hw_fib->header.StructType = FIB_MAGIC;
332 	hw_fib->header.Size = cpu_to_le16(fibptr->dev->max_fib_size);
333 	hw_fib->header.XferState = cpu_to_le32(HostOwned | FibInitialized | FibEmpty | FastResponseCapable);
334 	hw_fib->header.u.ReceiverFibAddress = cpu_to_le32(fibptr->hw_fib_pa);
335 	hw_fib->header.SenderSize = cpu_to_le16(fibptr->dev->max_fib_size);
336 }
337 
338 /**
339  *	fib_deallocate		-	deallocate a fib
340  *	@fibptr: fib to deallocate
341  *
342  *	Will deallocate and return to the free pool the FIB pointed to by the
343  *	caller.
344  */
345 
346 static void fib_dealloc(struct fib * fibptr)
347 {
348 	struct hw_fib *hw_fib = fibptr->hw_fib_va;
349 	hw_fib->header.XferState = 0;
350 }
351 
352 /*
353  *	Commuication primitives define and support the queuing method we use to
354  *	support host to adapter commuication. All queue accesses happen through
355  *	these routines and are the only routines which have a knowledge of the
356  *	 how these queues are implemented.
357  */
358 
359 /**
360  *	aac_get_entry		-	get a queue entry
361  *	@dev: Adapter
362  *	@qid: Queue Number
363  *	@entry: Entry return
364  *	@index: Index return
365  *	@nonotify: notification control
366  *
367  *	With a priority the routine returns a queue entry if the queue has free entries. If the queue
368  *	is full(no free entries) than no entry is returned and the function returns 0 otherwise 1 is
369  *	returned.
370  */
371 
372 static int aac_get_entry (struct aac_dev * dev, u32 qid, struct aac_entry **entry, u32 * index, unsigned long *nonotify)
373 {
374 	struct aac_queue * q;
375 	unsigned long idx;
376 
377 	/*
378 	 *	All of the queues wrap when they reach the end, so we check
379 	 *	to see if they have reached the end and if they have we just
380 	 *	set the index back to zero. This is a wrap. You could or off
381 	 *	the high bits in all updates but this is a bit faster I think.
382 	 */
383 
384 	q = &dev->queues->queue[qid];
385 
386 	idx = *index = le32_to_cpu(*(q->headers.producer));
387 	/* Interrupt Moderation, only interrupt for first two entries */
388 	if (idx != le32_to_cpu(*(q->headers.consumer))) {
389 		if (--idx == 0) {
390 			if (qid == AdapNormCmdQueue)
391 				idx = ADAP_NORM_CMD_ENTRIES;
392 			else
393 				idx = ADAP_NORM_RESP_ENTRIES;
394 		}
395 		if (idx != le32_to_cpu(*(q->headers.consumer)))
396 			*nonotify = 1;
397 	}
398 
399 	if (qid == AdapNormCmdQueue) {
400 		if (*index >= ADAP_NORM_CMD_ENTRIES)
401 			*index = 0; /* Wrap to front of the Producer Queue. */
402 	} else {
403 		if (*index >= ADAP_NORM_RESP_ENTRIES)
404 			*index = 0; /* Wrap to front of the Producer Queue. */
405 	}
406 
407 	/* Queue is full */
408 	if ((*index + 1) == le32_to_cpu(*(q->headers.consumer))) {
409 		printk(KERN_WARNING "Queue %d full, %u outstanding.\n",
410 				qid, atomic_read(&q->numpending));
411 		return 0;
412 	} else {
413 		*entry = q->base + *index;
414 		return 1;
415 	}
416 }
417 
418 /**
419  *	aac_queue_get		-	get the next free QE
420  *	@dev: Adapter
421  *	@index: Returned index
422  *	@priority: Priority of fib
423  *	@fib: Fib to associate with the queue entry
424  *	@wait: Wait if queue full
425  *	@fibptr: Driver fib object to go with fib
426  *	@nonotify: Don't notify the adapter
427  *
428  *	Gets the next free QE off the requested priorty adapter command
429  *	queue and associates the Fib with the QE. The QE represented by
430  *	index is ready to insert on the queue when this routine returns
431  *	success.
432  */
433 
434 int aac_queue_get(struct aac_dev * dev, u32 * index, u32 qid, struct hw_fib * hw_fib, int wait, struct fib * fibptr, unsigned long *nonotify)
435 {
436 	struct aac_entry * entry = NULL;
437 	int map = 0;
438 
439 	if (qid == AdapNormCmdQueue) {
440 		/*  if no entries wait for some if caller wants to */
441 		while (!aac_get_entry(dev, qid, &entry, index, nonotify)) {
442 			printk(KERN_ERR "GetEntries failed\n");
443 		}
444 		/*
445 		 *	Setup queue entry with a command, status and fib mapped
446 		 */
447 		entry->size = cpu_to_le32(le16_to_cpu(hw_fib->header.Size));
448 		map = 1;
449 	} else {
450 		while (!aac_get_entry(dev, qid, &entry, index, nonotify)) {
451 			/* if no entries wait for some if caller wants to */
452 		}
453 		/*
454 		 *	Setup queue entry with command, status and fib mapped
455 		 */
456 		entry->size = cpu_to_le32(le16_to_cpu(hw_fib->header.Size));
457 		entry->addr = hw_fib->header.SenderFibAddress;
458 			/* Restore adapters pointer to the FIB */
459 		hw_fib->header.u.ReceiverFibAddress = hw_fib->header.SenderFibAddress;  /* Let the adapter now where to find its data */
460 		map = 0;
461 	}
462 	/*
463 	 *	If MapFib is true than we need to map the Fib and put pointers
464 	 *	in the queue entry.
465 	 */
466 	if (map)
467 		entry->addr = cpu_to_le32(fibptr->hw_fib_pa);
468 	return 0;
469 }
470 
471 /*
472  *	Define the highest level of host to adapter communication routines.
473  *	These routines will support host to adapter FS commuication. These
474  *	routines have no knowledge of the commuication method used. This level
475  *	sends and receives FIBs. This level has no knowledge of how these FIBs
476  *	get passed back and forth.
477  */
478 
479 /**
480  *	aac_fib_send	-	send a fib to the adapter
481  *	@command: Command to send
482  *	@fibptr: The fib
483  *	@size: Size of fib data area
484  *	@priority: Priority of Fib
485  *	@wait: Async/sync select
486  *	@reply: True if a reply is wanted
487  *	@callback: Called with reply
488  *	@callback_data: Passed to callback
489  *
490  *	Sends the requested FIB to the adapter and optionally will wait for a
491  *	response FIB. If the caller does not wish to wait for a response than
492  *	an event to wait on must be supplied. This event will be set when a
493  *	response FIB is received from the adapter.
494  */
495 
496 int aac_fib_send(u16 command, struct fib *fibptr, unsigned long size,
497 		int priority, int wait, int reply, fib_callback callback,
498 		void *callback_data)
499 {
500 	struct aac_dev * dev = fibptr->dev;
501 	struct hw_fib * hw_fib = fibptr->hw_fib_va;
502 	unsigned long flags = 0;
503 	unsigned long mflags = 0;
504 	unsigned long sflags = 0;
505 
506 	if (!(hw_fib->header.XferState & cpu_to_le32(HostOwned)))
507 		return -EBUSY;
508 
509 	if (hw_fib->header.XferState & cpu_to_le32(AdapterProcessed))
510 		return -EINVAL;
511 
512 	/*
513 	 *	There are 5 cases with the wait and response requested flags.
514 	 *	The only invalid cases are if the caller requests to wait and
515 	 *	does not request a response and if the caller does not want a
516 	 *	response and the Fib is not allocated from pool. If a response
517 	 *	is not requesed the Fib will just be deallocaed by the DPC
518 	 *	routine when the response comes back from the adapter. No
519 	 *	further processing will be done besides deleting the Fib. We
520 	 *	will have a debug mode where the adapter can notify the host
521 	 *	it had a problem and the host can log that fact.
522 	 */
523 	fibptr->flags = 0;
524 	if (wait && !reply) {
525 		return -EINVAL;
526 	} else if (!wait && reply) {
527 		hw_fib->header.XferState |= cpu_to_le32(Async | ResponseExpected);
528 		FIB_COUNTER_INCREMENT(aac_config.AsyncSent);
529 	} else if (!wait && !reply) {
530 		hw_fib->header.XferState |= cpu_to_le32(NoResponseExpected);
531 		FIB_COUNTER_INCREMENT(aac_config.NoResponseSent);
532 	} else if (wait && reply) {
533 		hw_fib->header.XferState |= cpu_to_le32(ResponseExpected);
534 		FIB_COUNTER_INCREMENT(aac_config.NormalSent);
535 	}
536 	/*
537 	 *	Map the fib into 32bits by using the fib number
538 	 */
539 
540 	hw_fib->header.SenderFibAddress =
541 		cpu_to_le32(((u32)(fibptr - dev->fibs)) << 2);
542 
543 	/* use the same shifted value for handle to be compatible
544 	 * with the new native hba command handle
545 	 */
546 	hw_fib->header.Handle =
547 		cpu_to_le32((((u32)(fibptr - dev->fibs)) << 2) + 1);
548 
549 	/*
550 	 *	Set FIB state to indicate where it came from and if we want a
551 	 *	response from the adapter. Also load the command from the
552 	 *	caller.
553 	 *
554 	 *	Map the hw fib pointer as a 32bit value
555 	 */
556 	hw_fib->header.Command = cpu_to_le16(command);
557 	hw_fib->header.XferState |= cpu_to_le32(SentFromHost);
558 	/*
559 	 *	Set the size of the Fib we want to send to the adapter
560 	 */
561 	hw_fib->header.Size = cpu_to_le16(sizeof(struct aac_fibhdr) + size);
562 	if (le16_to_cpu(hw_fib->header.Size) > le16_to_cpu(hw_fib->header.SenderSize)) {
563 		return -EMSGSIZE;
564 	}
565 	/*
566 	 *	Get a queue entry connect the FIB to it and send an notify
567 	 *	the adapter a command is ready.
568 	 */
569 	hw_fib->header.XferState |= cpu_to_le32(NormalPriority);
570 
571 	/*
572 	 *	Fill in the Callback and CallbackContext if we are not
573 	 *	going to wait.
574 	 */
575 	if (!wait) {
576 		fibptr->callback = callback;
577 		fibptr->callback_data = callback_data;
578 		fibptr->flags = FIB_CONTEXT_FLAG;
579 	}
580 
581 	fibptr->done = 0;
582 
583 	FIB_COUNTER_INCREMENT(aac_config.FibsSent);
584 
585 	dprintk((KERN_DEBUG "Fib contents:.\n"));
586 	dprintk((KERN_DEBUG "  Command =               %d.\n", le32_to_cpu(hw_fib->header.Command)));
587 	dprintk((KERN_DEBUG "  SubCommand =            %d.\n", le32_to_cpu(((struct aac_query_mount *)fib_data(fibptr))->command)));
588 	dprintk((KERN_DEBUG "  XferState  =            %x.\n", le32_to_cpu(hw_fib->header.XferState)));
589 	dprintk((KERN_DEBUG "  hw_fib va being sent=%p\n",fibptr->hw_fib_va));
590 	dprintk((KERN_DEBUG "  hw_fib pa being sent=%lx\n",(ulong)fibptr->hw_fib_pa));
591 	dprintk((KERN_DEBUG "  fib being sent=%p\n",fibptr));
592 
593 	if (!dev->queues)
594 		return -EBUSY;
595 
596 	if (wait) {
597 
598 		spin_lock_irqsave(&dev->manage_lock, mflags);
599 		if (dev->management_fib_count >= AAC_NUM_MGT_FIB) {
600 			printk(KERN_INFO "No management Fibs Available:%d\n",
601 						dev->management_fib_count);
602 			spin_unlock_irqrestore(&dev->manage_lock, mflags);
603 			return -EBUSY;
604 		}
605 		dev->management_fib_count++;
606 		spin_unlock_irqrestore(&dev->manage_lock, mflags);
607 		spin_lock_irqsave(&fibptr->event_lock, flags);
608 	}
609 
610 	if (dev->sync_mode) {
611 		if (wait)
612 			spin_unlock_irqrestore(&fibptr->event_lock, flags);
613 		spin_lock_irqsave(&dev->sync_lock, sflags);
614 		if (dev->sync_fib) {
615 			list_add_tail(&fibptr->fiblink, &dev->sync_fib_list);
616 			spin_unlock_irqrestore(&dev->sync_lock, sflags);
617 		} else {
618 			dev->sync_fib = fibptr;
619 			spin_unlock_irqrestore(&dev->sync_lock, sflags);
620 			aac_adapter_sync_cmd(dev, SEND_SYNCHRONOUS_FIB,
621 				(u32)fibptr->hw_fib_pa, 0, 0, 0, 0, 0,
622 				NULL, NULL, NULL, NULL, NULL);
623 		}
624 		if (wait) {
625 			fibptr->flags |= FIB_CONTEXT_FLAG_WAIT;
626 			if (down_interruptible(&fibptr->event_wait)) {
627 				fibptr->flags &= ~FIB_CONTEXT_FLAG_WAIT;
628 				return -EFAULT;
629 			}
630 			return 0;
631 		}
632 		return -EINPROGRESS;
633 	}
634 
635 	if (aac_adapter_deliver(fibptr) != 0) {
636 		printk(KERN_ERR "aac_fib_send: returned -EBUSY\n");
637 		if (wait) {
638 			spin_unlock_irqrestore(&fibptr->event_lock, flags);
639 			spin_lock_irqsave(&dev->manage_lock, mflags);
640 			dev->management_fib_count--;
641 			spin_unlock_irqrestore(&dev->manage_lock, mflags);
642 		}
643 		return -EBUSY;
644 	}
645 
646 
647 	/*
648 	 *	If the caller wanted us to wait for response wait now.
649 	 */
650 
651 	if (wait) {
652 		spin_unlock_irqrestore(&fibptr->event_lock, flags);
653 		/* Only set for first known interruptable command */
654 		if (wait < 0) {
655 			/*
656 			 * *VERY* Dangerous to time out a command, the
657 			 * assumption is made that we have no hope of
658 			 * functioning because an interrupt routing or other
659 			 * hardware failure has occurred.
660 			 */
661 			unsigned long timeout = jiffies + (180 * HZ); /* 3 minutes */
662 			while (down_trylock(&fibptr->event_wait)) {
663 				int blink;
664 				if (time_is_before_eq_jiffies(timeout)) {
665 					struct aac_queue * q = &dev->queues->queue[AdapNormCmdQueue];
666 					atomic_dec(&q->numpending);
667 					if (wait == -1) {
668 	        				printk(KERN_ERR "aacraid: aac_fib_send: first asynchronous command timed out.\n"
669 						  "Usually a result of a PCI interrupt routing problem;\n"
670 						  "update mother board BIOS or consider utilizing one of\n"
671 						  "the SAFE mode kernel options (acpi, apic etc)\n");
672 					}
673 					return -ETIMEDOUT;
674 				}
675 
676 				if (unlikely(pci_channel_offline(dev->pdev)))
677 					return -EFAULT;
678 
679 				if ((blink = aac_adapter_check_health(dev)) > 0) {
680 					if (wait == -1) {
681 	        				printk(KERN_ERR "aacraid: aac_fib_send: adapter blinkLED 0x%x.\n"
682 						  "Usually a result of a serious unrecoverable hardware problem\n",
683 						  blink);
684 					}
685 					return -EFAULT;
686 				}
687 				/*
688 				 * Allow other processes / CPUS to use core
689 				 */
690 				schedule();
691 			}
692 		} else if (down_interruptible(&fibptr->event_wait)) {
693 			/* Do nothing ... satisfy
694 			 * down_interruptible must_check */
695 		}
696 
697 		spin_lock_irqsave(&fibptr->event_lock, flags);
698 		if (fibptr->done == 0) {
699 			fibptr->done = 2; /* Tell interrupt we aborted */
700 			spin_unlock_irqrestore(&fibptr->event_lock, flags);
701 			return -ERESTARTSYS;
702 		}
703 		spin_unlock_irqrestore(&fibptr->event_lock, flags);
704 		BUG_ON(fibptr->done == 0);
705 
706 		if(unlikely(fibptr->flags & FIB_CONTEXT_FLAG_TIMED_OUT))
707 			return -ETIMEDOUT;
708 		return 0;
709 	}
710 	/*
711 	 *	If the user does not want a response than return success otherwise
712 	 *	return pending
713 	 */
714 	if (reply)
715 		return -EINPROGRESS;
716 	else
717 		return 0;
718 }
719 
720 int aac_hba_send(u8 command, struct fib *fibptr, fib_callback callback,
721 		void *callback_data)
722 {
723 	struct aac_dev *dev = fibptr->dev;
724 	int wait;
725 	unsigned long flags = 0;
726 	unsigned long mflags = 0;
727 	struct aac_hba_cmd_req *hbacmd = (struct aac_hba_cmd_req *)
728 			fibptr->hw_fib_va;
729 
730 	fibptr->flags = (FIB_CONTEXT_FLAG | FIB_CONTEXT_FLAG_NATIVE_HBA);
731 	if (callback) {
732 		wait = 0;
733 		fibptr->callback = callback;
734 		fibptr->callback_data = callback_data;
735 	} else
736 		wait = 1;
737 
738 
739 	hbacmd->iu_type = command;
740 
741 	if (command == HBA_IU_TYPE_SCSI_CMD_REQ) {
742 		/* bit1 of request_id must be 0 */
743 		hbacmd->request_id =
744 			cpu_to_le32((((u32)(fibptr - dev->fibs)) << 2) + 1);
745 		fibptr->flags |= FIB_CONTEXT_FLAG_SCSI_CMD;
746 	} else if (command != HBA_IU_TYPE_SCSI_TM_REQ)
747 		return -EINVAL;
748 
749 
750 	if (wait) {
751 		spin_lock_irqsave(&dev->manage_lock, mflags);
752 		if (dev->management_fib_count >= AAC_NUM_MGT_FIB) {
753 			spin_unlock_irqrestore(&dev->manage_lock, mflags);
754 			return -EBUSY;
755 		}
756 		dev->management_fib_count++;
757 		spin_unlock_irqrestore(&dev->manage_lock, mflags);
758 		spin_lock_irqsave(&fibptr->event_lock, flags);
759 	}
760 
761 	if (aac_adapter_deliver(fibptr) != 0) {
762 		if (wait) {
763 			spin_unlock_irqrestore(&fibptr->event_lock, flags);
764 			spin_lock_irqsave(&dev->manage_lock, mflags);
765 			dev->management_fib_count--;
766 			spin_unlock_irqrestore(&dev->manage_lock, mflags);
767 		}
768 		return -EBUSY;
769 	}
770 	FIB_COUNTER_INCREMENT(aac_config.NativeSent);
771 
772 	if (wait) {
773 
774 		spin_unlock_irqrestore(&fibptr->event_lock, flags);
775 
776 		if (unlikely(pci_channel_offline(dev->pdev)))
777 			return -EFAULT;
778 
779 		fibptr->flags |= FIB_CONTEXT_FLAG_WAIT;
780 		if (down_interruptible(&fibptr->event_wait))
781 			fibptr->done = 2;
782 		fibptr->flags &= ~(FIB_CONTEXT_FLAG_WAIT);
783 
784 		spin_lock_irqsave(&fibptr->event_lock, flags);
785 		if ((fibptr->done == 0) || (fibptr->done == 2)) {
786 			fibptr->done = 2; /* Tell interrupt we aborted */
787 			spin_unlock_irqrestore(&fibptr->event_lock, flags);
788 			return -ERESTARTSYS;
789 		}
790 		spin_unlock_irqrestore(&fibptr->event_lock, flags);
791 		WARN_ON(fibptr->done == 0);
792 
793 		if (unlikely(fibptr->flags & FIB_CONTEXT_FLAG_TIMED_OUT))
794 			return -ETIMEDOUT;
795 
796 		return 0;
797 	}
798 
799 	return -EINPROGRESS;
800 }
801 
802 /**
803  *	aac_consumer_get	-	get the top of the queue
804  *	@dev: Adapter
805  *	@q: Queue
806  *	@entry: Return entry
807  *
808  *	Will return a pointer to the entry on the top of the queue requested that
809  *	we are a consumer of, and return the address of the queue entry. It does
810  *	not change the state of the queue.
811  */
812 
813 int aac_consumer_get(struct aac_dev * dev, struct aac_queue * q, struct aac_entry **entry)
814 {
815 	u32 index;
816 	int status;
817 	if (le32_to_cpu(*q->headers.producer) == le32_to_cpu(*q->headers.consumer)) {
818 		status = 0;
819 	} else {
820 		/*
821 		 *	The consumer index must be wrapped if we have reached
822 		 *	the end of the queue, else we just use the entry
823 		 *	pointed to by the header index
824 		 */
825 		if (le32_to_cpu(*q->headers.consumer) >= q->entries)
826 			index = 0;
827 		else
828 			index = le32_to_cpu(*q->headers.consumer);
829 		*entry = q->base + index;
830 		status = 1;
831 	}
832 	return(status);
833 }
834 
835 /**
836  *	aac_consumer_free	-	free consumer entry
837  *	@dev: Adapter
838  *	@q: Queue
839  *	@qid: Queue ident
840  *
841  *	Frees up the current top of the queue we are a consumer of. If the
842  *	queue was full notify the producer that the queue is no longer full.
843  */
844 
845 void aac_consumer_free(struct aac_dev * dev, struct aac_queue *q, u32 qid)
846 {
847 	int wasfull = 0;
848 	u32 notify;
849 
850 	if ((le32_to_cpu(*q->headers.producer)+1) == le32_to_cpu(*q->headers.consumer))
851 		wasfull = 1;
852 
853 	if (le32_to_cpu(*q->headers.consumer) >= q->entries)
854 		*q->headers.consumer = cpu_to_le32(1);
855 	else
856 		le32_add_cpu(q->headers.consumer, 1);
857 
858 	if (wasfull) {
859 		switch (qid) {
860 
861 		case HostNormCmdQueue:
862 			notify = HostNormCmdNotFull;
863 			break;
864 		case HostNormRespQueue:
865 			notify = HostNormRespNotFull;
866 			break;
867 		default:
868 			BUG();
869 			return;
870 		}
871 		aac_adapter_notify(dev, notify);
872 	}
873 }
874 
875 /**
876  *	aac_fib_adapter_complete	-	complete adapter issued fib
877  *	@fibptr: fib to complete
878  *	@size: size of fib
879  *
880  *	Will do all necessary work to complete a FIB that was sent from
881  *	the adapter.
882  */
883 
884 int aac_fib_adapter_complete(struct fib *fibptr, unsigned short size)
885 {
886 	struct hw_fib * hw_fib = fibptr->hw_fib_va;
887 	struct aac_dev * dev = fibptr->dev;
888 	struct aac_queue * q;
889 	unsigned long nointr = 0;
890 	unsigned long qflags;
891 
892 	if (dev->comm_interface == AAC_COMM_MESSAGE_TYPE1 ||
893 		dev->comm_interface == AAC_COMM_MESSAGE_TYPE2 ||
894 		dev->comm_interface == AAC_COMM_MESSAGE_TYPE3) {
895 		kfree(hw_fib);
896 		return 0;
897 	}
898 
899 	if (hw_fib->header.XferState == 0) {
900 		if (dev->comm_interface == AAC_COMM_MESSAGE)
901 			kfree(hw_fib);
902 		return 0;
903 	}
904 	/*
905 	 *	If we plan to do anything check the structure type first.
906 	 */
907 	if (hw_fib->header.StructType != FIB_MAGIC &&
908 	    hw_fib->header.StructType != FIB_MAGIC2 &&
909 	    hw_fib->header.StructType != FIB_MAGIC2_64) {
910 		if (dev->comm_interface == AAC_COMM_MESSAGE)
911 			kfree(hw_fib);
912 		return -EINVAL;
913 	}
914 	/*
915 	 *	This block handles the case where the adapter had sent us a
916 	 *	command and we have finished processing the command. We
917 	 *	call completeFib when we are done processing the command
918 	 *	and want to send a response back to the adapter. This will
919 	 *	send the completed cdb to the adapter.
920 	 */
921 	if (hw_fib->header.XferState & cpu_to_le32(SentFromAdapter)) {
922 		if (dev->comm_interface == AAC_COMM_MESSAGE) {
923 			kfree (hw_fib);
924 		} else {
925 			u32 index;
926 			hw_fib->header.XferState |= cpu_to_le32(HostProcessed);
927 			if (size) {
928 				size += sizeof(struct aac_fibhdr);
929 				if (size > le16_to_cpu(hw_fib->header.SenderSize))
930 					return -EMSGSIZE;
931 				hw_fib->header.Size = cpu_to_le16(size);
932 			}
933 			q = &dev->queues->queue[AdapNormRespQueue];
934 			spin_lock_irqsave(q->lock, qflags);
935 			aac_queue_get(dev, &index, AdapNormRespQueue, hw_fib, 1, NULL, &nointr);
936 			*(q->headers.producer) = cpu_to_le32(index + 1);
937 			spin_unlock_irqrestore(q->lock, qflags);
938 			if (!(nointr & (int)aac_config.irq_mod))
939 				aac_adapter_notify(dev, AdapNormRespQueue);
940 		}
941 	} else {
942 		printk(KERN_WARNING "aac_fib_adapter_complete: "
943 			"Unknown xferstate detected.\n");
944 		BUG();
945 	}
946 	return 0;
947 }
948 
949 /**
950  *	aac_fib_complete	-	fib completion handler
951  *	@fib: FIB to complete
952  *
953  *	Will do all necessary work to complete a FIB.
954  */
955 
956 int aac_fib_complete(struct fib *fibptr)
957 {
958 	struct hw_fib * hw_fib = fibptr->hw_fib_va;
959 
960 	if (fibptr->flags & FIB_CONTEXT_FLAG_NATIVE_HBA) {
961 		fib_dealloc(fibptr);
962 		return 0;
963 	}
964 
965 	/*
966 	 *	Check for a fib which has already been completed or with a
967 	 *	status wait timeout
968 	 */
969 
970 	if (hw_fib->header.XferState == 0 || fibptr->done == 2)
971 		return 0;
972 	/*
973 	 *	If we plan to do anything check the structure type first.
974 	 */
975 
976 	if (hw_fib->header.StructType != FIB_MAGIC &&
977 	    hw_fib->header.StructType != FIB_MAGIC2 &&
978 	    hw_fib->header.StructType != FIB_MAGIC2_64)
979 		return -EINVAL;
980 	/*
981 	 *	This block completes a cdb which orginated on the host and we
982 	 *	just need to deallocate the cdb or reinit it. At this point the
983 	 *	command is complete that we had sent to the adapter and this
984 	 *	cdb could be reused.
985 	 */
986 
987 	if((hw_fib->header.XferState & cpu_to_le32(SentFromHost)) &&
988 		(hw_fib->header.XferState & cpu_to_le32(AdapterProcessed)))
989 	{
990 		fib_dealloc(fibptr);
991 	}
992 	else if(hw_fib->header.XferState & cpu_to_le32(SentFromHost))
993 	{
994 		/*
995 		 *	This handles the case when the host has aborted the I/O
996 		 *	to the adapter because the adapter is not responding
997 		 */
998 		fib_dealloc(fibptr);
999 	} else if(hw_fib->header.XferState & cpu_to_le32(HostOwned)) {
1000 		fib_dealloc(fibptr);
1001 	} else {
1002 		BUG();
1003 	}
1004 	return 0;
1005 }
1006 
1007 /**
1008  *	aac_printf	-	handle printf from firmware
1009  *	@dev: Adapter
1010  *	@val: Message info
1011  *
1012  *	Print a message passed to us by the controller firmware on the
1013  *	Adaptec board
1014  */
1015 
1016 void aac_printf(struct aac_dev *dev, u32 val)
1017 {
1018 	char *cp = dev->printfbuf;
1019 	if (dev->printf_enabled)
1020 	{
1021 		int length = val & 0xffff;
1022 		int level = (val >> 16) & 0xffff;
1023 
1024 		/*
1025 		 *	The size of the printfbuf is set in port.c
1026 		 *	There is no variable or define for it
1027 		 */
1028 		if (length > 255)
1029 			length = 255;
1030 		if (cp[length] != 0)
1031 			cp[length] = 0;
1032 		if (level == LOG_AAC_HIGH_ERROR)
1033 			printk(KERN_WARNING "%s:%s", dev->name, cp);
1034 		else
1035 			printk(KERN_INFO "%s:%s", dev->name, cp);
1036 	}
1037 	memset(cp, 0, 256);
1038 }
1039 
1040 static inline int aac_aif_data(struct aac_aifcmd *aifcmd, uint32_t index)
1041 {
1042 	return le32_to_cpu(((__le32 *)aifcmd->data)[index]);
1043 }
1044 
1045 
1046 static void aac_handle_aif_bu(struct aac_dev *dev, struct aac_aifcmd *aifcmd)
1047 {
1048 	switch (aac_aif_data(aifcmd, 1)) {
1049 	case AifBuCacheDataLoss:
1050 		if (aac_aif_data(aifcmd, 2))
1051 			dev_info(&dev->pdev->dev, "Backup unit had cache data loss - [%d]\n",
1052 			aac_aif_data(aifcmd, 2));
1053 		else
1054 			dev_info(&dev->pdev->dev, "Backup Unit had cache data loss\n");
1055 		break;
1056 	case AifBuCacheDataRecover:
1057 		if (aac_aif_data(aifcmd, 2))
1058 			dev_info(&dev->pdev->dev, "DDR cache data recovered successfully - [%d]\n",
1059 			aac_aif_data(aifcmd, 2));
1060 		else
1061 			dev_info(&dev->pdev->dev, "DDR cache data recovered successfully\n");
1062 		break;
1063 	}
1064 }
1065 
1066 /**
1067  *	aac_handle_aif		-	Handle a message from the firmware
1068  *	@dev: Which adapter this fib is from
1069  *	@fibptr: Pointer to fibptr from adapter
1070  *
1071  *	This routine handles a driver notify fib from the adapter and
1072  *	dispatches it to the appropriate routine for handling.
1073  */
1074 
1075 #define AIF_SNIFF_TIMEOUT	(500*HZ)
1076 static void aac_handle_aif(struct aac_dev * dev, struct fib * fibptr)
1077 {
1078 	struct hw_fib * hw_fib = fibptr->hw_fib_va;
1079 	struct aac_aifcmd * aifcmd = (struct aac_aifcmd *)hw_fib->data;
1080 	u32 channel, id, lun, container;
1081 	struct scsi_device *device;
1082 	enum {
1083 		NOTHING,
1084 		DELETE,
1085 		ADD,
1086 		CHANGE
1087 	} device_config_needed = NOTHING;
1088 
1089 	/* Sniff for container changes */
1090 
1091 	if (!dev || !dev->fsa_dev)
1092 		return;
1093 	container = channel = id = lun = (u32)-1;
1094 
1095 	/*
1096 	 *	We have set this up to try and minimize the number of
1097 	 * re-configures that take place. As a result of this when
1098 	 * certain AIF's come in we will set a flag waiting for another
1099 	 * type of AIF before setting the re-config flag.
1100 	 */
1101 	switch (le32_to_cpu(aifcmd->command)) {
1102 	case AifCmdDriverNotify:
1103 		switch (le32_to_cpu(((__le32 *)aifcmd->data)[0])) {
1104 		case AifRawDeviceRemove:
1105 			container = le32_to_cpu(((__le32 *)aifcmd->data)[1]);
1106 			if ((container >> 28)) {
1107 				container = (u32)-1;
1108 				break;
1109 			}
1110 			channel = (container >> 24) & 0xF;
1111 			if (channel >= dev->maximum_num_channels) {
1112 				container = (u32)-1;
1113 				break;
1114 			}
1115 			id = container & 0xFFFF;
1116 			if (id >= dev->maximum_num_physicals) {
1117 				container = (u32)-1;
1118 				break;
1119 			}
1120 			lun = (container >> 16) & 0xFF;
1121 			container = (u32)-1;
1122 			channel = aac_phys_to_logical(channel);
1123 			device_config_needed = DELETE;
1124 			break;
1125 
1126 		/*
1127 		 *	Morph or Expand complete
1128 		 */
1129 		case AifDenMorphComplete:
1130 		case AifDenVolumeExtendComplete:
1131 			container = le32_to_cpu(((__le32 *)aifcmd->data)[1]);
1132 			if (container >= dev->maximum_num_containers)
1133 				break;
1134 
1135 			/*
1136 			 *	Find the scsi_device associated with the SCSI
1137 			 * address. Make sure we have the right array, and if
1138 			 * so set the flag to initiate a new re-config once we
1139 			 * see an AifEnConfigChange AIF come through.
1140 			 */
1141 
1142 			if ((dev != NULL) && (dev->scsi_host_ptr != NULL)) {
1143 				device = scsi_device_lookup(dev->scsi_host_ptr,
1144 					CONTAINER_TO_CHANNEL(container),
1145 					CONTAINER_TO_ID(container),
1146 					CONTAINER_TO_LUN(container));
1147 				if (device) {
1148 					dev->fsa_dev[container].config_needed = CHANGE;
1149 					dev->fsa_dev[container].config_waiting_on = AifEnConfigChange;
1150 					dev->fsa_dev[container].config_waiting_stamp = jiffies;
1151 					scsi_device_put(device);
1152 				}
1153 			}
1154 		}
1155 
1156 		/*
1157 		 *	If we are waiting on something and this happens to be
1158 		 * that thing then set the re-configure flag.
1159 		 */
1160 		if (container != (u32)-1) {
1161 			if (container >= dev->maximum_num_containers)
1162 				break;
1163 			if ((dev->fsa_dev[container].config_waiting_on ==
1164 			    le32_to_cpu(*(__le32 *)aifcmd->data)) &&
1165 			 time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT))
1166 				dev->fsa_dev[container].config_waiting_on = 0;
1167 		} else for (container = 0;
1168 		    container < dev->maximum_num_containers; ++container) {
1169 			if ((dev->fsa_dev[container].config_waiting_on ==
1170 			    le32_to_cpu(*(__le32 *)aifcmd->data)) &&
1171 			 time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT))
1172 				dev->fsa_dev[container].config_waiting_on = 0;
1173 		}
1174 		break;
1175 
1176 	case AifCmdEventNotify:
1177 		switch (le32_to_cpu(((__le32 *)aifcmd->data)[0])) {
1178 		case AifEnBatteryEvent:
1179 			dev->cache_protected =
1180 				(((__le32 *)aifcmd->data)[1] == cpu_to_le32(3));
1181 			break;
1182 		/*
1183 		 *	Add an Array.
1184 		 */
1185 		case AifEnAddContainer:
1186 			container = le32_to_cpu(((__le32 *)aifcmd->data)[1]);
1187 			if (container >= dev->maximum_num_containers)
1188 				break;
1189 			dev->fsa_dev[container].config_needed = ADD;
1190 			dev->fsa_dev[container].config_waiting_on =
1191 				AifEnConfigChange;
1192 			dev->fsa_dev[container].config_waiting_stamp = jiffies;
1193 			break;
1194 
1195 		/*
1196 		 *	Delete an Array.
1197 		 */
1198 		case AifEnDeleteContainer:
1199 			container = le32_to_cpu(((__le32 *)aifcmd->data)[1]);
1200 			if (container >= dev->maximum_num_containers)
1201 				break;
1202 			dev->fsa_dev[container].config_needed = DELETE;
1203 			dev->fsa_dev[container].config_waiting_on =
1204 				AifEnConfigChange;
1205 			dev->fsa_dev[container].config_waiting_stamp = jiffies;
1206 			break;
1207 
1208 		/*
1209 		 *	Container change detected. If we currently are not
1210 		 * waiting on something else, setup to wait on a Config Change.
1211 		 */
1212 		case AifEnContainerChange:
1213 			container = le32_to_cpu(((__le32 *)aifcmd->data)[1]);
1214 			if (container >= dev->maximum_num_containers)
1215 				break;
1216 			if (dev->fsa_dev[container].config_waiting_on &&
1217 			 time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT))
1218 				break;
1219 			dev->fsa_dev[container].config_needed = CHANGE;
1220 			dev->fsa_dev[container].config_waiting_on =
1221 				AifEnConfigChange;
1222 			dev->fsa_dev[container].config_waiting_stamp = jiffies;
1223 			break;
1224 
1225 		case AifEnConfigChange:
1226 			break;
1227 
1228 		case AifEnAddJBOD:
1229 		case AifEnDeleteJBOD:
1230 			container = le32_to_cpu(((__le32 *)aifcmd->data)[1]);
1231 			if ((container >> 28)) {
1232 				container = (u32)-1;
1233 				break;
1234 			}
1235 			channel = (container >> 24) & 0xF;
1236 			if (channel >= dev->maximum_num_channels) {
1237 				container = (u32)-1;
1238 				break;
1239 			}
1240 			id = container & 0xFFFF;
1241 			if (id >= dev->maximum_num_physicals) {
1242 				container = (u32)-1;
1243 				break;
1244 			}
1245 			lun = (container >> 16) & 0xFF;
1246 			container = (u32)-1;
1247 			channel = aac_phys_to_logical(channel);
1248 			device_config_needed =
1249 			  (((__le32 *)aifcmd->data)[0] ==
1250 			    cpu_to_le32(AifEnAddJBOD)) ? ADD : DELETE;
1251 			if (device_config_needed == ADD) {
1252 				device = scsi_device_lookup(dev->scsi_host_ptr,
1253 					channel,
1254 					id,
1255 					lun);
1256 				if (device) {
1257 					scsi_remove_device(device);
1258 					scsi_device_put(device);
1259 				}
1260 			}
1261 			break;
1262 
1263 		case AifEnEnclosureManagement:
1264 			/*
1265 			 * If in JBOD mode, automatic exposure of new
1266 			 * physical target to be suppressed until configured.
1267 			 */
1268 			if (dev->jbod)
1269 				break;
1270 			switch (le32_to_cpu(((__le32 *)aifcmd->data)[3])) {
1271 			case EM_DRIVE_INSERTION:
1272 			case EM_DRIVE_REMOVAL:
1273 			case EM_SES_DRIVE_INSERTION:
1274 			case EM_SES_DRIVE_REMOVAL:
1275 				container = le32_to_cpu(
1276 					((__le32 *)aifcmd->data)[2]);
1277 				if ((container >> 28)) {
1278 					container = (u32)-1;
1279 					break;
1280 				}
1281 				channel = (container >> 24) & 0xF;
1282 				if (channel >= dev->maximum_num_channels) {
1283 					container = (u32)-1;
1284 					break;
1285 				}
1286 				id = container & 0xFFFF;
1287 				lun = (container >> 16) & 0xFF;
1288 				container = (u32)-1;
1289 				if (id >= dev->maximum_num_physicals) {
1290 					/* legacy dev_t ? */
1291 					if ((0x2000 <= id) || lun || channel ||
1292 					  ((channel = (id >> 7) & 0x3F) >=
1293 					  dev->maximum_num_channels))
1294 						break;
1295 					lun = (id >> 4) & 7;
1296 					id &= 0xF;
1297 				}
1298 				channel = aac_phys_to_logical(channel);
1299 				device_config_needed =
1300 				  ((((__le32 *)aifcmd->data)[3]
1301 				    == cpu_to_le32(EM_DRIVE_INSERTION)) ||
1302 				    (((__le32 *)aifcmd->data)[3]
1303 				    == cpu_to_le32(EM_SES_DRIVE_INSERTION))) ?
1304 				  ADD : DELETE;
1305 				break;
1306 			}
1307 			case AifBuManagerEvent:
1308 				aac_handle_aif_bu(dev, aifcmd);
1309 			break;
1310 		}
1311 
1312 		/*
1313 		 *	If we are waiting on something and this happens to be
1314 		 * that thing then set the re-configure flag.
1315 		 */
1316 		if (container != (u32)-1) {
1317 			if (container >= dev->maximum_num_containers)
1318 				break;
1319 			if ((dev->fsa_dev[container].config_waiting_on ==
1320 			    le32_to_cpu(*(__le32 *)aifcmd->data)) &&
1321 			 time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT))
1322 				dev->fsa_dev[container].config_waiting_on = 0;
1323 		} else for (container = 0;
1324 		    container < dev->maximum_num_containers; ++container) {
1325 			if ((dev->fsa_dev[container].config_waiting_on ==
1326 			    le32_to_cpu(*(__le32 *)aifcmd->data)) &&
1327 			 time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT))
1328 				dev->fsa_dev[container].config_waiting_on = 0;
1329 		}
1330 		break;
1331 
1332 	case AifCmdJobProgress:
1333 		/*
1334 		 *	These are job progress AIF's. When a Clear is being
1335 		 * done on a container it is initially created then hidden from
1336 		 * the OS. When the clear completes we don't get a config
1337 		 * change so we monitor the job status complete on a clear then
1338 		 * wait for a container change.
1339 		 */
1340 
1341 		if (((__le32 *)aifcmd->data)[1] == cpu_to_le32(AifJobCtrZero) &&
1342 		    (((__le32 *)aifcmd->data)[6] == ((__le32 *)aifcmd->data)[5] ||
1343 		     ((__le32 *)aifcmd->data)[4] == cpu_to_le32(AifJobStsSuccess))) {
1344 			for (container = 0;
1345 			    container < dev->maximum_num_containers;
1346 			    ++container) {
1347 				/*
1348 				 * Stomp on all config sequencing for all
1349 				 * containers?
1350 				 */
1351 				dev->fsa_dev[container].config_waiting_on =
1352 					AifEnContainerChange;
1353 				dev->fsa_dev[container].config_needed = ADD;
1354 				dev->fsa_dev[container].config_waiting_stamp =
1355 					jiffies;
1356 			}
1357 		}
1358 		if (((__le32 *)aifcmd->data)[1] == cpu_to_le32(AifJobCtrZero) &&
1359 		    ((__le32 *)aifcmd->data)[6] == 0 &&
1360 		    ((__le32 *)aifcmd->data)[4] == cpu_to_le32(AifJobStsRunning)) {
1361 			for (container = 0;
1362 			    container < dev->maximum_num_containers;
1363 			    ++container) {
1364 				/*
1365 				 * Stomp on all config sequencing for all
1366 				 * containers?
1367 				 */
1368 				dev->fsa_dev[container].config_waiting_on =
1369 					AifEnContainerChange;
1370 				dev->fsa_dev[container].config_needed = DELETE;
1371 				dev->fsa_dev[container].config_waiting_stamp =
1372 					jiffies;
1373 			}
1374 		}
1375 		break;
1376 	}
1377 
1378 	container = 0;
1379 retry_next:
1380 	if (device_config_needed == NOTHING)
1381 	for (; container < dev->maximum_num_containers; ++container) {
1382 		if ((dev->fsa_dev[container].config_waiting_on == 0) &&
1383 			(dev->fsa_dev[container].config_needed != NOTHING) &&
1384 			time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT)) {
1385 			device_config_needed =
1386 				dev->fsa_dev[container].config_needed;
1387 			dev->fsa_dev[container].config_needed = NOTHING;
1388 			channel = CONTAINER_TO_CHANNEL(container);
1389 			id = CONTAINER_TO_ID(container);
1390 			lun = CONTAINER_TO_LUN(container);
1391 			break;
1392 		}
1393 	}
1394 	if (device_config_needed == NOTHING)
1395 		return;
1396 
1397 	/*
1398 	 *	If we decided that a re-configuration needs to be done,
1399 	 * schedule it here on the way out the door, please close the door
1400 	 * behind you.
1401 	 */
1402 
1403 	/*
1404 	 *	Find the scsi_device associated with the SCSI address,
1405 	 * and mark it as changed, invalidating the cache. This deals
1406 	 * with changes to existing device IDs.
1407 	 */
1408 
1409 	if (!dev || !dev->scsi_host_ptr)
1410 		return;
1411 	/*
1412 	 * force reload of disk info via aac_probe_container
1413 	 */
1414 	if ((channel == CONTAINER_CHANNEL) &&
1415 	  (device_config_needed != NOTHING)) {
1416 		if (dev->fsa_dev[container].valid == 1)
1417 			dev->fsa_dev[container].valid = 2;
1418 		aac_probe_container(dev, container);
1419 	}
1420 	device = scsi_device_lookup(dev->scsi_host_ptr, channel, id, lun);
1421 	if (device) {
1422 		switch (device_config_needed) {
1423 		case DELETE:
1424 #if (defined(AAC_DEBUG_INSTRUMENT_AIF_DELETE))
1425 			scsi_remove_device(device);
1426 #else
1427 			if (scsi_device_online(device)) {
1428 				scsi_device_set_state(device, SDEV_OFFLINE);
1429 				sdev_printk(KERN_INFO, device,
1430 					"Device offlined - %s\n",
1431 					(channel == CONTAINER_CHANNEL) ?
1432 						"array deleted" :
1433 						"enclosure services event");
1434 			}
1435 #endif
1436 			break;
1437 		case ADD:
1438 			if (!scsi_device_online(device)) {
1439 				sdev_printk(KERN_INFO, device,
1440 					"Device online - %s\n",
1441 					(channel == CONTAINER_CHANNEL) ?
1442 						"array created" :
1443 						"enclosure services event");
1444 				scsi_device_set_state(device, SDEV_RUNNING);
1445 			}
1446 			/* FALLTHRU */
1447 		case CHANGE:
1448 			if ((channel == CONTAINER_CHANNEL)
1449 			 && (!dev->fsa_dev[container].valid)) {
1450 #if (defined(AAC_DEBUG_INSTRUMENT_AIF_DELETE))
1451 				scsi_remove_device(device);
1452 #else
1453 				if (!scsi_device_online(device))
1454 					break;
1455 				scsi_device_set_state(device, SDEV_OFFLINE);
1456 				sdev_printk(KERN_INFO, device,
1457 					"Device offlined - %s\n",
1458 					"array failed");
1459 #endif
1460 				break;
1461 			}
1462 			scsi_rescan_device(&device->sdev_gendev);
1463 
1464 		default:
1465 			break;
1466 		}
1467 		scsi_device_put(device);
1468 		device_config_needed = NOTHING;
1469 	}
1470 	if (device_config_needed == ADD)
1471 		scsi_add_device(dev->scsi_host_ptr, channel, id, lun);
1472 	if (channel == CONTAINER_CHANNEL) {
1473 		container++;
1474 		device_config_needed = NOTHING;
1475 		goto retry_next;
1476 	}
1477 }
1478 
1479 static int _aac_reset_adapter(struct aac_dev *aac, int forced, u8 reset_type)
1480 {
1481 	int index, quirks;
1482 	int retval;
1483 	struct Scsi_Host *host;
1484 	struct scsi_device *dev;
1485 	struct scsi_cmnd *command;
1486 	struct scsi_cmnd *command_list;
1487 	int jafo = 0;
1488 	int bled;
1489 	u64 dmamask;
1490 	int num_of_fibs = 0;
1491 
1492 	/*
1493 	 * Assumptions:
1494 	 *	- host is locked, unless called by the aacraid thread.
1495 	 *	  (a matter of convenience, due to legacy issues surrounding
1496 	 *	  eh_host_adapter_reset).
1497 	 *	- in_reset is asserted, so no new i/o is getting to the
1498 	 *	  card.
1499 	 *	- The card is dead, or will be very shortly ;-/ so no new
1500 	 *	  commands are completing in the interrupt service.
1501 	 */
1502 	host = aac->scsi_host_ptr;
1503 	scsi_block_requests(host);
1504 	aac_adapter_disable_int(aac);
1505 	if (aac->thread && aac->thread->pid != current->pid) {
1506 		spin_unlock_irq(host->host_lock);
1507 		kthread_stop(aac->thread);
1508 		aac->thread = NULL;
1509 		jafo = 1;
1510 	}
1511 
1512 	/*
1513 	 *	If a positive health, means in a known DEAD PANIC
1514 	 * state and the adapter could be reset to `try again'.
1515 	 */
1516 	bled = forced ? 0 : aac_adapter_check_health(aac);
1517 	retval = aac_adapter_restart(aac, bled, reset_type);
1518 
1519 	if (retval)
1520 		goto out;
1521 
1522 	/*
1523 	 *	Loop through the fibs, close the synchronous FIBS
1524 	 */
1525 	retval = 1;
1526 	num_of_fibs = aac->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB;
1527 	for (index = 0; index <  num_of_fibs; index++) {
1528 
1529 		struct fib *fib = &aac->fibs[index];
1530 		__le32 XferState = fib->hw_fib_va->header.XferState;
1531 		bool is_response_expected = false;
1532 
1533 		if (!(XferState & cpu_to_le32(NoResponseExpected | Async)) &&
1534 		   (XferState & cpu_to_le32(ResponseExpected)))
1535 			is_response_expected = true;
1536 
1537 		if (is_response_expected
1538 		  || fib->flags & FIB_CONTEXT_FLAG_WAIT) {
1539 			unsigned long flagv;
1540 			spin_lock_irqsave(&fib->event_lock, flagv);
1541 			up(&fib->event_wait);
1542 			spin_unlock_irqrestore(&fib->event_lock, flagv);
1543 			schedule();
1544 			retval = 0;
1545 		}
1546 	}
1547 	/* Give some extra time for ioctls to complete. */
1548 	if (retval == 0)
1549 		ssleep(2);
1550 	index = aac->cardtype;
1551 
1552 	/*
1553 	 * Re-initialize the adapter, first free resources, then carefully
1554 	 * apply the initialization sequence to come back again. Only risk
1555 	 * is a change in Firmware dropping cache, it is assumed the caller
1556 	 * will ensure that i/o is queisced and the card is flushed in that
1557 	 * case.
1558 	 */
1559 	aac_free_irq(aac);
1560 	aac_fib_map_free(aac);
1561 	dma_free_coherent(&aac->pdev->dev, aac->comm_size, aac->comm_addr,
1562 			  aac->comm_phys);
1563 	aac->comm_addr = NULL;
1564 	aac->comm_phys = 0;
1565 	kfree(aac->queues);
1566 	aac->queues = NULL;
1567 	kfree(aac->fsa_dev);
1568 	aac->fsa_dev = NULL;
1569 
1570 	dmamask = DMA_BIT_MASK(32);
1571 	quirks = aac_get_driver_ident(index)->quirks;
1572 	if (quirks & AAC_QUIRK_31BIT)
1573 		retval = pci_set_dma_mask(aac->pdev, dmamask);
1574 	else if (!(quirks & AAC_QUIRK_SRC))
1575 		retval = pci_set_dma_mask(aac->pdev, dmamask);
1576 	else
1577 		retval = pci_set_consistent_dma_mask(aac->pdev, dmamask);
1578 
1579 	if (quirks & AAC_QUIRK_31BIT && !retval) {
1580 		dmamask = DMA_BIT_MASK(31);
1581 		retval = pci_set_consistent_dma_mask(aac->pdev, dmamask);
1582 	}
1583 
1584 	if (retval)
1585 		goto out;
1586 
1587 	if ((retval = (*(aac_get_driver_ident(index)->init))(aac)))
1588 		goto out;
1589 
1590 	if (jafo) {
1591 		aac->thread = kthread_run(aac_command_thread, aac, "%s",
1592 					  aac->name);
1593 		if (IS_ERR(aac->thread)) {
1594 			retval = PTR_ERR(aac->thread);
1595 			aac->thread = NULL;
1596 			goto out;
1597 		}
1598 	}
1599 	(void)aac_get_adapter_info(aac);
1600 	if ((quirks & AAC_QUIRK_34SG) && (host->sg_tablesize > 34)) {
1601 		host->sg_tablesize = 34;
1602 		host->max_sectors = (host->sg_tablesize * 8) + 112;
1603 	}
1604 	if ((quirks & AAC_QUIRK_17SG) && (host->sg_tablesize > 17)) {
1605 		host->sg_tablesize = 17;
1606 		host->max_sectors = (host->sg_tablesize * 8) + 112;
1607 	}
1608 	aac_get_config_status(aac, 1);
1609 	aac_get_containers(aac);
1610 	/*
1611 	 * This is where the assumption that the Adapter is quiesced
1612 	 * is important.
1613 	 */
1614 	command_list = NULL;
1615 	__shost_for_each_device(dev, host) {
1616 		unsigned long flags;
1617 		spin_lock_irqsave(&dev->list_lock, flags);
1618 		list_for_each_entry(command, &dev->cmd_list, list)
1619 			if (command->SCp.phase == AAC_OWNER_FIRMWARE) {
1620 				command->SCp.buffer = (struct scatterlist *)command_list;
1621 				command_list = command;
1622 			}
1623 		spin_unlock_irqrestore(&dev->list_lock, flags);
1624 	}
1625 	while ((command = command_list)) {
1626 		command_list = (struct scsi_cmnd *)command->SCp.buffer;
1627 		command->SCp.buffer = NULL;
1628 		command->result = DID_OK << 16
1629 		  | COMMAND_COMPLETE << 8
1630 		  | SAM_STAT_TASK_SET_FULL;
1631 		command->SCp.phase = AAC_OWNER_ERROR_HANDLER;
1632 		command->scsi_done(command);
1633 	}
1634 	/*
1635 	 * Any Device that was already marked offline needs to be marked
1636 	 * running
1637 	 */
1638 	__shost_for_each_device(dev, host) {
1639 		if (!scsi_device_online(dev))
1640 			scsi_device_set_state(dev, SDEV_RUNNING);
1641 	}
1642 	retval = 0;
1643 
1644 out:
1645 	aac->in_reset = 0;
1646 	scsi_unblock_requests(host);
1647 
1648 	/*
1649 	 * Issue bus rescan to catch any configuration that might have
1650 	 * occurred
1651 	 */
1652 	if (!retval && !is_kdump_kernel()) {
1653 		dev_info(&aac->pdev->dev, "Scheduling bus rescan\n");
1654 		aac_schedule_safw_scan_worker(aac);
1655 	}
1656 
1657 	if (jafo) {
1658 		spin_lock_irq(host->host_lock);
1659 	}
1660 	return retval;
1661 }
1662 
1663 int aac_reset_adapter(struct aac_dev *aac, int forced, u8 reset_type)
1664 {
1665 	unsigned long flagv = 0;
1666 	int retval;
1667 	struct Scsi_Host * host;
1668 	int bled;
1669 
1670 	if (spin_trylock_irqsave(&aac->fib_lock, flagv) == 0)
1671 		return -EBUSY;
1672 
1673 	if (aac->in_reset) {
1674 		spin_unlock_irqrestore(&aac->fib_lock, flagv);
1675 		return -EBUSY;
1676 	}
1677 	aac->in_reset = 1;
1678 	spin_unlock_irqrestore(&aac->fib_lock, flagv);
1679 
1680 	/*
1681 	 * Wait for all commands to complete to this specific
1682 	 * target (block maximum 60 seconds). Although not necessary,
1683 	 * it does make us a good storage citizen.
1684 	 */
1685 	host = aac->scsi_host_ptr;
1686 	scsi_block_requests(host);
1687 
1688 	/* Quiesce build, flush cache, write through mode */
1689 	if (forced < 2)
1690 		aac_send_shutdown(aac);
1691 	spin_lock_irqsave(host->host_lock, flagv);
1692 	bled = forced ? forced :
1693 			(aac_check_reset != 0 && aac_check_reset != 1);
1694 	retval = _aac_reset_adapter(aac, bled, reset_type);
1695 	spin_unlock_irqrestore(host->host_lock, flagv);
1696 
1697 	if ((forced < 2) && (retval == -ENODEV)) {
1698 		/* Unwind aac_send_shutdown() IOP_RESET unsupported/disabled */
1699 		struct fib * fibctx = aac_fib_alloc(aac);
1700 		if (fibctx) {
1701 			struct aac_pause *cmd;
1702 			int status;
1703 
1704 			aac_fib_init(fibctx);
1705 
1706 			cmd = (struct aac_pause *) fib_data(fibctx);
1707 
1708 			cmd->command = cpu_to_le32(VM_ContainerConfig);
1709 			cmd->type = cpu_to_le32(CT_PAUSE_IO);
1710 			cmd->timeout = cpu_to_le32(1);
1711 			cmd->min = cpu_to_le32(1);
1712 			cmd->noRescan = cpu_to_le32(1);
1713 			cmd->count = cpu_to_le32(0);
1714 
1715 			status = aac_fib_send(ContainerCommand,
1716 			  fibctx,
1717 			  sizeof(struct aac_pause),
1718 			  FsaNormal,
1719 			  -2 /* Timeout silently */, 1,
1720 			  NULL, NULL);
1721 
1722 			if (status >= 0)
1723 				aac_fib_complete(fibctx);
1724 			/* FIB should be freed only after getting
1725 			 * the response from the F/W */
1726 			if (status != -ERESTARTSYS)
1727 				aac_fib_free(fibctx);
1728 		}
1729 	}
1730 
1731 	return retval;
1732 }
1733 
1734 int aac_check_health(struct aac_dev * aac)
1735 {
1736 	int BlinkLED;
1737 	unsigned long time_now, flagv = 0;
1738 	struct list_head * entry;
1739 
1740 	/* Extending the scope of fib_lock slightly to protect aac->in_reset */
1741 	if (spin_trylock_irqsave(&aac->fib_lock, flagv) == 0)
1742 		return 0;
1743 
1744 	if (aac->in_reset || !(BlinkLED = aac_adapter_check_health(aac))) {
1745 		spin_unlock_irqrestore(&aac->fib_lock, flagv);
1746 		return 0; /* OK */
1747 	}
1748 
1749 	aac->in_reset = 1;
1750 
1751 	/* Fake up an AIF:
1752 	 *	aac_aifcmd.command = AifCmdEventNotify = 1
1753 	 *	aac_aifcmd.seqnum = 0xFFFFFFFF
1754 	 *	aac_aifcmd.data[0] = AifEnExpEvent = 23
1755 	 *	aac_aifcmd.data[1] = AifExeFirmwarePanic = 3
1756 	 *	aac.aifcmd.data[2] = AifHighPriority = 3
1757 	 *	aac.aifcmd.data[3] = BlinkLED
1758 	 */
1759 
1760 	time_now = jiffies/HZ;
1761 	entry = aac->fib_list.next;
1762 
1763 	/*
1764 	 * For each Context that is on the
1765 	 * fibctxList, make a copy of the
1766 	 * fib, and then set the event to wake up the
1767 	 * thread that is waiting for it.
1768 	 */
1769 	while (entry != &aac->fib_list) {
1770 		/*
1771 		 * Extract the fibctx
1772 		 */
1773 		struct aac_fib_context *fibctx = list_entry(entry, struct aac_fib_context, next);
1774 		struct hw_fib * hw_fib;
1775 		struct fib * fib;
1776 		/*
1777 		 * Check if the queue is getting
1778 		 * backlogged
1779 		 */
1780 		if (fibctx->count > 20) {
1781 			/*
1782 			 * It's *not* jiffies folks,
1783 			 * but jiffies / HZ, so do not
1784 			 * panic ...
1785 			 */
1786 			u32 time_last = fibctx->jiffies;
1787 			/*
1788 			 * Has it been > 2 minutes
1789 			 * since the last read off
1790 			 * the queue?
1791 			 */
1792 			if ((time_now - time_last) > aif_timeout) {
1793 				entry = entry->next;
1794 				aac_close_fib_context(aac, fibctx);
1795 				continue;
1796 			}
1797 		}
1798 		/*
1799 		 * Warning: no sleep allowed while
1800 		 * holding spinlock
1801 		 */
1802 		hw_fib = kzalloc(sizeof(struct hw_fib), GFP_ATOMIC);
1803 		fib = kzalloc(sizeof(struct fib), GFP_ATOMIC);
1804 		if (fib && hw_fib) {
1805 			struct aac_aifcmd * aif;
1806 
1807 			fib->hw_fib_va = hw_fib;
1808 			fib->dev = aac;
1809 			aac_fib_init(fib);
1810 			fib->type = FSAFS_NTC_FIB_CONTEXT;
1811 			fib->size = sizeof (struct fib);
1812 			fib->data = hw_fib->data;
1813 			aif = (struct aac_aifcmd *)hw_fib->data;
1814 			aif->command = cpu_to_le32(AifCmdEventNotify);
1815 			aif->seqnum = cpu_to_le32(0xFFFFFFFF);
1816 			((__le32 *)aif->data)[0] = cpu_to_le32(AifEnExpEvent);
1817 			((__le32 *)aif->data)[1] = cpu_to_le32(AifExeFirmwarePanic);
1818 			((__le32 *)aif->data)[2] = cpu_to_le32(AifHighPriority);
1819 			((__le32 *)aif->data)[3] = cpu_to_le32(BlinkLED);
1820 
1821 			/*
1822 			 * Put the FIB onto the
1823 			 * fibctx's fibs
1824 			 */
1825 			list_add_tail(&fib->fiblink, &fibctx->fib_list);
1826 			fibctx->count++;
1827 			/*
1828 			 * Set the event to wake up the
1829 			 * thread that will waiting.
1830 			 */
1831 			up(&fibctx->wait_sem);
1832 		} else {
1833 			printk(KERN_WARNING "aifd: didn't allocate NewFib.\n");
1834 			kfree(fib);
1835 			kfree(hw_fib);
1836 		}
1837 		entry = entry->next;
1838 	}
1839 
1840 	spin_unlock_irqrestore(&aac->fib_lock, flagv);
1841 
1842 	if (BlinkLED < 0) {
1843 		printk(KERN_ERR "%s: Host adapter is dead (or got a PCI error) %d\n",
1844 				aac->name, BlinkLED);
1845 		goto out;
1846 	}
1847 
1848 	printk(KERN_ERR "%s: Host adapter BLINK LED 0x%x\n", aac->name, BlinkLED);
1849 
1850 out:
1851 	aac->in_reset = 0;
1852 	return BlinkLED;
1853 }
1854 
1855 static inline int is_safw_raid_volume(struct aac_dev *aac, int bus, int target)
1856 {
1857 	return bus == CONTAINER_CHANNEL && target < aac->maximum_num_containers;
1858 }
1859 
1860 static struct scsi_device *aac_lookup_safw_scsi_device(struct aac_dev *dev,
1861 								int bus,
1862 								int target)
1863 {
1864 	if (bus != CONTAINER_CHANNEL)
1865 		bus = aac_phys_to_logical(bus);
1866 
1867 	return scsi_device_lookup(dev->scsi_host_ptr, bus, target, 0);
1868 }
1869 
1870 static int aac_add_safw_device(struct aac_dev *dev, int bus, int target)
1871 {
1872 	if (bus != CONTAINER_CHANNEL)
1873 		bus = aac_phys_to_logical(bus);
1874 
1875 	return scsi_add_device(dev->scsi_host_ptr, bus, target, 0);
1876 }
1877 
1878 static void aac_put_safw_scsi_device(struct scsi_device *sdev)
1879 {
1880 	if (sdev)
1881 		scsi_device_put(sdev);
1882 }
1883 
1884 static void aac_remove_safw_device(struct aac_dev *dev, int bus, int target)
1885 {
1886 	struct scsi_device *sdev;
1887 
1888 	sdev = aac_lookup_safw_scsi_device(dev, bus, target);
1889 	scsi_remove_device(sdev);
1890 	aac_put_safw_scsi_device(sdev);
1891 }
1892 
1893 static inline int aac_is_safw_scan_count_equal(struct aac_dev *dev,
1894 	int bus, int target)
1895 {
1896 	return dev->hba_map[bus][target].scan_counter == dev->scan_counter;
1897 }
1898 
1899 static int aac_is_safw_target_valid(struct aac_dev *dev, int bus, int target)
1900 {
1901 	if (is_safw_raid_volume(dev, bus, target))
1902 		return dev->fsa_dev[target].valid;
1903 	else
1904 		return aac_is_safw_scan_count_equal(dev, bus, target);
1905 }
1906 
1907 static int aac_is_safw_device_exposed(struct aac_dev *dev, int bus, int target)
1908 {
1909 	int is_exposed = 0;
1910 	struct scsi_device *sdev;
1911 
1912 	sdev = aac_lookup_safw_scsi_device(dev, bus, target);
1913 	if (sdev)
1914 		is_exposed = 1;
1915 	aac_put_safw_scsi_device(sdev);
1916 
1917 	return is_exposed;
1918 }
1919 
1920 static int aac_update_safw_host_devices(struct aac_dev *dev)
1921 {
1922 	int i;
1923 	int bus;
1924 	int target;
1925 	int is_exposed = 0;
1926 	int rcode = 0;
1927 
1928 	rcode = aac_setup_safw_adapter(dev);
1929 	if (unlikely(rcode < 0)) {
1930 		goto out;
1931 	}
1932 
1933 	for (i = 0; i < AAC_BUS_TARGET_LOOP; i++) {
1934 
1935 		bus = get_bus_number(i);
1936 		target = get_target_number(i);
1937 
1938 		is_exposed = aac_is_safw_device_exposed(dev, bus, target);
1939 
1940 		if (aac_is_safw_target_valid(dev, bus, target) && !is_exposed)
1941 			aac_add_safw_device(dev, bus, target);
1942 		else if (!aac_is_safw_target_valid(dev, bus, target) &&
1943 								is_exposed)
1944 			aac_remove_safw_device(dev, bus, target);
1945 	}
1946 out:
1947 	return rcode;
1948 }
1949 
1950 static int aac_scan_safw_host(struct aac_dev *dev)
1951 {
1952 	int rcode = 0;
1953 
1954 	rcode = aac_update_safw_host_devices(dev);
1955 	if (rcode)
1956 		aac_schedule_safw_scan_worker(dev);
1957 
1958 	return rcode;
1959 }
1960 
1961 int aac_scan_host(struct aac_dev *dev)
1962 {
1963 	int rcode = 0;
1964 
1965 	mutex_lock(&dev->scan_mutex);
1966 	if (dev->sa_firmware)
1967 		rcode = aac_scan_safw_host(dev);
1968 	else
1969 		scsi_scan_host(dev->scsi_host_ptr);
1970 	mutex_unlock(&dev->scan_mutex);
1971 
1972 	return rcode;
1973 }
1974 
1975 /**
1976  *	aac_handle_sa_aif	Handle a message from the firmware
1977  *	@dev: Which adapter this fib is from
1978  *	@fibptr: Pointer to fibptr from adapter
1979  *
1980  *	This routine handles a driver notify fib from the adapter and
1981  *	dispatches it to the appropriate routine for handling.
1982  */
1983 static void aac_handle_sa_aif(struct aac_dev *dev, struct fib *fibptr)
1984 {
1985 	int i;
1986 	u32 events = 0;
1987 
1988 	if (fibptr->hbacmd_size & SA_AIF_HOTPLUG)
1989 		events = SA_AIF_HOTPLUG;
1990 	else if (fibptr->hbacmd_size & SA_AIF_HARDWARE)
1991 		events = SA_AIF_HARDWARE;
1992 	else if (fibptr->hbacmd_size & SA_AIF_PDEV_CHANGE)
1993 		events = SA_AIF_PDEV_CHANGE;
1994 	else if (fibptr->hbacmd_size & SA_AIF_LDEV_CHANGE)
1995 		events = SA_AIF_LDEV_CHANGE;
1996 	else if (fibptr->hbacmd_size & SA_AIF_BPSTAT_CHANGE)
1997 		events = SA_AIF_BPSTAT_CHANGE;
1998 	else if (fibptr->hbacmd_size & SA_AIF_BPCFG_CHANGE)
1999 		events = SA_AIF_BPCFG_CHANGE;
2000 
2001 	switch (events) {
2002 	case SA_AIF_HOTPLUG:
2003 	case SA_AIF_HARDWARE:
2004 	case SA_AIF_PDEV_CHANGE:
2005 	case SA_AIF_LDEV_CHANGE:
2006 	case SA_AIF_BPCFG_CHANGE:
2007 
2008 		aac_scan_host(dev);
2009 
2010 		break;
2011 
2012 	case SA_AIF_BPSTAT_CHANGE:
2013 		/* currently do nothing */
2014 		break;
2015 	}
2016 
2017 	for (i = 1; i <= 10; ++i) {
2018 		events = src_readl(dev, MUnit.IDR);
2019 		if (events & (1<<23)) {
2020 			pr_warn(" AIF not cleared by firmware - %d/%d)\n",
2021 				i, 10);
2022 			ssleep(1);
2023 		}
2024 	}
2025 }
2026 
2027 static int get_fib_count(struct aac_dev *dev)
2028 {
2029 	unsigned int num = 0;
2030 	struct list_head *entry;
2031 	unsigned long flagv;
2032 
2033 	/*
2034 	 * Warning: no sleep allowed while
2035 	 * holding spinlock. We take the estimate
2036 	 * and pre-allocate a set of fibs outside the
2037 	 * lock.
2038 	 */
2039 	num = le32_to_cpu(dev->init->r7.adapter_fibs_size)
2040 			/ sizeof(struct hw_fib); /* some extra */
2041 	spin_lock_irqsave(&dev->fib_lock, flagv);
2042 	entry = dev->fib_list.next;
2043 	while (entry != &dev->fib_list) {
2044 		entry = entry->next;
2045 		++num;
2046 	}
2047 	spin_unlock_irqrestore(&dev->fib_lock, flagv);
2048 
2049 	return num;
2050 }
2051 
2052 static int fillup_pools(struct aac_dev *dev, struct hw_fib **hw_fib_pool,
2053 						struct fib **fib_pool,
2054 						unsigned int num)
2055 {
2056 	struct hw_fib **hw_fib_p;
2057 	struct fib **fib_p;
2058 
2059 	hw_fib_p = hw_fib_pool;
2060 	fib_p = fib_pool;
2061 	while (hw_fib_p < &hw_fib_pool[num]) {
2062 		*(hw_fib_p) = kmalloc(sizeof(struct hw_fib), GFP_KERNEL);
2063 		if (!(*(hw_fib_p++))) {
2064 			--hw_fib_p;
2065 			break;
2066 		}
2067 
2068 		*(fib_p) = kmalloc(sizeof(struct fib), GFP_KERNEL);
2069 		if (!(*(fib_p++))) {
2070 			kfree(*(--hw_fib_p));
2071 			break;
2072 		}
2073 	}
2074 
2075 	/*
2076 	 * Get the actual number of allocated fibs
2077 	 */
2078 	num = hw_fib_p - hw_fib_pool;
2079 	return num;
2080 }
2081 
2082 static void wakeup_fibctx_threads(struct aac_dev *dev,
2083 						struct hw_fib **hw_fib_pool,
2084 						struct fib **fib_pool,
2085 						struct fib *fib,
2086 						struct hw_fib *hw_fib,
2087 						unsigned int num)
2088 {
2089 	unsigned long flagv;
2090 	struct list_head *entry;
2091 	struct hw_fib **hw_fib_p;
2092 	struct fib **fib_p;
2093 	u32 time_now, time_last;
2094 	struct hw_fib *hw_newfib;
2095 	struct fib *newfib;
2096 	struct aac_fib_context *fibctx;
2097 
2098 	time_now = jiffies/HZ;
2099 	spin_lock_irqsave(&dev->fib_lock, flagv);
2100 	entry = dev->fib_list.next;
2101 	/*
2102 	 * For each Context that is on the
2103 	 * fibctxList, make a copy of the
2104 	 * fib, and then set the event to wake up the
2105 	 * thread that is waiting for it.
2106 	 */
2107 
2108 	hw_fib_p = hw_fib_pool;
2109 	fib_p = fib_pool;
2110 	while (entry != &dev->fib_list) {
2111 		/*
2112 		 * Extract the fibctx
2113 		 */
2114 		fibctx = list_entry(entry, struct aac_fib_context,
2115 				next);
2116 		/*
2117 		 * Check if the queue is getting
2118 		 * backlogged
2119 		 */
2120 		if (fibctx->count > 20) {
2121 			/*
2122 			 * It's *not* jiffies folks,
2123 			 * but jiffies / HZ so do not
2124 			 * panic ...
2125 			 */
2126 			time_last = fibctx->jiffies;
2127 			/*
2128 			 * Has it been > 2 minutes
2129 			 * since the last read off
2130 			 * the queue?
2131 			 */
2132 			if ((time_now - time_last) > aif_timeout) {
2133 				entry = entry->next;
2134 				aac_close_fib_context(dev, fibctx);
2135 				continue;
2136 			}
2137 		}
2138 		/*
2139 		 * Warning: no sleep allowed while
2140 		 * holding spinlock
2141 		 */
2142 		if (hw_fib_p >= &hw_fib_pool[num]) {
2143 			pr_warn("aifd: didn't allocate NewFib\n");
2144 			entry = entry->next;
2145 			continue;
2146 		}
2147 
2148 		hw_newfib = *hw_fib_p;
2149 		*(hw_fib_p++) = NULL;
2150 		newfib = *fib_p;
2151 		*(fib_p++) = NULL;
2152 		/*
2153 		 * Make the copy of the FIB
2154 		 */
2155 		memcpy(hw_newfib, hw_fib, sizeof(struct hw_fib));
2156 		memcpy(newfib, fib, sizeof(struct fib));
2157 		newfib->hw_fib_va = hw_newfib;
2158 		/*
2159 		 * Put the FIB onto the
2160 		 * fibctx's fibs
2161 		 */
2162 		list_add_tail(&newfib->fiblink, &fibctx->fib_list);
2163 		fibctx->count++;
2164 		/*
2165 		 * Set the event to wake up the
2166 		 * thread that is waiting.
2167 		 */
2168 		up(&fibctx->wait_sem);
2169 
2170 		entry = entry->next;
2171 	}
2172 	/*
2173 	 *	Set the status of this FIB
2174 	 */
2175 	*(__le32 *)hw_fib->data = cpu_to_le32(ST_OK);
2176 	aac_fib_adapter_complete(fib, sizeof(u32));
2177 	spin_unlock_irqrestore(&dev->fib_lock, flagv);
2178 
2179 }
2180 
2181 static void aac_process_events(struct aac_dev *dev)
2182 {
2183 	struct hw_fib *hw_fib;
2184 	struct fib *fib;
2185 	unsigned long flags;
2186 	spinlock_t *t_lock;
2187 
2188 	t_lock = dev->queues->queue[HostNormCmdQueue].lock;
2189 	spin_lock_irqsave(t_lock, flags);
2190 
2191 	while (!list_empty(&(dev->queues->queue[HostNormCmdQueue].cmdq))) {
2192 		struct list_head *entry;
2193 		struct aac_aifcmd *aifcmd;
2194 		unsigned int  num;
2195 		struct hw_fib **hw_fib_pool, **hw_fib_p;
2196 		struct fib **fib_pool, **fib_p;
2197 
2198 		set_current_state(TASK_RUNNING);
2199 
2200 		entry = dev->queues->queue[HostNormCmdQueue].cmdq.next;
2201 		list_del(entry);
2202 
2203 		t_lock = dev->queues->queue[HostNormCmdQueue].lock;
2204 		spin_unlock_irqrestore(t_lock, flags);
2205 
2206 		fib = list_entry(entry, struct fib, fiblink);
2207 		hw_fib = fib->hw_fib_va;
2208 		if (dev->sa_firmware) {
2209 			/* Thor AIF */
2210 			aac_handle_sa_aif(dev, fib);
2211 			aac_fib_adapter_complete(fib, (u16)sizeof(u32));
2212 			goto free_fib;
2213 		}
2214 		/*
2215 		 *	We will process the FIB here or pass it to a
2216 		 *	worker thread that is TBD. We Really can't
2217 		 *	do anything at this point since we don't have
2218 		 *	anything defined for this thread to do.
2219 		 */
2220 		memset(fib, 0, sizeof(struct fib));
2221 		fib->type = FSAFS_NTC_FIB_CONTEXT;
2222 		fib->size = sizeof(struct fib);
2223 		fib->hw_fib_va = hw_fib;
2224 		fib->data = hw_fib->data;
2225 		fib->dev = dev;
2226 		/*
2227 		 *	We only handle AifRequest fibs from the adapter.
2228 		 */
2229 
2230 		aifcmd = (struct aac_aifcmd *) hw_fib->data;
2231 		if (aifcmd->command == cpu_to_le32(AifCmdDriverNotify)) {
2232 			/* Handle Driver Notify Events */
2233 			aac_handle_aif(dev, fib);
2234 			*(__le32 *)hw_fib->data = cpu_to_le32(ST_OK);
2235 			aac_fib_adapter_complete(fib, (u16)sizeof(u32));
2236 			goto free_fib;
2237 		}
2238 		/*
2239 		 * The u32 here is important and intended. We are using
2240 		 * 32bit wrapping time to fit the adapter field
2241 		 */
2242 
2243 		/* Sniff events */
2244 		if (aifcmd->command == cpu_to_le32(AifCmdEventNotify)
2245 		 || aifcmd->command == cpu_to_le32(AifCmdJobProgress)) {
2246 			aac_handle_aif(dev, fib);
2247 		}
2248 
2249 		/*
2250 		 * get number of fibs to process
2251 		 */
2252 		num = get_fib_count(dev);
2253 		if (!num)
2254 			goto free_fib;
2255 
2256 		hw_fib_pool = kmalloc_array(num, sizeof(struct hw_fib *),
2257 						GFP_KERNEL);
2258 		if (!hw_fib_pool)
2259 			goto free_fib;
2260 
2261 		fib_pool = kmalloc_array(num, sizeof(struct fib *), GFP_KERNEL);
2262 		if (!fib_pool)
2263 			goto free_hw_fib_pool;
2264 
2265 		/*
2266 		 * Fill up fib pointer pools with actual fibs
2267 		 * and hw_fibs
2268 		 */
2269 		num = fillup_pools(dev, hw_fib_pool, fib_pool, num);
2270 		if (!num)
2271 			goto free_mem;
2272 
2273 		/*
2274 		 * wakeup the thread that is waiting for
2275 		 * the response from fw (ioctl)
2276 		 */
2277 		wakeup_fibctx_threads(dev, hw_fib_pool, fib_pool,
2278 							    fib, hw_fib, num);
2279 
2280 free_mem:
2281 		/* Free up the remaining resources */
2282 		hw_fib_p = hw_fib_pool;
2283 		fib_p = fib_pool;
2284 		while (hw_fib_p < &hw_fib_pool[num]) {
2285 			kfree(*hw_fib_p);
2286 			kfree(*fib_p);
2287 			++fib_p;
2288 			++hw_fib_p;
2289 		}
2290 		kfree(fib_pool);
2291 free_hw_fib_pool:
2292 		kfree(hw_fib_pool);
2293 free_fib:
2294 		kfree(fib);
2295 		t_lock = dev->queues->queue[HostNormCmdQueue].lock;
2296 		spin_lock_irqsave(t_lock, flags);
2297 	}
2298 	/*
2299 	 *	There are no more AIF's
2300 	 */
2301 	t_lock = dev->queues->queue[HostNormCmdQueue].lock;
2302 	spin_unlock_irqrestore(t_lock, flags);
2303 }
2304 
2305 static int aac_send_wellness_command(struct aac_dev *dev, char *wellness_str,
2306 							u32 datasize)
2307 {
2308 	struct aac_srb *srbcmd;
2309 	struct sgmap64 *sg64;
2310 	dma_addr_t addr;
2311 	char *dma_buf;
2312 	struct fib *fibptr;
2313 	int ret = -ENOMEM;
2314 	u32 vbus, vid;
2315 
2316 	fibptr = aac_fib_alloc(dev);
2317 	if (!fibptr)
2318 		goto out;
2319 
2320 	dma_buf = dma_alloc_coherent(&dev->pdev->dev, datasize, &addr,
2321 				     GFP_KERNEL);
2322 	if (!dma_buf)
2323 		goto fib_free_out;
2324 
2325 	aac_fib_init(fibptr);
2326 
2327 	vbus = (u32)le16_to_cpu(dev->supplement_adapter_info.virt_device_bus);
2328 	vid = (u32)le16_to_cpu(dev->supplement_adapter_info.virt_device_target);
2329 
2330 	srbcmd = (struct aac_srb *)fib_data(fibptr);
2331 
2332 	srbcmd->function = cpu_to_le32(SRBF_ExecuteScsi);
2333 	srbcmd->channel = cpu_to_le32(vbus);
2334 	srbcmd->id = cpu_to_le32(vid);
2335 	srbcmd->lun = 0;
2336 	srbcmd->flags = cpu_to_le32(SRB_DataOut);
2337 	srbcmd->timeout = cpu_to_le32(10);
2338 	srbcmd->retry_limit = 0;
2339 	srbcmd->cdb_size = cpu_to_le32(12);
2340 	srbcmd->count = cpu_to_le32(datasize);
2341 
2342 	memset(srbcmd->cdb, 0, sizeof(srbcmd->cdb));
2343 	srbcmd->cdb[0] = BMIC_OUT;
2344 	srbcmd->cdb[6] = WRITE_HOST_WELLNESS;
2345 	memcpy(dma_buf, (char *)wellness_str, datasize);
2346 
2347 	sg64 = (struct sgmap64 *)&srbcmd->sg;
2348 	sg64->count = cpu_to_le32(1);
2349 	sg64->sg[0].addr[1] = cpu_to_le32((u32)(((addr) >> 16) >> 16));
2350 	sg64->sg[0].addr[0] = cpu_to_le32((u32)(addr & 0xffffffff));
2351 	sg64->sg[0].count = cpu_to_le32(datasize);
2352 
2353 	ret = aac_fib_send(ScsiPortCommand64, fibptr, sizeof(struct aac_srb),
2354 				FsaNormal, 1, 1, NULL, NULL);
2355 
2356 	dma_free_coherent(&dev->pdev->dev, datasize, dma_buf, addr);
2357 
2358 	/*
2359 	 * Do not set XferState to zero unless
2360 	 * receives a response from F/W
2361 	 */
2362 	if (ret >= 0)
2363 		aac_fib_complete(fibptr);
2364 
2365 	/*
2366 	 * FIB should be freed only after
2367 	 * getting the response from the F/W
2368 	 */
2369 	if (ret != -ERESTARTSYS)
2370 		goto fib_free_out;
2371 
2372 out:
2373 	return ret;
2374 fib_free_out:
2375 	aac_fib_free(fibptr);
2376 	goto out;
2377 }
2378 
2379 int aac_send_safw_hostttime(struct aac_dev *dev, struct timespec64 *now)
2380 {
2381 	struct tm cur_tm;
2382 	char wellness_str[] = "<HW>TD\010\0\0\0\0\0\0\0\0\0DW\0\0ZZ";
2383 	u32 datasize = sizeof(wellness_str);
2384 	time64_t local_time;
2385 	int ret = -ENODEV;
2386 
2387 	if (!dev->sa_firmware)
2388 		goto out;
2389 
2390 	local_time = (now->tv_sec - (sys_tz.tz_minuteswest * 60));
2391 	time64_to_tm(local_time, 0, &cur_tm);
2392 	cur_tm.tm_mon += 1;
2393 	cur_tm.tm_year += 1900;
2394 	wellness_str[8] = bin2bcd(cur_tm.tm_hour);
2395 	wellness_str[9] = bin2bcd(cur_tm.tm_min);
2396 	wellness_str[10] = bin2bcd(cur_tm.tm_sec);
2397 	wellness_str[12] = bin2bcd(cur_tm.tm_mon);
2398 	wellness_str[13] = bin2bcd(cur_tm.tm_mday);
2399 	wellness_str[14] = bin2bcd(cur_tm.tm_year / 100);
2400 	wellness_str[15] = bin2bcd(cur_tm.tm_year % 100);
2401 
2402 	ret = aac_send_wellness_command(dev, wellness_str, datasize);
2403 
2404 out:
2405 	return ret;
2406 }
2407 
2408 int aac_send_hosttime(struct aac_dev *dev, struct timespec64 *now)
2409 {
2410 	int ret = -ENOMEM;
2411 	struct fib *fibptr;
2412 	__le32 *info;
2413 
2414 	fibptr = aac_fib_alloc(dev);
2415 	if (!fibptr)
2416 		goto out;
2417 
2418 	aac_fib_init(fibptr);
2419 	info = (__le32 *)fib_data(fibptr);
2420 	*info = cpu_to_le32(now->tv_sec); /* overflow in y2106 */
2421 	ret = aac_fib_send(SendHostTime, fibptr, sizeof(*info), FsaNormal,
2422 					1, 1, NULL, NULL);
2423 
2424 	/*
2425 	 * Do not set XferState to zero unless
2426 	 * receives a response from F/W
2427 	 */
2428 	if (ret >= 0)
2429 		aac_fib_complete(fibptr);
2430 
2431 	/*
2432 	 * FIB should be freed only after
2433 	 * getting the response from the F/W
2434 	 */
2435 	if (ret != -ERESTARTSYS)
2436 		aac_fib_free(fibptr);
2437 
2438 out:
2439 	return ret;
2440 }
2441 
2442 /**
2443  *	aac_command_thread	-	command processing thread
2444  *	@dev: Adapter to monitor
2445  *
2446  *	Waits on the commandready event in it's queue. When the event gets set
2447  *	it will pull FIBs off it's queue. It will continue to pull FIBs off
2448  *	until the queue is empty. When the queue is empty it will wait for
2449  *	more FIBs.
2450  */
2451 
2452 int aac_command_thread(void *data)
2453 {
2454 	struct aac_dev *dev = data;
2455 	DECLARE_WAITQUEUE(wait, current);
2456 	unsigned long next_jiffies = jiffies + HZ;
2457 	unsigned long next_check_jiffies = next_jiffies;
2458 	long difference = HZ;
2459 
2460 	/*
2461 	 *	We can only have one thread per adapter for AIF's.
2462 	 */
2463 	if (dev->aif_thread)
2464 		return -EINVAL;
2465 
2466 	/*
2467 	 *	Let the DPC know it has a place to send the AIF's to.
2468 	 */
2469 	dev->aif_thread = 1;
2470 	add_wait_queue(&dev->queues->queue[HostNormCmdQueue].cmdready, &wait);
2471 	set_current_state(TASK_INTERRUPTIBLE);
2472 	dprintk ((KERN_INFO "aac_command_thread start\n"));
2473 	while (1) {
2474 
2475 		aac_process_events(dev);
2476 
2477 		/*
2478 		 *	Background activity
2479 		 */
2480 		if ((time_before(next_check_jiffies,next_jiffies))
2481 		 && ((difference = next_check_jiffies - jiffies) <= 0)) {
2482 			next_check_jiffies = next_jiffies;
2483 			if (aac_adapter_check_health(dev) == 0) {
2484 				difference = ((long)(unsigned)check_interval)
2485 					   * HZ;
2486 				next_check_jiffies = jiffies + difference;
2487 			} else if (!dev->queues)
2488 				break;
2489 		}
2490 		if (!time_before(next_check_jiffies,next_jiffies)
2491 		 && ((difference = next_jiffies - jiffies) <= 0)) {
2492 			struct timespec64 now;
2493 			int ret;
2494 
2495 			/* Don't even try to talk to adapter if its sick */
2496 			ret = aac_adapter_check_health(dev);
2497 			if (ret || !dev->queues)
2498 				break;
2499 			next_check_jiffies = jiffies
2500 					   + ((long)(unsigned)check_interval)
2501 					   * HZ;
2502 			ktime_get_real_ts64(&now);
2503 
2504 			/* Synchronize our watches */
2505 			if (((NSEC_PER_SEC - (NSEC_PER_SEC / HZ)) > now.tv_nsec)
2506 			 && (now.tv_nsec > (NSEC_PER_SEC / HZ)))
2507 				difference = HZ + HZ / 2 -
2508 					     now.tv_nsec / (NSEC_PER_SEC / HZ);
2509 			else {
2510 				if (now.tv_nsec > NSEC_PER_SEC / 2)
2511 					++now.tv_sec;
2512 
2513 				if (dev->sa_firmware)
2514 					ret =
2515 					aac_send_safw_hostttime(dev, &now);
2516 				else
2517 					ret = aac_send_hosttime(dev, &now);
2518 
2519 				difference = (long)(unsigned)update_interval*HZ;
2520 			}
2521 			next_jiffies = jiffies + difference;
2522 			if (time_before(next_check_jiffies,next_jiffies))
2523 				difference = next_check_jiffies - jiffies;
2524 		}
2525 		if (difference <= 0)
2526 			difference = 1;
2527 		set_current_state(TASK_INTERRUPTIBLE);
2528 
2529 		if (kthread_should_stop())
2530 			break;
2531 
2532 		/*
2533 		 * we probably want usleep_range() here instead of the
2534 		 * jiffies computation
2535 		 */
2536 		schedule_timeout(difference);
2537 
2538 		if (kthread_should_stop())
2539 			break;
2540 	}
2541 	if (dev->queues)
2542 		remove_wait_queue(&dev->queues->queue[HostNormCmdQueue].cmdready, &wait);
2543 	dev->aif_thread = 0;
2544 	return 0;
2545 }
2546 
2547 int aac_acquire_irq(struct aac_dev *dev)
2548 {
2549 	int i;
2550 	int j;
2551 	int ret = 0;
2552 
2553 	if (!dev->sync_mode && dev->msi_enabled && dev->max_msix > 1) {
2554 		for (i = 0; i < dev->max_msix; i++) {
2555 			dev->aac_msix[i].vector_no = i;
2556 			dev->aac_msix[i].dev = dev;
2557 			if (request_irq(pci_irq_vector(dev->pdev, i),
2558 					dev->a_ops.adapter_intr,
2559 					0, "aacraid", &(dev->aac_msix[i]))) {
2560 				printk(KERN_ERR "%s%d: Failed to register IRQ for vector %d.\n",
2561 						dev->name, dev->id, i);
2562 				for (j = 0 ; j < i ; j++)
2563 					free_irq(pci_irq_vector(dev->pdev, j),
2564 						 &(dev->aac_msix[j]));
2565 				pci_disable_msix(dev->pdev);
2566 				ret = -1;
2567 			}
2568 		}
2569 	} else {
2570 		dev->aac_msix[0].vector_no = 0;
2571 		dev->aac_msix[0].dev = dev;
2572 
2573 		if (request_irq(dev->pdev->irq, dev->a_ops.adapter_intr,
2574 			IRQF_SHARED, "aacraid",
2575 			&(dev->aac_msix[0])) < 0) {
2576 			if (dev->msi)
2577 				pci_disable_msi(dev->pdev);
2578 			printk(KERN_ERR "%s%d: Interrupt unavailable.\n",
2579 					dev->name, dev->id);
2580 			ret = -1;
2581 		}
2582 	}
2583 	return ret;
2584 }
2585 
2586 void aac_free_irq(struct aac_dev *dev)
2587 {
2588 	int i;
2589 	int cpu;
2590 
2591 	cpu = cpumask_first(cpu_online_mask);
2592 	if (aac_is_src(dev)) {
2593 		if (dev->max_msix > 1) {
2594 			for (i = 0; i < dev->max_msix; i++)
2595 				free_irq(pci_irq_vector(dev->pdev, i),
2596 					 &(dev->aac_msix[i]));
2597 		} else {
2598 			free_irq(dev->pdev->irq, &(dev->aac_msix[0]));
2599 		}
2600 	} else {
2601 		free_irq(dev->pdev->irq, dev);
2602 	}
2603 	if (dev->msi)
2604 		pci_disable_msi(dev->pdev);
2605 	else if (dev->max_msix > 1)
2606 		pci_disable_msix(dev->pdev);
2607 }
2608