xref: /linux/drivers/scsi/ipr.c (revision 6a1636e06625ec0dd7f2b908ab39a8beea24bfd3)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * ipr.c -- driver for IBM Power Linux RAID adapters
4  *
5  * Written By: Brian King <brking@us.ibm.com>, IBM Corporation
6  *
7  * Copyright (C) 2003, 2004 IBM Corporation
8  */
9 
10 /*
11  * Notes:
12  *
13  * This driver is used to control the following SCSI adapters:
14  *
15  * IBM iSeries: 5702, 5703, 2780, 5709, 570A, 570B
16  *
17  * IBM pSeries: PCI-X Dual Channel Ultra 320 SCSI RAID Adapter
18  *              PCI-X Dual Channel Ultra 320 SCSI Adapter
19  *              PCI-X Dual Channel Ultra 320 SCSI RAID Enablement Card
20  *              Embedded SCSI adapter on p615 and p655 systems
21  *
22  * Supported Hardware Features:
23  *	- Ultra 320 SCSI controller
24  *	- PCI-X host interface
25  *	- Embedded PowerPC RISC Processor and Hardware XOR DMA Engine
26  *	- Non-Volatile Write Cache
27  *	- Supports attachment of non-RAID disks, tape, and optical devices
28  *	- RAID Levels 0, 5, 10
29  *	- Hot spare
30  *	- Background Parity Checking
31  *	- Background Data Scrubbing
32  *	- Ability to increase the capacity of an existing RAID 5 disk array
33  *		by adding disks
34  *
35  * Driver Features:
36  *	- Tagged command queuing
37  *	- Adapter microcode download
38  *	- PCI hot plug
39  *	- SCSI device hot plug
40  *
41  */
42 
43 #include <linux/fs.h>
44 #include <linux/init.h>
45 #include <linux/types.h>
46 #include <linux/errno.h>
47 #include <linux/kernel.h>
48 #include <linux/slab.h>
49 #include <linux/vmalloc.h>
50 #include <linux/ioport.h>
51 #include <linux/delay.h>
52 #include <linux/pci.h>
53 #include <linux/wait.h>
54 #include <linux/spinlock.h>
55 #include <linux/sched.h>
56 #include <linux/interrupt.h>
57 #include <linux/blkdev.h>
58 #include <linux/firmware.h>
59 #include <linux/module.h>
60 #include <linux/moduleparam.h>
61 #include <linux/hdreg.h>
62 #include <linux/reboot.h>
63 #include <linux/stringify.h>
64 #include <linux/irq.h>
65 #include <asm/io.h>
66 #include <asm/processor.h>
67 #include <scsi/scsi.h>
68 #include <scsi/scsi_host.h>
69 #include <scsi/scsi_tcq.h>
70 #include <scsi/scsi_eh.h>
71 #include <scsi/scsi_cmnd.h>
72 #include "ipr.h"
73 
74 /*
75  *   Global Data
76  */
77 static LIST_HEAD(ipr_ioa_head);
78 static unsigned int ipr_log_level = IPR_DEFAULT_LOG_LEVEL;
79 static unsigned int ipr_max_speed = 1;
80 static unsigned int ipr_fastfail = 0;
81 static unsigned int ipr_transop_timeout = 0;
82 static unsigned int ipr_debug = 0;
83 static unsigned int ipr_max_devs = IPR_DEFAULT_SIS64_DEVS;
84 static unsigned int ipr_dual_ioa_raid = 1;
85 static unsigned int ipr_number_of_msix = 16;
86 static unsigned int ipr_fast_reboot;
87 static DEFINE_SPINLOCK(ipr_driver_lock);
88 
89 /* This table describes the differences between DMA controller chips */
90 static const struct ipr_chip_cfg_t ipr_chip_cfg[] = {
91 	{ /* Gemstone, Citrine, Obsidian, and Obsidian-E */
92 		.mailbox = 0x0042C,
93 		.max_cmds = 100,
94 		.cache_line_size = 0x20,
95 		.clear_isr = 1,
96 		.iopoll_weight = 0,
97 		{
98 			.set_interrupt_mask_reg = 0x0022C,
99 			.clr_interrupt_mask_reg = 0x00230,
100 			.clr_interrupt_mask_reg32 = 0x00230,
101 			.sense_interrupt_mask_reg = 0x0022C,
102 			.sense_interrupt_mask_reg32 = 0x0022C,
103 			.clr_interrupt_reg = 0x00228,
104 			.clr_interrupt_reg32 = 0x00228,
105 			.sense_interrupt_reg = 0x00224,
106 			.sense_interrupt_reg32 = 0x00224,
107 			.ioarrin_reg = 0x00404,
108 			.sense_uproc_interrupt_reg = 0x00214,
109 			.sense_uproc_interrupt_reg32 = 0x00214,
110 			.set_uproc_interrupt_reg = 0x00214,
111 			.set_uproc_interrupt_reg32 = 0x00214,
112 			.clr_uproc_interrupt_reg = 0x00218,
113 			.clr_uproc_interrupt_reg32 = 0x00218
114 		}
115 	},
116 	{ /* Snipe and Scamp */
117 		.mailbox = 0x0052C,
118 		.max_cmds = 100,
119 		.cache_line_size = 0x20,
120 		.clear_isr = 1,
121 		.iopoll_weight = 0,
122 		{
123 			.set_interrupt_mask_reg = 0x00288,
124 			.clr_interrupt_mask_reg = 0x0028C,
125 			.clr_interrupt_mask_reg32 = 0x0028C,
126 			.sense_interrupt_mask_reg = 0x00288,
127 			.sense_interrupt_mask_reg32 = 0x00288,
128 			.clr_interrupt_reg = 0x00284,
129 			.clr_interrupt_reg32 = 0x00284,
130 			.sense_interrupt_reg = 0x00280,
131 			.sense_interrupt_reg32 = 0x00280,
132 			.ioarrin_reg = 0x00504,
133 			.sense_uproc_interrupt_reg = 0x00290,
134 			.sense_uproc_interrupt_reg32 = 0x00290,
135 			.set_uproc_interrupt_reg = 0x00290,
136 			.set_uproc_interrupt_reg32 = 0x00290,
137 			.clr_uproc_interrupt_reg = 0x00294,
138 			.clr_uproc_interrupt_reg32 = 0x00294
139 		}
140 	},
141 	{ /* CRoC */
142 		.mailbox = 0x00044,
143 		.max_cmds = 1000,
144 		.cache_line_size = 0x20,
145 		.clear_isr = 0,
146 		.iopoll_weight = 64,
147 		{
148 			.set_interrupt_mask_reg = 0x00010,
149 			.clr_interrupt_mask_reg = 0x00018,
150 			.clr_interrupt_mask_reg32 = 0x0001C,
151 			.sense_interrupt_mask_reg = 0x00010,
152 			.sense_interrupt_mask_reg32 = 0x00014,
153 			.clr_interrupt_reg = 0x00008,
154 			.clr_interrupt_reg32 = 0x0000C,
155 			.sense_interrupt_reg = 0x00000,
156 			.sense_interrupt_reg32 = 0x00004,
157 			.ioarrin_reg = 0x00070,
158 			.sense_uproc_interrupt_reg = 0x00020,
159 			.sense_uproc_interrupt_reg32 = 0x00024,
160 			.set_uproc_interrupt_reg = 0x00020,
161 			.set_uproc_interrupt_reg32 = 0x00024,
162 			.clr_uproc_interrupt_reg = 0x00028,
163 			.clr_uproc_interrupt_reg32 = 0x0002C,
164 			.init_feedback_reg = 0x0005C,
165 			.dump_addr_reg = 0x00064,
166 			.dump_data_reg = 0x00068,
167 			.endian_swap_reg = 0x00084
168 		}
169 	},
170 };
171 
172 static const struct ipr_chip_t ipr_chip[] = {
173 	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
174 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
175 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
176 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
177 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E, true, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
178 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
179 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
180 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
181 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
182 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] }
183 };
184 
185 static int ipr_max_bus_speeds[] = {
186 	IPR_80MBs_SCSI_RATE, IPR_U160_SCSI_RATE, IPR_U320_SCSI_RATE
187 };
188 
189 MODULE_AUTHOR("Brian King <brking@us.ibm.com>");
190 MODULE_DESCRIPTION("IBM Power RAID SCSI Adapter Driver");
191 module_param_named(max_speed, ipr_max_speed, uint, 0);
192 MODULE_PARM_DESC(max_speed, "Maximum bus speed (0-2). Default: 1=U160. Speeds: 0=80 MB/s, 1=U160, 2=U320");
193 module_param_named(log_level, ipr_log_level, uint, 0);
194 MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver");
195 module_param_named(fastfail, ipr_fastfail, int, S_IRUGO | S_IWUSR);
196 MODULE_PARM_DESC(fastfail, "Reduce timeouts and retries");
197 module_param_named(transop_timeout, ipr_transop_timeout, int, 0);
198 MODULE_PARM_DESC(transop_timeout, "Time in seconds to wait for adapter to come operational (default: 300)");
199 module_param_named(debug, ipr_debug, int, S_IRUGO | S_IWUSR);
200 MODULE_PARM_DESC(debug, "Enable device driver debugging logging. Set to 1 to enable. (default: 0)");
201 module_param_named(dual_ioa_raid, ipr_dual_ioa_raid, int, 0);
202 MODULE_PARM_DESC(dual_ioa_raid, "Enable dual adapter RAID support. Set to 1 to enable. (default: 1)");
203 module_param_named(max_devs, ipr_max_devs, int, 0);
204 MODULE_PARM_DESC(max_devs, "Specify the maximum number of physical devices. "
205 		 "[Default=" __stringify(IPR_DEFAULT_SIS64_DEVS) "]");
206 module_param_named(number_of_msix, ipr_number_of_msix, int, 0);
207 MODULE_PARM_DESC(number_of_msix, "Specify the number of MSIX interrupts to use on capable adapters (1 - 16).  (default:16)");
208 module_param_named(fast_reboot, ipr_fast_reboot, int, S_IRUGO | S_IWUSR);
209 MODULE_PARM_DESC(fast_reboot, "Skip adapter shutdown during reboot. Set to 1 to enable. (default: 0)");
210 MODULE_LICENSE("GPL");
211 MODULE_VERSION(IPR_DRIVER_VERSION);
212 
213 /*  A constant array of IOASCs/URCs/Error Messages */
214 static const
215 struct ipr_error_table_t ipr_error_table[] = {
216 	{0x00000000, 1, IPR_DEFAULT_LOG_LEVEL,
217 	"8155: An unknown error was received"},
218 	{0x00330000, 0, 0,
219 	"Soft underlength error"},
220 	{0x005A0000, 0, 0,
221 	"Command to be cancelled not found"},
222 	{0x00808000, 0, 0,
223 	"Qualified success"},
224 	{0x01080000, 1, IPR_DEFAULT_LOG_LEVEL,
225 	"FFFE: Soft device bus error recovered by the IOA"},
226 	{0x01088100, 0, IPR_DEFAULT_LOG_LEVEL,
227 	"4101: Soft device bus fabric error"},
228 	{0x01100100, 0, IPR_DEFAULT_LOG_LEVEL,
229 	"FFFC: Logical block guard error recovered by the device"},
230 	{0x01100300, 0, IPR_DEFAULT_LOG_LEVEL,
231 	"FFFC: Logical block reference tag error recovered by the device"},
232 	{0x01108300, 0, IPR_DEFAULT_LOG_LEVEL,
233 	"4171: Recovered scatter list tag / sequence number error"},
234 	{0x01109000, 0, IPR_DEFAULT_LOG_LEVEL,
235 	"FF3D: Recovered logical block CRC error on IOA to Host transfer"},
236 	{0x01109200, 0, IPR_DEFAULT_LOG_LEVEL,
237 	"4171: Recovered logical block sequence number error on IOA to Host transfer"},
238 	{0x0110A000, 0, IPR_DEFAULT_LOG_LEVEL,
239 	"FFFD: Recovered logical block reference tag error detected by the IOA"},
240 	{0x0110A100, 0, IPR_DEFAULT_LOG_LEVEL,
241 	"FFFD: Logical block guard error recovered by the IOA"},
242 	{0x01170600, 0, IPR_DEFAULT_LOG_LEVEL,
243 	"FFF9: Device sector reassign successful"},
244 	{0x01170900, 0, IPR_DEFAULT_LOG_LEVEL,
245 	"FFF7: Media error recovered by device rewrite procedures"},
246 	{0x01180200, 0, IPR_DEFAULT_LOG_LEVEL,
247 	"7001: IOA sector reassignment successful"},
248 	{0x01180500, 0, IPR_DEFAULT_LOG_LEVEL,
249 	"FFF9: Soft media error. Sector reassignment recommended"},
250 	{0x01180600, 0, IPR_DEFAULT_LOG_LEVEL,
251 	"FFF7: Media error recovered by IOA rewrite procedures"},
252 	{0x01418000, 0, IPR_DEFAULT_LOG_LEVEL,
253 	"FF3D: Soft PCI bus error recovered by the IOA"},
254 	{0x01440000, 1, IPR_DEFAULT_LOG_LEVEL,
255 	"FFF6: Device hardware error recovered by the IOA"},
256 	{0x01448100, 0, IPR_DEFAULT_LOG_LEVEL,
257 	"FFF6: Device hardware error recovered by the device"},
258 	{0x01448200, 1, IPR_DEFAULT_LOG_LEVEL,
259 	"FF3D: Soft IOA error recovered by the IOA"},
260 	{0x01448300, 0, IPR_DEFAULT_LOG_LEVEL,
261 	"FFFA: Undefined device response recovered by the IOA"},
262 	{0x014A0000, 1, IPR_DEFAULT_LOG_LEVEL,
263 	"FFF6: Device bus error, message or command phase"},
264 	{0x014A8000, 0, IPR_DEFAULT_LOG_LEVEL,
265 	"FFFE: Task Management Function failed"},
266 	{0x015D0000, 0, IPR_DEFAULT_LOG_LEVEL,
267 	"FFF6: Failure prediction threshold exceeded"},
268 	{0x015D9200, 0, IPR_DEFAULT_LOG_LEVEL,
269 	"8009: Impending cache battery pack failure"},
270 	{0x02040100, 0, 0,
271 	"Logical Unit in process of becoming ready"},
272 	{0x02040200, 0, 0,
273 	"Initializing command required"},
274 	{0x02040400, 0, 0,
275 	"34FF: Disk device format in progress"},
276 	{0x02040C00, 0, 0,
277 	"Logical unit not accessible, target port in unavailable state"},
278 	{0x02048000, 0, IPR_DEFAULT_LOG_LEVEL,
279 	"9070: IOA requested reset"},
280 	{0x023F0000, 0, 0,
281 	"Synchronization required"},
282 	{0x02408500, 0, 0,
283 	"IOA microcode download required"},
284 	{0x02408600, 0, 0,
285 	"Device bus connection is prohibited by host"},
286 	{0x024E0000, 0, 0,
287 	"No ready, IOA shutdown"},
288 	{0x025A0000, 0, 0,
289 	"Not ready, IOA has been shutdown"},
290 	{0x02670100, 0, IPR_DEFAULT_LOG_LEVEL,
291 	"3020: Storage subsystem configuration error"},
292 	{0x03110B00, 0, 0,
293 	"FFF5: Medium error, data unreadable, recommend reassign"},
294 	{0x03110C00, 0, 0,
295 	"7000: Medium error, data unreadable, do not reassign"},
296 	{0x03310000, 0, IPR_DEFAULT_LOG_LEVEL,
297 	"FFF3: Disk media format bad"},
298 	{0x04050000, 0, IPR_DEFAULT_LOG_LEVEL,
299 	"3002: Addressed device failed to respond to selection"},
300 	{0x04080000, 1, IPR_DEFAULT_LOG_LEVEL,
301 	"3100: Device bus error"},
302 	{0x04080100, 0, IPR_DEFAULT_LOG_LEVEL,
303 	"3109: IOA timed out a device command"},
304 	{0x04088000, 0, 0,
305 	"3120: SCSI bus is not operational"},
306 	{0x04088100, 0, IPR_DEFAULT_LOG_LEVEL,
307 	"4100: Hard device bus fabric error"},
308 	{0x04100100, 0, IPR_DEFAULT_LOG_LEVEL,
309 	"310C: Logical block guard error detected by the device"},
310 	{0x04100300, 0, IPR_DEFAULT_LOG_LEVEL,
311 	"310C: Logical block reference tag error detected by the device"},
312 	{0x04108300, 1, IPR_DEFAULT_LOG_LEVEL,
313 	"4170: Scatter list tag / sequence number error"},
314 	{0x04109000, 1, IPR_DEFAULT_LOG_LEVEL,
315 	"8150: Logical block CRC error on IOA to Host transfer"},
316 	{0x04109200, 1, IPR_DEFAULT_LOG_LEVEL,
317 	"4170: Logical block sequence number error on IOA to Host transfer"},
318 	{0x0410A000, 0, IPR_DEFAULT_LOG_LEVEL,
319 	"310D: Logical block reference tag error detected by the IOA"},
320 	{0x0410A100, 0, IPR_DEFAULT_LOG_LEVEL,
321 	"310D: Logical block guard error detected by the IOA"},
322 	{0x04118000, 0, IPR_DEFAULT_LOG_LEVEL,
323 	"9000: IOA reserved area data check"},
324 	{0x04118100, 0, IPR_DEFAULT_LOG_LEVEL,
325 	"9001: IOA reserved area invalid data pattern"},
326 	{0x04118200, 0, IPR_DEFAULT_LOG_LEVEL,
327 	"9002: IOA reserved area LRC error"},
328 	{0x04118300, 1, IPR_DEFAULT_LOG_LEVEL,
329 	"Hardware Error, IOA metadata access error"},
330 	{0x04320000, 0, IPR_DEFAULT_LOG_LEVEL,
331 	"102E: Out of alternate sectors for disk storage"},
332 	{0x04330000, 1, IPR_DEFAULT_LOG_LEVEL,
333 	"FFF4: Data transfer underlength error"},
334 	{0x04338000, 1, IPR_DEFAULT_LOG_LEVEL,
335 	"FFF4: Data transfer overlength error"},
336 	{0x043E0100, 0, IPR_DEFAULT_LOG_LEVEL,
337 	"3400: Logical unit failure"},
338 	{0x04408500, 0, IPR_DEFAULT_LOG_LEVEL,
339 	"FFF4: Device microcode is corrupt"},
340 	{0x04418000, 1, IPR_DEFAULT_LOG_LEVEL,
341 	"8150: PCI bus error"},
342 	{0x04430000, 1, 0,
343 	"Unsupported device bus message received"},
344 	{0x04440000, 1, IPR_DEFAULT_LOG_LEVEL,
345 	"FFF4: Disk device problem"},
346 	{0x04448200, 1, IPR_DEFAULT_LOG_LEVEL,
347 	"8150: Permanent IOA failure"},
348 	{0x04448300, 0, IPR_DEFAULT_LOG_LEVEL,
349 	"3010: Disk device returned wrong response to IOA"},
350 	{0x04448400, 0, IPR_DEFAULT_LOG_LEVEL,
351 	"8151: IOA microcode error"},
352 	{0x04448500, 0, 0,
353 	"Device bus status error"},
354 	{0x04448600, 0, IPR_DEFAULT_LOG_LEVEL,
355 	"8157: IOA error requiring IOA reset to recover"},
356 	{0x04448700, 0, 0,
357 	"ATA device status error"},
358 	{0x04490000, 0, 0,
359 	"Message reject received from the device"},
360 	{0x04449200, 0, IPR_DEFAULT_LOG_LEVEL,
361 	"8008: A permanent cache battery pack failure occurred"},
362 	{0x0444A000, 0, IPR_DEFAULT_LOG_LEVEL,
363 	"9090: Disk unit has been modified after the last known status"},
364 	{0x0444A200, 0, IPR_DEFAULT_LOG_LEVEL,
365 	"9081: IOA detected device error"},
366 	{0x0444A300, 0, IPR_DEFAULT_LOG_LEVEL,
367 	"9082: IOA detected device error"},
368 	{0x044A0000, 1, IPR_DEFAULT_LOG_LEVEL,
369 	"3110: Device bus error, message or command phase"},
370 	{0x044A8000, 1, IPR_DEFAULT_LOG_LEVEL,
371 	"3110: SAS Command / Task Management Function failed"},
372 	{0x04670400, 0, IPR_DEFAULT_LOG_LEVEL,
373 	"9091: Incorrect hardware configuration change has been detected"},
374 	{0x04678000, 0, IPR_DEFAULT_LOG_LEVEL,
375 	"9073: Invalid multi-adapter configuration"},
376 	{0x04678100, 0, IPR_DEFAULT_LOG_LEVEL,
377 	"4010: Incorrect connection between cascaded expanders"},
378 	{0x04678200, 0, IPR_DEFAULT_LOG_LEVEL,
379 	"4020: Connections exceed IOA design limits"},
380 	{0x04678300, 0, IPR_DEFAULT_LOG_LEVEL,
381 	"4030: Incorrect multipath connection"},
382 	{0x04679000, 0, IPR_DEFAULT_LOG_LEVEL,
383 	"4110: Unsupported enclosure function"},
384 	{0x04679800, 0, IPR_DEFAULT_LOG_LEVEL,
385 	"4120: SAS cable VPD cannot be read"},
386 	{0x046E0000, 0, IPR_DEFAULT_LOG_LEVEL,
387 	"FFF4: Command to logical unit failed"},
388 	{0x05240000, 1, 0,
389 	"Illegal request, invalid request type or request packet"},
390 	{0x05250000, 0, 0,
391 	"Illegal request, invalid resource handle"},
392 	{0x05258000, 0, 0,
393 	"Illegal request, commands not allowed to this device"},
394 	{0x05258100, 0, 0,
395 	"Illegal request, command not allowed to a secondary adapter"},
396 	{0x05258200, 0, 0,
397 	"Illegal request, command not allowed to a non-optimized resource"},
398 	{0x05260000, 0, 0,
399 	"Illegal request, invalid field in parameter list"},
400 	{0x05260100, 0, 0,
401 	"Illegal request, parameter not supported"},
402 	{0x05260200, 0, 0,
403 	"Illegal request, parameter value invalid"},
404 	{0x052C0000, 0, 0,
405 	"Illegal request, command sequence error"},
406 	{0x052C8000, 1, 0,
407 	"Illegal request, dual adapter support not enabled"},
408 	{0x052C8100, 1, 0,
409 	"Illegal request, another cable connector was physically disabled"},
410 	{0x054E8000, 1, 0,
411 	"Illegal request, inconsistent group id/group count"},
412 	{0x06040500, 0, IPR_DEFAULT_LOG_LEVEL,
413 	"9031: Array protection temporarily suspended, protection resuming"},
414 	{0x06040600, 0, IPR_DEFAULT_LOG_LEVEL,
415 	"9040: Array protection temporarily suspended, protection resuming"},
416 	{0x060B0100, 0, IPR_DEFAULT_LOG_LEVEL,
417 	"4080: IOA exceeded maximum operating temperature"},
418 	{0x060B8000, 0, IPR_DEFAULT_LOG_LEVEL,
419 	"4085: Service required"},
420 	{0x060B8100, 0, IPR_DEFAULT_LOG_LEVEL,
421 	"4086: SAS Adapter Hardware Configuration Error"},
422 	{0x06288000, 0, IPR_DEFAULT_LOG_LEVEL,
423 	"3140: Device bus not ready to ready transition"},
424 	{0x06290000, 0, IPR_DEFAULT_LOG_LEVEL,
425 	"FFFB: SCSI bus was reset"},
426 	{0x06290500, 0, 0,
427 	"FFFE: SCSI bus transition to single ended"},
428 	{0x06290600, 0, 0,
429 	"FFFE: SCSI bus transition to LVD"},
430 	{0x06298000, 0, IPR_DEFAULT_LOG_LEVEL,
431 	"FFFB: SCSI bus was reset by another initiator"},
432 	{0x063F0300, 0, IPR_DEFAULT_LOG_LEVEL,
433 	"3029: A device replacement has occurred"},
434 	{0x063F8300, 0, IPR_DEFAULT_LOG_LEVEL,
435 	"4102: Device bus fabric performance degradation"},
436 	{0x064C8000, 0, IPR_DEFAULT_LOG_LEVEL,
437 	"9051: IOA cache data exists for a missing or failed device"},
438 	{0x064C8100, 0, IPR_DEFAULT_LOG_LEVEL,
439 	"9055: Auxiliary cache IOA contains cache data needed by the primary IOA"},
440 	{0x06670100, 0, IPR_DEFAULT_LOG_LEVEL,
441 	"9025: Disk unit is not supported at its physical location"},
442 	{0x06670600, 0, IPR_DEFAULT_LOG_LEVEL,
443 	"3020: IOA detected a SCSI bus configuration error"},
444 	{0x06678000, 0, IPR_DEFAULT_LOG_LEVEL,
445 	"3150: SCSI bus configuration error"},
446 	{0x06678100, 0, IPR_DEFAULT_LOG_LEVEL,
447 	"9074: Asymmetric advanced function disk configuration"},
448 	{0x06678300, 0, IPR_DEFAULT_LOG_LEVEL,
449 	"4040: Incomplete multipath connection between IOA and enclosure"},
450 	{0x06678400, 0, IPR_DEFAULT_LOG_LEVEL,
451 	"4041: Incomplete multipath connection between enclosure and device"},
452 	{0x06678500, 0, IPR_DEFAULT_LOG_LEVEL,
453 	"9075: Incomplete multipath connection between IOA and remote IOA"},
454 	{0x06678600, 0, IPR_DEFAULT_LOG_LEVEL,
455 	"9076: Configuration error, missing remote IOA"},
456 	{0x06679100, 0, IPR_DEFAULT_LOG_LEVEL,
457 	"4050: Enclosure does not support a required multipath function"},
458 	{0x06679800, 0, IPR_DEFAULT_LOG_LEVEL,
459 	"4121: Configuration error, required cable is missing"},
460 	{0x06679900, 0, IPR_DEFAULT_LOG_LEVEL,
461 	"4122: Cable is not plugged into the correct location on remote IOA"},
462 	{0x06679A00, 0, IPR_DEFAULT_LOG_LEVEL,
463 	"4123: Configuration error, invalid cable vital product data"},
464 	{0x06679B00, 0, IPR_DEFAULT_LOG_LEVEL,
465 	"4124: Configuration error, both cable ends are plugged into the same IOA"},
466 	{0x06690000, 0, IPR_DEFAULT_LOG_LEVEL,
467 	"4070: Logically bad block written on device"},
468 	{0x06690200, 0, IPR_DEFAULT_LOG_LEVEL,
469 	"9041: Array protection temporarily suspended"},
470 	{0x06698200, 0, IPR_DEFAULT_LOG_LEVEL,
471 	"9042: Corrupt array parity detected on specified device"},
472 	{0x066B0200, 0, IPR_DEFAULT_LOG_LEVEL,
473 	"9030: Array no longer protected due to missing or failed disk unit"},
474 	{0x066B8000, 0, IPR_DEFAULT_LOG_LEVEL,
475 	"9071: Link operational transition"},
476 	{0x066B8100, 0, IPR_DEFAULT_LOG_LEVEL,
477 	"9072: Link not operational transition"},
478 	{0x066B8200, 0, IPR_DEFAULT_LOG_LEVEL,
479 	"9032: Array exposed but still protected"},
480 	{0x066B8300, 0, IPR_DEBUG_LOG_LEVEL,
481 	"70DD: Device forced failed by disrupt device command"},
482 	{0x066B9100, 0, IPR_DEFAULT_LOG_LEVEL,
483 	"4061: Multipath redundancy level got better"},
484 	{0x066B9200, 0, IPR_DEFAULT_LOG_LEVEL,
485 	"4060: Multipath redundancy level got worse"},
486 	{0x06808100, 0, IPR_DEBUG_LOG_LEVEL,
487 	"9083: Device raw mode enabled"},
488 	{0x06808200, 0, IPR_DEBUG_LOG_LEVEL,
489 	"9084: Device raw mode disabled"},
490 	{0x07270000, 0, 0,
491 	"Failure due to other device"},
492 	{0x07278000, 0, IPR_DEFAULT_LOG_LEVEL,
493 	"9008: IOA does not support functions expected by devices"},
494 	{0x07278100, 0, IPR_DEFAULT_LOG_LEVEL,
495 	"9010: Cache data associated with attached devices cannot be found"},
496 	{0x07278200, 0, IPR_DEFAULT_LOG_LEVEL,
497 	"9011: Cache data belongs to devices other than those attached"},
498 	{0x07278400, 0, IPR_DEFAULT_LOG_LEVEL,
499 	"9020: Array missing 2 or more devices with only 1 device present"},
500 	{0x07278500, 0, IPR_DEFAULT_LOG_LEVEL,
501 	"9021: Array missing 2 or more devices with 2 or more devices present"},
502 	{0x07278600, 0, IPR_DEFAULT_LOG_LEVEL,
503 	"9022: Exposed array is missing a required device"},
504 	{0x07278700, 0, IPR_DEFAULT_LOG_LEVEL,
505 	"9023: Array member(s) not at required physical locations"},
506 	{0x07278800, 0, IPR_DEFAULT_LOG_LEVEL,
507 	"9024: Array not functional due to present hardware configuration"},
508 	{0x07278900, 0, IPR_DEFAULT_LOG_LEVEL,
509 	"9026: Array not functional due to present hardware configuration"},
510 	{0x07278A00, 0, IPR_DEFAULT_LOG_LEVEL,
511 	"9027: Array is missing a device and parity is out of sync"},
512 	{0x07278B00, 0, IPR_DEFAULT_LOG_LEVEL,
513 	"9028: Maximum number of arrays already exist"},
514 	{0x07278C00, 0, IPR_DEFAULT_LOG_LEVEL,
515 	"9050: Required cache data cannot be located for a disk unit"},
516 	{0x07278D00, 0, IPR_DEFAULT_LOG_LEVEL,
517 	"9052: Cache data exists for a device that has been modified"},
518 	{0x07278F00, 0, IPR_DEFAULT_LOG_LEVEL,
519 	"9054: IOA resources not available due to previous problems"},
520 	{0x07279100, 0, IPR_DEFAULT_LOG_LEVEL,
521 	"9092: Disk unit requires initialization before use"},
522 	{0x07279200, 0, IPR_DEFAULT_LOG_LEVEL,
523 	"9029: Incorrect hardware configuration change has been detected"},
524 	{0x07279600, 0, IPR_DEFAULT_LOG_LEVEL,
525 	"9060: One or more disk pairs are missing from an array"},
526 	{0x07279700, 0, IPR_DEFAULT_LOG_LEVEL,
527 	"9061: One or more disks are missing from an array"},
528 	{0x07279800, 0, IPR_DEFAULT_LOG_LEVEL,
529 	"9062: One or more disks are missing from an array"},
530 	{0x07279900, 0, IPR_DEFAULT_LOG_LEVEL,
531 	"9063: Maximum number of functional arrays has been exceeded"},
532 	{0x07279A00, 0, 0,
533 	"Data protect, other volume set problem"},
534 	{0x0B260000, 0, 0,
535 	"Aborted command, invalid descriptor"},
536 	{0x0B3F9000, 0, 0,
537 	"Target operating conditions have changed, dual adapter takeover"},
538 	{0x0B530200, 0, 0,
539 	"Aborted command, medium removal prevented"},
540 	{0x0B5A0000, 0, 0,
541 	"Command terminated by host"},
542 	{0x0B5B8000, 0, 0,
543 	"Aborted command, command terminated by host"}
544 };
545 
546 static const struct ipr_ses_table_entry ipr_ses_table[] = {
547 	{ "2104-DL1        ", "XXXXXXXXXXXXXXXX", 80 },
548 	{ "2104-TL1        ", "XXXXXXXXXXXXXXXX", 80 },
549 	{ "HSBP07M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 7 slot */
550 	{ "HSBP05M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 5 slot */
551 	{ "HSBP05M S U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Bowtie */
552 	{ "HSBP06E ASU2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* MartinFenning */
553 	{ "2104-DU3        ", "XXXXXXXXXXXXXXXX", 160 },
554 	{ "2104-TU3        ", "XXXXXXXXXXXXXXXX", 160 },
555 	{ "HSBP04C RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
556 	{ "HSBP06E RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
557 	{ "St  V1S2        ", "XXXXXXXXXXXXXXXX", 160 },
558 	{ "HSBPD4M  PU3SCSI", "XXXXXXX*XXXXXXXX", 160 },
559 	{ "VSBPD1H   U3SCSI", "XXXXXXX*XXXXXXXX", 160 }
560 };
561 
562 /*
563  *  Function Prototypes
564  */
565 static int ipr_reset_alert(struct ipr_cmnd *);
566 static void ipr_process_ccn(struct ipr_cmnd *);
567 static void ipr_process_error(struct ipr_cmnd *);
568 static void ipr_reset_ioa_job(struct ipr_cmnd *);
569 static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *,
570 				   enum ipr_shutdown_type);
571 
572 #ifdef CONFIG_SCSI_IPR_TRACE
573 /**
574  * ipr_trc_hook - Add a trace entry to the driver trace
575  * @ipr_cmd:	ipr command struct
576  * @type:		trace type
577  * @add_data:	additional data
578  *
579  * Return value:
580  * 	none
581  **/
582 static void ipr_trc_hook(struct ipr_cmnd *ipr_cmd,
583 			 u8 type, u32 add_data)
584 {
585 	struct ipr_trace_entry *trace_entry;
586 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
587 	unsigned int trace_index;
588 
589 	trace_index = atomic_add_return(1, &ioa_cfg->trace_index) & IPR_TRACE_INDEX_MASK;
590 	trace_entry = &ioa_cfg->trace[trace_index];
591 	trace_entry->time = jiffies;
592 	trace_entry->op_code = ipr_cmd->ioarcb.cmd_pkt.cdb[0];
593 	trace_entry->type = type;
594 	trace_entry->cmd_index = ipr_cmd->cmd_index & 0xff;
595 	trace_entry->res_handle = ipr_cmd->ioarcb.res_handle;
596 	trace_entry->u.add_data = add_data;
597 	wmb();
598 }
599 #else
600 #define ipr_trc_hook(ipr_cmd, type, add_data) do { } while (0)
601 #endif
602 
603 /**
604  * ipr_lock_and_done - Acquire lock and complete command
605  * @ipr_cmd:	ipr command struct
606  *
607  * Return value:
608  *	none
609  **/
610 static void ipr_lock_and_done(struct ipr_cmnd *ipr_cmd)
611 {
612 	unsigned long lock_flags;
613 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
614 
615 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
616 	ipr_cmd->done(ipr_cmd);
617 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
618 }
619 
620 /**
621  * ipr_reinit_ipr_cmnd - Re-initialize an IPR Cmnd block for reuse
622  * @ipr_cmd:	ipr command struct
623  *
624  * Return value:
625  * 	none
626  **/
627 static void ipr_reinit_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
628 {
629 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
630 	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
631 	dma_addr_t dma_addr = ipr_cmd->dma_addr;
632 	int hrrq_id;
633 
634 	hrrq_id = ioarcb->cmd_pkt.hrrq_id;
635 	memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
636 	ioarcb->cmd_pkt.hrrq_id = hrrq_id;
637 	ioarcb->data_transfer_length = 0;
638 	ioarcb->read_data_transfer_length = 0;
639 	ioarcb->ioadl_len = 0;
640 	ioarcb->read_ioadl_len = 0;
641 
642 	if (ipr_cmd->ioa_cfg->sis64) {
643 		ioarcb->u.sis64_addr_data.data_ioadl_addr =
644 			cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
645 	} else {
646 		ioarcb->write_ioadl_addr =
647 			cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
648 		ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
649 	}
650 
651 	ioasa->hdr.ioasc = 0;
652 	ioasa->hdr.residual_data_len = 0;
653 	ipr_cmd->scsi_cmd = NULL;
654 	ipr_cmd->sense_buffer[0] = 0;
655 	ipr_cmd->dma_use_sg = 0;
656 }
657 
658 /**
659  * ipr_init_ipr_cmnd - Initialize an IPR Cmnd block
660  * @ipr_cmd:	ipr command struct
661  * @fast_done:	fast done function call-back
662  *
663  * Return value:
664  * 	none
665  **/
666 static void ipr_init_ipr_cmnd(struct ipr_cmnd *ipr_cmd,
667 			      void (*fast_done) (struct ipr_cmnd *))
668 {
669 	ipr_reinit_ipr_cmnd(ipr_cmd);
670 	ipr_cmd->u.scratch = 0;
671 	ipr_cmd->sibling = NULL;
672 	ipr_cmd->eh_comp = NULL;
673 	ipr_cmd->fast_done = fast_done;
674 	timer_setup(&ipr_cmd->timer, NULL, 0);
675 }
676 
677 /**
678  * __ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block
679  * @hrrq:	hrr queue
680  *
681  * Return value:
682  * 	pointer to ipr command struct
683  **/
684 static
685 struct ipr_cmnd *__ipr_get_free_ipr_cmnd(struct ipr_hrr_queue *hrrq)
686 {
687 	struct ipr_cmnd *ipr_cmd = NULL;
688 
689 	if (likely(!list_empty(&hrrq->hrrq_free_q))) {
690 		ipr_cmd = list_entry(hrrq->hrrq_free_q.next,
691 			struct ipr_cmnd, queue);
692 		list_del(&ipr_cmd->queue);
693 	}
694 
695 
696 	return ipr_cmd;
697 }
698 
699 /**
700  * ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block and initialize it
701  * @ioa_cfg:	ioa config struct
702  *
703  * Return value:
704  *	pointer to ipr command struct
705  **/
706 static
707 struct ipr_cmnd *ipr_get_free_ipr_cmnd(struct ipr_ioa_cfg *ioa_cfg)
708 {
709 	struct ipr_cmnd *ipr_cmd =
710 		__ipr_get_free_ipr_cmnd(&ioa_cfg->hrrq[IPR_INIT_HRRQ]);
711 	ipr_init_ipr_cmnd(ipr_cmd, ipr_lock_and_done);
712 	return ipr_cmd;
713 }
714 
715 /**
716  * ipr_mask_and_clear_interrupts - Mask all and clear specified interrupts
717  * @ioa_cfg:	ioa config struct
718  * @clr_ints:     interrupts to clear
719  *
720  * This function masks all interrupts on the adapter, then clears the
721  * interrupts specified in the mask
722  *
723  * Return value:
724  * 	none
725  **/
726 static void ipr_mask_and_clear_interrupts(struct ipr_ioa_cfg *ioa_cfg,
727 					  u32 clr_ints)
728 {
729 	int i;
730 
731 	/* Stop new interrupts */
732 	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
733 		spin_lock(&ioa_cfg->hrrq[i]._lock);
734 		ioa_cfg->hrrq[i].allow_interrupts = 0;
735 		spin_unlock(&ioa_cfg->hrrq[i]._lock);
736 	}
737 
738 	/* Set interrupt mask to stop all new interrupts */
739 	if (ioa_cfg->sis64)
740 		writeq(~0, ioa_cfg->regs.set_interrupt_mask_reg);
741 	else
742 		writel(~0, ioa_cfg->regs.set_interrupt_mask_reg);
743 
744 	/* Clear any pending interrupts */
745 	if (ioa_cfg->sis64)
746 		writel(~0, ioa_cfg->regs.clr_interrupt_reg);
747 	writel(clr_ints, ioa_cfg->regs.clr_interrupt_reg32);
748 	readl(ioa_cfg->regs.sense_interrupt_reg);
749 }
750 
751 /**
752  * ipr_save_pcix_cmd_reg - Save PCI-X command register
753  * @ioa_cfg:	ioa config struct
754  *
755  * Return value:
756  * 	0 on success / -EIO on failure
757  **/
758 static int ipr_save_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
759 {
760 	int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
761 	int rc;
762 
763 	if (pcix_cmd_reg == 0)
764 		return 0;
765 
766 	rc = pci_read_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
767 				  &ioa_cfg->saved_pcix_cmd_reg);
768 	if (rc != PCIBIOS_SUCCESSFUL) {
769 		dev_err(&ioa_cfg->pdev->dev, "Failed to save PCI-X command register\n");
770 		return -EIO;
771 	}
772 
773 	ioa_cfg->saved_pcix_cmd_reg |= PCI_X_CMD_DPERR_E | PCI_X_CMD_ERO;
774 	return 0;
775 }
776 
777 /**
778  * ipr_set_pcix_cmd_reg - Setup PCI-X command register
779  * @ioa_cfg:	ioa config struct
780  *
781  * Return value:
782  * 	0 on success / -EIO on failure
783  **/
784 static int ipr_set_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
785 {
786 	int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
787 	int rc;
788 
789 	if (pcix_cmd_reg) {
790 		rc = pci_write_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
791 					   ioa_cfg->saved_pcix_cmd_reg);
792 		if (rc != PCIBIOS_SUCCESSFUL) {
793 			dev_err(&ioa_cfg->pdev->dev, "Failed to setup PCI-X command register\n");
794 			return -EIO;
795 		}
796 	}
797 
798 	return 0;
799 }
800 
801 
802 /**
803  * __ipr_scsi_eh_done - mid-layer done function for aborted ops
804  * @ipr_cmd:	ipr command struct
805  *
806  * This function is invoked by the interrupt handler for
807  * ops generated by the SCSI mid-layer which are being aborted.
808  *
809  * Return value:
810  * 	none
811  **/
812 static void __ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
813 {
814 	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
815 
816 	scsi_cmd->result |= (DID_ERROR << 16);
817 
818 	scsi_dma_unmap(ipr_cmd->scsi_cmd);
819 	scsi_done(scsi_cmd);
820 	if (ipr_cmd->eh_comp)
821 		complete(ipr_cmd->eh_comp);
822 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
823 }
824 
825 /**
826  * ipr_scsi_eh_done - mid-layer done function for aborted ops
827  * @ipr_cmd:	ipr command struct
828  *
829  * This function is invoked by the interrupt handler for
830  * ops generated by the SCSI mid-layer which are being aborted.
831  *
832  * Return value:
833  * 	none
834  **/
835 static void ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
836 {
837 	unsigned long hrrq_flags;
838 	struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
839 
840 	spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
841 	__ipr_scsi_eh_done(ipr_cmd);
842 	spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
843 }
844 
845 /**
846  * ipr_fail_all_ops - Fails all outstanding ops.
847  * @ioa_cfg:	ioa config struct
848  *
849  * This function fails all outstanding ops.
850  *
851  * Return value:
852  * 	none
853  **/
854 static void ipr_fail_all_ops(struct ipr_ioa_cfg *ioa_cfg)
855 {
856 	struct ipr_cmnd *ipr_cmd, *temp;
857 	struct ipr_hrr_queue *hrrq;
858 
859 	ENTER;
860 	for_each_hrrq(hrrq, ioa_cfg) {
861 		spin_lock(&hrrq->_lock);
862 		list_for_each_entry_safe(ipr_cmd,
863 					temp, &hrrq->hrrq_pending_q, queue) {
864 			list_del(&ipr_cmd->queue);
865 
866 			ipr_cmd->s.ioasa.hdr.ioasc =
867 				cpu_to_be32(IPR_IOASC_IOA_WAS_RESET);
868 			ipr_cmd->s.ioasa.hdr.ilid =
869 				cpu_to_be32(IPR_DRIVER_ILID);
870 
871 			if (ipr_cmd->scsi_cmd)
872 				ipr_cmd->done = __ipr_scsi_eh_done;
873 
874 			ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH,
875 				     IPR_IOASC_IOA_WAS_RESET);
876 			timer_delete(&ipr_cmd->timer);
877 			ipr_cmd->done(ipr_cmd);
878 		}
879 		spin_unlock(&hrrq->_lock);
880 	}
881 	LEAVE;
882 }
883 
884 /**
885  * ipr_send_command -  Send driver initiated requests.
886  * @ipr_cmd:		ipr command struct
887  *
888  * This function sends a command to the adapter using the correct write call.
889  * In the case of sis64, calculate the ioarcb size required. Then or in the
890  * appropriate bits.
891  *
892  * Return value:
893  * 	none
894  **/
895 static void ipr_send_command(struct ipr_cmnd *ipr_cmd)
896 {
897 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
898 	dma_addr_t send_dma_addr = ipr_cmd->dma_addr;
899 
900 	if (ioa_cfg->sis64) {
901 		/* The default size is 256 bytes */
902 		send_dma_addr |= 0x1;
903 
904 		/* If the number of ioadls * size of ioadl > 128 bytes,
905 		   then use a 512 byte ioarcb */
906 		if (ipr_cmd->dma_use_sg * sizeof(struct ipr_ioadl64_desc) > 128 )
907 			send_dma_addr |= 0x4;
908 		writeq(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
909 	} else
910 		writel(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
911 }
912 
913 /**
914  * ipr_do_req -  Send driver initiated requests.
915  * @ipr_cmd:		ipr command struct
916  * @done:			done function
917  * @timeout_func:	timeout function
918  * @timeout:		timeout value
919  *
920  * This function sends the specified command to the adapter with the
921  * timeout given. The done function is invoked on command completion.
922  *
923  * Return value:
924  * 	none
925  **/
926 static void ipr_do_req(struct ipr_cmnd *ipr_cmd,
927 		       void (*done) (struct ipr_cmnd *),
928 		       void (*timeout_func) (struct timer_list *), u32 timeout)
929 {
930 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
931 
932 	ipr_cmd->done = done;
933 
934 	ipr_cmd->timer.expires = jiffies + timeout;
935 	ipr_cmd->timer.function = timeout_func;
936 
937 	add_timer(&ipr_cmd->timer);
938 
939 	ipr_trc_hook(ipr_cmd, IPR_TRACE_START, 0);
940 
941 	ipr_send_command(ipr_cmd);
942 }
943 
944 /**
945  * ipr_internal_cmd_done - Op done function for an internally generated op.
946  * @ipr_cmd:	ipr command struct
947  *
948  * This function is the op done function for an internally generated,
949  * blocking op. It simply wakes the sleeping thread.
950  *
951  * Return value:
952  * 	none
953  **/
954 static void ipr_internal_cmd_done(struct ipr_cmnd *ipr_cmd)
955 {
956 	if (ipr_cmd->sibling)
957 		ipr_cmd->sibling = NULL;
958 	else
959 		complete(&ipr_cmd->completion);
960 }
961 
962 /**
963  * ipr_init_ioadl - initialize the ioadl for the correct SIS type
964  * @ipr_cmd:	ipr command struct
965  * @dma_addr:	dma address
966  * @len:	transfer length
967  * @flags:	ioadl flag value
968  *
969  * This function initializes an ioadl in the case where there is only a single
970  * descriptor.
971  *
972  * Return value:
973  * 	nothing
974  **/
975 static void ipr_init_ioadl(struct ipr_cmnd *ipr_cmd, dma_addr_t dma_addr,
976 			   u32 len, int flags)
977 {
978 	struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
979 	struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
980 
981 	ipr_cmd->dma_use_sg = 1;
982 
983 	if (ipr_cmd->ioa_cfg->sis64) {
984 		ioadl64->flags = cpu_to_be32(flags);
985 		ioadl64->data_len = cpu_to_be32(len);
986 		ioadl64->address = cpu_to_be64(dma_addr);
987 
988 		ipr_cmd->ioarcb.ioadl_len =
989 		       	cpu_to_be32(sizeof(struct ipr_ioadl64_desc));
990 		ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
991 	} else {
992 		ioadl->flags_and_data_len = cpu_to_be32(flags | len);
993 		ioadl->address = cpu_to_be32(dma_addr);
994 
995 		if (flags == IPR_IOADL_FLAGS_READ_LAST) {
996 			ipr_cmd->ioarcb.read_ioadl_len =
997 				cpu_to_be32(sizeof(struct ipr_ioadl_desc));
998 			ipr_cmd->ioarcb.read_data_transfer_length = cpu_to_be32(len);
999 		} else {
1000 			ipr_cmd->ioarcb.ioadl_len =
1001 			       	cpu_to_be32(sizeof(struct ipr_ioadl_desc));
1002 			ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
1003 		}
1004 	}
1005 }
1006 
1007 /**
1008  * ipr_send_blocking_cmd - Send command and sleep on its completion.
1009  * @ipr_cmd:	ipr command struct
1010  * @timeout_func:	function to invoke if command times out
1011  * @timeout:	timeout
1012  *
1013  * Return value:
1014  * 	none
1015  **/
1016 static void ipr_send_blocking_cmd(struct ipr_cmnd *ipr_cmd,
1017 				  void (*timeout_func) (struct timer_list *),
1018 				  u32 timeout)
1019 {
1020 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1021 
1022 	init_completion(&ipr_cmd->completion);
1023 	ipr_do_req(ipr_cmd, ipr_internal_cmd_done, timeout_func, timeout);
1024 
1025 	spin_unlock_irq(ioa_cfg->host->host_lock);
1026 	wait_for_completion(&ipr_cmd->completion);
1027 	spin_lock_irq(ioa_cfg->host->host_lock);
1028 }
1029 
1030 static int ipr_get_hrrq_index(struct ipr_ioa_cfg *ioa_cfg)
1031 {
1032 	unsigned int hrrq;
1033 
1034 	if (ioa_cfg->hrrq_num == 1)
1035 		hrrq = 0;
1036 	else {
1037 		hrrq = atomic_add_return(1, &ioa_cfg->hrrq_index);
1038 		hrrq = (hrrq % (ioa_cfg->hrrq_num - 1)) + 1;
1039 	}
1040 	return hrrq;
1041 }
1042 
1043 /**
1044  * ipr_send_hcam - Send an HCAM to the adapter.
1045  * @ioa_cfg:	ioa config struct
1046  * @type:		HCAM type
1047  * @hostrcb:	hostrcb struct
1048  *
1049  * This function will send a Host Controlled Async command to the adapter.
1050  * If HCAMs are currently not allowed to be issued to the adapter, it will
1051  * place the hostrcb on the free queue.
1052  *
1053  * Return value:
1054  * 	none
1055  **/
1056 static void ipr_send_hcam(struct ipr_ioa_cfg *ioa_cfg, u8 type,
1057 			  struct ipr_hostrcb *hostrcb)
1058 {
1059 	struct ipr_cmnd *ipr_cmd;
1060 	struct ipr_ioarcb *ioarcb;
1061 
1062 	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
1063 		ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
1064 		list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
1065 		list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_pending_q);
1066 
1067 		ipr_cmd->u.hostrcb = hostrcb;
1068 		ioarcb = &ipr_cmd->ioarcb;
1069 
1070 		ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
1071 		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_HCAM;
1072 		ioarcb->cmd_pkt.cdb[0] = IPR_HOST_CONTROLLED_ASYNC;
1073 		ioarcb->cmd_pkt.cdb[1] = type;
1074 		ioarcb->cmd_pkt.cdb[7] = (sizeof(hostrcb->hcam) >> 8) & 0xff;
1075 		ioarcb->cmd_pkt.cdb[8] = sizeof(hostrcb->hcam) & 0xff;
1076 
1077 		ipr_init_ioadl(ipr_cmd, hostrcb->hostrcb_dma,
1078 			       sizeof(hostrcb->hcam), IPR_IOADL_FLAGS_READ_LAST);
1079 
1080 		if (type == IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE)
1081 			ipr_cmd->done = ipr_process_ccn;
1082 		else
1083 			ipr_cmd->done = ipr_process_error;
1084 
1085 		ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_IOA_RES_ADDR);
1086 
1087 		ipr_send_command(ipr_cmd);
1088 	} else {
1089 		list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
1090 	}
1091 }
1092 
1093 /**
1094  * ipr_init_res_entry - Initialize a resource entry struct.
1095  * @res:	resource entry struct
1096  * @cfgtew:	config table entry wrapper struct
1097  *
1098  * Return value:
1099  * 	none
1100  **/
1101 static void ipr_init_res_entry(struct ipr_resource_entry *res,
1102 			       struct ipr_config_table_entry_wrapper *cfgtew)
1103 {
1104 	int found = 0;
1105 	struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1106 	struct ipr_resource_entry *gscsi_res = NULL;
1107 
1108 	res->needs_sync_complete = 0;
1109 	res->in_erp = 0;
1110 	res->add_to_ml = 0;
1111 	res->del_from_ml = 0;
1112 	res->resetting_device = 0;
1113 	res->reset_occurred = 0;
1114 	res->sdev = NULL;
1115 
1116 	if (ioa_cfg->sis64) {
1117 		res->flags = be16_to_cpu(cfgtew->u.cfgte64->flags);
1118 		res->res_flags = be16_to_cpu(cfgtew->u.cfgte64->res_flags);
1119 		res->qmodel = IPR_QUEUEING_MODEL64(res);
1120 		res->type = cfgtew->u.cfgte64->res_type;
1121 
1122 		memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1123 			sizeof(res->res_path));
1124 
1125 		res->bus = 0;
1126 		memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1127 			sizeof(res->dev_lun.scsi_lun));
1128 		res->lun = scsilun_to_int(&res->dev_lun);
1129 
1130 		if (res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1131 			list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue) {
1132 				if (gscsi_res->dev_id == cfgtew->u.cfgte64->dev_id) {
1133 					found = 1;
1134 					res->target = gscsi_res->target;
1135 					break;
1136 				}
1137 			}
1138 			if (!found) {
1139 				res->target = find_first_zero_bit(ioa_cfg->target_ids,
1140 								  ioa_cfg->max_devs_supported);
1141 				set_bit(res->target, ioa_cfg->target_ids);
1142 			}
1143 		} else if (res->type == IPR_RES_TYPE_IOAFP) {
1144 			res->bus = IPR_IOAFP_VIRTUAL_BUS;
1145 			res->target = 0;
1146 		} else if (res->type == IPR_RES_TYPE_ARRAY) {
1147 			res->bus = IPR_ARRAY_VIRTUAL_BUS;
1148 			res->target = find_first_zero_bit(ioa_cfg->array_ids,
1149 							  ioa_cfg->max_devs_supported);
1150 			set_bit(res->target, ioa_cfg->array_ids);
1151 		} else if (res->type == IPR_RES_TYPE_VOLUME_SET) {
1152 			res->bus = IPR_VSET_VIRTUAL_BUS;
1153 			res->target = find_first_zero_bit(ioa_cfg->vset_ids,
1154 							  ioa_cfg->max_devs_supported);
1155 			set_bit(res->target, ioa_cfg->vset_ids);
1156 		} else {
1157 			res->target = find_first_zero_bit(ioa_cfg->target_ids,
1158 							  ioa_cfg->max_devs_supported);
1159 			set_bit(res->target, ioa_cfg->target_ids);
1160 		}
1161 	} else {
1162 		res->qmodel = IPR_QUEUEING_MODEL(res);
1163 		res->flags = cfgtew->u.cfgte->flags;
1164 		if (res->flags & IPR_IS_IOA_RESOURCE)
1165 			res->type = IPR_RES_TYPE_IOAFP;
1166 		else
1167 			res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1168 
1169 		res->bus = cfgtew->u.cfgte->res_addr.bus;
1170 		res->target = cfgtew->u.cfgte->res_addr.target;
1171 		res->lun = cfgtew->u.cfgte->res_addr.lun;
1172 		res->lun_wwn = get_unaligned_be64(cfgtew->u.cfgte->lun_wwn);
1173 	}
1174 }
1175 
1176 /**
1177  * ipr_is_same_device - Determine if two devices are the same.
1178  * @res:	resource entry struct
1179  * @cfgtew:	config table entry wrapper struct
1180  *
1181  * Return value:
1182  * 	1 if the devices are the same / 0 otherwise
1183  **/
1184 static int ipr_is_same_device(struct ipr_resource_entry *res,
1185 			      struct ipr_config_table_entry_wrapper *cfgtew)
1186 {
1187 	if (res->ioa_cfg->sis64) {
1188 		if (!memcmp(&res->dev_id, &cfgtew->u.cfgte64->dev_id,
1189 					sizeof(cfgtew->u.cfgte64->dev_id)) &&
1190 			!memcmp(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1191 					sizeof(cfgtew->u.cfgte64->lun))) {
1192 			return 1;
1193 		}
1194 	} else {
1195 		if (res->bus == cfgtew->u.cfgte->res_addr.bus &&
1196 		    res->target == cfgtew->u.cfgte->res_addr.target &&
1197 		    res->lun == cfgtew->u.cfgte->res_addr.lun)
1198 			return 1;
1199 	}
1200 
1201 	return 0;
1202 }
1203 
1204 /**
1205  * __ipr_format_res_path - Format the resource path for printing.
1206  * @res_path:	resource path
1207  * @buffer:	buffer
1208  * @len:	length of buffer provided
1209  *
1210  * Return value:
1211  * 	pointer to buffer
1212  **/
1213 static char *__ipr_format_res_path(u8 *res_path, char *buffer, int len)
1214 {
1215 	int i;
1216 	char *p = buffer;
1217 
1218 	*p = '\0';
1219 	p += scnprintf(p, buffer + len - p, "%02X", res_path[0]);
1220 	for (i = 1; res_path[i] != 0xff && i < IPR_RES_PATH_BYTES; i++)
1221 		p += scnprintf(p, buffer + len - p, "-%02X", res_path[i]);
1222 
1223 	return buffer;
1224 }
1225 
1226 /**
1227  * ipr_format_res_path - Format the resource path for printing.
1228  * @ioa_cfg:	ioa config struct
1229  * @res_path:	resource path
1230  * @buffer:	buffer
1231  * @len:	length of buffer provided
1232  *
1233  * Return value:
1234  *	pointer to buffer
1235  **/
1236 static char *ipr_format_res_path(struct ipr_ioa_cfg *ioa_cfg,
1237 				 u8 *res_path, char *buffer, int len)
1238 {
1239 	char *p = buffer;
1240 
1241 	*p = '\0';
1242 	p += scnprintf(p, buffer + len - p, "%d/", ioa_cfg->host->host_no);
1243 	__ipr_format_res_path(res_path, p, len - (p - buffer));
1244 	return buffer;
1245 }
1246 
1247 /**
1248  * ipr_update_res_entry - Update the resource entry.
1249  * @res:	resource entry struct
1250  * @cfgtew:	config table entry wrapper struct
1251  *
1252  * Return value:
1253  *      none
1254  **/
1255 static void ipr_update_res_entry(struct ipr_resource_entry *res,
1256 				 struct ipr_config_table_entry_wrapper *cfgtew)
1257 {
1258 	char buffer[IPR_MAX_RES_PATH_LENGTH];
1259 	int new_path = 0;
1260 
1261 	if (res->ioa_cfg->sis64) {
1262 		res->flags = be16_to_cpu(cfgtew->u.cfgte64->flags);
1263 		res->res_flags = be16_to_cpu(cfgtew->u.cfgte64->res_flags);
1264 		res->type = cfgtew->u.cfgte64->res_type;
1265 
1266 		memcpy(&res->std_inq_data, &cfgtew->u.cfgte64->std_inq_data,
1267 			sizeof(struct ipr_std_inq_data));
1268 
1269 		res->qmodel = IPR_QUEUEING_MODEL64(res);
1270 		res->res_handle = cfgtew->u.cfgte64->res_handle;
1271 		res->dev_id = cfgtew->u.cfgte64->dev_id;
1272 
1273 		memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1274 			sizeof(res->dev_lun.scsi_lun));
1275 
1276 		if (memcmp(res->res_path, &cfgtew->u.cfgte64->res_path,
1277 					sizeof(res->res_path))) {
1278 			memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1279 				sizeof(res->res_path));
1280 			new_path = 1;
1281 		}
1282 
1283 		if (res->sdev && new_path)
1284 			sdev_printk(KERN_INFO, res->sdev, "Resource path: %s\n",
1285 				    ipr_format_res_path(res->ioa_cfg,
1286 					res->res_path, buffer, sizeof(buffer)));
1287 	} else {
1288 		res->flags = cfgtew->u.cfgte->flags;
1289 		if (res->flags & IPR_IS_IOA_RESOURCE)
1290 			res->type = IPR_RES_TYPE_IOAFP;
1291 		else
1292 			res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1293 
1294 		memcpy(&res->std_inq_data, &cfgtew->u.cfgte->std_inq_data,
1295 			sizeof(struct ipr_std_inq_data));
1296 
1297 		res->qmodel = IPR_QUEUEING_MODEL(res);
1298 		res->res_handle = cfgtew->u.cfgte->res_handle;
1299 	}
1300 }
1301 
1302 /**
1303  * ipr_clear_res_target - Clear the bit in the bit map representing the target
1304  * 			  for the resource.
1305  * @res:	resource entry struct
1306  *
1307  * Return value:
1308  *      none
1309  **/
1310 static void ipr_clear_res_target(struct ipr_resource_entry *res)
1311 {
1312 	struct ipr_resource_entry *gscsi_res = NULL;
1313 	struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1314 
1315 	if (!ioa_cfg->sis64)
1316 		return;
1317 
1318 	if (res->bus == IPR_ARRAY_VIRTUAL_BUS)
1319 		clear_bit(res->target, ioa_cfg->array_ids);
1320 	else if (res->bus == IPR_VSET_VIRTUAL_BUS)
1321 		clear_bit(res->target, ioa_cfg->vset_ids);
1322 	else if (res->bus == 0 && res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1323 		list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue)
1324 			if (gscsi_res->dev_id == res->dev_id && gscsi_res != res)
1325 				return;
1326 		clear_bit(res->target, ioa_cfg->target_ids);
1327 
1328 	} else if (res->bus == 0)
1329 		clear_bit(res->target, ioa_cfg->target_ids);
1330 }
1331 
1332 /**
1333  * ipr_handle_config_change - Handle a config change from the adapter
1334  * @ioa_cfg:	ioa config struct
1335  * @hostrcb:	hostrcb
1336  *
1337  * Return value:
1338  * 	none
1339  **/
1340 static void ipr_handle_config_change(struct ipr_ioa_cfg *ioa_cfg,
1341 				     struct ipr_hostrcb *hostrcb)
1342 {
1343 	struct ipr_resource_entry *res = NULL;
1344 	struct ipr_config_table_entry_wrapper cfgtew;
1345 	__be32 cc_res_handle;
1346 
1347 	u32 is_ndn = 1;
1348 
1349 	if (ioa_cfg->sis64) {
1350 		cfgtew.u.cfgte64 = &hostrcb->hcam.u.ccn.u.cfgte64;
1351 		cc_res_handle = cfgtew.u.cfgte64->res_handle;
1352 	} else {
1353 		cfgtew.u.cfgte = &hostrcb->hcam.u.ccn.u.cfgte;
1354 		cc_res_handle = cfgtew.u.cfgte->res_handle;
1355 	}
1356 
1357 	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
1358 		if (res->res_handle == cc_res_handle) {
1359 			is_ndn = 0;
1360 			break;
1361 		}
1362 	}
1363 
1364 	if (is_ndn) {
1365 		if (list_empty(&ioa_cfg->free_res_q)) {
1366 			ipr_send_hcam(ioa_cfg,
1367 				      IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
1368 				      hostrcb);
1369 			return;
1370 		}
1371 
1372 		res = list_entry(ioa_cfg->free_res_q.next,
1373 				 struct ipr_resource_entry, queue);
1374 
1375 		list_del(&res->queue);
1376 		ipr_init_res_entry(res, &cfgtew);
1377 		list_add_tail(&res->queue, &ioa_cfg->used_res_q);
1378 	}
1379 
1380 	ipr_update_res_entry(res, &cfgtew);
1381 
1382 	if (hostrcb->hcam.notify_type == IPR_HOST_RCB_NOTIF_TYPE_REM_ENTRY) {
1383 		if (res->sdev) {
1384 			res->del_from_ml = 1;
1385 			res->res_handle = IPR_INVALID_RES_HANDLE;
1386 			schedule_work(&ioa_cfg->work_q);
1387 		} else {
1388 			ipr_clear_res_target(res);
1389 			list_move_tail(&res->queue, &ioa_cfg->free_res_q);
1390 		}
1391 	} else if (!res->sdev || res->del_from_ml) {
1392 		res->add_to_ml = 1;
1393 		schedule_work(&ioa_cfg->work_q);
1394 	}
1395 
1396 	ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1397 }
1398 
1399 /**
1400  * ipr_process_ccn - Op done function for a CCN.
1401  * @ipr_cmd:	ipr command struct
1402  *
1403  * This function is the op done function for a configuration
1404  * change notification host controlled async from the adapter.
1405  *
1406  * Return value:
1407  * 	none
1408  **/
1409 static void ipr_process_ccn(struct ipr_cmnd *ipr_cmd)
1410 {
1411 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1412 	struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
1413 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
1414 
1415 	list_del_init(&hostrcb->queue);
1416 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
1417 
1418 	if (ioasc) {
1419 		if (ioasc != IPR_IOASC_IOA_WAS_RESET &&
1420 		    ioasc != IPR_IOASC_ABORTED_CMD_TERM_BY_HOST)
1421 			dev_err(&ioa_cfg->pdev->dev,
1422 				"Host RCB failed with IOASC: 0x%08X\n", ioasc);
1423 
1424 		ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1425 	} else {
1426 		ipr_handle_config_change(ioa_cfg, hostrcb);
1427 	}
1428 }
1429 
1430 /**
1431  * strip_whitespace - Strip and pad trailing whitespace.
1432  * @i:		size of buffer
1433  * @buf:	string to modify
1434  *
1435  * This function will strip all trailing whitespace and
1436  * NUL terminate the string.
1437  *
1438  **/
1439 static void strip_whitespace(int i, char *buf)
1440 {
1441 	if (i < 1)
1442 		return;
1443 	i--;
1444 	while (i && buf[i] == ' ')
1445 		i--;
1446 	buf[i+1] = '\0';
1447 }
1448 
1449 /**
1450  * ipr_log_vpd_compact - Log the passed extended VPD compactly.
1451  * @prefix:		string to print at start of printk
1452  * @hostrcb:	hostrcb pointer
1453  * @vpd:		vendor/product id/sn struct
1454  *
1455  * Return value:
1456  * 	none
1457  **/
1458 static void ipr_log_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1459 				struct ipr_vpd *vpd)
1460 {
1461 	char vendor_id[IPR_VENDOR_ID_LEN + 1];
1462 	char product_id[IPR_PROD_ID_LEN + 1];
1463 	char sn[IPR_SERIAL_NUM_LEN + 1];
1464 
1465 	memcpy(vendor_id, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1466 	strip_whitespace(IPR_VENDOR_ID_LEN, vendor_id);
1467 
1468 	memcpy(product_id, vpd->vpids.product_id, IPR_PROD_ID_LEN);
1469 	strip_whitespace(IPR_PROD_ID_LEN, product_id);
1470 
1471 	memcpy(sn, vpd->sn, IPR_SERIAL_NUM_LEN);
1472 	strip_whitespace(IPR_SERIAL_NUM_LEN, sn);
1473 
1474 	ipr_hcam_err(hostrcb, "%s VPID/SN: %s %s %s\n", prefix,
1475 		     vendor_id, product_id, sn);
1476 }
1477 
1478 /**
1479  * ipr_log_vpd - Log the passed VPD to the error log.
1480  * @vpd:		vendor/product id/sn struct
1481  *
1482  * Return value:
1483  * 	none
1484  **/
1485 static void ipr_log_vpd(struct ipr_vpd *vpd)
1486 {
1487 	char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN
1488 		    + IPR_SERIAL_NUM_LEN];
1489 
1490 	memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1491 	memcpy(buffer + IPR_VENDOR_ID_LEN, vpd->vpids.product_id,
1492 	       IPR_PROD_ID_LEN);
1493 	buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN] = '\0';
1494 	ipr_err("Vendor/Product ID: %s\n", buffer);
1495 
1496 	memcpy(buffer, vpd->sn, IPR_SERIAL_NUM_LEN);
1497 	buffer[IPR_SERIAL_NUM_LEN] = '\0';
1498 	ipr_err("    Serial Number: %s\n", buffer);
1499 }
1500 
1501 /**
1502  * ipr_log_ext_vpd_compact - Log the passed extended VPD compactly.
1503  * @prefix:		string to print at start of printk
1504  * @hostrcb:	hostrcb pointer
1505  * @vpd:		vendor/product id/sn/wwn struct
1506  *
1507  * Return value:
1508  * 	none
1509  **/
1510 static void ipr_log_ext_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1511 				    struct ipr_ext_vpd *vpd)
1512 {
1513 	ipr_log_vpd_compact(prefix, hostrcb, &vpd->vpd);
1514 	ipr_hcam_err(hostrcb, "%s WWN: %08X%08X\n", prefix,
1515 		     be32_to_cpu(vpd->wwid[0]), be32_to_cpu(vpd->wwid[1]));
1516 }
1517 
1518 /**
1519  * ipr_log_ext_vpd - Log the passed extended VPD to the error log.
1520  * @vpd:		vendor/product id/sn/wwn struct
1521  *
1522  * Return value:
1523  * 	none
1524  **/
1525 static void ipr_log_ext_vpd(struct ipr_ext_vpd *vpd)
1526 {
1527 	ipr_log_vpd(&vpd->vpd);
1528 	ipr_err("    WWN: %08X%08X\n", be32_to_cpu(vpd->wwid[0]),
1529 		be32_to_cpu(vpd->wwid[1]));
1530 }
1531 
1532 /**
1533  * ipr_log_enhanced_cache_error - Log a cache error.
1534  * @ioa_cfg:	ioa config struct
1535  * @hostrcb:	hostrcb struct
1536  *
1537  * Return value:
1538  * 	none
1539  **/
1540 static void ipr_log_enhanced_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1541 					 struct ipr_hostrcb *hostrcb)
1542 {
1543 	struct ipr_hostrcb_type_12_error *error;
1544 
1545 	if (ioa_cfg->sis64)
1546 		error = &hostrcb->hcam.u.error64.u.type_12_error;
1547 	else
1548 		error = &hostrcb->hcam.u.error.u.type_12_error;
1549 
1550 	ipr_err("-----Current Configuration-----\n");
1551 	ipr_err("Cache Directory Card Information:\n");
1552 	ipr_log_ext_vpd(&error->ioa_vpd);
1553 	ipr_err("Adapter Card Information:\n");
1554 	ipr_log_ext_vpd(&error->cfc_vpd);
1555 
1556 	ipr_err("-----Expected Configuration-----\n");
1557 	ipr_err("Cache Directory Card Information:\n");
1558 	ipr_log_ext_vpd(&error->ioa_last_attached_to_cfc_vpd);
1559 	ipr_err("Adapter Card Information:\n");
1560 	ipr_log_ext_vpd(&error->cfc_last_attached_to_ioa_vpd);
1561 
1562 	ipr_err("Additional IOA Data: %08X %08X %08X\n",
1563 		     be32_to_cpu(error->ioa_data[0]),
1564 		     be32_to_cpu(error->ioa_data[1]),
1565 		     be32_to_cpu(error->ioa_data[2]));
1566 }
1567 
1568 /**
1569  * ipr_log_cache_error - Log a cache error.
1570  * @ioa_cfg:	ioa config struct
1571  * @hostrcb:	hostrcb struct
1572  *
1573  * Return value:
1574  * 	none
1575  **/
1576 static void ipr_log_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1577 				struct ipr_hostrcb *hostrcb)
1578 {
1579 	struct ipr_hostrcb_type_02_error *error =
1580 		&hostrcb->hcam.u.error.u.type_02_error;
1581 
1582 	ipr_err("-----Current Configuration-----\n");
1583 	ipr_err("Cache Directory Card Information:\n");
1584 	ipr_log_vpd(&error->ioa_vpd);
1585 	ipr_err("Adapter Card Information:\n");
1586 	ipr_log_vpd(&error->cfc_vpd);
1587 
1588 	ipr_err("-----Expected Configuration-----\n");
1589 	ipr_err("Cache Directory Card Information:\n");
1590 	ipr_log_vpd(&error->ioa_last_attached_to_cfc_vpd);
1591 	ipr_err("Adapter Card Information:\n");
1592 	ipr_log_vpd(&error->cfc_last_attached_to_ioa_vpd);
1593 
1594 	ipr_err("Additional IOA Data: %08X %08X %08X\n",
1595 		     be32_to_cpu(error->ioa_data[0]),
1596 		     be32_to_cpu(error->ioa_data[1]),
1597 		     be32_to_cpu(error->ioa_data[2]));
1598 }
1599 
1600 /**
1601  * ipr_log_enhanced_config_error - Log a configuration error.
1602  * @ioa_cfg:	ioa config struct
1603  * @hostrcb:	hostrcb struct
1604  *
1605  * Return value:
1606  * 	none
1607  **/
1608 static void ipr_log_enhanced_config_error(struct ipr_ioa_cfg *ioa_cfg,
1609 					  struct ipr_hostrcb *hostrcb)
1610 {
1611 	int errors_logged, i;
1612 	struct ipr_hostrcb_device_data_entry_enhanced *dev_entry;
1613 	struct ipr_hostrcb_type_13_error *error;
1614 
1615 	error = &hostrcb->hcam.u.error.u.type_13_error;
1616 	errors_logged = be32_to_cpu(error->errors_logged);
1617 
1618 	ipr_err("Device Errors Detected/Logged: %d/%d\n",
1619 		be32_to_cpu(error->errors_detected), errors_logged);
1620 
1621 	dev_entry = error->dev;
1622 
1623 	for (i = 0; i < errors_logged; i++, dev_entry++) {
1624 		ipr_err_separator;
1625 
1626 		ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1627 		ipr_log_ext_vpd(&dev_entry->vpd);
1628 
1629 		ipr_err("-----New Device Information-----\n");
1630 		ipr_log_ext_vpd(&dev_entry->new_vpd);
1631 
1632 		ipr_err("Cache Directory Card Information:\n");
1633 		ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1634 
1635 		ipr_err("Adapter Card Information:\n");
1636 		ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1637 	}
1638 }
1639 
1640 /**
1641  * ipr_log_sis64_config_error - Log a device error.
1642  * @ioa_cfg:	ioa config struct
1643  * @hostrcb:	hostrcb struct
1644  *
1645  * Return value:
1646  * 	none
1647  **/
1648 static void ipr_log_sis64_config_error(struct ipr_ioa_cfg *ioa_cfg,
1649 				       struct ipr_hostrcb *hostrcb)
1650 {
1651 	int errors_logged, i;
1652 	struct ipr_hostrcb64_device_data_entry_enhanced *dev_entry;
1653 	struct ipr_hostrcb_type_23_error *error;
1654 	char buffer[IPR_MAX_RES_PATH_LENGTH];
1655 
1656 	error = &hostrcb->hcam.u.error64.u.type_23_error;
1657 	errors_logged = be32_to_cpu(error->errors_logged);
1658 
1659 	ipr_err("Device Errors Detected/Logged: %d/%d\n",
1660 		be32_to_cpu(error->errors_detected), errors_logged);
1661 
1662 	dev_entry = error->dev;
1663 
1664 	for (i = 0; i < errors_logged; i++, dev_entry++) {
1665 		ipr_err_separator;
1666 
1667 		ipr_err("Device %d : %s", i + 1,
1668 			__ipr_format_res_path(dev_entry->res_path,
1669 					      buffer, sizeof(buffer)));
1670 		ipr_log_ext_vpd(&dev_entry->vpd);
1671 
1672 		ipr_err("-----New Device Information-----\n");
1673 		ipr_log_ext_vpd(&dev_entry->new_vpd);
1674 
1675 		ipr_err("Cache Directory Card Information:\n");
1676 		ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1677 
1678 		ipr_err("Adapter Card Information:\n");
1679 		ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1680 	}
1681 }
1682 
1683 /**
1684  * ipr_log_config_error - Log a configuration error.
1685  * @ioa_cfg:	ioa config struct
1686  * @hostrcb:	hostrcb struct
1687  *
1688  * Return value:
1689  * 	none
1690  **/
1691 static void ipr_log_config_error(struct ipr_ioa_cfg *ioa_cfg,
1692 				 struct ipr_hostrcb *hostrcb)
1693 {
1694 	int errors_logged, i;
1695 	struct ipr_hostrcb_device_data_entry *dev_entry;
1696 	struct ipr_hostrcb_type_03_error *error;
1697 
1698 	error = &hostrcb->hcam.u.error.u.type_03_error;
1699 	errors_logged = be32_to_cpu(error->errors_logged);
1700 
1701 	ipr_err("Device Errors Detected/Logged: %d/%d\n",
1702 		be32_to_cpu(error->errors_detected), errors_logged);
1703 
1704 	dev_entry = error->dev;
1705 
1706 	for (i = 0; i < errors_logged; i++, dev_entry++) {
1707 		ipr_err_separator;
1708 
1709 		ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1710 		ipr_log_vpd(&dev_entry->vpd);
1711 
1712 		ipr_err("-----New Device Information-----\n");
1713 		ipr_log_vpd(&dev_entry->new_vpd);
1714 
1715 		ipr_err("Cache Directory Card Information:\n");
1716 		ipr_log_vpd(&dev_entry->ioa_last_with_dev_vpd);
1717 
1718 		ipr_err("Adapter Card Information:\n");
1719 		ipr_log_vpd(&dev_entry->cfc_last_with_dev_vpd);
1720 
1721 		ipr_err("Additional IOA Data: %08X %08X %08X %08X %08X\n",
1722 			be32_to_cpu(dev_entry->ioa_data[0]),
1723 			be32_to_cpu(dev_entry->ioa_data[1]),
1724 			be32_to_cpu(dev_entry->ioa_data[2]),
1725 			be32_to_cpu(dev_entry->ioa_data[3]),
1726 			be32_to_cpu(dev_entry->ioa_data[4]));
1727 	}
1728 }
1729 
1730 /**
1731  * ipr_log_enhanced_array_error - Log an array configuration error.
1732  * @ioa_cfg:	ioa config struct
1733  * @hostrcb:	hostrcb struct
1734  *
1735  * Return value:
1736  * 	none
1737  **/
1738 static void ipr_log_enhanced_array_error(struct ipr_ioa_cfg *ioa_cfg,
1739 					 struct ipr_hostrcb *hostrcb)
1740 {
1741 	int i, num_entries;
1742 	struct ipr_hostrcb_type_14_error *error;
1743 	struct ipr_hostrcb_array_data_entry_enhanced *array_entry;
1744 	const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1745 
1746 	error = &hostrcb->hcam.u.error.u.type_14_error;
1747 
1748 	ipr_err_separator;
1749 
1750 	ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1751 		error->protection_level,
1752 		ioa_cfg->host->host_no,
1753 		error->last_func_vset_res_addr.bus,
1754 		error->last_func_vset_res_addr.target,
1755 		error->last_func_vset_res_addr.lun);
1756 
1757 	ipr_err_separator;
1758 
1759 	array_entry = error->array_member;
1760 	num_entries = min_t(u32, be32_to_cpu(error->num_entries),
1761 			    ARRAY_SIZE(error->array_member));
1762 
1763 	for (i = 0; i < num_entries; i++, array_entry++) {
1764 		if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1765 			continue;
1766 
1767 		if (be32_to_cpu(error->exposed_mode_adn) == i)
1768 			ipr_err("Exposed Array Member %d:\n", i);
1769 		else
1770 			ipr_err("Array Member %d:\n", i);
1771 
1772 		ipr_log_ext_vpd(&array_entry->vpd);
1773 		ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1774 		ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1775 				 "Expected Location");
1776 
1777 		ipr_err_separator;
1778 	}
1779 }
1780 
1781 /**
1782  * ipr_log_array_error - Log an array configuration error.
1783  * @ioa_cfg:	ioa config struct
1784  * @hostrcb:	hostrcb struct
1785  *
1786  * Return value:
1787  * 	none
1788  **/
1789 static void ipr_log_array_error(struct ipr_ioa_cfg *ioa_cfg,
1790 				struct ipr_hostrcb *hostrcb)
1791 {
1792 	int i;
1793 	struct ipr_hostrcb_type_04_error *error;
1794 	struct ipr_hostrcb_array_data_entry *array_entry;
1795 	const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1796 
1797 	error = &hostrcb->hcam.u.error.u.type_04_error;
1798 
1799 	ipr_err_separator;
1800 
1801 	ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1802 		error->protection_level,
1803 		ioa_cfg->host->host_no,
1804 		error->last_func_vset_res_addr.bus,
1805 		error->last_func_vset_res_addr.target,
1806 		error->last_func_vset_res_addr.lun);
1807 
1808 	ipr_err_separator;
1809 
1810 	array_entry = error->array_member;
1811 
1812 	for (i = 0; i < 18; i++) {
1813 		if (!memcmp(array_entry->vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1814 			continue;
1815 
1816 		if (be32_to_cpu(error->exposed_mode_adn) == i)
1817 			ipr_err("Exposed Array Member %d:\n", i);
1818 		else
1819 			ipr_err("Array Member %d:\n", i);
1820 
1821 		ipr_log_vpd(&array_entry->vpd);
1822 
1823 		ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1824 		ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1825 				 "Expected Location");
1826 
1827 		ipr_err_separator;
1828 
1829 		if (i == 9)
1830 			array_entry = error->array_member2;
1831 		else
1832 			array_entry++;
1833 	}
1834 }
1835 
1836 /**
1837  * ipr_log_hex_data - Log additional hex IOA error data.
1838  * @ioa_cfg:	ioa config struct
1839  * @data:		IOA error data
1840  * @len:		data length
1841  *
1842  * Return value:
1843  * 	none
1844  **/
1845 static void ipr_log_hex_data(struct ipr_ioa_cfg *ioa_cfg, __be32 *data, int len)
1846 {
1847 	int i;
1848 
1849 	if (len == 0)
1850 		return;
1851 
1852 	if (ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
1853 		len = min_t(int, len, IPR_DEFAULT_MAX_ERROR_DUMP);
1854 
1855 	for (i = 0; i < len / 4; i += 4) {
1856 		ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
1857 			be32_to_cpu(data[i]),
1858 			be32_to_cpu(data[i+1]),
1859 			be32_to_cpu(data[i+2]),
1860 			be32_to_cpu(data[i+3]));
1861 	}
1862 }
1863 
1864 /**
1865  * ipr_log_enhanced_dual_ioa_error - Log an enhanced dual adapter error.
1866  * @ioa_cfg:	ioa config struct
1867  * @hostrcb:	hostrcb struct
1868  *
1869  * Return value:
1870  * 	none
1871  **/
1872 static void ipr_log_enhanced_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1873 					    struct ipr_hostrcb *hostrcb)
1874 {
1875 	struct ipr_hostrcb_type_17_error *error;
1876 
1877 	if (ioa_cfg->sis64)
1878 		error = &hostrcb->hcam.u.error64.u.type_17_error;
1879 	else
1880 		error = &hostrcb->hcam.u.error.u.type_17_error;
1881 
1882 	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1883 	strim(error->failure_reason);
1884 
1885 	ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1886 		     be32_to_cpu(hostrcb->hcam.u.error.prc));
1887 	ipr_log_ext_vpd_compact("Remote IOA", hostrcb, &error->vpd);
1888 	ipr_log_hex_data(ioa_cfg, error->data,
1889 			 be32_to_cpu(hostrcb->hcam.length) -
1890 			 (offsetof(struct ipr_hostrcb_error, u) +
1891 			  offsetof(struct ipr_hostrcb_type_17_error, data)));
1892 }
1893 
1894 /**
1895  * ipr_log_dual_ioa_error - Log a dual adapter error.
1896  * @ioa_cfg:	ioa config struct
1897  * @hostrcb:	hostrcb struct
1898  *
1899  * Return value:
1900  * 	none
1901  **/
1902 static void ipr_log_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1903 				   struct ipr_hostrcb *hostrcb)
1904 {
1905 	struct ipr_hostrcb_type_07_error *error;
1906 
1907 	error = &hostrcb->hcam.u.error.u.type_07_error;
1908 	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1909 	strim(error->failure_reason);
1910 
1911 	ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1912 		     be32_to_cpu(hostrcb->hcam.u.error.prc));
1913 	ipr_log_vpd_compact("Remote IOA", hostrcb, &error->vpd);
1914 	ipr_log_hex_data(ioa_cfg, error->data,
1915 			 be32_to_cpu(hostrcb->hcam.length) -
1916 			 (offsetof(struct ipr_hostrcb_error, u) +
1917 			  offsetof(struct ipr_hostrcb_type_07_error, data)));
1918 }
1919 
1920 static const struct {
1921 	u8 active;
1922 	char *desc;
1923 } path_active_desc[] = {
1924 	{ IPR_PATH_NO_INFO, "Path" },
1925 	{ IPR_PATH_ACTIVE, "Active path" },
1926 	{ IPR_PATH_NOT_ACTIVE, "Inactive path" }
1927 };
1928 
1929 static const struct {
1930 	u8 state;
1931 	char *desc;
1932 } path_state_desc[] = {
1933 	{ IPR_PATH_STATE_NO_INFO, "has no path state information available" },
1934 	{ IPR_PATH_HEALTHY, "is healthy" },
1935 	{ IPR_PATH_DEGRADED, "is degraded" },
1936 	{ IPR_PATH_FAILED, "is failed" }
1937 };
1938 
1939 /**
1940  * ipr_log_fabric_path - Log a fabric path error
1941  * @hostrcb:	hostrcb struct
1942  * @fabric:		fabric descriptor
1943  *
1944  * Return value:
1945  * 	none
1946  **/
1947 static void ipr_log_fabric_path(struct ipr_hostrcb *hostrcb,
1948 				struct ipr_hostrcb_fabric_desc *fabric)
1949 {
1950 	int i, j;
1951 	u8 path_state = fabric->path_state;
1952 	u8 active = path_state & IPR_PATH_ACTIVE_MASK;
1953 	u8 state = path_state & IPR_PATH_STATE_MASK;
1954 
1955 	for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
1956 		if (path_active_desc[i].active != active)
1957 			continue;
1958 
1959 		for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
1960 			if (path_state_desc[j].state != state)
1961 				continue;
1962 
1963 			if (fabric->cascaded_expander == 0xff && fabric->phy == 0xff) {
1964 				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d\n",
1965 					     path_active_desc[i].desc, path_state_desc[j].desc,
1966 					     fabric->ioa_port);
1967 			} else if (fabric->cascaded_expander == 0xff) {
1968 				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Phy=%d\n",
1969 					     path_active_desc[i].desc, path_state_desc[j].desc,
1970 					     fabric->ioa_port, fabric->phy);
1971 			} else if (fabric->phy == 0xff) {
1972 				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d\n",
1973 					     path_active_desc[i].desc, path_state_desc[j].desc,
1974 					     fabric->ioa_port, fabric->cascaded_expander);
1975 			} else {
1976 				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d, Phy=%d\n",
1977 					     path_active_desc[i].desc, path_state_desc[j].desc,
1978 					     fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
1979 			}
1980 			return;
1981 		}
1982 	}
1983 
1984 	ipr_err("Path state=%02X IOA Port=%d Cascade=%d Phy=%d\n", path_state,
1985 		fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
1986 }
1987 
1988 /**
1989  * ipr_log64_fabric_path - Log a fabric path error
1990  * @hostrcb:	hostrcb struct
1991  * @fabric:		fabric descriptor
1992  *
1993  * Return value:
1994  * 	none
1995  **/
1996 static void ipr_log64_fabric_path(struct ipr_hostrcb *hostrcb,
1997 				  struct ipr_hostrcb64_fabric_desc *fabric)
1998 {
1999 	int i, j;
2000 	u8 path_state = fabric->path_state;
2001 	u8 active = path_state & IPR_PATH_ACTIVE_MASK;
2002 	u8 state = path_state & IPR_PATH_STATE_MASK;
2003 	char buffer[IPR_MAX_RES_PATH_LENGTH];
2004 
2005 	for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
2006 		if (path_active_desc[i].active != active)
2007 			continue;
2008 
2009 		for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
2010 			if (path_state_desc[j].state != state)
2011 				continue;
2012 
2013 			ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s\n",
2014 				     path_active_desc[i].desc, path_state_desc[j].desc,
2015 				     ipr_format_res_path(hostrcb->ioa_cfg,
2016 						fabric->res_path,
2017 						buffer, sizeof(buffer)));
2018 			return;
2019 		}
2020 	}
2021 
2022 	ipr_err("Path state=%02X Resource Path=%s\n", path_state,
2023 		ipr_format_res_path(hostrcb->ioa_cfg, fabric->res_path,
2024 				    buffer, sizeof(buffer)));
2025 }
2026 
2027 static const struct {
2028 	u8 type;
2029 	char *desc;
2030 } path_type_desc[] = {
2031 	{ IPR_PATH_CFG_IOA_PORT, "IOA port" },
2032 	{ IPR_PATH_CFG_EXP_PORT, "Expander port" },
2033 	{ IPR_PATH_CFG_DEVICE_PORT, "Device port" },
2034 	{ IPR_PATH_CFG_DEVICE_LUN, "Device LUN" }
2035 };
2036 
2037 static const struct {
2038 	u8 status;
2039 	char *desc;
2040 } path_status_desc[] = {
2041 	{ IPR_PATH_CFG_NO_PROB, "Functional" },
2042 	{ IPR_PATH_CFG_DEGRADED, "Degraded" },
2043 	{ IPR_PATH_CFG_FAILED, "Failed" },
2044 	{ IPR_PATH_CFG_SUSPECT, "Suspect" },
2045 	{ IPR_PATH_NOT_DETECTED, "Missing" },
2046 	{ IPR_PATH_INCORRECT_CONN, "Incorrectly connected" }
2047 };
2048 
2049 static const char *link_rate[] = {
2050 	"unknown",
2051 	"disabled",
2052 	"phy reset problem",
2053 	"spinup hold",
2054 	"port selector",
2055 	"unknown",
2056 	"unknown",
2057 	"unknown",
2058 	"1.5Gbps",
2059 	"3.0Gbps",
2060 	"unknown",
2061 	"unknown",
2062 	"unknown",
2063 	"unknown",
2064 	"unknown",
2065 	"unknown"
2066 };
2067 
2068 /**
2069  * ipr_log_path_elem - Log a fabric path element.
2070  * @hostrcb:	hostrcb struct
2071  * @cfg:		fabric path element struct
2072  *
2073  * Return value:
2074  * 	none
2075  **/
2076 static void ipr_log_path_elem(struct ipr_hostrcb *hostrcb,
2077 			      struct ipr_hostrcb_config_element *cfg)
2078 {
2079 	int i, j;
2080 	u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2081 	u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2082 
2083 	if (type == IPR_PATH_CFG_NOT_EXIST)
2084 		return;
2085 
2086 	for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2087 		if (path_type_desc[i].type != type)
2088 			continue;
2089 
2090 		for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2091 			if (path_status_desc[j].status != status)
2092 				continue;
2093 
2094 			if (type == IPR_PATH_CFG_IOA_PORT) {
2095 				ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, WWN=%08X%08X\n",
2096 					     path_status_desc[j].desc, path_type_desc[i].desc,
2097 					     cfg->phy, link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2098 					     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2099 			} else {
2100 				if (cfg->cascaded_expander == 0xff && cfg->phy == 0xff) {
2101 					ipr_hcam_err(hostrcb, "%s %s: Link rate=%s, WWN=%08X%08X\n",
2102 						     path_status_desc[j].desc, path_type_desc[i].desc,
2103 						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2104 						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2105 				} else if (cfg->cascaded_expander == 0xff) {
2106 					ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, "
2107 						     "WWN=%08X%08X\n", path_status_desc[j].desc,
2108 						     path_type_desc[i].desc, cfg->phy,
2109 						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2110 						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2111 				} else if (cfg->phy == 0xff) {
2112 					ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Link rate=%s, "
2113 						     "WWN=%08X%08X\n", path_status_desc[j].desc,
2114 						     path_type_desc[i].desc, cfg->cascaded_expander,
2115 						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2116 						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2117 				} else {
2118 					ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Phy=%d, Link rate=%s "
2119 						     "WWN=%08X%08X\n", path_status_desc[j].desc,
2120 						     path_type_desc[i].desc, cfg->cascaded_expander, cfg->phy,
2121 						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2122 						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2123 				}
2124 			}
2125 			return;
2126 		}
2127 	}
2128 
2129 	ipr_hcam_err(hostrcb, "Path element=%02X: Cascade=%d Phy=%d Link rate=%s "
2130 		     "WWN=%08X%08X\n", cfg->type_status, cfg->cascaded_expander, cfg->phy,
2131 		     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2132 		     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2133 }
2134 
2135 /**
2136  * ipr_log64_path_elem - Log a fabric path element.
2137  * @hostrcb:	hostrcb struct
2138  * @cfg:		fabric path element struct
2139  *
2140  * Return value:
2141  * 	none
2142  **/
2143 static void ipr_log64_path_elem(struct ipr_hostrcb *hostrcb,
2144 				struct ipr_hostrcb64_config_element *cfg)
2145 {
2146 	int i, j;
2147 	u8 desc_id = cfg->descriptor_id & IPR_DESCRIPTOR_MASK;
2148 	u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2149 	u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2150 	char buffer[IPR_MAX_RES_PATH_LENGTH];
2151 
2152 	if (type == IPR_PATH_CFG_NOT_EXIST || desc_id != IPR_DESCRIPTOR_SIS64)
2153 		return;
2154 
2155 	for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2156 		if (path_type_desc[i].type != type)
2157 			continue;
2158 
2159 		for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2160 			if (path_status_desc[j].status != status)
2161 				continue;
2162 
2163 			ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s, Link rate=%s, WWN=%08X%08X\n",
2164 				     path_status_desc[j].desc, path_type_desc[i].desc,
2165 				     ipr_format_res_path(hostrcb->ioa_cfg,
2166 					cfg->res_path, buffer, sizeof(buffer)),
2167 					link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2168 					be32_to_cpu(cfg->wwid[0]),
2169 					be32_to_cpu(cfg->wwid[1]));
2170 			return;
2171 		}
2172 	}
2173 	ipr_hcam_err(hostrcb, "Path element=%02X: Resource Path=%s, Link rate=%s "
2174 		     "WWN=%08X%08X\n", cfg->type_status,
2175 		     ipr_format_res_path(hostrcb->ioa_cfg,
2176 			cfg->res_path, buffer, sizeof(buffer)),
2177 			link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2178 			be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2179 }
2180 
2181 /**
2182  * ipr_log_fabric_error - Log a fabric error.
2183  * @ioa_cfg:	ioa config struct
2184  * @hostrcb:	hostrcb struct
2185  *
2186  * Return value:
2187  * 	none
2188  **/
2189 static void ipr_log_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2190 				 struct ipr_hostrcb *hostrcb)
2191 {
2192 	struct ipr_hostrcb_type_20_error *error;
2193 	struct ipr_hostrcb_fabric_desc *fabric;
2194 	struct ipr_hostrcb_config_element *cfg;
2195 	int i, add_len;
2196 
2197 	error = &hostrcb->hcam.u.error.u.type_20_error;
2198 	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2199 	ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2200 
2201 	add_len = be32_to_cpu(hostrcb->hcam.length) -
2202 		(offsetof(struct ipr_hostrcb_error, u) +
2203 		 offsetof(struct ipr_hostrcb_type_20_error, desc));
2204 
2205 	for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2206 		ipr_log_fabric_path(hostrcb, fabric);
2207 		for_each_fabric_cfg(fabric, cfg)
2208 			ipr_log_path_elem(hostrcb, cfg);
2209 
2210 		add_len -= be16_to_cpu(fabric->length);
2211 		fabric = (struct ipr_hostrcb_fabric_desc *)
2212 			((unsigned long)fabric + be16_to_cpu(fabric->length));
2213 	}
2214 
2215 	ipr_log_hex_data(ioa_cfg, (__be32 *)fabric, add_len);
2216 }
2217 
2218 /**
2219  * ipr_log_sis64_array_error - Log a sis64 array error.
2220  * @ioa_cfg:	ioa config struct
2221  * @hostrcb:	hostrcb struct
2222  *
2223  * Return value:
2224  * 	none
2225  **/
2226 static void ipr_log_sis64_array_error(struct ipr_ioa_cfg *ioa_cfg,
2227 				      struct ipr_hostrcb *hostrcb)
2228 {
2229 	int i, num_entries;
2230 	struct ipr_hostrcb_type_24_error *error;
2231 	struct ipr_hostrcb64_array_data_entry *array_entry;
2232 	char buffer[IPR_MAX_RES_PATH_LENGTH];
2233 	const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
2234 
2235 	error = &hostrcb->hcam.u.error64.u.type_24_error;
2236 
2237 	ipr_err_separator;
2238 
2239 	ipr_err("RAID %s Array Configuration: %s\n",
2240 		error->protection_level,
2241 		ipr_format_res_path(ioa_cfg, error->last_res_path,
2242 			buffer, sizeof(buffer)));
2243 
2244 	ipr_err_separator;
2245 
2246 	array_entry = error->array_member;
2247 	num_entries = min_t(u32, error->num_entries,
2248 			    ARRAY_SIZE(error->array_member));
2249 
2250 	for (i = 0; i < num_entries; i++, array_entry++) {
2251 
2252 		if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
2253 			continue;
2254 
2255 		if (error->exposed_mode_adn == i)
2256 			ipr_err("Exposed Array Member %d:\n", i);
2257 		else
2258 			ipr_err("Array Member %d:\n", i);
2259 
2260 		ipr_err("Array Member %d:\n", i);
2261 		ipr_log_ext_vpd(&array_entry->vpd);
2262 		ipr_err("Current Location: %s\n",
2263 			 ipr_format_res_path(ioa_cfg, array_entry->res_path,
2264 				buffer, sizeof(buffer)));
2265 		ipr_err("Expected Location: %s\n",
2266 			 ipr_format_res_path(ioa_cfg,
2267 				array_entry->expected_res_path,
2268 				buffer, sizeof(buffer)));
2269 
2270 		ipr_err_separator;
2271 	}
2272 }
2273 
2274 /**
2275  * ipr_log_sis64_fabric_error - Log a sis64 fabric error.
2276  * @ioa_cfg:	ioa config struct
2277  * @hostrcb:	hostrcb struct
2278  *
2279  * Return value:
2280  * 	none
2281  **/
2282 static void ipr_log_sis64_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2283 				       struct ipr_hostrcb *hostrcb)
2284 {
2285 	struct ipr_hostrcb_type_30_error *error;
2286 	struct ipr_hostrcb64_fabric_desc *fabric;
2287 	struct ipr_hostrcb64_config_element *cfg;
2288 	int i, add_len;
2289 
2290 	error = &hostrcb->hcam.u.error64.u.type_30_error;
2291 
2292 	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2293 	ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2294 
2295 	add_len = be32_to_cpu(hostrcb->hcam.length) -
2296 		(offsetof(struct ipr_hostrcb64_error, u) +
2297 		 offsetof(struct ipr_hostrcb_type_30_error, desc));
2298 
2299 	for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2300 		ipr_log64_fabric_path(hostrcb, fabric);
2301 		for_each_fabric_cfg(fabric, cfg)
2302 			ipr_log64_path_elem(hostrcb, cfg);
2303 
2304 		add_len -= be16_to_cpu(fabric->length);
2305 		fabric = (struct ipr_hostrcb64_fabric_desc *)
2306 			((unsigned long)fabric + be16_to_cpu(fabric->length));
2307 	}
2308 
2309 	ipr_log_hex_data(ioa_cfg, (__be32 *)fabric, add_len);
2310 }
2311 
2312 /**
2313  * ipr_log_sis64_service_required_error - Log a sis64 service required error.
2314  * @ioa_cfg:    ioa config struct
2315  * @hostrcb:    hostrcb struct
2316  *
2317  * Return value:
2318  *      none
2319  **/
2320 static void ipr_log_sis64_service_required_error(struct ipr_ioa_cfg *ioa_cfg,
2321 				       struct ipr_hostrcb *hostrcb)
2322 {
2323 	struct ipr_hostrcb_type_41_error *error;
2324 
2325 	error = &hostrcb->hcam.u.error64.u.type_41_error;
2326 
2327 	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2328 	ipr_err("Primary Failure Reason: %s\n", error->failure_reason);
2329 	ipr_log_hex_data(ioa_cfg, error->data,
2330 			 be32_to_cpu(hostrcb->hcam.length) -
2331 			 (offsetof(struct ipr_hostrcb_error, u) +
2332 			  offsetof(struct ipr_hostrcb_type_41_error, data)));
2333 }
2334 /**
2335  * ipr_log_generic_error - Log an adapter error.
2336  * @ioa_cfg:	ioa config struct
2337  * @hostrcb:	hostrcb struct
2338  *
2339  * Return value:
2340  * 	none
2341  **/
2342 static void ipr_log_generic_error(struct ipr_ioa_cfg *ioa_cfg,
2343 				  struct ipr_hostrcb *hostrcb)
2344 {
2345 	ipr_log_hex_data(ioa_cfg, hostrcb->hcam.u.raw.data,
2346 			 be32_to_cpu(hostrcb->hcam.length));
2347 }
2348 
2349 /**
2350  * ipr_log_sis64_device_error - Log a cache error.
2351  * @ioa_cfg:	ioa config struct
2352  * @hostrcb:	hostrcb struct
2353  *
2354  * Return value:
2355  * 	none
2356  **/
2357 static void ipr_log_sis64_device_error(struct ipr_ioa_cfg *ioa_cfg,
2358 					 struct ipr_hostrcb *hostrcb)
2359 {
2360 	struct ipr_hostrcb_type_21_error *error;
2361 	char buffer[IPR_MAX_RES_PATH_LENGTH];
2362 
2363 	error = &hostrcb->hcam.u.error64.u.type_21_error;
2364 
2365 	ipr_err("-----Failing Device Information-----\n");
2366 	ipr_err("World Wide Unique ID: %08X%08X%08X%08X\n",
2367 		be32_to_cpu(error->wwn[0]), be32_to_cpu(error->wwn[1]),
2368 		 be32_to_cpu(error->wwn[2]), be32_to_cpu(error->wwn[3]));
2369 	ipr_err("Device Resource Path: %s\n",
2370 		__ipr_format_res_path(error->res_path,
2371 				      buffer, sizeof(buffer)));
2372 	error->primary_problem_desc[sizeof(error->primary_problem_desc) - 1] = '\0';
2373 	error->second_problem_desc[sizeof(error->second_problem_desc) - 1] = '\0';
2374 	ipr_err("Primary Problem Description: %s\n", error->primary_problem_desc);
2375 	ipr_err("Secondary Problem Description:  %s\n", error->second_problem_desc);
2376 	ipr_err("SCSI Sense Data:\n");
2377 	ipr_log_hex_data(ioa_cfg, error->sense_data, sizeof(error->sense_data));
2378 	ipr_err("SCSI Command Descriptor Block: \n");
2379 	ipr_log_hex_data(ioa_cfg, error->cdb, sizeof(error->cdb));
2380 
2381 	ipr_err("Additional IOA Data:\n");
2382 	ipr_log_hex_data(ioa_cfg, error->ioa_data, be32_to_cpu(error->length_of_error));
2383 }
2384 
2385 /**
2386  * ipr_get_error - Find the specfied IOASC in the ipr_error_table.
2387  * @ioasc:	IOASC
2388  *
2389  * This function will return the index of into the ipr_error_table
2390  * for the specified IOASC. If the IOASC is not in the table,
2391  * 0 will be returned, which points to the entry used for unknown errors.
2392  *
2393  * Return value:
2394  * 	index into the ipr_error_table
2395  **/
2396 static u32 ipr_get_error(u32 ioasc)
2397 {
2398 	int i;
2399 
2400 	for (i = 0; i < ARRAY_SIZE(ipr_error_table); i++)
2401 		if (ipr_error_table[i].ioasc == (ioasc & IPR_IOASC_IOASC_MASK))
2402 			return i;
2403 
2404 	return 0;
2405 }
2406 
2407 /**
2408  * ipr_handle_log_data - Log an adapter error.
2409  * @ioa_cfg:	ioa config struct
2410  * @hostrcb:	hostrcb struct
2411  *
2412  * This function logs an adapter error to the system.
2413  *
2414  * Return value:
2415  * 	none
2416  **/
2417 static void ipr_handle_log_data(struct ipr_ioa_cfg *ioa_cfg,
2418 				struct ipr_hostrcb *hostrcb)
2419 {
2420 	u32 ioasc;
2421 	int error_index;
2422 	struct ipr_hostrcb_type_21_error *error;
2423 
2424 	if (hostrcb->hcam.notify_type != IPR_HOST_RCB_NOTIF_TYPE_ERROR_LOG_ENTRY)
2425 		return;
2426 
2427 	if (hostrcb->hcam.notifications_lost == IPR_HOST_RCB_NOTIFICATIONS_LOST)
2428 		dev_err(&ioa_cfg->pdev->dev, "Error notifications lost\n");
2429 
2430 	if (ioa_cfg->sis64)
2431 		ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2432 	else
2433 		ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2434 
2435 	if (!ioa_cfg->sis64 && (ioasc == IPR_IOASC_BUS_WAS_RESET ||
2436 	    ioasc == IPR_IOASC_BUS_WAS_RESET_BY_OTHER)) {
2437 		/* Tell the midlayer we had a bus reset so it will handle the UA properly */
2438 		scsi_report_bus_reset(ioa_cfg->host,
2439 				      hostrcb->hcam.u.error.fd_res_addr.bus);
2440 	}
2441 
2442 	error_index = ipr_get_error(ioasc);
2443 
2444 	if (!ipr_error_table[error_index].log_hcam)
2445 		return;
2446 
2447 	if (ioasc == IPR_IOASC_HW_CMD_FAILED &&
2448 	    hostrcb->hcam.overlay_id == IPR_HOST_RCB_OVERLAY_ID_21) {
2449 		error = &hostrcb->hcam.u.error64.u.type_21_error;
2450 
2451 		if (((be32_to_cpu(error->sense_data[0]) & 0x0000ff00) >> 8) == ILLEGAL_REQUEST &&
2452 			ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
2453 				return;
2454 	}
2455 
2456 	ipr_hcam_err(hostrcb, "%s\n", ipr_error_table[error_index].error);
2457 
2458 	/* Set indication we have logged an error */
2459 	ioa_cfg->errors_logged++;
2460 
2461 	if (ioa_cfg->log_level < ipr_error_table[error_index].log_hcam)
2462 		return;
2463 	if (be32_to_cpu(hostrcb->hcam.length) > sizeof(hostrcb->hcam.u.raw))
2464 		hostrcb->hcam.length = cpu_to_be32(sizeof(hostrcb->hcam.u.raw));
2465 
2466 	switch (hostrcb->hcam.overlay_id) {
2467 	case IPR_HOST_RCB_OVERLAY_ID_2:
2468 		ipr_log_cache_error(ioa_cfg, hostrcb);
2469 		break;
2470 	case IPR_HOST_RCB_OVERLAY_ID_3:
2471 		ipr_log_config_error(ioa_cfg, hostrcb);
2472 		break;
2473 	case IPR_HOST_RCB_OVERLAY_ID_4:
2474 	case IPR_HOST_RCB_OVERLAY_ID_6:
2475 		ipr_log_array_error(ioa_cfg, hostrcb);
2476 		break;
2477 	case IPR_HOST_RCB_OVERLAY_ID_7:
2478 		ipr_log_dual_ioa_error(ioa_cfg, hostrcb);
2479 		break;
2480 	case IPR_HOST_RCB_OVERLAY_ID_12:
2481 		ipr_log_enhanced_cache_error(ioa_cfg, hostrcb);
2482 		break;
2483 	case IPR_HOST_RCB_OVERLAY_ID_13:
2484 		ipr_log_enhanced_config_error(ioa_cfg, hostrcb);
2485 		break;
2486 	case IPR_HOST_RCB_OVERLAY_ID_14:
2487 	case IPR_HOST_RCB_OVERLAY_ID_16:
2488 		ipr_log_enhanced_array_error(ioa_cfg, hostrcb);
2489 		break;
2490 	case IPR_HOST_RCB_OVERLAY_ID_17:
2491 		ipr_log_enhanced_dual_ioa_error(ioa_cfg, hostrcb);
2492 		break;
2493 	case IPR_HOST_RCB_OVERLAY_ID_20:
2494 		ipr_log_fabric_error(ioa_cfg, hostrcb);
2495 		break;
2496 	case IPR_HOST_RCB_OVERLAY_ID_21:
2497 		ipr_log_sis64_device_error(ioa_cfg, hostrcb);
2498 		break;
2499 	case IPR_HOST_RCB_OVERLAY_ID_23:
2500 		ipr_log_sis64_config_error(ioa_cfg, hostrcb);
2501 		break;
2502 	case IPR_HOST_RCB_OVERLAY_ID_24:
2503 	case IPR_HOST_RCB_OVERLAY_ID_26:
2504 		ipr_log_sis64_array_error(ioa_cfg, hostrcb);
2505 		break;
2506 	case IPR_HOST_RCB_OVERLAY_ID_30:
2507 		ipr_log_sis64_fabric_error(ioa_cfg, hostrcb);
2508 		break;
2509 	case IPR_HOST_RCB_OVERLAY_ID_41:
2510 		ipr_log_sis64_service_required_error(ioa_cfg, hostrcb);
2511 		break;
2512 	case IPR_HOST_RCB_OVERLAY_ID_1:
2513 	case IPR_HOST_RCB_OVERLAY_ID_DEFAULT:
2514 	default:
2515 		ipr_log_generic_error(ioa_cfg, hostrcb);
2516 		break;
2517 	}
2518 }
2519 
2520 static struct ipr_hostrcb *ipr_get_free_hostrcb(struct ipr_ioa_cfg *ioa)
2521 {
2522 	struct ipr_hostrcb *hostrcb;
2523 
2524 	hostrcb = list_first_entry_or_null(&ioa->hostrcb_free_q,
2525 					struct ipr_hostrcb, queue);
2526 
2527 	if (unlikely(!hostrcb)) {
2528 		dev_info(&ioa->pdev->dev, "Reclaiming async error buffers.");
2529 		hostrcb = list_first_entry_or_null(&ioa->hostrcb_report_q,
2530 						struct ipr_hostrcb, queue);
2531 	}
2532 
2533 	list_del_init(&hostrcb->queue);
2534 	return hostrcb;
2535 }
2536 
2537 /**
2538  * ipr_process_error - Op done function for an adapter error log.
2539  * @ipr_cmd:	ipr command struct
2540  *
2541  * This function is the op done function for an error log host
2542  * controlled async from the adapter. It will log the error and
2543  * send the HCAM back to the adapter.
2544  *
2545  * Return value:
2546  * 	none
2547  **/
2548 static void ipr_process_error(struct ipr_cmnd *ipr_cmd)
2549 {
2550 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2551 	struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
2552 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
2553 	u32 fd_ioasc;
2554 
2555 	if (ioa_cfg->sis64)
2556 		fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2557 	else
2558 		fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2559 
2560 	list_del_init(&hostrcb->queue);
2561 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
2562 
2563 	if (!ioasc) {
2564 		ipr_handle_log_data(ioa_cfg, hostrcb);
2565 		if (fd_ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED)
2566 			ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
2567 	} else if (ioasc != IPR_IOASC_IOA_WAS_RESET &&
2568 		   ioasc != IPR_IOASC_ABORTED_CMD_TERM_BY_HOST) {
2569 		dev_err(&ioa_cfg->pdev->dev,
2570 			"Host RCB failed with IOASC: 0x%08X\n", ioasc);
2571 	}
2572 
2573 	list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_report_q);
2574 	schedule_work(&ioa_cfg->work_q);
2575 	hostrcb = ipr_get_free_hostrcb(ioa_cfg);
2576 
2577 	ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
2578 }
2579 
2580 /**
2581  * ipr_timeout -  An internally generated op has timed out.
2582  * @t: Timer context used to fetch ipr command struct
2583  *
2584  * This function blocks host requests and initiates an
2585  * adapter reset.
2586  *
2587  * Return value:
2588  * 	none
2589  **/
2590 static void ipr_timeout(struct timer_list *t)
2591 {
2592 	struct ipr_cmnd *ipr_cmd = timer_container_of(ipr_cmd, t, timer);
2593 	unsigned long lock_flags = 0;
2594 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2595 
2596 	ENTER;
2597 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2598 
2599 	ioa_cfg->errors_logged++;
2600 	dev_err(&ioa_cfg->pdev->dev,
2601 		"Adapter being reset due to command timeout.\n");
2602 
2603 	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2604 		ioa_cfg->sdt_state = GET_DUMP;
2605 
2606 	if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd)
2607 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2608 
2609 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2610 	LEAVE;
2611 }
2612 
2613 /**
2614  * ipr_oper_timeout -  Adapter timed out transitioning to operational
2615  * @t: Timer context used to fetch ipr command struct
2616  *
2617  * This function blocks host requests and initiates an
2618  * adapter reset.
2619  *
2620  * Return value:
2621  * 	none
2622  **/
2623 static void ipr_oper_timeout(struct timer_list *t)
2624 {
2625 	struct ipr_cmnd *ipr_cmd = timer_container_of(ipr_cmd, t, timer);
2626 	unsigned long lock_flags = 0;
2627 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2628 
2629 	ENTER;
2630 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2631 
2632 	ioa_cfg->errors_logged++;
2633 	dev_err(&ioa_cfg->pdev->dev,
2634 		"Adapter timed out transitioning to operational.\n");
2635 
2636 	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2637 		ioa_cfg->sdt_state = GET_DUMP;
2638 
2639 	if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd) {
2640 		if (ipr_fastfail)
2641 			ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
2642 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2643 	}
2644 
2645 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2646 	LEAVE;
2647 }
2648 
2649 /**
2650  * ipr_find_ses_entry - Find matching SES in SES table
2651  * @res:	resource entry struct of SES
2652  *
2653  * Return value:
2654  * 	pointer to SES table entry / NULL on failure
2655  **/
2656 static const struct ipr_ses_table_entry *
2657 ipr_find_ses_entry(struct ipr_resource_entry *res)
2658 {
2659 	int i, j, matches;
2660 	struct ipr_std_inq_vpids *vpids;
2661 	const struct ipr_ses_table_entry *ste = ipr_ses_table;
2662 
2663 	for (i = 0; i < ARRAY_SIZE(ipr_ses_table); i++, ste++) {
2664 		for (j = 0, matches = 0; j < IPR_PROD_ID_LEN; j++) {
2665 			if (ste->compare_product_id_byte[j] == 'X') {
2666 				vpids = &res->std_inq_data.vpids;
2667 				if (vpids->product_id[j] == ste->product_id[j])
2668 					matches++;
2669 				else
2670 					break;
2671 			} else
2672 				matches++;
2673 		}
2674 
2675 		if (matches == IPR_PROD_ID_LEN)
2676 			return ste;
2677 	}
2678 
2679 	return NULL;
2680 }
2681 
2682 /**
2683  * ipr_get_max_scsi_speed - Determine max SCSI speed for a given bus
2684  * @ioa_cfg:	ioa config struct
2685  * @bus:		SCSI bus
2686  * @bus_width:	bus width
2687  *
2688  * Return value:
2689  *	SCSI bus speed in units of 100KHz, 1600 is 160 MHz
2690  *	For a 2-byte wide SCSI bus, the maximum transfer speed is
2691  *	twice the maximum transfer rate (e.g. for a wide enabled bus,
2692  *	max 160MHz = max 320MB/sec).
2693  **/
2694 static u32 ipr_get_max_scsi_speed(struct ipr_ioa_cfg *ioa_cfg, u8 bus, u8 bus_width)
2695 {
2696 	struct ipr_resource_entry *res;
2697 	const struct ipr_ses_table_entry *ste;
2698 	u32 max_xfer_rate = IPR_MAX_SCSI_RATE(bus_width);
2699 
2700 	/* Loop through each config table entry in the config table buffer */
2701 	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
2702 		if (!(IPR_IS_SES_DEVICE(res->std_inq_data)))
2703 			continue;
2704 
2705 		if (bus != res->bus)
2706 			continue;
2707 
2708 		if (!(ste = ipr_find_ses_entry(res)))
2709 			continue;
2710 
2711 		max_xfer_rate = (ste->max_bus_speed_limit * 10) / (bus_width / 8);
2712 	}
2713 
2714 	return max_xfer_rate;
2715 }
2716 
2717 /**
2718  * ipr_wait_iodbg_ack - Wait for an IODEBUG ACK from the IOA
2719  * @ioa_cfg:		ioa config struct
2720  * @max_delay:		max delay in micro-seconds to wait
2721  *
2722  * Waits for an IODEBUG ACK from the IOA, doing busy looping.
2723  *
2724  * Return value:
2725  * 	0 on success / other on failure
2726  **/
2727 static int ipr_wait_iodbg_ack(struct ipr_ioa_cfg *ioa_cfg, int max_delay)
2728 {
2729 	volatile u32 pcii_reg;
2730 	int delay = 1;
2731 
2732 	/* Read interrupt reg until IOA signals IO Debug Acknowledge */
2733 	while (delay < max_delay) {
2734 		pcii_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
2735 
2736 		if (pcii_reg & IPR_PCII_IO_DEBUG_ACKNOWLEDGE)
2737 			return 0;
2738 
2739 		/* udelay cannot be used if delay is more than a few milliseconds */
2740 		if ((delay / 1000) > MAX_UDELAY_MS)
2741 			mdelay(delay / 1000);
2742 		else
2743 			udelay(delay);
2744 
2745 		delay += delay;
2746 	}
2747 	return -EIO;
2748 }
2749 
2750 /**
2751  * ipr_get_sis64_dump_data_section - Dump IOA memory
2752  * @ioa_cfg:			ioa config struct
2753  * @start_addr:			adapter address to dump
2754  * @dest:			destination kernel buffer
2755  * @length_in_words:		length to dump in 4 byte words
2756  *
2757  * Return value:
2758  * 	0 on success
2759  **/
2760 static int ipr_get_sis64_dump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2761 					   u32 start_addr,
2762 					   __be32 *dest, u32 length_in_words)
2763 {
2764 	int i;
2765 
2766 	for (i = 0; i < length_in_words; i++) {
2767 		writel(start_addr+(i*4), ioa_cfg->regs.dump_addr_reg);
2768 		*dest = cpu_to_be32(readl(ioa_cfg->regs.dump_data_reg));
2769 		dest++;
2770 	}
2771 
2772 	return 0;
2773 }
2774 
2775 /**
2776  * ipr_get_ldump_data_section - Dump IOA memory
2777  * @ioa_cfg:			ioa config struct
2778  * @start_addr:			adapter address to dump
2779  * @dest:				destination kernel buffer
2780  * @length_in_words:	length to dump in 4 byte words
2781  *
2782  * Return value:
2783  * 	0 on success / -EIO on failure
2784  **/
2785 static int ipr_get_ldump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2786 				      u32 start_addr,
2787 				      __be32 *dest, u32 length_in_words)
2788 {
2789 	volatile u32 temp_pcii_reg;
2790 	int i, delay = 0;
2791 
2792 	if (ioa_cfg->sis64)
2793 		return ipr_get_sis64_dump_data_section(ioa_cfg, start_addr,
2794 						       dest, length_in_words);
2795 
2796 	/* Write IOA interrupt reg starting LDUMP state  */
2797 	writel((IPR_UPROCI_RESET_ALERT | IPR_UPROCI_IO_DEBUG_ALERT),
2798 	       ioa_cfg->regs.set_uproc_interrupt_reg32);
2799 
2800 	/* Wait for IO debug acknowledge */
2801 	if (ipr_wait_iodbg_ack(ioa_cfg,
2802 			       IPR_LDUMP_MAX_LONG_ACK_DELAY_IN_USEC)) {
2803 		dev_err(&ioa_cfg->pdev->dev,
2804 			"IOA dump long data transfer timeout\n");
2805 		return -EIO;
2806 	}
2807 
2808 	/* Signal LDUMP interlocked - clear IO debug ack */
2809 	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2810 	       ioa_cfg->regs.clr_interrupt_reg);
2811 
2812 	/* Write Mailbox with starting address */
2813 	writel(start_addr, ioa_cfg->ioa_mailbox);
2814 
2815 	/* Signal address valid - clear IOA Reset alert */
2816 	writel(IPR_UPROCI_RESET_ALERT,
2817 	       ioa_cfg->regs.clr_uproc_interrupt_reg32);
2818 
2819 	for (i = 0; i < length_in_words; i++) {
2820 		/* Wait for IO debug acknowledge */
2821 		if (ipr_wait_iodbg_ack(ioa_cfg,
2822 				       IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC)) {
2823 			dev_err(&ioa_cfg->pdev->dev,
2824 				"IOA dump short data transfer timeout\n");
2825 			return -EIO;
2826 		}
2827 
2828 		/* Read data from mailbox and increment destination pointer */
2829 		*dest = cpu_to_be32(readl(ioa_cfg->ioa_mailbox));
2830 		dest++;
2831 
2832 		/* For all but the last word of data, signal data received */
2833 		if (i < (length_in_words - 1)) {
2834 			/* Signal dump data received - Clear IO debug Ack */
2835 			writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2836 			       ioa_cfg->regs.clr_interrupt_reg);
2837 		}
2838 	}
2839 
2840 	/* Signal end of block transfer. Set reset alert then clear IO debug ack */
2841 	writel(IPR_UPROCI_RESET_ALERT,
2842 	       ioa_cfg->regs.set_uproc_interrupt_reg32);
2843 
2844 	writel(IPR_UPROCI_IO_DEBUG_ALERT,
2845 	       ioa_cfg->regs.clr_uproc_interrupt_reg32);
2846 
2847 	/* Signal dump data received - Clear IO debug Ack */
2848 	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2849 	       ioa_cfg->regs.clr_interrupt_reg);
2850 
2851 	/* Wait for IOA to signal LDUMP exit - IOA reset alert will be cleared */
2852 	while (delay < IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC) {
2853 		temp_pcii_reg =
2854 		    readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
2855 
2856 		if (!(temp_pcii_reg & IPR_UPROCI_RESET_ALERT))
2857 			return 0;
2858 
2859 		udelay(10);
2860 		delay += 10;
2861 	}
2862 
2863 	return 0;
2864 }
2865 
2866 #ifdef CONFIG_SCSI_IPR_DUMP
2867 /**
2868  * ipr_sdt_copy - Copy Smart Dump Table to kernel buffer
2869  * @ioa_cfg:		ioa config struct
2870  * @pci_address:	adapter address
2871  * @length:			length of data to copy
2872  *
2873  * Copy data from PCI adapter to kernel buffer.
2874  * Note: length MUST be a 4 byte multiple
2875  * Return value:
2876  * 	0 on success / other on failure
2877  **/
2878 static int ipr_sdt_copy(struct ipr_ioa_cfg *ioa_cfg,
2879 			unsigned long pci_address, u32 length)
2880 {
2881 	int bytes_copied = 0;
2882 	int cur_len, rc, rem_len, rem_page_len, max_dump_size;
2883 	__be32 *page;
2884 	unsigned long lock_flags = 0;
2885 	struct ipr_ioa_dump *ioa_dump = &ioa_cfg->dump->ioa_dump;
2886 
2887 	if (ioa_cfg->sis64)
2888 		max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
2889 	else
2890 		max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
2891 
2892 	while (bytes_copied < length &&
2893 	       (ioa_dump->hdr.len + bytes_copied) < max_dump_size) {
2894 		if (ioa_dump->page_offset >= PAGE_SIZE ||
2895 		    ioa_dump->page_offset == 0) {
2896 			page = (__be32 *)__get_free_page(GFP_ATOMIC);
2897 
2898 			if (!page) {
2899 				ipr_trace;
2900 				return bytes_copied;
2901 			}
2902 
2903 			ioa_dump->page_offset = 0;
2904 			ioa_dump->ioa_data[ioa_dump->next_page_index] = page;
2905 			ioa_dump->next_page_index++;
2906 		} else
2907 			page = ioa_dump->ioa_data[ioa_dump->next_page_index - 1];
2908 
2909 		rem_len = length - bytes_copied;
2910 		rem_page_len = PAGE_SIZE - ioa_dump->page_offset;
2911 		cur_len = min(rem_len, rem_page_len);
2912 
2913 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2914 		if (ioa_cfg->sdt_state == ABORT_DUMP) {
2915 			rc = -EIO;
2916 		} else {
2917 			rc = ipr_get_ldump_data_section(ioa_cfg,
2918 							pci_address + bytes_copied,
2919 							&page[ioa_dump->page_offset / 4],
2920 							(cur_len / sizeof(u32)));
2921 		}
2922 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2923 
2924 		if (!rc) {
2925 			ioa_dump->page_offset += cur_len;
2926 			bytes_copied += cur_len;
2927 		} else {
2928 			ipr_trace;
2929 			break;
2930 		}
2931 		schedule();
2932 	}
2933 
2934 	return bytes_copied;
2935 }
2936 
2937 /**
2938  * ipr_init_dump_entry_hdr - Initialize a dump entry header.
2939  * @hdr:	dump entry header struct
2940  *
2941  * Return value:
2942  * 	nothing
2943  **/
2944 static void ipr_init_dump_entry_hdr(struct ipr_dump_entry_header *hdr)
2945 {
2946 	hdr->eye_catcher = IPR_DUMP_EYE_CATCHER;
2947 	hdr->num_elems = 1;
2948 	hdr->offset = sizeof(*hdr);
2949 	hdr->status = IPR_DUMP_STATUS_SUCCESS;
2950 }
2951 
2952 /**
2953  * ipr_dump_ioa_type_data - Fill in the adapter type in the dump.
2954  * @ioa_cfg:	ioa config struct
2955  * @driver_dump:	driver dump struct
2956  *
2957  * Return value:
2958  * 	nothing
2959  **/
2960 static void ipr_dump_ioa_type_data(struct ipr_ioa_cfg *ioa_cfg,
2961 				   struct ipr_driver_dump *driver_dump)
2962 {
2963 	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
2964 
2965 	ipr_init_dump_entry_hdr(&driver_dump->ioa_type_entry.hdr);
2966 	driver_dump->ioa_type_entry.hdr.len =
2967 		sizeof(struct ipr_dump_ioa_type_entry) -
2968 		sizeof(struct ipr_dump_entry_header);
2969 	driver_dump->ioa_type_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
2970 	driver_dump->ioa_type_entry.hdr.id = IPR_DUMP_DRIVER_TYPE_ID;
2971 	driver_dump->ioa_type_entry.type = ioa_cfg->type;
2972 	driver_dump->ioa_type_entry.fw_version = (ucode_vpd->major_release << 24) |
2973 		(ucode_vpd->card_type << 16) | (ucode_vpd->minor_release[0] << 8) |
2974 		ucode_vpd->minor_release[1];
2975 	driver_dump->hdr.num_entries++;
2976 }
2977 
2978 /**
2979  * ipr_dump_version_data - Fill in the driver version in the dump.
2980  * @ioa_cfg:	ioa config struct
2981  * @driver_dump:	driver dump struct
2982  *
2983  * Return value:
2984  * 	nothing
2985  **/
2986 static void ipr_dump_version_data(struct ipr_ioa_cfg *ioa_cfg,
2987 				  struct ipr_driver_dump *driver_dump)
2988 {
2989 	ipr_init_dump_entry_hdr(&driver_dump->version_entry.hdr);
2990 	driver_dump->version_entry.hdr.len =
2991 		sizeof(struct ipr_dump_version_entry) -
2992 		sizeof(struct ipr_dump_entry_header);
2993 	driver_dump->version_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
2994 	driver_dump->version_entry.hdr.id = IPR_DUMP_DRIVER_VERSION_ID;
2995 	strcpy(driver_dump->version_entry.version, IPR_DRIVER_VERSION);
2996 	driver_dump->hdr.num_entries++;
2997 }
2998 
2999 /**
3000  * ipr_dump_trace_data - Fill in the IOA trace in the dump.
3001  * @ioa_cfg:	ioa config struct
3002  * @driver_dump:	driver dump struct
3003  *
3004  * Return value:
3005  * 	nothing
3006  **/
3007 static void ipr_dump_trace_data(struct ipr_ioa_cfg *ioa_cfg,
3008 				   struct ipr_driver_dump *driver_dump)
3009 {
3010 	ipr_init_dump_entry_hdr(&driver_dump->trace_entry.hdr);
3011 	driver_dump->trace_entry.hdr.len =
3012 		sizeof(struct ipr_dump_trace_entry) -
3013 		sizeof(struct ipr_dump_entry_header);
3014 	driver_dump->trace_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3015 	driver_dump->trace_entry.hdr.id = IPR_DUMP_TRACE_ID;
3016 	memcpy(driver_dump->trace_entry.trace, ioa_cfg->trace, IPR_TRACE_SIZE);
3017 	driver_dump->hdr.num_entries++;
3018 }
3019 
3020 /**
3021  * ipr_dump_location_data - Fill in the IOA location in the dump.
3022  * @ioa_cfg:	ioa config struct
3023  * @driver_dump:	driver dump struct
3024  *
3025  * Return value:
3026  * 	nothing
3027  **/
3028 static void ipr_dump_location_data(struct ipr_ioa_cfg *ioa_cfg,
3029 				   struct ipr_driver_dump *driver_dump)
3030 {
3031 	ipr_init_dump_entry_hdr(&driver_dump->location_entry.hdr);
3032 	driver_dump->location_entry.hdr.len =
3033 		sizeof(struct ipr_dump_location_entry) -
3034 		sizeof(struct ipr_dump_entry_header);
3035 	driver_dump->location_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
3036 	driver_dump->location_entry.hdr.id = IPR_DUMP_LOCATION_ID;
3037 	strcpy(driver_dump->location_entry.location, dev_name(&ioa_cfg->pdev->dev));
3038 	driver_dump->hdr.num_entries++;
3039 }
3040 
3041 /**
3042  * ipr_get_ioa_dump - Perform a dump of the driver and adapter.
3043  * @ioa_cfg:	ioa config struct
3044  * @dump:		dump struct
3045  *
3046  * Return value:
3047  * 	nothing
3048  **/
3049 static void ipr_get_ioa_dump(struct ipr_ioa_cfg *ioa_cfg, struct ipr_dump *dump)
3050 {
3051 	unsigned long start_addr, sdt_word;
3052 	unsigned long lock_flags = 0;
3053 	struct ipr_driver_dump *driver_dump = &dump->driver_dump;
3054 	struct ipr_ioa_dump *ioa_dump = &dump->ioa_dump;
3055 	u32 num_entries, max_num_entries, start_off, end_off;
3056 	u32 max_dump_size, bytes_to_copy, bytes_copied, rc;
3057 	struct ipr_sdt *sdt;
3058 	int valid = 1;
3059 	int i;
3060 
3061 	ENTER;
3062 
3063 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3064 
3065 	if (ioa_cfg->sdt_state != READ_DUMP) {
3066 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3067 		return;
3068 	}
3069 
3070 	if (ioa_cfg->sis64) {
3071 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3072 		ssleep(IPR_DUMP_DELAY_SECONDS);
3073 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3074 	}
3075 
3076 	start_addr = readl(ioa_cfg->ioa_mailbox);
3077 
3078 	if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(start_addr)) {
3079 		dev_err(&ioa_cfg->pdev->dev,
3080 			"Invalid dump table format: %lx\n", start_addr);
3081 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3082 		return;
3083 	}
3084 
3085 	dev_err(&ioa_cfg->pdev->dev, "Dump of IOA initiated\n");
3086 
3087 	driver_dump->hdr.eye_catcher = IPR_DUMP_EYE_CATCHER;
3088 
3089 	/* Initialize the overall dump header */
3090 	driver_dump->hdr.len = sizeof(struct ipr_driver_dump);
3091 	driver_dump->hdr.num_entries = 1;
3092 	driver_dump->hdr.first_entry_offset = sizeof(struct ipr_dump_header);
3093 	driver_dump->hdr.status = IPR_DUMP_STATUS_SUCCESS;
3094 	driver_dump->hdr.os = IPR_DUMP_OS_LINUX;
3095 	driver_dump->hdr.driver_name = IPR_DUMP_DRIVER_NAME;
3096 
3097 	ipr_dump_version_data(ioa_cfg, driver_dump);
3098 	ipr_dump_location_data(ioa_cfg, driver_dump);
3099 	ipr_dump_ioa_type_data(ioa_cfg, driver_dump);
3100 	ipr_dump_trace_data(ioa_cfg, driver_dump);
3101 
3102 	/* Update dump_header */
3103 	driver_dump->hdr.len += sizeof(struct ipr_dump_entry_header);
3104 
3105 	/* IOA Dump entry */
3106 	ipr_init_dump_entry_hdr(&ioa_dump->hdr);
3107 	ioa_dump->hdr.len = 0;
3108 	ioa_dump->hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3109 	ioa_dump->hdr.id = IPR_DUMP_IOA_DUMP_ID;
3110 
3111 	/* First entries in sdt are actually a list of dump addresses and
3112 	 lengths to gather the real dump data.  sdt represents the pointer
3113 	 to the ioa generated dump table.  Dump data will be extracted based
3114 	 on entries in this table */
3115 	sdt = &ioa_dump->sdt;
3116 
3117 	if (ioa_cfg->sis64) {
3118 		max_num_entries = IPR_FMT3_NUM_SDT_ENTRIES;
3119 		max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
3120 	} else {
3121 		max_num_entries = IPR_FMT2_NUM_SDT_ENTRIES;
3122 		max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
3123 	}
3124 
3125 	bytes_to_copy = offsetof(struct ipr_sdt, entry) +
3126 			(max_num_entries * sizeof(struct ipr_sdt_entry));
3127 	rc = ipr_get_ldump_data_section(ioa_cfg, start_addr, (__be32 *)sdt,
3128 					bytes_to_copy / sizeof(__be32));
3129 
3130 	/* Smart Dump table is ready to use and the first entry is valid */
3131 	if (rc || ((be32_to_cpu(sdt->hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
3132 	    (be32_to_cpu(sdt->hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
3133 		dev_err(&ioa_cfg->pdev->dev,
3134 			"Dump of IOA failed. Dump table not valid: %d, %X.\n",
3135 			rc, be32_to_cpu(sdt->hdr.state));
3136 		driver_dump->hdr.status = IPR_DUMP_STATUS_FAILED;
3137 		ioa_cfg->sdt_state = DUMP_OBTAINED;
3138 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3139 		return;
3140 	}
3141 
3142 	num_entries = be32_to_cpu(sdt->hdr.num_entries_used);
3143 
3144 	if (num_entries > max_num_entries)
3145 		num_entries = max_num_entries;
3146 
3147 	/* Update dump length to the actual data to be copied */
3148 	dump->driver_dump.hdr.len += sizeof(struct ipr_sdt_header);
3149 	if (ioa_cfg->sis64)
3150 		dump->driver_dump.hdr.len += num_entries * sizeof(struct ipr_sdt_entry);
3151 	else
3152 		dump->driver_dump.hdr.len += max_num_entries * sizeof(struct ipr_sdt_entry);
3153 
3154 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3155 
3156 	for (i = 0; i < num_entries; i++) {
3157 		if (ioa_dump->hdr.len > max_dump_size) {
3158 			driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3159 			break;
3160 		}
3161 
3162 		if (sdt->entry[i].flags & IPR_SDT_VALID_ENTRY) {
3163 			sdt_word = be32_to_cpu(sdt->entry[i].start_token);
3164 			if (ioa_cfg->sis64)
3165 				bytes_to_copy = be32_to_cpu(sdt->entry[i].end_token);
3166 			else {
3167 				start_off = sdt_word & IPR_FMT2_MBX_ADDR_MASK;
3168 				end_off = be32_to_cpu(sdt->entry[i].end_token);
3169 
3170 				if (ipr_sdt_is_fmt2(sdt_word) && sdt_word)
3171 					bytes_to_copy = end_off - start_off;
3172 				else
3173 					valid = 0;
3174 			}
3175 			if (valid) {
3176 				if (bytes_to_copy > max_dump_size) {
3177 					sdt->entry[i].flags &= ~IPR_SDT_VALID_ENTRY;
3178 					continue;
3179 				}
3180 
3181 				/* Copy data from adapter to driver buffers */
3182 				bytes_copied = ipr_sdt_copy(ioa_cfg, sdt_word,
3183 							    bytes_to_copy);
3184 
3185 				ioa_dump->hdr.len += bytes_copied;
3186 
3187 				if (bytes_copied != bytes_to_copy) {
3188 					driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3189 					break;
3190 				}
3191 			}
3192 		}
3193 	}
3194 
3195 	dev_err(&ioa_cfg->pdev->dev, "Dump of IOA completed.\n");
3196 
3197 	/* Update dump_header */
3198 	driver_dump->hdr.len += ioa_dump->hdr.len;
3199 	wmb();
3200 	ioa_cfg->sdt_state = DUMP_OBTAINED;
3201 	LEAVE;
3202 }
3203 
3204 #else
3205 #define ipr_get_ioa_dump(ioa_cfg, dump) do { } while (0)
3206 #endif
3207 
3208 /**
3209  * ipr_release_dump - Free adapter dump memory
3210  * @kref:	kref struct
3211  *
3212  * Return value:
3213  *	nothing
3214  **/
3215 static void ipr_release_dump(struct kref *kref)
3216 {
3217 	struct ipr_dump *dump = container_of(kref, struct ipr_dump, kref);
3218 	struct ipr_ioa_cfg *ioa_cfg = dump->ioa_cfg;
3219 	unsigned long lock_flags = 0;
3220 	int i;
3221 
3222 	ENTER;
3223 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3224 	ioa_cfg->dump = NULL;
3225 	ioa_cfg->sdt_state = INACTIVE;
3226 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3227 
3228 	for (i = 0; i < dump->ioa_dump.next_page_index; i++)
3229 		free_page((unsigned long) dump->ioa_dump.ioa_data[i]);
3230 
3231 	vfree(dump->ioa_dump.ioa_data);
3232 	kfree(dump);
3233 	LEAVE;
3234 }
3235 
3236 static void ipr_add_remove_thread(struct work_struct *work)
3237 {
3238 	unsigned long lock_flags;
3239 	struct ipr_resource_entry *res;
3240 	struct scsi_device *sdev;
3241 	struct ipr_ioa_cfg *ioa_cfg =
3242 		container_of(work, struct ipr_ioa_cfg, scsi_add_work_q);
3243 	u8 bus, target, lun;
3244 	int did_work;
3245 
3246 	ENTER;
3247 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3248 
3249 restart:
3250 	do {
3251 		did_work = 0;
3252 		if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
3253 			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3254 			return;
3255 		}
3256 
3257 		list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3258 			if (res->del_from_ml && res->sdev) {
3259 				did_work = 1;
3260 				sdev = res->sdev;
3261 				if (!scsi_device_get(sdev)) {
3262 					if (!res->add_to_ml)
3263 						list_move_tail(&res->queue, &ioa_cfg->free_res_q);
3264 					else
3265 						res->del_from_ml = 0;
3266 					spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3267 					scsi_remove_device(sdev);
3268 					scsi_device_put(sdev);
3269 					spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3270 				}
3271 				break;
3272 			}
3273 		}
3274 	} while (did_work);
3275 
3276 	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3277 		if (res->add_to_ml) {
3278 			bus = res->bus;
3279 			target = res->target;
3280 			lun = res->lun;
3281 			res->add_to_ml = 0;
3282 			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3283 			scsi_add_device(ioa_cfg->host, bus, target, lun);
3284 			spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3285 			goto restart;
3286 		}
3287 	}
3288 
3289 	ioa_cfg->scan_done = 1;
3290 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3291 	kobject_uevent(&ioa_cfg->host->shost_dev.kobj, KOBJ_CHANGE);
3292 	LEAVE;
3293 }
3294 
3295 /**
3296  * ipr_worker_thread - Worker thread
3297  * @work:		ioa config struct
3298  *
3299  * Called at task level from a work thread. This function takes care
3300  * of adding and removing device from the mid-layer as configuration
3301  * changes are detected by the adapter.
3302  *
3303  * Return value:
3304  * 	nothing
3305  **/
3306 static void ipr_worker_thread(struct work_struct *work)
3307 {
3308 	unsigned long lock_flags;
3309 	struct ipr_dump *dump;
3310 	struct ipr_ioa_cfg *ioa_cfg =
3311 		container_of(work, struct ipr_ioa_cfg, work_q);
3312 
3313 	ENTER;
3314 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3315 
3316 	if (ioa_cfg->sdt_state == READ_DUMP) {
3317 		dump = ioa_cfg->dump;
3318 		if (!dump) {
3319 			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3320 			return;
3321 		}
3322 		kref_get(&dump->kref);
3323 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3324 		ipr_get_ioa_dump(ioa_cfg, dump);
3325 		kref_put(&dump->kref, ipr_release_dump);
3326 
3327 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3328 		if (ioa_cfg->sdt_state == DUMP_OBTAINED && !ioa_cfg->dump_timeout)
3329 			ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3330 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3331 		return;
3332 	}
3333 
3334 	if (ioa_cfg->scsi_unblock) {
3335 		ioa_cfg->scsi_unblock = 0;
3336 		ioa_cfg->scsi_blocked = 0;
3337 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3338 		scsi_unblock_requests(ioa_cfg->host);
3339 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3340 		if (ioa_cfg->scsi_blocked)
3341 			scsi_block_requests(ioa_cfg->host);
3342 	}
3343 
3344 	if (!ioa_cfg->scan_enabled) {
3345 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3346 		return;
3347 	}
3348 
3349 	schedule_work(&ioa_cfg->scsi_add_work_q);
3350 
3351 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3352 	LEAVE;
3353 }
3354 
3355 #ifdef CONFIG_SCSI_IPR_TRACE
3356 /**
3357  * ipr_read_trace - Dump the adapter trace
3358  * @filp:		open sysfs file
3359  * @kobj:		kobject struct
3360  * @bin_attr:		bin_attribute struct
3361  * @buf:		buffer
3362  * @off:		offset
3363  * @count:		buffer size
3364  *
3365  * Return value:
3366  *	number of bytes printed to buffer
3367  **/
3368 static ssize_t ipr_read_trace(struct file *filp, struct kobject *kobj,
3369 			      const struct bin_attribute *bin_attr,
3370 			      char *buf, loff_t off, size_t count)
3371 {
3372 	struct device *dev = kobj_to_dev(kobj);
3373 	struct Scsi_Host *shost = class_to_shost(dev);
3374 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3375 	unsigned long lock_flags = 0;
3376 	ssize_t ret;
3377 
3378 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3379 	ret = memory_read_from_buffer(buf, count, &off, ioa_cfg->trace,
3380 				IPR_TRACE_SIZE);
3381 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3382 
3383 	return ret;
3384 }
3385 
3386 static const struct bin_attribute ipr_trace_attr = {
3387 	.attr =	{
3388 		.name = "trace",
3389 		.mode = S_IRUGO,
3390 	},
3391 	.size = 0,
3392 	.read = ipr_read_trace,
3393 };
3394 #endif
3395 
3396 /**
3397  * ipr_show_fw_version - Show the firmware version
3398  * @dev:	class device struct
3399  * @attr:	device attribute (unused)
3400  * @buf:	buffer
3401  *
3402  * Return value:
3403  *	number of bytes printed to buffer
3404  **/
3405 static ssize_t ipr_show_fw_version(struct device *dev,
3406 				   struct device_attribute *attr, char *buf)
3407 {
3408 	struct Scsi_Host *shost = class_to_shost(dev);
3409 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3410 	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
3411 	unsigned long lock_flags = 0;
3412 	int len;
3413 
3414 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3415 	len = snprintf(buf, PAGE_SIZE, "%02X%02X%02X%02X\n",
3416 		       ucode_vpd->major_release, ucode_vpd->card_type,
3417 		       ucode_vpd->minor_release[0],
3418 		       ucode_vpd->minor_release[1]);
3419 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3420 	return len;
3421 }
3422 
3423 static struct device_attribute ipr_fw_version_attr = {
3424 	.attr = {
3425 		.name =		"fw_version",
3426 		.mode =		S_IRUGO,
3427 	},
3428 	.show = ipr_show_fw_version,
3429 };
3430 
3431 /**
3432  * ipr_show_log_level - Show the adapter's error logging level
3433  * @dev:	class device struct
3434  * @attr:	device attribute (unused)
3435  * @buf:	buffer
3436  *
3437  * Return value:
3438  * 	number of bytes printed to buffer
3439  **/
3440 static ssize_t ipr_show_log_level(struct device *dev,
3441 				   struct device_attribute *attr, char *buf)
3442 {
3443 	struct Scsi_Host *shost = class_to_shost(dev);
3444 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3445 	unsigned long lock_flags = 0;
3446 	int len;
3447 
3448 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3449 	len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->log_level);
3450 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3451 	return len;
3452 }
3453 
3454 /**
3455  * ipr_store_log_level - Change the adapter's error logging level
3456  * @dev:	class device struct
3457  * @attr:	device attribute (unused)
3458  * @buf:	buffer
3459  * @count:	buffer size
3460  *
3461  * Return value:
3462  * 	number of bytes printed to buffer
3463  **/
3464 static ssize_t ipr_store_log_level(struct device *dev,
3465 				   struct device_attribute *attr,
3466 				   const char *buf, size_t count)
3467 {
3468 	struct Scsi_Host *shost = class_to_shost(dev);
3469 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3470 	unsigned long lock_flags = 0;
3471 
3472 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3473 	ioa_cfg->log_level = simple_strtoul(buf, NULL, 10);
3474 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3475 	return strlen(buf);
3476 }
3477 
3478 static struct device_attribute ipr_log_level_attr = {
3479 	.attr = {
3480 		.name =		"log_level",
3481 		.mode =		S_IRUGO | S_IWUSR,
3482 	},
3483 	.show = ipr_show_log_level,
3484 	.store = ipr_store_log_level
3485 };
3486 
3487 /**
3488  * ipr_store_diagnostics - IOA Diagnostics interface
3489  * @dev:	device struct
3490  * @attr:	device attribute (unused)
3491  * @buf:	buffer
3492  * @count:	buffer size
3493  *
3494  * This function will reset the adapter and wait a reasonable
3495  * amount of time for any errors that the adapter might log.
3496  *
3497  * Return value:
3498  * 	count on success / other on failure
3499  **/
3500 static ssize_t ipr_store_diagnostics(struct device *dev,
3501 				     struct device_attribute *attr,
3502 				     const char *buf, size_t count)
3503 {
3504 	struct Scsi_Host *shost = class_to_shost(dev);
3505 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3506 	unsigned long lock_flags = 0;
3507 	int rc = count;
3508 
3509 	if (!capable(CAP_SYS_ADMIN))
3510 		return -EACCES;
3511 
3512 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3513 	while (ioa_cfg->in_reset_reload) {
3514 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3515 		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3516 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3517 	}
3518 
3519 	ioa_cfg->errors_logged = 0;
3520 	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3521 
3522 	if (ioa_cfg->in_reset_reload) {
3523 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3524 		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3525 
3526 		/* Wait for a second for any errors to be logged */
3527 		msleep(1000);
3528 	} else {
3529 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3530 		return -EIO;
3531 	}
3532 
3533 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3534 	if (ioa_cfg->in_reset_reload || ioa_cfg->errors_logged)
3535 		rc = -EIO;
3536 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3537 
3538 	return rc;
3539 }
3540 
3541 static struct device_attribute ipr_diagnostics_attr = {
3542 	.attr = {
3543 		.name =		"run_diagnostics",
3544 		.mode =		S_IWUSR,
3545 	},
3546 	.store = ipr_store_diagnostics
3547 };
3548 
3549 /**
3550  * ipr_show_adapter_state - Show the adapter's state
3551  * @dev:	device struct
3552  * @attr:	device attribute (unused)
3553  * @buf:	buffer
3554  *
3555  * Return value:
3556  * 	number of bytes printed to buffer
3557  **/
3558 static ssize_t ipr_show_adapter_state(struct device *dev,
3559 				      struct device_attribute *attr, char *buf)
3560 {
3561 	struct Scsi_Host *shost = class_to_shost(dev);
3562 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3563 	unsigned long lock_flags = 0;
3564 	int len;
3565 
3566 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3567 	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
3568 		len = snprintf(buf, PAGE_SIZE, "offline\n");
3569 	else
3570 		len = snprintf(buf, PAGE_SIZE, "online\n");
3571 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3572 	return len;
3573 }
3574 
3575 /**
3576  * ipr_store_adapter_state - Change adapter state
3577  * @dev:	device struct
3578  * @attr:	device attribute (unused)
3579  * @buf:	buffer
3580  * @count:	buffer size
3581  *
3582  * This function will change the adapter's state.
3583  *
3584  * Return value:
3585  * 	count on success / other on failure
3586  **/
3587 static ssize_t ipr_store_adapter_state(struct device *dev,
3588 				       struct device_attribute *attr,
3589 				       const char *buf, size_t count)
3590 {
3591 	struct Scsi_Host *shost = class_to_shost(dev);
3592 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3593 	unsigned long lock_flags;
3594 	int result = count, i;
3595 
3596 	if (!capable(CAP_SYS_ADMIN))
3597 		return -EACCES;
3598 
3599 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3600 	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead &&
3601 	    !strncmp(buf, "online", 6)) {
3602 		for (i = 0; i < ioa_cfg->hrrq_num; i++) {
3603 			spin_lock(&ioa_cfg->hrrq[i]._lock);
3604 			ioa_cfg->hrrq[i].ioa_is_dead = 0;
3605 			spin_unlock(&ioa_cfg->hrrq[i]._lock);
3606 		}
3607 		wmb();
3608 		ioa_cfg->reset_retries = 0;
3609 		ioa_cfg->in_ioa_bringdown = 0;
3610 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3611 	}
3612 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3613 	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3614 
3615 	return result;
3616 }
3617 
3618 static struct device_attribute ipr_ioa_state_attr = {
3619 	.attr = {
3620 		.name =		"online_state",
3621 		.mode =		S_IRUGO | S_IWUSR,
3622 	},
3623 	.show = ipr_show_adapter_state,
3624 	.store = ipr_store_adapter_state
3625 };
3626 
3627 /**
3628  * ipr_store_reset_adapter - Reset the adapter
3629  * @dev:	device struct
3630  * @attr:	device attribute (unused)
3631  * @buf:	buffer
3632  * @count:	buffer size
3633  *
3634  * This function will reset the adapter.
3635  *
3636  * Return value:
3637  * 	count on success / other on failure
3638  **/
3639 static ssize_t ipr_store_reset_adapter(struct device *dev,
3640 				       struct device_attribute *attr,
3641 				       const char *buf, size_t count)
3642 {
3643 	struct Scsi_Host *shost = class_to_shost(dev);
3644 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3645 	unsigned long lock_flags;
3646 	int result = count;
3647 
3648 	if (!capable(CAP_SYS_ADMIN))
3649 		return -EACCES;
3650 
3651 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3652 	if (!ioa_cfg->in_reset_reload)
3653 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3654 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3655 	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3656 
3657 	return result;
3658 }
3659 
3660 static struct device_attribute ipr_ioa_reset_attr = {
3661 	.attr = {
3662 		.name =		"reset_host",
3663 		.mode =		S_IWUSR,
3664 	},
3665 	.store = ipr_store_reset_adapter
3666 };
3667 
3668 static int ipr_iopoll(struct irq_poll *iop, int budget);
3669  /**
3670  * ipr_show_iopoll_weight - Show ipr polling mode
3671  * @dev:	class device struct
3672  * @attr:	device attribute (unused)
3673  * @buf:	buffer
3674  *
3675  * Return value:
3676  *	number of bytes printed to buffer
3677  **/
3678 static ssize_t ipr_show_iopoll_weight(struct device *dev,
3679 				   struct device_attribute *attr, char *buf)
3680 {
3681 	struct Scsi_Host *shost = class_to_shost(dev);
3682 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3683 	unsigned long lock_flags = 0;
3684 	int len;
3685 
3686 	spin_lock_irqsave(shost->host_lock, lock_flags);
3687 	len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->iopoll_weight);
3688 	spin_unlock_irqrestore(shost->host_lock, lock_flags);
3689 
3690 	return len;
3691 }
3692 
3693 /**
3694  * ipr_store_iopoll_weight - Change the adapter's polling mode
3695  * @dev:	class device struct
3696  * @attr:	device attribute (unused)
3697  * @buf:	buffer
3698  * @count:	buffer size
3699  *
3700  * Return value:
3701  *	number of bytes printed to buffer
3702  **/
3703 static ssize_t ipr_store_iopoll_weight(struct device *dev,
3704 					struct device_attribute *attr,
3705 					const char *buf, size_t count)
3706 {
3707 	struct Scsi_Host *shost = class_to_shost(dev);
3708 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3709 	unsigned long user_iopoll_weight;
3710 	unsigned long lock_flags = 0;
3711 	int i;
3712 
3713 	if (!ioa_cfg->sis64) {
3714 		dev_info(&ioa_cfg->pdev->dev, "irq_poll not supported on this adapter\n");
3715 		return -EINVAL;
3716 	}
3717 	if (kstrtoul(buf, 10, &user_iopoll_weight))
3718 		return -EINVAL;
3719 
3720 	if (user_iopoll_weight > 256) {
3721 		dev_info(&ioa_cfg->pdev->dev, "Invalid irq_poll weight. It must be less than 256\n");
3722 		return -EINVAL;
3723 	}
3724 
3725 	if (user_iopoll_weight == ioa_cfg->iopoll_weight) {
3726 		dev_info(&ioa_cfg->pdev->dev, "Current irq_poll weight has the same weight\n");
3727 		return strlen(buf);
3728 	}
3729 
3730 	if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
3731 		for (i = 1; i < ioa_cfg->hrrq_num; i++)
3732 			irq_poll_disable(&ioa_cfg->hrrq[i].iopoll);
3733 	}
3734 
3735 	spin_lock_irqsave(shost->host_lock, lock_flags);
3736 	ioa_cfg->iopoll_weight = user_iopoll_weight;
3737 	if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
3738 		for (i = 1; i < ioa_cfg->hrrq_num; i++) {
3739 			irq_poll_init(&ioa_cfg->hrrq[i].iopoll,
3740 					ioa_cfg->iopoll_weight, ipr_iopoll);
3741 		}
3742 	}
3743 	spin_unlock_irqrestore(shost->host_lock, lock_flags);
3744 
3745 	return strlen(buf);
3746 }
3747 
3748 static struct device_attribute ipr_iopoll_weight_attr = {
3749 	.attr = {
3750 		.name =		"iopoll_weight",
3751 		.mode =		S_IRUGO | S_IWUSR,
3752 	},
3753 	.show = ipr_show_iopoll_weight,
3754 	.store = ipr_store_iopoll_weight
3755 };
3756 
3757 /**
3758  * ipr_alloc_ucode_buffer - Allocates a microcode download buffer
3759  * @buf_len:		buffer length
3760  *
3761  * Allocates a DMA'able buffer in chunks and assembles a scatter/gather
3762  * list to use for microcode download
3763  *
3764  * Return value:
3765  * 	pointer to sglist / NULL on failure
3766  **/
3767 static struct ipr_sglist *ipr_alloc_ucode_buffer(int buf_len)
3768 {
3769 	int sg_size, order;
3770 	struct ipr_sglist *sglist;
3771 
3772 	/* Get the minimum size per scatter/gather element */
3773 	sg_size = buf_len / (IPR_MAX_SGLIST - 1);
3774 
3775 	/* Get the actual size per element */
3776 	order = get_order(sg_size);
3777 
3778 	/* Allocate a scatter/gather list for the DMA */
3779 	sglist = kzalloc(sizeof(struct ipr_sglist), GFP_KERNEL);
3780 	if (sglist == NULL) {
3781 		ipr_trace;
3782 		return NULL;
3783 	}
3784 	sglist->order = order;
3785 	sglist->scatterlist = sgl_alloc_order(buf_len, order, false, GFP_KERNEL,
3786 					      &sglist->num_sg);
3787 	if (!sglist->scatterlist) {
3788 		kfree(sglist);
3789 		return NULL;
3790 	}
3791 
3792 	return sglist;
3793 }
3794 
3795 /**
3796  * ipr_free_ucode_buffer - Frees a microcode download buffer
3797  * @sglist:		scatter/gather list pointer
3798  *
3799  * Free a DMA'able ucode download buffer previously allocated with
3800  * ipr_alloc_ucode_buffer
3801  *
3802  * Return value:
3803  * 	nothing
3804  **/
3805 static void ipr_free_ucode_buffer(struct ipr_sglist *sglist)
3806 {
3807 	sgl_free_order(sglist->scatterlist, sglist->order);
3808 	kfree(sglist);
3809 }
3810 
3811 /**
3812  * ipr_copy_ucode_buffer - Copy user buffer to kernel buffer
3813  * @sglist:		scatter/gather list pointer
3814  * @buffer:		buffer pointer
3815  * @len:		buffer length
3816  *
3817  * Copy a microcode image from a user buffer into a buffer allocated by
3818  * ipr_alloc_ucode_buffer
3819  *
3820  * Return value:
3821  * 	0 on success / other on failure
3822  **/
3823 static int ipr_copy_ucode_buffer(struct ipr_sglist *sglist,
3824 				 u8 *buffer, u32 len)
3825 {
3826 	int bsize_elem, i, result = 0;
3827 	struct scatterlist *sg;
3828 
3829 	/* Determine the actual number of bytes per element */
3830 	bsize_elem = PAGE_SIZE * (1 << sglist->order);
3831 
3832 	sg = sglist->scatterlist;
3833 
3834 	for (i = 0; i < (len / bsize_elem); i++, sg = sg_next(sg),
3835 			buffer += bsize_elem) {
3836 		struct page *page = sg_page(sg);
3837 
3838 		memcpy_to_page(page, 0, buffer, bsize_elem);
3839 
3840 		sg->length = bsize_elem;
3841 
3842 		if (result != 0) {
3843 			ipr_trace;
3844 			return result;
3845 		}
3846 	}
3847 
3848 	if (len % bsize_elem) {
3849 		struct page *page = sg_page(sg);
3850 
3851 		memcpy_to_page(page, 0, buffer, len % bsize_elem);
3852 
3853 		sg->length = len % bsize_elem;
3854 	}
3855 
3856 	sglist->buffer_len = len;
3857 	return result;
3858 }
3859 
3860 /**
3861  * ipr_build_ucode_ioadl64 - Build a microcode download IOADL
3862  * @ipr_cmd:		ipr command struct
3863  * @sglist:		scatter/gather list
3864  *
3865  * Builds a microcode download IOA data list (IOADL).
3866  *
3867  **/
3868 static void ipr_build_ucode_ioadl64(struct ipr_cmnd *ipr_cmd,
3869 				    struct ipr_sglist *sglist)
3870 {
3871 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3872 	struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
3873 	struct scatterlist *scatterlist = sglist->scatterlist;
3874 	struct scatterlist *sg;
3875 	int i;
3876 
3877 	ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3878 	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3879 	ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3880 
3881 	ioarcb->ioadl_len =
3882 		cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
3883 	for_each_sg(scatterlist, sg, ipr_cmd->dma_use_sg, i) {
3884 		ioadl64[i].flags = cpu_to_be32(IPR_IOADL_FLAGS_WRITE);
3885 		ioadl64[i].data_len = cpu_to_be32(sg_dma_len(sg));
3886 		ioadl64[i].address = cpu_to_be64(sg_dma_address(sg));
3887 	}
3888 
3889 	ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3890 }
3891 
3892 /**
3893  * ipr_build_ucode_ioadl - Build a microcode download IOADL
3894  * @ipr_cmd:	ipr command struct
3895  * @sglist:		scatter/gather list
3896  *
3897  * Builds a microcode download IOA data list (IOADL).
3898  *
3899  **/
3900 static void ipr_build_ucode_ioadl(struct ipr_cmnd *ipr_cmd,
3901 				  struct ipr_sglist *sglist)
3902 {
3903 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3904 	struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
3905 	struct scatterlist *scatterlist = sglist->scatterlist;
3906 	struct scatterlist *sg;
3907 	int i;
3908 
3909 	ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3910 	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3911 	ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3912 
3913 	ioarcb->ioadl_len =
3914 		cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
3915 
3916 	for_each_sg(scatterlist, sg, ipr_cmd->dma_use_sg, i) {
3917 		ioadl[i].flags_and_data_len =
3918 			cpu_to_be32(IPR_IOADL_FLAGS_WRITE | sg_dma_len(sg));
3919 		ioadl[i].address =
3920 			cpu_to_be32(sg_dma_address(sg));
3921 	}
3922 
3923 	ioadl[i-1].flags_and_data_len |=
3924 		cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3925 }
3926 
3927 /**
3928  * ipr_update_ioa_ucode - Update IOA's microcode
3929  * @ioa_cfg:	ioa config struct
3930  * @sglist:		scatter/gather list
3931  *
3932  * Initiate an adapter reset to update the IOA's microcode
3933  *
3934  * Return value:
3935  * 	0 on success / -EIO on failure
3936  **/
3937 static int ipr_update_ioa_ucode(struct ipr_ioa_cfg *ioa_cfg,
3938 				struct ipr_sglist *sglist)
3939 {
3940 	unsigned long lock_flags;
3941 
3942 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3943 	while (ioa_cfg->in_reset_reload) {
3944 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3945 		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3946 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3947 	}
3948 
3949 	if (ioa_cfg->ucode_sglist) {
3950 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3951 		dev_err(&ioa_cfg->pdev->dev,
3952 			"Microcode download already in progress\n");
3953 		return -EIO;
3954 	}
3955 
3956 	sglist->num_dma_sg = dma_map_sg(&ioa_cfg->pdev->dev,
3957 					sglist->scatterlist, sglist->num_sg,
3958 					DMA_TO_DEVICE);
3959 
3960 	if (!sglist->num_dma_sg) {
3961 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3962 		dev_err(&ioa_cfg->pdev->dev,
3963 			"Failed to map microcode download buffer!\n");
3964 		return -EIO;
3965 	}
3966 
3967 	ioa_cfg->ucode_sglist = sglist;
3968 	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3969 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3970 	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3971 
3972 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3973 	ioa_cfg->ucode_sglist = NULL;
3974 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3975 	return 0;
3976 }
3977 
3978 /**
3979  * ipr_store_update_fw - Update the firmware on the adapter
3980  * @dev:	device struct
3981  * @attr:	device attribute (unused)
3982  * @buf:	buffer
3983  * @count:	buffer size
3984  *
3985  * This function will update the firmware on the adapter.
3986  *
3987  * Return value:
3988  * 	count on success / other on failure
3989  **/
3990 static ssize_t ipr_store_update_fw(struct device *dev,
3991 				   struct device_attribute *attr,
3992 				   const char *buf, size_t count)
3993 {
3994 	struct Scsi_Host *shost = class_to_shost(dev);
3995 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3996 	struct ipr_ucode_image_header *image_hdr;
3997 	const struct firmware *fw_entry;
3998 	struct ipr_sglist *sglist;
3999 	char fname[100];
4000 	char *src;
4001 	char *endline;
4002 	int result, dnld_size;
4003 
4004 	if (!capable(CAP_SYS_ADMIN))
4005 		return -EACCES;
4006 
4007 	snprintf(fname, sizeof(fname), "%s", buf);
4008 
4009 	endline = strchr(fname, '\n');
4010 	if (endline)
4011 		*endline = '\0';
4012 
4013 	if (request_firmware(&fw_entry, fname, &ioa_cfg->pdev->dev)) {
4014 		dev_err(&ioa_cfg->pdev->dev, "Firmware file %s not found\n", fname);
4015 		return -EIO;
4016 	}
4017 
4018 	image_hdr = (struct ipr_ucode_image_header *)fw_entry->data;
4019 
4020 	src = (u8 *)image_hdr + be32_to_cpu(image_hdr->header_length);
4021 	dnld_size = fw_entry->size - be32_to_cpu(image_hdr->header_length);
4022 	sglist = ipr_alloc_ucode_buffer(dnld_size);
4023 
4024 	if (!sglist) {
4025 		dev_err(&ioa_cfg->pdev->dev, "Microcode buffer allocation failed\n");
4026 		release_firmware(fw_entry);
4027 		return -ENOMEM;
4028 	}
4029 
4030 	result = ipr_copy_ucode_buffer(sglist, src, dnld_size);
4031 
4032 	if (result) {
4033 		dev_err(&ioa_cfg->pdev->dev,
4034 			"Microcode buffer copy to DMA buffer failed\n");
4035 		goto out;
4036 	}
4037 
4038 	ipr_info("Updating microcode, please be patient.  This may take up to 30 minutes.\n");
4039 
4040 	result = ipr_update_ioa_ucode(ioa_cfg, sglist);
4041 
4042 	if (!result)
4043 		result = count;
4044 out:
4045 	ipr_free_ucode_buffer(sglist);
4046 	release_firmware(fw_entry);
4047 	return result;
4048 }
4049 
4050 static struct device_attribute ipr_update_fw_attr = {
4051 	.attr = {
4052 		.name =		"update_fw",
4053 		.mode =		S_IWUSR,
4054 	},
4055 	.store = ipr_store_update_fw
4056 };
4057 
4058 /**
4059  * ipr_show_fw_type - Show the adapter's firmware type.
4060  * @dev:	class device struct
4061  * @attr:	device attribute (unused)
4062  * @buf:	buffer
4063  *
4064  * Return value:
4065  *	number of bytes printed to buffer
4066  **/
4067 static ssize_t ipr_show_fw_type(struct device *dev,
4068 				struct device_attribute *attr, char *buf)
4069 {
4070 	struct Scsi_Host *shost = class_to_shost(dev);
4071 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4072 	unsigned long lock_flags = 0;
4073 	int len;
4074 
4075 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4076 	len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->sis64);
4077 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4078 	return len;
4079 }
4080 
4081 static struct device_attribute ipr_ioa_fw_type_attr = {
4082 	.attr = {
4083 		.name =		"fw_type",
4084 		.mode =		S_IRUGO,
4085 	},
4086 	.show = ipr_show_fw_type
4087 };
4088 
4089 static ssize_t ipr_read_async_err_log(struct file *filep, struct kobject *kobj,
4090 				const struct bin_attribute *bin_attr, char *buf,
4091 				loff_t off, size_t count)
4092 {
4093 	struct device *cdev = kobj_to_dev(kobj);
4094 	struct Scsi_Host *shost = class_to_shost(cdev);
4095 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4096 	struct ipr_hostrcb *hostrcb;
4097 	unsigned long lock_flags = 0;
4098 	int ret;
4099 
4100 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4101 	hostrcb = list_first_entry_or_null(&ioa_cfg->hostrcb_report_q,
4102 					struct ipr_hostrcb, queue);
4103 	if (!hostrcb) {
4104 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4105 		return 0;
4106 	}
4107 	ret = memory_read_from_buffer(buf, count, &off, &hostrcb->hcam,
4108 				sizeof(hostrcb->hcam));
4109 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4110 	return ret;
4111 }
4112 
4113 static ssize_t ipr_next_async_err_log(struct file *filep, struct kobject *kobj,
4114 				const struct bin_attribute *bin_attr, char *buf,
4115 				loff_t off, size_t count)
4116 {
4117 	struct device *cdev = kobj_to_dev(kobj);
4118 	struct Scsi_Host *shost = class_to_shost(cdev);
4119 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4120 	struct ipr_hostrcb *hostrcb;
4121 	unsigned long lock_flags = 0;
4122 
4123 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4124 	hostrcb = list_first_entry_or_null(&ioa_cfg->hostrcb_report_q,
4125 					struct ipr_hostrcb, queue);
4126 	if (!hostrcb) {
4127 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4128 		return count;
4129 	}
4130 
4131 	/* Reclaim hostrcb before exit */
4132 	list_move_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
4133 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4134 	return count;
4135 }
4136 
4137 static const struct bin_attribute ipr_ioa_async_err_log = {
4138 	.attr = {
4139 		.name =		"async_err_log",
4140 		.mode =		S_IRUGO | S_IWUSR,
4141 	},
4142 	.size = 0,
4143 	.read = ipr_read_async_err_log,
4144 	.write = ipr_next_async_err_log
4145 };
4146 
4147 static struct attribute *ipr_ioa_attrs[] = {
4148 	&ipr_fw_version_attr.attr,
4149 	&ipr_log_level_attr.attr,
4150 	&ipr_diagnostics_attr.attr,
4151 	&ipr_ioa_state_attr.attr,
4152 	&ipr_ioa_reset_attr.attr,
4153 	&ipr_update_fw_attr.attr,
4154 	&ipr_ioa_fw_type_attr.attr,
4155 	&ipr_iopoll_weight_attr.attr,
4156 	NULL,
4157 };
4158 
4159 ATTRIBUTE_GROUPS(ipr_ioa);
4160 
4161 #ifdef CONFIG_SCSI_IPR_DUMP
4162 /**
4163  * ipr_read_dump - Dump the adapter
4164  * @filp:		open sysfs file
4165  * @kobj:		kobject struct
4166  * @bin_attr:		bin_attribute struct
4167  * @buf:		buffer
4168  * @off:		offset
4169  * @count:		buffer size
4170  *
4171  * Return value:
4172  *	number of bytes printed to buffer
4173  **/
4174 static ssize_t ipr_read_dump(struct file *filp, struct kobject *kobj,
4175 			     const struct bin_attribute *bin_attr,
4176 			     char *buf, loff_t off, size_t count)
4177 {
4178 	struct device *cdev = kobj_to_dev(kobj);
4179 	struct Scsi_Host *shost = class_to_shost(cdev);
4180 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4181 	struct ipr_dump *dump;
4182 	unsigned long lock_flags = 0;
4183 	char *src;
4184 	int len, sdt_end;
4185 	size_t rc = count;
4186 
4187 	if (!capable(CAP_SYS_ADMIN))
4188 		return -EACCES;
4189 
4190 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4191 	dump = ioa_cfg->dump;
4192 
4193 	if (ioa_cfg->sdt_state != DUMP_OBTAINED || !dump) {
4194 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4195 		return 0;
4196 	}
4197 	kref_get(&dump->kref);
4198 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4199 
4200 	if (off > dump->driver_dump.hdr.len) {
4201 		kref_put(&dump->kref, ipr_release_dump);
4202 		return 0;
4203 	}
4204 
4205 	if (off + count > dump->driver_dump.hdr.len) {
4206 		count = dump->driver_dump.hdr.len - off;
4207 		rc = count;
4208 	}
4209 
4210 	if (count && off < sizeof(dump->driver_dump)) {
4211 		if (off + count > sizeof(dump->driver_dump))
4212 			len = sizeof(dump->driver_dump) - off;
4213 		else
4214 			len = count;
4215 		src = (u8 *)&dump->driver_dump + off;
4216 		memcpy(buf, src, len);
4217 		buf += len;
4218 		off += len;
4219 		count -= len;
4220 	}
4221 
4222 	off -= sizeof(dump->driver_dump);
4223 
4224 	if (ioa_cfg->sis64)
4225 		sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
4226 			  (be32_to_cpu(dump->ioa_dump.sdt.hdr.num_entries_used) *
4227 			   sizeof(struct ipr_sdt_entry));
4228 	else
4229 		sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
4230 			  (IPR_FMT2_NUM_SDT_ENTRIES * sizeof(struct ipr_sdt_entry));
4231 
4232 	if (count && off < sdt_end) {
4233 		if (off + count > sdt_end)
4234 			len = sdt_end - off;
4235 		else
4236 			len = count;
4237 		src = (u8 *)&dump->ioa_dump + off;
4238 		memcpy(buf, src, len);
4239 		buf += len;
4240 		off += len;
4241 		count -= len;
4242 	}
4243 
4244 	off -= sdt_end;
4245 
4246 	while (count) {
4247 		if ((off & PAGE_MASK) != ((off + count) & PAGE_MASK))
4248 			len = PAGE_ALIGN(off) - off;
4249 		else
4250 			len = count;
4251 		src = (u8 *)dump->ioa_dump.ioa_data[(off & PAGE_MASK) >> PAGE_SHIFT];
4252 		src += off & ~PAGE_MASK;
4253 		memcpy(buf, src, len);
4254 		buf += len;
4255 		off += len;
4256 		count -= len;
4257 	}
4258 
4259 	kref_put(&dump->kref, ipr_release_dump);
4260 	return rc;
4261 }
4262 
4263 /**
4264  * ipr_alloc_dump - Prepare for adapter dump
4265  * @ioa_cfg:	ioa config struct
4266  *
4267  * Return value:
4268  *	0 on success / other on failure
4269  **/
4270 static int ipr_alloc_dump(struct ipr_ioa_cfg *ioa_cfg)
4271 {
4272 	struct ipr_dump *dump;
4273 	__be32 **ioa_data;
4274 	unsigned long lock_flags = 0;
4275 
4276 	dump = kzalloc(sizeof(struct ipr_dump), GFP_KERNEL);
4277 
4278 	if (!dump) {
4279 		ipr_err("Dump memory allocation failed\n");
4280 		return -ENOMEM;
4281 	}
4282 
4283 	if (ioa_cfg->sis64)
4284 		ioa_data = vmalloc_array(IPR_FMT3_MAX_NUM_DUMP_PAGES,
4285 					 sizeof(__be32 *));
4286 	else
4287 		ioa_data = vmalloc_array(IPR_FMT2_MAX_NUM_DUMP_PAGES,
4288 					 sizeof(__be32 *));
4289 
4290 	if (!ioa_data) {
4291 		ipr_err("Dump memory allocation failed\n");
4292 		kfree(dump);
4293 		return -ENOMEM;
4294 	}
4295 
4296 	dump->ioa_dump.ioa_data = ioa_data;
4297 
4298 	kref_init(&dump->kref);
4299 	dump->ioa_cfg = ioa_cfg;
4300 
4301 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4302 
4303 	if (INACTIVE != ioa_cfg->sdt_state) {
4304 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4305 		vfree(dump->ioa_dump.ioa_data);
4306 		kfree(dump);
4307 		return 0;
4308 	}
4309 
4310 	ioa_cfg->dump = dump;
4311 	ioa_cfg->sdt_state = WAIT_FOR_DUMP;
4312 	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead && !ioa_cfg->dump_taken) {
4313 		ioa_cfg->dump_taken = 1;
4314 		schedule_work(&ioa_cfg->work_q);
4315 	}
4316 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4317 
4318 	return 0;
4319 }
4320 
4321 /**
4322  * ipr_free_dump - Free adapter dump memory
4323  * @ioa_cfg:	ioa config struct
4324  *
4325  * Return value:
4326  *	0 on success / other on failure
4327  **/
4328 static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg)
4329 {
4330 	struct ipr_dump *dump;
4331 	unsigned long lock_flags = 0;
4332 
4333 	ENTER;
4334 
4335 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4336 	dump = ioa_cfg->dump;
4337 	if (!dump) {
4338 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4339 		return 0;
4340 	}
4341 
4342 	ioa_cfg->dump = NULL;
4343 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4344 
4345 	kref_put(&dump->kref, ipr_release_dump);
4346 
4347 	LEAVE;
4348 	return 0;
4349 }
4350 
4351 /**
4352  * ipr_write_dump - Setup dump state of adapter
4353  * @filp:		open sysfs file
4354  * @kobj:		kobject struct
4355  * @bin_attr:		bin_attribute struct
4356  * @buf:		buffer
4357  * @off:		offset
4358  * @count:		buffer size
4359  *
4360  * Return value:
4361  *	number of bytes printed to buffer
4362  **/
4363 static ssize_t ipr_write_dump(struct file *filp, struct kobject *kobj,
4364 			      const struct bin_attribute *bin_attr,
4365 			      char *buf, loff_t off, size_t count)
4366 {
4367 	struct device *cdev = kobj_to_dev(kobj);
4368 	struct Scsi_Host *shost = class_to_shost(cdev);
4369 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4370 	int rc;
4371 
4372 	if (!capable(CAP_SYS_ADMIN))
4373 		return -EACCES;
4374 
4375 	if (buf[0] == '1')
4376 		rc = ipr_alloc_dump(ioa_cfg);
4377 	else if (buf[0] == '0')
4378 		rc = ipr_free_dump(ioa_cfg);
4379 	else
4380 		return -EINVAL;
4381 
4382 	if (rc)
4383 		return rc;
4384 	else
4385 		return count;
4386 }
4387 
4388 static const struct bin_attribute ipr_dump_attr = {
4389 	.attr =	{
4390 		.name = "dump",
4391 		.mode = S_IRUSR | S_IWUSR,
4392 	},
4393 	.size = 0,
4394 	.read = ipr_read_dump,
4395 	.write = ipr_write_dump
4396 };
4397 #else
4398 static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg) { return 0; };
4399 #endif
4400 
4401 /**
4402  * ipr_change_queue_depth - Change the device's queue depth
4403  * @sdev:	scsi device struct
4404  * @qdepth:	depth to set
4405  *
4406  * Return value:
4407  * 	actual depth set
4408  **/
4409 static int ipr_change_queue_depth(struct scsi_device *sdev, int qdepth)
4410 {
4411 	scsi_change_queue_depth(sdev, qdepth);
4412 	return sdev->queue_depth;
4413 }
4414 
4415 /**
4416  * ipr_show_adapter_handle - Show the adapter's resource handle for this device
4417  * @dev:	device struct
4418  * @attr:	device attribute structure
4419  * @buf:	buffer
4420  *
4421  * Return value:
4422  * 	number of bytes printed to buffer
4423  **/
4424 static ssize_t ipr_show_adapter_handle(struct device *dev, struct device_attribute *attr, char *buf)
4425 {
4426 	struct scsi_device *sdev = to_scsi_device(dev);
4427 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4428 	struct ipr_resource_entry *res;
4429 	unsigned long lock_flags = 0;
4430 	ssize_t len = -ENXIO;
4431 
4432 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4433 	res = (struct ipr_resource_entry *)sdev->hostdata;
4434 	if (res)
4435 		len = snprintf(buf, PAGE_SIZE, "%08X\n", res->res_handle);
4436 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4437 	return len;
4438 }
4439 
4440 static struct device_attribute ipr_adapter_handle_attr = {
4441 	.attr = {
4442 		.name = 	"adapter_handle",
4443 		.mode =		S_IRUSR,
4444 	},
4445 	.show = ipr_show_adapter_handle
4446 };
4447 
4448 /**
4449  * ipr_show_resource_path - Show the resource path or the resource address for
4450  *			    this device.
4451  * @dev:	device struct
4452  * @attr:	device attribute structure
4453  * @buf:	buffer
4454  *
4455  * Return value:
4456  * 	number of bytes printed to buffer
4457  **/
4458 static ssize_t ipr_show_resource_path(struct device *dev, struct device_attribute *attr, char *buf)
4459 {
4460 	struct scsi_device *sdev = to_scsi_device(dev);
4461 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4462 	struct ipr_resource_entry *res;
4463 	unsigned long lock_flags = 0;
4464 	ssize_t len = -ENXIO;
4465 	char buffer[IPR_MAX_RES_PATH_LENGTH];
4466 
4467 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4468 	res = (struct ipr_resource_entry *)sdev->hostdata;
4469 	if (res && ioa_cfg->sis64)
4470 		len = snprintf(buf, PAGE_SIZE, "%s\n",
4471 			       __ipr_format_res_path(res->res_path, buffer,
4472 						     sizeof(buffer)));
4473 	else if (res)
4474 		len = snprintf(buf, PAGE_SIZE, "%d:%d:%d:%d\n", ioa_cfg->host->host_no,
4475 			       res->bus, res->target, res->lun);
4476 
4477 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4478 	return len;
4479 }
4480 
4481 static struct device_attribute ipr_resource_path_attr = {
4482 	.attr = {
4483 		.name = 	"resource_path",
4484 		.mode =		S_IRUGO,
4485 	},
4486 	.show = ipr_show_resource_path
4487 };
4488 
4489 /**
4490  * ipr_show_device_id - Show the device_id for this device.
4491  * @dev:	device struct
4492  * @attr:	device attribute structure
4493  * @buf:	buffer
4494  *
4495  * Return value:
4496  *	number of bytes printed to buffer
4497  **/
4498 static ssize_t ipr_show_device_id(struct device *dev, struct device_attribute *attr, char *buf)
4499 {
4500 	struct scsi_device *sdev = to_scsi_device(dev);
4501 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4502 	struct ipr_resource_entry *res;
4503 	unsigned long lock_flags = 0;
4504 	ssize_t len = -ENXIO;
4505 
4506 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4507 	res = (struct ipr_resource_entry *)sdev->hostdata;
4508 	if (res && ioa_cfg->sis64)
4509 		len = snprintf(buf, PAGE_SIZE, "0x%llx\n", be64_to_cpu(res->dev_id));
4510 	else if (res)
4511 		len = snprintf(buf, PAGE_SIZE, "0x%llx\n", res->lun_wwn);
4512 
4513 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4514 	return len;
4515 }
4516 
4517 static struct device_attribute ipr_device_id_attr = {
4518 	.attr = {
4519 		.name =		"device_id",
4520 		.mode =		S_IRUGO,
4521 	},
4522 	.show = ipr_show_device_id
4523 };
4524 
4525 /**
4526  * ipr_show_resource_type - Show the resource type for this device.
4527  * @dev:	device struct
4528  * @attr:	device attribute structure
4529  * @buf:	buffer
4530  *
4531  * Return value:
4532  *	number of bytes printed to buffer
4533  **/
4534 static ssize_t ipr_show_resource_type(struct device *dev, struct device_attribute *attr, char *buf)
4535 {
4536 	struct scsi_device *sdev = to_scsi_device(dev);
4537 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4538 	struct ipr_resource_entry *res;
4539 	unsigned long lock_flags = 0;
4540 	ssize_t len = -ENXIO;
4541 
4542 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4543 	res = (struct ipr_resource_entry *)sdev->hostdata;
4544 
4545 	if (res)
4546 		len = snprintf(buf, PAGE_SIZE, "%x\n", res->type);
4547 
4548 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4549 	return len;
4550 }
4551 
4552 static struct device_attribute ipr_resource_type_attr = {
4553 	.attr = {
4554 		.name =		"resource_type",
4555 		.mode =		S_IRUGO,
4556 	},
4557 	.show = ipr_show_resource_type
4558 };
4559 
4560 /**
4561  * ipr_show_raw_mode - Show the adapter's raw mode
4562  * @dev:	class device struct
4563  * @attr:	device attribute (unused)
4564  * @buf:	buffer
4565  *
4566  * Return value:
4567  * 	number of bytes printed to buffer
4568  **/
4569 static ssize_t ipr_show_raw_mode(struct device *dev,
4570 				 struct device_attribute *attr, char *buf)
4571 {
4572 	struct scsi_device *sdev = to_scsi_device(dev);
4573 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4574 	struct ipr_resource_entry *res;
4575 	unsigned long lock_flags = 0;
4576 	ssize_t len;
4577 
4578 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4579 	res = (struct ipr_resource_entry *)sdev->hostdata;
4580 	if (res)
4581 		len = snprintf(buf, PAGE_SIZE, "%d\n", res->raw_mode);
4582 	else
4583 		len = -ENXIO;
4584 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4585 	return len;
4586 }
4587 
4588 /**
4589  * ipr_store_raw_mode - Change the adapter's raw mode
4590  * @dev:	class device struct
4591  * @attr:	device attribute (unused)
4592  * @buf:	buffer
4593  * @count:		buffer size
4594  *
4595  * Return value:
4596  * 	number of bytes printed to buffer
4597  **/
4598 static ssize_t ipr_store_raw_mode(struct device *dev,
4599 				  struct device_attribute *attr,
4600 				  const char *buf, size_t count)
4601 {
4602 	struct scsi_device *sdev = to_scsi_device(dev);
4603 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4604 	struct ipr_resource_entry *res;
4605 	unsigned long lock_flags = 0;
4606 	ssize_t len;
4607 
4608 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4609 	res = (struct ipr_resource_entry *)sdev->hostdata;
4610 	if (res) {
4611 		if (ipr_is_af_dasd_device(res)) {
4612 			res->raw_mode = simple_strtoul(buf, NULL, 10);
4613 			len = strlen(buf);
4614 			if (res->sdev)
4615 				sdev_printk(KERN_INFO, res->sdev, "raw mode is %s\n",
4616 					res->raw_mode ? "enabled" : "disabled");
4617 		} else
4618 			len = -EINVAL;
4619 	} else
4620 		len = -ENXIO;
4621 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4622 	return len;
4623 }
4624 
4625 static struct device_attribute ipr_raw_mode_attr = {
4626 	.attr = {
4627 		.name =		"raw_mode",
4628 		.mode =		S_IRUGO | S_IWUSR,
4629 	},
4630 	.show = ipr_show_raw_mode,
4631 	.store = ipr_store_raw_mode
4632 };
4633 
4634 static struct attribute *ipr_dev_attrs[] = {
4635 	&ipr_adapter_handle_attr.attr,
4636 	&ipr_resource_path_attr.attr,
4637 	&ipr_device_id_attr.attr,
4638 	&ipr_resource_type_attr.attr,
4639 	&ipr_raw_mode_attr.attr,
4640 	NULL,
4641 };
4642 
4643 ATTRIBUTE_GROUPS(ipr_dev);
4644 
4645 /**
4646  * ipr_biosparam - Return the HSC mapping
4647  * @sdev:		scsi device struct
4648  * @unused:		gendisk pointer
4649  * @capacity:		capacity of the device
4650  * @parm:		Array containing returned HSC values.
4651  *
4652  * This function generates the HSC parms that fdisk uses.
4653  * We want to make sure we return something that places partitions
4654  * on 4k boundaries for best performance with the IOA.
4655  *
4656  * Return value:
4657  * 	0 on success
4658  **/
4659 static int ipr_biosparam(struct scsi_device *sdev,
4660 			 struct gendisk *unused,
4661 			 sector_t capacity, int *parm)
4662 {
4663 	int heads, sectors;
4664 	sector_t cylinders;
4665 
4666 	heads = 128;
4667 	sectors = 32;
4668 
4669 	cylinders = capacity;
4670 	sector_div(cylinders, (128 * 32));
4671 
4672 	/* return result */
4673 	parm[0] = heads;
4674 	parm[1] = sectors;
4675 	parm[2] = cylinders;
4676 
4677 	return 0;
4678 }
4679 
4680 /**
4681  * ipr_find_starget - Find target based on bus/target.
4682  * @starget:	scsi target struct
4683  *
4684  * Return value:
4685  * 	resource entry pointer if found / NULL if not found
4686  **/
4687 static struct ipr_resource_entry *ipr_find_starget(struct scsi_target *starget)
4688 {
4689 	struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4690 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4691 	struct ipr_resource_entry *res;
4692 
4693 	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4694 		if ((res->bus == starget->channel) &&
4695 		    (res->target == starget->id)) {
4696 			return res;
4697 		}
4698 	}
4699 
4700 	return NULL;
4701 }
4702 
4703 /**
4704  * ipr_target_destroy - Destroy a SCSI target
4705  * @starget:	scsi target struct
4706  *
4707  **/
4708 static void ipr_target_destroy(struct scsi_target *starget)
4709 {
4710 	struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4711 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4712 
4713 	if (ioa_cfg->sis64) {
4714 		if (!ipr_find_starget(starget)) {
4715 			if (starget->channel == IPR_ARRAY_VIRTUAL_BUS)
4716 				clear_bit(starget->id, ioa_cfg->array_ids);
4717 			else if (starget->channel == IPR_VSET_VIRTUAL_BUS)
4718 				clear_bit(starget->id, ioa_cfg->vset_ids);
4719 			else if (starget->channel == 0)
4720 				clear_bit(starget->id, ioa_cfg->target_ids);
4721 		}
4722 	}
4723 }
4724 
4725 /**
4726  * ipr_find_sdev - Find device based on bus/target/lun.
4727  * @sdev:	scsi device struct
4728  *
4729  * Return value:
4730  * 	resource entry pointer if found / NULL if not found
4731  **/
4732 static struct ipr_resource_entry *ipr_find_sdev(struct scsi_device *sdev)
4733 {
4734 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4735 	struct ipr_resource_entry *res;
4736 
4737 	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4738 		if ((res->bus == sdev->channel) &&
4739 		    (res->target == sdev->id) &&
4740 		    (res->lun == sdev->lun))
4741 			return res;
4742 	}
4743 
4744 	return NULL;
4745 }
4746 
4747 /**
4748  * ipr_sdev_destroy - Unconfigure a SCSI device
4749  * @sdev:	scsi device struct
4750  *
4751  * Return value:
4752  * 	nothing
4753  **/
4754 static void ipr_sdev_destroy(struct scsi_device *sdev)
4755 {
4756 	struct ipr_resource_entry *res;
4757 	struct ipr_ioa_cfg *ioa_cfg;
4758 	unsigned long lock_flags = 0;
4759 
4760 	ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4761 
4762 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4763 	res = (struct ipr_resource_entry *) sdev->hostdata;
4764 	if (res) {
4765 		sdev->hostdata = NULL;
4766 		res->sdev = NULL;
4767 	}
4768 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4769 }
4770 
4771 /**
4772  * ipr_sdev_configure - Configure a SCSI device
4773  * @sdev:	scsi device struct
4774  * @lim:	queue limits
4775  *
4776  * This function configures the specified scsi device.
4777  *
4778  * Return value:
4779  * 	0 on success
4780  **/
4781 static int ipr_sdev_configure(struct scsi_device *sdev,
4782 			      struct queue_limits *lim)
4783 {
4784 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4785 	struct ipr_resource_entry *res;
4786 	unsigned long lock_flags = 0;
4787 	char buffer[IPR_MAX_RES_PATH_LENGTH];
4788 
4789 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4790 	res = sdev->hostdata;
4791 	if (res) {
4792 		if (ipr_is_af_dasd_device(res))
4793 			sdev->type = TYPE_RAID;
4794 		if (ipr_is_af_dasd_device(res) || ipr_is_ioa_resource(res)) {
4795 			sdev->scsi_level = 4;
4796 			sdev->no_uld_attach = 1;
4797 		}
4798 		if (ipr_is_vset_device(res)) {
4799 			sdev->scsi_level = SCSI_SPC_3;
4800 			sdev->no_report_opcodes = 1;
4801 			blk_queue_rq_timeout(sdev->request_queue,
4802 					     IPR_VSET_RW_TIMEOUT);
4803 			lim->max_hw_sectors = IPR_VSET_MAX_SECTORS;
4804 		}
4805 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4806 
4807 		if (ioa_cfg->sis64)
4808 			sdev_printk(KERN_INFO, sdev, "Resource path: %s\n",
4809 				    ipr_format_res_path(ioa_cfg,
4810 				res->res_path, buffer, sizeof(buffer)));
4811 		return 0;
4812 	}
4813 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4814 	return 0;
4815 }
4816 
4817 /**
4818  * ipr_sdev_init - Prepare for commands to a device.
4819  * @sdev:	scsi device struct
4820  *
4821  * This function saves a pointer to the resource entry
4822  * in the scsi device struct if the device exists. We
4823  * can then use this pointer in ipr_queuecommand when
4824  * handling new commands.
4825  *
4826  * Return value:
4827  * 	0 on success / -ENXIO if device does not exist
4828  **/
4829 static int ipr_sdev_init(struct scsi_device *sdev)
4830 {
4831 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4832 	struct ipr_resource_entry *res;
4833 	unsigned long lock_flags;
4834 	int rc = -ENXIO;
4835 
4836 	sdev->hostdata = NULL;
4837 
4838 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4839 
4840 	res = ipr_find_sdev(sdev);
4841 	if (res) {
4842 		res->sdev = sdev;
4843 		res->add_to_ml = 0;
4844 		res->in_erp = 0;
4845 		sdev->hostdata = res;
4846 		if (!ipr_is_naca_model(res))
4847 			res->needs_sync_complete = 1;
4848 		rc = 0;
4849 		if (ipr_is_gata(res)) {
4850 			sdev_printk(KERN_ERR, sdev, "SATA devices are no longer "
4851 				"supported by this driver. Skipping device.\n");
4852 			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4853 			return -ENXIO;
4854 		}
4855 	}
4856 
4857 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4858 
4859 	return rc;
4860 }
4861 
4862 /**
4863  * ipr_match_lun - Match function for specified LUN
4864  * @ipr_cmd:	ipr command struct
4865  * @device:		device to match (sdev)
4866  *
4867  * Returns:
4868  *	1 if command matches sdev / 0 if command does not match sdev
4869  **/
4870 static int ipr_match_lun(struct ipr_cmnd *ipr_cmd, void *device)
4871 {
4872 	if (ipr_cmd->scsi_cmd && ipr_cmd->scsi_cmd->device == device)
4873 		return 1;
4874 	return 0;
4875 }
4876 
4877 /**
4878  * ipr_cmnd_is_free - Check if a command is free or not
4879  * @ipr_cmd:	ipr command struct
4880  *
4881  * Returns:
4882  *	true / false
4883  **/
4884 static bool ipr_cmnd_is_free(struct ipr_cmnd *ipr_cmd)
4885 {
4886 	struct ipr_cmnd *loop_cmd;
4887 
4888 	list_for_each_entry(loop_cmd, &ipr_cmd->hrrq->hrrq_free_q, queue) {
4889 		if (loop_cmd == ipr_cmd)
4890 			return true;
4891 	}
4892 
4893 	return false;
4894 }
4895 
4896 /**
4897  * ipr_wait_for_ops - Wait for matching commands to complete
4898  * @ioa_cfg:	ioa config struct
4899  * @device:		device to match (sdev)
4900  * @match:		match function to use
4901  *
4902  * Returns:
4903  *	SUCCESS / FAILED
4904  **/
4905 static int ipr_wait_for_ops(struct ipr_ioa_cfg *ioa_cfg, void *device,
4906 			    int (*match)(struct ipr_cmnd *, void *))
4907 {
4908 	struct ipr_cmnd *ipr_cmd;
4909 	int wait, i;
4910 	unsigned long flags;
4911 	struct ipr_hrr_queue *hrrq;
4912 	signed long timeout = IPR_ABORT_TASK_TIMEOUT;
4913 	DECLARE_COMPLETION_ONSTACK(comp);
4914 
4915 	ENTER;
4916 	do {
4917 		wait = 0;
4918 
4919 		for_each_hrrq(hrrq, ioa_cfg) {
4920 			spin_lock_irqsave(hrrq->lock, flags);
4921 			for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
4922 				ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
4923 				if (!ipr_cmnd_is_free(ipr_cmd)) {
4924 					if (match(ipr_cmd, device)) {
4925 						ipr_cmd->eh_comp = &comp;
4926 						wait++;
4927 					}
4928 				}
4929 			}
4930 			spin_unlock_irqrestore(hrrq->lock, flags);
4931 		}
4932 
4933 		if (wait) {
4934 			timeout = wait_for_completion_timeout(&comp, timeout);
4935 
4936 			if (!timeout) {
4937 				wait = 0;
4938 
4939 				for_each_hrrq(hrrq, ioa_cfg) {
4940 					spin_lock_irqsave(hrrq->lock, flags);
4941 					for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
4942 						ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
4943 						if (!ipr_cmnd_is_free(ipr_cmd)) {
4944 							if (match(ipr_cmd, device)) {
4945 								ipr_cmd->eh_comp = NULL;
4946 								wait++;
4947 							}
4948 						}
4949 					}
4950 					spin_unlock_irqrestore(hrrq->lock, flags);
4951 				}
4952 
4953 				if (wait)
4954 					dev_err(&ioa_cfg->pdev->dev, "Timed out waiting for aborted commands\n");
4955 				LEAVE;
4956 				return wait ? FAILED : SUCCESS;
4957 			}
4958 		}
4959 	} while (wait);
4960 
4961 	LEAVE;
4962 	return SUCCESS;
4963 }
4964 
4965 static int ipr_eh_host_reset(struct scsi_cmnd *cmd)
4966 {
4967 	struct ipr_ioa_cfg *ioa_cfg;
4968 	unsigned long lock_flags = 0;
4969 	int rc = SUCCESS;
4970 
4971 	ENTER;
4972 	ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
4973 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4974 
4975 	if (!ioa_cfg->in_reset_reload && !ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
4976 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
4977 		dev_err(&ioa_cfg->pdev->dev,
4978 			"Adapter being reset as a result of error recovery.\n");
4979 
4980 		if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
4981 			ioa_cfg->sdt_state = GET_DUMP;
4982 	}
4983 
4984 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4985 	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4986 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4987 
4988 	/* If we got hit with a host reset while we were already resetting
4989 	 the adapter for some reason, and the reset failed. */
4990 	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
4991 		ipr_trace;
4992 		rc = FAILED;
4993 	}
4994 
4995 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4996 	LEAVE;
4997 	return rc;
4998 }
4999 
5000 /**
5001  * ipr_device_reset - Reset the device
5002  * @ioa_cfg:	ioa config struct
5003  * @res:		resource entry struct
5004  *
5005  * This function issues a device reset to the affected device.
5006  * If the device is a SCSI device, a LUN reset will be sent
5007  * to the device first. If that does not work, a target reset
5008  * will be sent.
5009  *
5010  * Return value:
5011  *	0 on success / non-zero on failure
5012  **/
5013 static int ipr_device_reset(struct ipr_ioa_cfg *ioa_cfg,
5014 			    struct ipr_resource_entry *res)
5015 {
5016 	struct ipr_cmnd *ipr_cmd;
5017 	struct ipr_ioarcb *ioarcb;
5018 	struct ipr_cmd_pkt *cmd_pkt;
5019 	u32 ioasc;
5020 
5021 	ENTER;
5022 	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5023 	ioarcb = &ipr_cmd->ioarcb;
5024 	cmd_pkt = &ioarcb->cmd_pkt;
5025 
5026 	if (ipr_cmd->ioa_cfg->sis64)
5027 		ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
5028 
5029 	ioarcb->res_handle = res->res_handle;
5030 	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5031 	cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
5032 
5033 	ipr_send_blocking_cmd(ipr_cmd, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
5034 	ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5035 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5036 
5037 	LEAVE;
5038 	return IPR_IOASC_SENSE_KEY(ioasc) ? -EIO : 0;
5039 }
5040 
5041 /**
5042  * __ipr_eh_dev_reset - Reset the device
5043  * @scsi_cmd:	scsi command struct
5044  *
5045  * This function issues a device reset to the affected device.
5046  * A LUN reset will be sent to the device first. If that does
5047  * not work, a target reset will be sent.
5048  *
5049  * Return value:
5050  *	SUCCESS / FAILED
5051  **/
5052 static int __ipr_eh_dev_reset(struct scsi_cmnd *scsi_cmd)
5053 {
5054 	struct ipr_ioa_cfg *ioa_cfg;
5055 	struct ipr_resource_entry *res;
5056 	int rc = 0;
5057 
5058 	ENTER;
5059 	ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
5060 	res = scsi_cmd->device->hostdata;
5061 
5062 	/*
5063 	 * If we are currently going through reset/reload, return failed. This will force the
5064 	 * mid-layer to call ipr_eh_host_reset, which will then go to sleep and wait for the
5065 	 * reset to complete
5066 	 */
5067 	if (ioa_cfg->in_reset_reload)
5068 		return FAILED;
5069 	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
5070 		return FAILED;
5071 
5072 	res->resetting_device = 1;
5073 	scmd_printk(KERN_ERR, scsi_cmd, "Resetting device\n");
5074 
5075 	rc = ipr_device_reset(ioa_cfg, res);
5076 	res->resetting_device = 0;
5077 	res->reset_occurred = 1;
5078 
5079 	LEAVE;
5080 	return rc ? FAILED : SUCCESS;
5081 }
5082 
5083 static int ipr_eh_dev_reset(struct scsi_cmnd *cmd)
5084 {
5085 	int rc;
5086 	struct ipr_ioa_cfg *ioa_cfg;
5087 	struct ipr_resource_entry *res;
5088 
5089 	ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
5090 	res = cmd->device->hostdata;
5091 
5092 	if (!res)
5093 		return FAILED;
5094 
5095 	spin_lock_irq(cmd->device->host->host_lock);
5096 	rc = __ipr_eh_dev_reset(cmd);
5097 	spin_unlock_irq(cmd->device->host->host_lock);
5098 
5099 	if (rc == SUCCESS)
5100 		rc = ipr_wait_for_ops(ioa_cfg, cmd->device, ipr_match_lun);
5101 
5102 	return rc;
5103 }
5104 
5105 /**
5106  * ipr_bus_reset_done - Op done function for bus reset.
5107  * @ipr_cmd:	ipr command struct
5108  *
5109  * This function is the op done function for a bus reset
5110  *
5111  * Return value:
5112  * 	none
5113  **/
5114 static void ipr_bus_reset_done(struct ipr_cmnd *ipr_cmd)
5115 {
5116 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5117 	struct ipr_resource_entry *res;
5118 
5119 	ENTER;
5120 	if (!ioa_cfg->sis64)
5121 		list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
5122 			if (res->res_handle == ipr_cmd->ioarcb.res_handle) {
5123 				scsi_report_bus_reset(ioa_cfg->host, res->bus);
5124 				break;
5125 			}
5126 		}
5127 
5128 	/*
5129 	 * If abort has not completed, indicate the reset has, else call the
5130 	 * abort's done function to wake the sleeping eh thread
5131 	 */
5132 	if (ipr_cmd->sibling->sibling)
5133 		ipr_cmd->sibling->sibling = NULL;
5134 	else
5135 		ipr_cmd->sibling->done(ipr_cmd->sibling);
5136 
5137 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5138 	LEAVE;
5139 }
5140 
5141 /**
5142  * ipr_abort_timeout - An abort task has timed out
5143  * @t: Timer context used to fetch ipr command struct
5144  *
5145  * This function handles when an abort task times out. If this
5146  * happens we issue a bus reset since we have resources tied
5147  * up that must be freed before returning to the midlayer.
5148  *
5149  * Return value:
5150  *	none
5151  **/
5152 static void ipr_abort_timeout(struct timer_list *t)
5153 {
5154 	struct ipr_cmnd *ipr_cmd = timer_container_of(ipr_cmd, t, timer);
5155 	struct ipr_cmnd *reset_cmd;
5156 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5157 	struct ipr_cmd_pkt *cmd_pkt;
5158 	unsigned long lock_flags = 0;
5159 
5160 	ENTER;
5161 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5162 	if (ipr_cmd->completion.done || ioa_cfg->in_reset_reload) {
5163 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5164 		return;
5165 	}
5166 
5167 	sdev_printk(KERN_ERR, ipr_cmd->u.sdev, "Abort timed out. Resetting bus.\n");
5168 	reset_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5169 	ipr_cmd->sibling = reset_cmd;
5170 	reset_cmd->sibling = ipr_cmd;
5171 	reset_cmd->ioarcb.res_handle = ipr_cmd->ioarcb.res_handle;
5172 	cmd_pkt = &reset_cmd->ioarcb.cmd_pkt;
5173 	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5174 	cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
5175 	cmd_pkt->cdb[2] = IPR_RESET_TYPE_SELECT | IPR_BUS_RESET;
5176 
5177 	ipr_do_req(reset_cmd, ipr_bus_reset_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
5178 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5179 	LEAVE;
5180 }
5181 
5182 /**
5183  * ipr_cancel_op - Cancel specified op
5184  * @scsi_cmd:	scsi command struct
5185  *
5186  * This function cancels specified op.
5187  *
5188  * Return value:
5189  *	SUCCESS / FAILED
5190  **/
5191 static int ipr_cancel_op(struct scsi_cmnd *scsi_cmd)
5192 {
5193 	struct ipr_cmnd *ipr_cmd;
5194 	struct ipr_ioa_cfg *ioa_cfg;
5195 	struct ipr_resource_entry *res;
5196 	struct ipr_cmd_pkt *cmd_pkt;
5197 	u32 ioasc;
5198 	int i, op_found = 0;
5199 	struct ipr_hrr_queue *hrrq;
5200 
5201 	ENTER;
5202 	ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
5203 	res = scsi_cmd->device->hostdata;
5204 
5205 	/* If we are currently going through reset/reload, return failed.
5206 	 * This will force the mid-layer to call ipr_eh_host_reset,
5207 	 * which will then go to sleep and wait for the reset to complete
5208 	 */
5209 	if (ioa_cfg->in_reset_reload ||
5210 	    ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
5211 		return FAILED;
5212 	if (!res)
5213 		return FAILED;
5214 
5215 	/*
5216 	 * If we are aborting a timed out op, chances are that the timeout was caused
5217 	 * by a still not detected EEH error. In such cases, reading a register will
5218 	 * trigger the EEH recovery infrastructure.
5219 	 */
5220 	readl(ioa_cfg->regs.sense_interrupt_reg);
5221 
5222 	if (!ipr_is_gscsi(res))
5223 		return FAILED;
5224 
5225 	for_each_hrrq(hrrq, ioa_cfg) {
5226 		spin_lock(&hrrq->_lock);
5227 		for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5228 			if (ioa_cfg->ipr_cmnd_list[i]->scsi_cmd == scsi_cmd) {
5229 				if (!ipr_cmnd_is_free(ioa_cfg->ipr_cmnd_list[i])) {
5230 					op_found = 1;
5231 					break;
5232 				}
5233 			}
5234 		}
5235 		spin_unlock(&hrrq->_lock);
5236 	}
5237 
5238 	if (!op_found)
5239 		return SUCCESS;
5240 
5241 	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5242 	ipr_cmd->ioarcb.res_handle = res->res_handle;
5243 	cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5244 	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5245 	cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
5246 	ipr_cmd->u.sdev = scsi_cmd->device;
5247 
5248 	scmd_printk(KERN_ERR, scsi_cmd, "Aborting command: %02X\n",
5249 		    scsi_cmd->cmnd[0]);
5250 	ipr_send_blocking_cmd(ipr_cmd, ipr_abort_timeout, IPR_CANCEL_ALL_TIMEOUT);
5251 	ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5252 
5253 	/*
5254 	 * If the abort task timed out and we sent a bus reset, we will get
5255 	 * one the following responses to the abort
5256 	 */
5257 	if (ioasc == IPR_IOASC_BUS_WAS_RESET || ioasc == IPR_IOASC_SYNC_REQUIRED) {
5258 		ioasc = 0;
5259 		ipr_trace;
5260 	}
5261 
5262 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5263 	if (!ipr_is_naca_model(res))
5264 		res->needs_sync_complete = 1;
5265 
5266 	LEAVE;
5267 	return IPR_IOASC_SENSE_KEY(ioasc) ? FAILED : SUCCESS;
5268 }
5269 
5270 /**
5271  * ipr_scan_finished - Report whether scan is done
5272  * @shost:           scsi host struct
5273  * @elapsed_time:    elapsed time
5274  *
5275  * Return value:
5276  *	0 if scan in progress / 1 if scan is complete
5277  **/
5278 static int ipr_scan_finished(struct Scsi_Host *shost, unsigned long elapsed_time)
5279 {
5280 	unsigned long lock_flags;
5281 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
5282 	int rc = 0;
5283 
5284 	spin_lock_irqsave(shost->host_lock, lock_flags);
5285 	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead || ioa_cfg->scan_done)
5286 		rc = 1;
5287 	if ((elapsed_time/HZ) > (ioa_cfg->transop_timeout * 2))
5288 		rc = 1;
5289 	spin_unlock_irqrestore(shost->host_lock, lock_flags);
5290 	return rc;
5291 }
5292 
5293 /**
5294  * ipr_eh_abort - Reset the host adapter
5295  * @scsi_cmd:	scsi command struct
5296  *
5297  * Return value:
5298  * 	SUCCESS / FAILED
5299  **/
5300 static int ipr_eh_abort(struct scsi_cmnd *scsi_cmd)
5301 {
5302 	unsigned long flags;
5303 	int rc;
5304 	struct ipr_ioa_cfg *ioa_cfg;
5305 
5306 	ENTER;
5307 
5308 	ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
5309 
5310 	spin_lock_irqsave(scsi_cmd->device->host->host_lock, flags);
5311 	rc = ipr_cancel_op(scsi_cmd);
5312 	spin_unlock_irqrestore(scsi_cmd->device->host->host_lock, flags);
5313 
5314 	if (rc == SUCCESS)
5315 		rc = ipr_wait_for_ops(ioa_cfg, scsi_cmd->device, ipr_match_lun);
5316 	LEAVE;
5317 	return rc;
5318 }
5319 
5320 /**
5321  * ipr_handle_other_interrupt - Handle "other" interrupts
5322  * @ioa_cfg:	ioa config struct
5323  * @int_reg:	interrupt register
5324  *
5325  * Return value:
5326  * 	IRQ_NONE / IRQ_HANDLED
5327  **/
5328 static irqreturn_t ipr_handle_other_interrupt(struct ipr_ioa_cfg *ioa_cfg,
5329 					      u32 int_reg)
5330 {
5331 	irqreturn_t rc = IRQ_HANDLED;
5332 	u32 int_mask_reg;
5333 
5334 	int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
5335 	int_reg &= ~int_mask_reg;
5336 
5337 	/* If an interrupt on the adapter did not occur, ignore it.
5338 	 * Or in the case of SIS 64, check for a stage change interrupt.
5339 	 */
5340 	if ((int_reg & IPR_PCII_OPER_INTERRUPTS) == 0) {
5341 		if (ioa_cfg->sis64) {
5342 			int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
5343 			int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5344 			if (int_reg & IPR_PCII_IPL_STAGE_CHANGE) {
5345 
5346 				/* clear stage change */
5347 				writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.clr_interrupt_reg);
5348 				int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5349 				list_del(&ioa_cfg->reset_cmd->queue);
5350 				timer_delete(&ioa_cfg->reset_cmd->timer);
5351 				ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5352 				return IRQ_HANDLED;
5353 			}
5354 		}
5355 
5356 		return IRQ_NONE;
5357 	}
5358 
5359 	if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
5360 		/* Mask the interrupt */
5361 		writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.set_interrupt_mask_reg);
5362 		int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
5363 
5364 		list_del(&ioa_cfg->reset_cmd->queue);
5365 		timer_delete(&ioa_cfg->reset_cmd->timer);
5366 		ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5367 	} else if ((int_reg & IPR_PCII_HRRQ_UPDATED) == int_reg) {
5368 		if (ioa_cfg->clear_isr) {
5369 			if (ipr_debug && printk_ratelimit())
5370 				dev_err(&ioa_cfg->pdev->dev,
5371 					"Spurious interrupt detected. 0x%08X\n", int_reg);
5372 			writel(IPR_PCII_HRRQ_UPDATED, ioa_cfg->regs.clr_interrupt_reg32);
5373 			int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5374 			return IRQ_NONE;
5375 		}
5376 	} else {
5377 		if (int_reg & IPR_PCII_IOA_UNIT_CHECKED)
5378 			ioa_cfg->ioa_unit_checked = 1;
5379 		else if (int_reg & IPR_PCII_NO_HOST_RRQ)
5380 			dev_err(&ioa_cfg->pdev->dev,
5381 				"No Host RRQ. 0x%08X\n", int_reg);
5382 		else
5383 			dev_err(&ioa_cfg->pdev->dev,
5384 				"Permanent IOA failure. 0x%08X\n", int_reg);
5385 
5386 		if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5387 			ioa_cfg->sdt_state = GET_DUMP;
5388 
5389 		ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
5390 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5391 	}
5392 
5393 	return rc;
5394 }
5395 
5396 /**
5397  * ipr_isr_eh - Interrupt service routine error handler
5398  * @ioa_cfg:	ioa config struct
5399  * @msg:	message to log
5400  * @number:	various meanings depending on the caller/message
5401  *
5402  * Return value:
5403  * 	none
5404  **/
5405 static void ipr_isr_eh(struct ipr_ioa_cfg *ioa_cfg, char *msg, u16 number)
5406 {
5407 	ioa_cfg->errors_logged++;
5408 	dev_err(&ioa_cfg->pdev->dev, "%s %d\n", msg, number);
5409 
5410 	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5411 		ioa_cfg->sdt_state = GET_DUMP;
5412 
5413 	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5414 }
5415 
5416 static int ipr_process_hrrq(struct ipr_hrr_queue *hrr_queue, int budget,
5417 						struct list_head *doneq)
5418 {
5419 	u32 ioasc;
5420 	u16 cmd_index;
5421 	struct ipr_cmnd *ipr_cmd;
5422 	struct ipr_ioa_cfg *ioa_cfg = hrr_queue->ioa_cfg;
5423 	int num_hrrq = 0;
5424 
5425 	/* If interrupts are disabled, ignore the interrupt */
5426 	if (!hrr_queue->allow_interrupts)
5427 		return 0;
5428 
5429 	while ((be32_to_cpu(*hrr_queue->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5430 	       hrr_queue->toggle_bit) {
5431 
5432 		cmd_index = (be32_to_cpu(*hrr_queue->hrrq_curr) &
5433 			     IPR_HRRQ_REQ_RESP_HANDLE_MASK) >>
5434 			     IPR_HRRQ_REQ_RESP_HANDLE_SHIFT;
5435 
5436 		if (unlikely(cmd_index > hrr_queue->max_cmd_id ||
5437 			     cmd_index < hrr_queue->min_cmd_id)) {
5438 			ipr_isr_eh(ioa_cfg,
5439 				"Invalid response handle from IOA: ",
5440 				cmd_index);
5441 			break;
5442 		}
5443 
5444 		ipr_cmd = ioa_cfg->ipr_cmnd_list[cmd_index];
5445 		ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5446 
5447 		ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, ioasc);
5448 
5449 		list_move_tail(&ipr_cmd->queue, doneq);
5450 
5451 		if (hrr_queue->hrrq_curr < hrr_queue->hrrq_end) {
5452 			hrr_queue->hrrq_curr++;
5453 		} else {
5454 			hrr_queue->hrrq_curr = hrr_queue->hrrq_start;
5455 			hrr_queue->toggle_bit ^= 1u;
5456 		}
5457 		num_hrrq++;
5458 		if (budget > 0 && num_hrrq >= budget)
5459 			break;
5460 	}
5461 
5462 	return num_hrrq;
5463 }
5464 
5465 static int ipr_iopoll(struct irq_poll *iop, int budget)
5466 {
5467 	struct ipr_hrr_queue *hrrq;
5468 	struct ipr_cmnd *ipr_cmd, *temp;
5469 	unsigned long hrrq_flags;
5470 	int completed_ops;
5471 	LIST_HEAD(doneq);
5472 
5473 	hrrq = container_of(iop, struct ipr_hrr_queue, iopoll);
5474 
5475 	spin_lock_irqsave(hrrq->lock, hrrq_flags);
5476 	completed_ops = ipr_process_hrrq(hrrq, budget, &doneq);
5477 
5478 	if (completed_ops < budget)
5479 		irq_poll_complete(iop);
5480 	spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5481 
5482 	list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5483 		list_del(&ipr_cmd->queue);
5484 		timer_delete(&ipr_cmd->timer);
5485 		ipr_cmd->fast_done(ipr_cmd);
5486 	}
5487 
5488 	return completed_ops;
5489 }
5490 
5491 /**
5492  * ipr_isr - Interrupt service routine
5493  * @irq:	irq number
5494  * @devp:	pointer to ioa config struct
5495  *
5496  * Return value:
5497  * 	IRQ_NONE / IRQ_HANDLED
5498  **/
5499 static irqreturn_t ipr_isr(int irq, void *devp)
5500 {
5501 	struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
5502 	struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
5503 	unsigned long hrrq_flags = 0;
5504 	u32 int_reg = 0;
5505 	int num_hrrq = 0;
5506 	int irq_none = 0;
5507 	struct ipr_cmnd *ipr_cmd, *temp;
5508 	irqreturn_t rc = IRQ_NONE;
5509 	LIST_HEAD(doneq);
5510 
5511 	spin_lock_irqsave(hrrq->lock, hrrq_flags);
5512 	/* If interrupts are disabled, ignore the interrupt */
5513 	if (!hrrq->allow_interrupts) {
5514 		spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5515 		return IRQ_NONE;
5516 	}
5517 
5518 	while (1) {
5519 		if (ipr_process_hrrq(hrrq, -1, &doneq)) {
5520 			rc =  IRQ_HANDLED;
5521 
5522 			if (!ioa_cfg->clear_isr)
5523 				break;
5524 
5525 			/* Clear the PCI interrupt */
5526 			num_hrrq = 0;
5527 			do {
5528 				writel(IPR_PCII_HRRQ_UPDATED,
5529 				     ioa_cfg->regs.clr_interrupt_reg32);
5530 				int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5531 			} while (int_reg & IPR_PCII_HRRQ_UPDATED &&
5532 				num_hrrq++ < IPR_MAX_HRRQ_RETRIES);
5533 
5534 		} else if (rc == IRQ_NONE && irq_none == 0) {
5535 			int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5536 			irq_none++;
5537 		} else if (num_hrrq == IPR_MAX_HRRQ_RETRIES &&
5538 			   int_reg & IPR_PCII_HRRQ_UPDATED) {
5539 			ipr_isr_eh(ioa_cfg,
5540 				"Error clearing HRRQ: ", num_hrrq);
5541 			rc = IRQ_HANDLED;
5542 			break;
5543 		} else
5544 			break;
5545 	}
5546 
5547 	if (unlikely(rc == IRQ_NONE))
5548 		rc = ipr_handle_other_interrupt(ioa_cfg, int_reg);
5549 
5550 	spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5551 	list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5552 		list_del(&ipr_cmd->queue);
5553 		timer_delete(&ipr_cmd->timer);
5554 		ipr_cmd->fast_done(ipr_cmd);
5555 	}
5556 	return rc;
5557 }
5558 
5559 /**
5560  * ipr_isr_mhrrq - Interrupt service routine
5561  * @irq:	irq number
5562  * @devp:	pointer to ioa config struct
5563  *
5564  * Return value:
5565  *	IRQ_NONE / IRQ_HANDLED
5566  **/
5567 static irqreturn_t ipr_isr_mhrrq(int irq, void *devp)
5568 {
5569 	struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
5570 	struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
5571 	unsigned long hrrq_flags = 0;
5572 	struct ipr_cmnd *ipr_cmd, *temp;
5573 	irqreturn_t rc = IRQ_NONE;
5574 	LIST_HEAD(doneq);
5575 
5576 	spin_lock_irqsave(hrrq->lock, hrrq_flags);
5577 
5578 	/* If interrupts are disabled, ignore the interrupt */
5579 	if (!hrrq->allow_interrupts) {
5580 		spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5581 		return IRQ_NONE;
5582 	}
5583 
5584 	if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
5585 		if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5586 		       hrrq->toggle_bit) {
5587 			irq_poll_sched(&hrrq->iopoll);
5588 			spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5589 			return IRQ_HANDLED;
5590 		}
5591 	} else {
5592 		if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5593 			hrrq->toggle_bit)
5594 
5595 			if (ipr_process_hrrq(hrrq, -1, &doneq))
5596 				rc =  IRQ_HANDLED;
5597 	}
5598 
5599 	spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5600 
5601 	list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5602 		list_del(&ipr_cmd->queue);
5603 		timer_delete(&ipr_cmd->timer);
5604 		ipr_cmd->fast_done(ipr_cmd);
5605 	}
5606 	return rc;
5607 }
5608 
5609 /**
5610  * ipr_build_ioadl64 - Build a scatter/gather list and map the buffer
5611  * @ioa_cfg:	ioa config struct
5612  * @ipr_cmd:	ipr command struct
5613  *
5614  * Return value:
5615  * 	0 on success / -1 on failure
5616  **/
5617 static int ipr_build_ioadl64(struct ipr_ioa_cfg *ioa_cfg,
5618 			     struct ipr_cmnd *ipr_cmd)
5619 {
5620 	int i, nseg;
5621 	struct scatterlist *sg;
5622 	u32 length;
5623 	u32 ioadl_flags = 0;
5624 	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5625 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5626 	struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
5627 
5628 	length = scsi_bufflen(scsi_cmd);
5629 	if (!length)
5630 		return 0;
5631 
5632 	nseg = scsi_dma_map(scsi_cmd);
5633 	if (nseg < 0) {
5634 		if (printk_ratelimit())
5635 			dev_err(&ioa_cfg->pdev->dev, "scsi_dma_map failed!\n");
5636 		return -1;
5637 	}
5638 
5639 	ipr_cmd->dma_use_sg = nseg;
5640 
5641 	ioarcb->data_transfer_length = cpu_to_be32(length);
5642 	ioarcb->ioadl_len =
5643 		cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
5644 
5645 	if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5646 		ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5647 		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5648 	} else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE)
5649 		ioadl_flags = IPR_IOADL_FLAGS_READ;
5650 
5651 	scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5652 		ioadl64[i].flags = cpu_to_be32(ioadl_flags);
5653 		ioadl64[i].data_len = cpu_to_be32(sg_dma_len(sg));
5654 		ioadl64[i].address = cpu_to_be64(sg_dma_address(sg));
5655 	}
5656 
5657 	ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5658 	return 0;
5659 }
5660 
5661 /**
5662  * ipr_build_ioadl - Build a scatter/gather list and map the buffer
5663  * @ioa_cfg:	ioa config struct
5664  * @ipr_cmd:	ipr command struct
5665  *
5666  * Return value:
5667  * 	0 on success / -1 on failure
5668  **/
5669 static int ipr_build_ioadl(struct ipr_ioa_cfg *ioa_cfg,
5670 			   struct ipr_cmnd *ipr_cmd)
5671 {
5672 	int i, nseg;
5673 	struct scatterlist *sg;
5674 	u32 length;
5675 	u32 ioadl_flags = 0;
5676 	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5677 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5678 	struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
5679 
5680 	length = scsi_bufflen(scsi_cmd);
5681 	if (!length)
5682 		return 0;
5683 
5684 	nseg = scsi_dma_map(scsi_cmd);
5685 	if (nseg < 0) {
5686 		dev_err(&ioa_cfg->pdev->dev, "scsi_dma_map failed!\n");
5687 		return -1;
5688 	}
5689 
5690 	ipr_cmd->dma_use_sg = nseg;
5691 
5692 	if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5693 		ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5694 		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5695 		ioarcb->data_transfer_length = cpu_to_be32(length);
5696 		ioarcb->ioadl_len =
5697 			cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
5698 	} else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE) {
5699 		ioadl_flags = IPR_IOADL_FLAGS_READ;
5700 		ioarcb->read_data_transfer_length = cpu_to_be32(length);
5701 		ioarcb->read_ioadl_len =
5702 			cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
5703 	}
5704 
5705 	if (ipr_cmd->dma_use_sg <= ARRAY_SIZE(ioarcb->u.add_data.u.ioadl)) {
5706 		ioadl = ioarcb->u.add_data.u.ioadl;
5707 		ioarcb->write_ioadl_addr = cpu_to_be32((ipr_cmd->dma_addr) +
5708 				    offsetof(struct ipr_ioarcb, u.add_data));
5709 		ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
5710 	}
5711 
5712 	scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5713 		ioadl[i].flags_and_data_len =
5714 			cpu_to_be32(ioadl_flags | sg_dma_len(sg));
5715 		ioadl[i].address = cpu_to_be32(sg_dma_address(sg));
5716 	}
5717 
5718 	ioadl[i-1].flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5719 	return 0;
5720 }
5721 
5722 /**
5723  * __ipr_erp_done - Process completion of ERP for a device
5724  * @ipr_cmd:		ipr command struct
5725  *
5726  * This function copies the sense buffer into the scsi_cmd
5727  * struct and pushes the scsi_done function.
5728  *
5729  * Return value:
5730  * 	nothing
5731  **/
5732 static void __ipr_erp_done(struct ipr_cmnd *ipr_cmd)
5733 {
5734 	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5735 	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
5736 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5737 
5738 	if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
5739 		scsi_cmd->result |= (DID_ERROR << 16);
5740 		scmd_printk(KERN_ERR, scsi_cmd,
5741 			    "Request Sense failed with IOASC: 0x%08X\n", ioasc);
5742 	} else {
5743 		memcpy(scsi_cmd->sense_buffer, ipr_cmd->sense_buffer,
5744 		       SCSI_SENSE_BUFFERSIZE);
5745 	}
5746 
5747 	if (res) {
5748 		if (!ipr_is_naca_model(res))
5749 			res->needs_sync_complete = 1;
5750 		res->in_erp = 0;
5751 	}
5752 	scsi_dma_unmap(ipr_cmd->scsi_cmd);
5753 	scsi_done(scsi_cmd);
5754 	if (ipr_cmd->eh_comp)
5755 		complete(ipr_cmd->eh_comp);
5756 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5757 }
5758 
5759 /**
5760  * ipr_erp_done - Process completion of ERP for a device
5761  * @ipr_cmd:		ipr command struct
5762  *
5763  * This function copies the sense buffer into the scsi_cmd
5764  * struct and pushes the scsi_done function.
5765  *
5766  * Return value:
5767  * 	nothing
5768  **/
5769 static void ipr_erp_done(struct ipr_cmnd *ipr_cmd)
5770 {
5771 	struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
5772 	unsigned long hrrq_flags;
5773 
5774 	spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
5775 	__ipr_erp_done(ipr_cmd);
5776 	spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
5777 }
5778 
5779 /**
5780  * ipr_reinit_ipr_cmnd_for_erp - Re-initialize a cmnd block to be used for ERP
5781  * @ipr_cmd:	ipr command struct
5782  *
5783  * Return value:
5784  * 	none
5785  **/
5786 static void ipr_reinit_ipr_cmnd_for_erp(struct ipr_cmnd *ipr_cmd)
5787 {
5788 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5789 	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5790 	dma_addr_t dma_addr = ipr_cmd->dma_addr;
5791 
5792 	memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
5793 	ioarcb->data_transfer_length = 0;
5794 	ioarcb->read_data_transfer_length = 0;
5795 	ioarcb->ioadl_len = 0;
5796 	ioarcb->read_ioadl_len = 0;
5797 	ioasa->hdr.ioasc = 0;
5798 	ioasa->hdr.residual_data_len = 0;
5799 
5800 	if (ipr_cmd->ioa_cfg->sis64)
5801 		ioarcb->u.sis64_addr_data.data_ioadl_addr =
5802 			cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
5803 	else {
5804 		ioarcb->write_ioadl_addr =
5805 			cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
5806 		ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
5807 	}
5808 }
5809 
5810 /**
5811  * __ipr_erp_request_sense - Send request sense to a device
5812  * @ipr_cmd:	ipr command struct
5813  *
5814  * This function sends a request sense to a device as a result
5815  * of a check condition.
5816  *
5817  * Return value:
5818  * 	nothing
5819  **/
5820 static void __ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
5821 {
5822 	struct ipr_cmd_pkt *cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5823 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5824 
5825 	if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
5826 		__ipr_erp_done(ipr_cmd);
5827 		return;
5828 	}
5829 
5830 	ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
5831 
5832 	cmd_pkt->request_type = IPR_RQTYPE_SCSICDB;
5833 	cmd_pkt->cdb[0] = REQUEST_SENSE;
5834 	cmd_pkt->cdb[4] = SCSI_SENSE_BUFFERSIZE;
5835 	cmd_pkt->flags_hi |= IPR_FLAGS_HI_SYNC_OVERRIDE;
5836 	cmd_pkt->flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
5837 	cmd_pkt->timeout = cpu_to_be16(IPR_REQUEST_SENSE_TIMEOUT / HZ);
5838 
5839 	ipr_init_ioadl(ipr_cmd, ipr_cmd->sense_buffer_dma,
5840 		       SCSI_SENSE_BUFFERSIZE, IPR_IOADL_FLAGS_READ_LAST);
5841 
5842 	ipr_do_req(ipr_cmd, ipr_erp_done, ipr_timeout,
5843 		   IPR_REQUEST_SENSE_TIMEOUT * 2);
5844 }
5845 
5846 /**
5847  * ipr_erp_request_sense - Send request sense to a device
5848  * @ipr_cmd:	ipr command struct
5849  *
5850  * This function sends a request sense to a device as a result
5851  * of a check condition.
5852  *
5853  * Return value:
5854  * 	nothing
5855  **/
5856 static void ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
5857 {
5858 	struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
5859 	unsigned long hrrq_flags;
5860 
5861 	spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
5862 	__ipr_erp_request_sense(ipr_cmd);
5863 	spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
5864 }
5865 
5866 /**
5867  * ipr_erp_cancel_all - Send cancel all to a device
5868  * @ipr_cmd:	ipr command struct
5869  *
5870  * This function sends a cancel all to a device to clear the
5871  * queue. If we are running TCQ on the device, QERR is set to 1,
5872  * which means all outstanding ops have been dropped on the floor.
5873  * Cancel all will return them to us.
5874  *
5875  * Return value:
5876  * 	nothing
5877  **/
5878 static void ipr_erp_cancel_all(struct ipr_cmnd *ipr_cmd)
5879 {
5880 	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5881 	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
5882 	struct ipr_cmd_pkt *cmd_pkt;
5883 
5884 	res->in_erp = 1;
5885 
5886 	ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
5887 
5888 	if (!scsi_cmd->device->simple_tags) {
5889 		__ipr_erp_request_sense(ipr_cmd);
5890 		return;
5891 	}
5892 
5893 	cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5894 	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5895 	cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
5896 
5897 	ipr_do_req(ipr_cmd, ipr_erp_request_sense, ipr_timeout,
5898 		   IPR_CANCEL_ALL_TIMEOUT);
5899 }
5900 
5901 /**
5902  * ipr_dump_ioasa - Dump contents of IOASA
5903  * @ioa_cfg:	ioa config struct
5904  * @ipr_cmd:	ipr command struct
5905  * @res:		resource entry struct
5906  *
5907  * This function is invoked by the interrupt handler when ops
5908  * fail. It will log the IOASA if appropriate. Only called
5909  * for GPDD ops.
5910  *
5911  * Return value:
5912  * 	none
5913  **/
5914 static void ipr_dump_ioasa(struct ipr_ioa_cfg *ioa_cfg,
5915 			   struct ipr_cmnd *ipr_cmd, struct ipr_resource_entry *res)
5916 {
5917 	int i;
5918 	u16 data_len;
5919 	u32 ioasc, fd_ioasc;
5920 	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5921 	__be32 *ioasa_data = (__be32 *)ioasa;
5922 	int error_index;
5923 
5924 	ioasc = be32_to_cpu(ioasa->hdr.ioasc) & IPR_IOASC_IOASC_MASK;
5925 	fd_ioasc = be32_to_cpu(ioasa->hdr.fd_ioasc) & IPR_IOASC_IOASC_MASK;
5926 
5927 	if (0 == ioasc)
5928 		return;
5929 
5930 	if (ioa_cfg->log_level < IPR_DEFAULT_LOG_LEVEL)
5931 		return;
5932 
5933 	if (ioasc == IPR_IOASC_BUS_WAS_RESET && fd_ioasc)
5934 		error_index = ipr_get_error(fd_ioasc);
5935 	else
5936 		error_index = ipr_get_error(ioasc);
5937 
5938 	if (ioa_cfg->log_level < IPR_MAX_LOG_LEVEL) {
5939 		/* Don't log an error if the IOA already logged one */
5940 		if (ioasa->hdr.ilid != 0)
5941 			return;
5942 
5943 		if (!ipr_is_gscsi(res))
5944 			return;
5945 
5946 		if (ipr_error_table[error_index].log_ioasa == 0)
5947 			return;
5948 	}
5949 
5950 	ipr_res_err(ioa_cfg, res, "%s\n", ipr_error_table[error_index].error);
5951 
5952 	data_len = be16_to_cpu(ioasa->hdr.ret_stat_len);
5953 	if (ioa_cfg->sis64 && sizeof(struct ipr_ioasa64) < data_len)
5954 		data_len = sizeof(struct ipr_ioasa64);
5955 	else if (!ioa_cfg->sis64 && sizeof(struct ipr_ioasa) < data_len)
5956 		data_len = sizeof(struct ipr_ioasa);
5957 
5958 	ipr_err("IOASA Dump:\n");
5959 
5960 	for (i = 0; i < data_len / 4; i += 4) {
5961 		ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
5962 			be32_to_cpu(ioasa_data[i]),
5963 			be32_to_cpu(ioasa_data[i+1]),
5964 			be32_to_cpu(ioasa_data[i+2]),
5965 			be32_to_cpu(ioasa_data[i+3]));
5966 	}
5967 }
5968 
5969 /**
5970  * ipr_gen_sense - Generate SCSI sense data from an IOASA
5971  * @ipr_cmd:	ipr command struct
5972  *
5973  * Return value:
5974  * 	none
5975  **/
5976 static void ipr_gen_sense(struct ipr_cmnd *ipr_cmd)
5977 {
5978 	u32 failing_lba;
5979 	u8 *sense_buf = ipr_cmd->scsi_cmd->sense_buffer;
5980 	struct ipr_resource_entry *res = ipr_cmd->scsi_cmd->device->hostdata;
5981 	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5982 	u32 ioasc = be32_to_cpu(ioasa->hdr.ioasc);
5983 
5984 	memset(sense_buf, 0, SCSI_SENSE_BUFFERSIZE);
5985 
5986 	if (ioasc >= IPR_FIRST_DRIVER_IOASC)
5987 		return;
5988 
5989 	ipr_cmd->scsi_cmd->result = SAM_STAT_CHECK_CONDITION;
5990 
5991 	if (ipr_is_vset_device(res) &&
5992 	    ioasc == IPR_IOASC_MED_DO_NOT_REALLOC &&
5993 	    ioasa->u.vset.failing_lba_hi != 0) {
5994 		sense_buf[0] = 0x72;
5995 		sense_buf[1] = IPR_IOASC_SENSE_KEY(ioasc);
5996 		sense_buf[2] = IPR_IOASC_SENSE_CODE(ioasc);
5997 		sense_buf[3] = IPR_IOASC_SENSE_QUAL(ioasc);
5998 
5999 		sense_buf[7] = 12;
6000 		sense_buf[8] = 0;
6001 		sense_buf[9] = 0x0A;
6002 		sense_buf[10] = 0x80;
6003 
6004 		failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_hi);
6005 
6006 		sense_buf[12] = (failing_lba & 0xff000000) >> 24;
6007 		sense_buf[13] = (failing_lba & 0x00ff0000) >> 16;
6008 		sense_buf[14] = (failing_lba & 0x0000ff00) >> 8;
6009 		sense_buf[15] = failing_lba & 0x000000ff;
6010 
6011 		failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
6012 
6013 		sense_buf[16] = (failing_lba & 0xff000000) >> 24;
6014 		sense_buf[17] = (failing_lba & 0x00ff0000) >> 16;
6015 		sense_buf[18] = (failing_lba & 0x0000ff00) >> 8;
6016 		sense_buf[19] = failing_lba & 0x000000ff;
6017 	} else {
6018 		sense_buf[0] = 0x70;
6019 		sense_buf[2] = IPR_IOASC_SENSE_KEY(ioasc);
6020 		sense_buf[12] = IPR_IOASC_SENSE_CODE(ioasc);
6021 		sense_buf[13] = IPR_IOASC_SENSE_QUAL(ioasc);
6022 
6023 		/* Illegal request */
6024 		if ((IPR_IOASC_SENSE_KEY(ioasc) == 0x05) &&
6025 		    (be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_FIELD_POINTER_VALID)) {
6026 			sense_buf[7] = 10;	/* additional length */
6027 
6028 			/* IOARCB was in error */
6029 			if (IPR_IOASC_SENSE_CODE(ioasc) == 0x24)
6030 				sense_buf[15] = 0xC0;
6031 			else	/* Parameter data was invalid */
6032 				sense_buf[15] = 0x80;
6033 
6034 			sense_buf[16] =
6035 			    ((IPR_FIELD_POINTER_MASK &
6036 			      be32_to_cpu(ioasa->hdr.ioasc_specific)) >> 8) & 0xff;
6037 			sense_buf[17] =
6038 			    (IPR_FIELD_POINTER_MASK &
6039 			     be32_to_cpu(ioasa->hdr.ioasc_specific)) & 0xff;
6040 		} else {
6041 			if (ioasc == IPR_IOASC_MED_DO_NOT_REALLOC) {
6042 				if (ipr_is_vset_device(res))
6043 					failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
6044 				else
6045 					failing_lba = be32_to_cpu(ioasa->u.dasd.failing_lba);
6046 
6047 				sense_buf[0] |= 0x80;	/* Or in the Valid bit */
6048 				sense_buf[3] = (failing_lba & 0xff000000) >> 24;
6049 				sense_buf[4] = (failing_lba & 0x00ff0000) >> 16;
6050 				sense_buf[5] = (failing_lba & 0x0000ff00) >> 8;
6051 				sense_buf[6] = failing_lba & 0x000000ff;
6052 			}
6053 
6054 			sense_buf[7] = 6;	/* additional length */
6055 		}
6056 	}
6057 }
6058 
6059 /**
6060  * ipr_get_autosense - Copy autosense data to sense buffer
6061  * @ipr_cmd:	ipr command struct
6062  *
6063  * This function copies the autosense buffer to the buffer
6064  * in the scsi_cmd, if there is autosense available.
6065  *
6066  * Return value:
6067  *	1 if autosense was available / 0 if not
6068  **/
6069 static int ipr_get_autosense(struct ipr_cmnd *ipr_cmd)
6070 {
6071 	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6072 	struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
6073 
6074 	if ((be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_AUTOSENSE_VALID) == 0)
6075 		return 0;
6076 
6077 	if (ipr_cmd->ioa_cfg->sis64)
6078 		memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa64->auto_sense.data,
6079 		       min_t(u16, be16_to_cpu(ioasa64->auto_sense.auto_sense_len),
6080 			   SCSI_SENSE_BUFFERSIZE));
6081 	else
6082 		memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa->auto_sense.data,
6083 		       min_t(u16, be16_to_cpu(ioasa->auto_sense.auto_sense_len),
6084 			   SCSI_SENSE_BUFFERSIZE));
6085 	return 1;
6086 }
6087 
6088 /**
6089  * ipr_erp_start - Process an error response for a SCSI op
6090  * @ioa_cfg:	ioa config struct
6091  * @ipr_cmd:	ipr command struct
6092  *
6093  * This function determines whether or not to initiate ERP
6094  * on the affected device.
6095  *
6096  * Return value:
6097  * 	nothing
6098  **/
6099 static void ipr_erp_start(struct ipr_ioa_cfg *ioa_cfg,
6100 			      struct ipr_cmnd *ipr_cmd)
6101 {
6102 	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6103 	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
6104 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6105 	u32 masked_ioasc = ioasc & IPR_IOASC_IOASC_MASK;
6106 
6107 	if (!res) {
6108 		__ipr_scsi_eh_done(ipr_cmd);
6109 		return;
6110 	}
6111 
6112 	if (!ipr_is_gscsi(res) && masked_ioasc != IPR_IOASC_HW_DEV_BUS_STATUS)
6113 		ipr_gen_sense(ipr_cmd);
6114 
6115 	ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
6116 
6117 	switch (masked_ioasc) {
6118 	case IPR_IOASC_ABORTED_CMD_TERM_BY_HOST:
6119 		if (ipr_is_naca_model(res))
6120 			scsi_cmd->result |= (DID_ABORT << 16);
6121 		else
6122 			scsi_cmd->result |= (DID_IMM_RETRY << 16);
6123 		break;
6124 	case IPR_IOASC_IR_RESOURCE_HANDLE:
6125 	case IPR_IOASC_IR_NO_CMDS_TO_2ND_IOA:
6126 		scsi_cmd->result |= (DID_NO_CONNECT << 16);
6127 		break;
6128 	case IPR_IOASC_HW_SEL_TIMEOUT:
6129 		scsi_cmd->result |= (DID_NO_CONNECT << 16);
6130 		if (!ipr_is_naca_model(res))
6131 			res->needs_sync_complete = 1;
6132 		break;
6133 	case IPR_IOASC_SYNC_REQUIRED:
6134 		if (!res->in_erp)
6135 			res->needs_sync_complete = 1;
6136 		scsi_cmd->result |= (DID_IMM_RETRY << 16);
6137 		break;
6138 	case IPR_IOASC_MED_DO_NOT_REALLOC: /* prevent retries */
6139 	case IPR_IOASA_IR_DUAL_IOA_DISABLED:
6140 		/*
6141 		 * exception: do not set DID_PASSTHROUGH on CHECK CONDITION
6142 		 * so SCSI mid-layer and upper layers handle it accordingly.
6143 		 */
6144 		if (scsi_cmd->result != SAM_STAT_CHECK_CONDITION)
6145 			scsi_cmd->result |= (DID_PASSTHROUGH << 16);
6146 		break;
6147 	case IPR_IOASC_BUS_WAS_RESET:
6148 	case IPR_IOASC_BUS_WAS_RESET_BY_OTHER:
6149 		/*
6150 		 * Report the bus reset and ask for a retry. The device
6151 		 * will give CC/UA the next command.
6152 		 */
6153 		if (!res->resetting_device)
6154 			scsi_report_bus_reset(ioa_cfg->host, scsi_cmd->device->channel);
6155 		scsi_cmd->result |= (DID_ERROR << 16);
6156 		if (!ipr_is_naca_model(res))
6157 			res->needs_sync_complete = 1;
6158 		break;
6159 	case IPR_IOASC_HW_DEV_BUS_STATUS:
6160 		scsi_cmd->result |= IPR_IOASC_SENSE_STATUS(ioasc);
6161 		if (IPR_IOASC_SENSE_STATUS(ioasc) == SAM_STAT_CHECK_CONDITION) {
6162 			if (!ipr_get_autosense(ipr_cmd)) {
6163 				if (!ipr_is_naca_model(res)) {
6164 					ipr_erp_cancel_all(ipr_cmd);
6165 					return;
6166 				}
6167 			}
6168 		}
6169 		if (!ipr_is_naca_model(res))
6170 			res->needs_sync_complete = 1;
6171 		break;
6172 	case IPR_IOASC_NR_INIT_CMD_REQUIRED:
6173 		break;
6174 	case IPR_IOASC_IR_NON_OPTIMIZED:
6175 		if (res->raw_mode) {
6176 			res->raw_mode = 0;
6177 			scsi_cmd->result |= (DID_IMM_RETRY << 16);
6178 		} else
6179 			scsi_cmd->result |= (DID_ERROR << 16);
6180 		break;
6181 	default:
6182 		if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
6183 			scsi_cmd->result |= (DID_ERROR << 16);
6184 		if (!ipr_is_vset_device(res) && !ipr_is_naca_model(res))
6185 			res->needs_sync_complete = 1;
6186 		break;
6187 	}
6188 
6189 	scsi_dma_unmap(ipr_cmd->scsi_cmd);
6190 	scsi_done(scsi_cmd);
6191 	if (ipr_cmd->eh_comp)
6192 		complete(ipr_cmd->eh_comp);
6193 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6194 }
6195 
6196 /**
6197  * ipr_scsi_done - mid-layer done function
6198  * @ipr_cmd:	ipr command struct
6199  *
6200  * This function is invoked by the interrupt handler for
6201  * ops generated by the SCSI mid-layer
6202  *
6203  * Return value:
6204  * 	none
6205  **/
6206 static void ipr_scsi_done(struct ipr_cmnd *ipr_cmd)
6207 {
6208 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6209 	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6210 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6211 	unsigned long lock_flags;
6212 
6213 	scsi_set_resid(scsi_cmd, be32_to_cpu(ipr_cmd->s.ioasa.hdr.residual_data_len));
6214 
6215 	if (likely(IPR_IOASC_SENSE_KEY(ioasc) == 0)) {
6216 		scsi_dma_unmap(scsi_cmd);
6217 
6218 		spin_lock_irqsave(ipr_cmd->hrrq->lock, lock_flags);
6219 		scsi_done(scsi_cmd);
6220 		if (ipr_cmd->eh_comp)
6221 			complete(ipr_cmd->eh_comp);
6222 		list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6223 		spin_unlock_irqrestore(ipr_cmd->hrrq->lock, lock_flags);
6224 	} else {
6225 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
6226 		spin_lock(&ipr_cmd->hrrq->_lock);
6227 		ipr_erp_start(ioa_cfg, ipr_cmd);
6228 		spin_unlock(&ipr_cmd->hrrq->_lock);
6229 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
6230 	}
6231 }
6232 
6233 /**
6234  * ipr_queuecommand - Queue a mid-layer request
6235  * @shost:		scsi host struct
6236  * @scsi_cmd:	scsi command struct
6237  *
6238  * This function queues a request generated by the mid-layer.
6239  *
6240  * Return value:
6241  *	0 on success
6242  *	SCSI_MLQUEUE_DEVICE_BUSY if device is busy
6243  *	SCSI_MLQUEUE_HOST_BUSY if host is busy
6244  **/
6245 static int ipr_queuecommand(struct Scsi_Host *shost,
6246 			    struct scsi_cmnd *scsi_cmd)
6247 {
6248 	struct ipr_ioa_cfg *ioa_cfg;
6249 	struct ipr_resource_entry *res;
6250 	struct ipr_ioarcb *ioarcb;
6251 	struct ipr_cmnd *ipr_cmd;
6252 	unsigned long hrrq_flags;
6253 	int rc;
6254 	struct ipr_hrr_queue *hrrq;
6255 	int hrrq_id;
6256 
6257 	ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
6258 
6259 	scsi_cmd->result = (DID_OK << 16);
6260 	res = scsi_cmd->device->hostdata;
6261 
6262 	hrrq_id = ipr_get_hrrq_index(ioa_cfg);
6263 	hrrq = &ioa_cfg->hrrq[hrrq_id];
6264 
6265 	spin_lock_irqsave(hrrq->lock, hrrq_flags);
6266 	/*
6267 	 * We are currently blocking all devices due to a host reset
6268 	 * We have told the host to stop giving us new requests, but
6269 	 * ERP ops don't count. FIXME
6270 	 */
6271 	if (unlikely(!hrrq->allow_cmds && !hrrq->ioa_is_dead && !hrrq->removing_ioa)) {
6272 		spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6273 		return SCSI_MLQUEUE_HOST_BUSY;
6274 	}
6275 
6276 	/*
6277 	 * FIXME - Create scsi_set_host_offline interface
6278 	 *  and the ioa_is_dead check can be removed
6279 	 */
6280 	if (unlikely(hrrq->ioa_is_dead || hrrq->removing_ioa || !res)) {
6281 		spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6282 		goto err_nodev;
6283 	}
6284 
6285 	ipr_cmd = __ipr_get_free_ipr_cmnd(hrrq);
6286 	if (ipr_cmd == NULL) {
6287 		spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6288 		return SCSI_MLQUEUE_HOST_BUSY;
6289 	}
6290 	spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6291 
6292 	ipr_init_ipr_cmnd(ipr_cmd, ipr_scsi_done);
6293 	ioarcb = &ipr_cmd->ioarcb;
6294 
6295 	memcpy(ioarcb->cmd_pkt.cdb, scsi_cmd->cmnd, scsi_cmd->cmd_len);
6296 	ipr_cmd->scsi_cmd = scsi_cmd;
6297 	ipr_cmd->done = ipr_scsi_eh_done;
6298 
6299 	if (ipr_is_gscsi(res)) {
6300 		if (scsi_cmd->underflow == 0)
6301 			ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6302 
6303 		if (res->reset_occurred) {
6304 			res->reset_occurred = 0;
6305 			ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_DELAY_AFTER_RST;
6306 		}
6307 	}
6308 
6309 	if (ipr_is_gscsi(res) || ipr_is_vset_device(res)) {
6310 		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
6311 
6312 		ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_ALIGNED_BFR;
6313 		if (scsi_cmd->flags & SCMD_TAGGED)
6314 			ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_SIMPLE_TASK;
6315 		else
6316 			ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_UNTAGGED_TASK;
6317 	}
6318 
6319 	if (scsi_cmd->cmnd[0] >= 0xC0 &&
6320 	    (!ipr_is_gscsi(res) || scsi_cmd->cmnd[0] == IPR_QUERY_RSRC_STATE)) {
6321 		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
6322 	}
6323 	if (res->raw_mode && ipr_is_af_dasd_device(res)) {
6324 		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_PIPE;
6325 
6326 		if (scsi_cmd->underflow == 0)
6327 			ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6328 	}
6329 
6330 	if (ioa_cfg->sis64)
6331 		rc = ipr_build_ioadl64(ioa_cfg, ipr_cmd);
6332 	else
6333 		rc = ipr_build_ioadl(ioa_cfg, ipr_cmd);
6334 
6335 	spin_lock_irqsave(hrrq->lock, hrrq_flags);
6336 	if (unlikely(rc || (!hrrq->allow_cmds && !hrrq->ioa_is_dead))) {
6337 		list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_free_q);
6338 		spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6339 		if (!rc)
6340 			scsi_dma_unmap(scsi_cmd);
6341 		return SCSI_MLQUEUE_HOST_BUSY;
6342 	}
6343 
6344 	if (unlikely(hrrq->ioa_is_dead)) {
6345 		list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_free_q);
6346 		spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6347 		scsi_dma_unmap(scsi_cmd);
6348 		goto err_nodev;
6349 	}
6350 
6351 	ioarcb->res_handle = res->res_handle;
6352 	if (res->needs_sync_complete) {
6353 		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_SYNC_COMPLETE;
6354 		res->needs_sync_complete = 0;
6355 	}
6356 	list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_pending_q);
6357 	ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
6358 	ipr_send_command(ipr_cmd);
6359 	spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6360 	return 0;
6361 
6362 err_nodev:
6363 	spin_lock_irqsave(hrrq->lock, hrrq_flags);
6364 	memset(scsi_cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
6365 	scsi_cmd->result = (DID_NO_CONNECT << 16);
6366 	scsi_done(scsi_cmd);
6367 	spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6368 	return 0;
6369 }
6370 
6371 /**
6372  * ipr_ioa_info - Get information about the card/driver
6373  * @host:	scsi host struct
6374  *
6375  * Return value:
6376  * 	pointer to buffer with description string
6377  **/
6378 static const char *ipr_ioa_info(struct Scsi_Host *host)
6379 {
6380 	static char buffer[512];
6381 	struct ipr_ioa_cfg *ioa_cfg;
6382 	unsigned long lock_flags = 0;
6383 
6384 	ioa_cfg = (struct ipr_ioa_cfg *) host->hostdata;
6385 
6386 	spin_lock_irqsave(host->host_lock, lock_flags);
6387 	sprintf(buffer, "IBM %X Storage Adapter", ioa_cfg->type);
6388 	spin_unlock_irqrestore(host->host_lock, lock_flags);
6389 
6390 	return buffer;
6391 }
6392 
6393 static const struct scsi_host_template driver_template = {
6394 	.module = THIS_MODULE,
6395 	.name = "IPR",
6396 	.info = ipr_ioa_info,
6397 	.queuecommand = ipr_queuecommand,
6398 	.eh_abort_handler = ipr_eh_abort,
6399 	.eh_device_reset_handler = ipr_eh_dev_reset,
6400 	.eh_host_reset_handler = ipr_eh_host_reset,
6401 	.sdev_init = ipr_sdev_init,
6402 	.sdev_configure = ipr_sdev_configure,
6403 	.sdev_destroy = ipr_sdev_destroy,
6404 	.scan_finished = ipr_scan_finished,
6405 	.target_destroy = ipr_target_destroy,
6406 	.change_queue_depth = ipr_change_queue_depth,
6407 	.bios_param = ipr_biosparam,
6408 	.can_queue = IPR_MAX_COMMANDS,
6409 	.this_id = -1,
6410 	.sg_tablesize = IPR_MAX_SGLIST,
6411 	.max_sectors = IPR_IOA_MAX_SECTORS,
6412 	.cmd_per_lun = IPR_MAX_CMD_PER_LUN,
6413 	.shost_groups = ipr_ioa_groups,
6414 	.sdev_groups = ipr_dev_groups,
6415 	.proc_name = IPR_NAME,
6416 };
6417 
6418 /**
6419  * ipr_ioa_bringdown_done - IOA bring down completion.
6420  * @ipr_cmd:	ipr command struct
6421  *
6422  * This function processes the completion of an adapter bring down.
6423  * It wakes any reset sleepers.
6424  *
6425  * Return value:
6426  * 	IPR_RC_JOB_RETURN
6427  **/
6428 static int ipr_ioa_bringdown_done(struct ipr_cmnd *ipr_cmd)
6429 {
6430 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6431 	int i;
6432 
6433 	ENTER;
6434 	if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
6435 		ipr_trace;
6436 		ioa_cfg->scsi_unblock = 1;
6437 		schedule_work(&ioa_cfg->work_q);
6438 	}
6439 
6440 	ioa_cfg->in_reset_reload = 0;
6441 	ioa_cfg->reset_retries = 0;
6442 	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
6443 		spin_lock(&ioa_cfg->hrrq[i]._lock);
6444 		ioa_cfg->hrrq[i].ioa_is_dead = 1;
6445 		spin_unlock(&ioa_cfg->hrrq[i]._lock);
6446 	}
6447 	wmb();
6448 
6449 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6450 	wake_up_all(&ioa_cfg->reset_wait_q);
6451 	LEAVE;
6452 
6453 	return IPR_RC_JOB_RETURN;
6454 }
6455 
6456 /**
6457  * ipr_ioa_reset_done - IOA reset completion.
6458  * @ipr_cmd:	ipr command struct
6459  *
6460  * This function processes the completion of an adapter reset.
6461  * It schedules any necessary mid-layer add/removes and
6462  * wakes any reset sleepers.
6463  *
6464  * Return value:
6465  * 	IPR_RC_JOB_RETURN
6466  **/
6467 static int ipr_ioa_reset_done(struct ipr_cmnd *ipr_cmd)
6468 {
6469 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6470 	struct ipr_resource_entry *res;
6471 	int j;
6472 
6473 	ENTER;
6474 	ioa_cfg->in_reset_reload = 0;
6475 	for (j = 0; j < ioa_cfg->hrrq_num; j++) {
6476 		spin_lock(&ioa_cfg->hrrq[j]._lock);
6477 		ioa_cfg->hrrq[j].allow_cmds = 1;
6478 		spin_unlock(&ioa_cfg->hrrq[j]._lock);
6479 	}
6480 	wmb();
6481 	ioa_cfg->reset_cmd = NULL;
6482 	ioa_cfg->doorbell |= IPR_RUNTIME_RESET;
6483 
6484 	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
6485 		if (res->add_to_ml || res->del_from_ml) {
6486 			ipr_trace;
6487 			break;
6488 		}
6489 	}
6490 	schedule_work(&ioa_cfg->work_q);
6491 
6492 	for (j = 0; j < IPR_NUM_HCAMS; j++) {
6493 		list_del_init(&ioa_cfg->hostrcb[j]->queue);
6494 		if (j < IPR_NUM_LOG_HCAMS)
6495 			ipr_send_hcam(ioa_cfg,
6496 				IPR_HCAM_CDB_OP_CODE_LOG_DATA,
6497 				ioa_cfg->hostrcb[j]);
6498 		else
6499 			ipr_send_hcam(ioa_cfg,
6500 				IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
6501 				ioa_cfg->hostrcb[j]);
6502 	}
6503 
6504 	scsi_report_bus_reset(ioa_cfg->host, IPR_VSET_BUS);
6505 	dev_info(&ioa_cfg->pdev->dev, "IOA initialized.\n");
6506 
6507 	ioa_cfg->reset_retries = 0;
6508 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6509 	wake_up_all(&ioa_cfg->reset_wait_q);
6510 
6511 	ioa_cfg->scsi_unblock = 1;
6512 	schedule_work(&ioa_cfg->work_q);
6513 	LEAVE;
6514 	return IPR_RC_JOB_RETURN;
6515 }
6516 
6517 /**
6518  * ipr_set_sup_dev_dflt - Initialize a Set Supported Device buffer
6519  * @supported_dev:	supported device struct
6520  * @vpids:			vendor product id struct
6521  *
6522  * Return value:
6523  * 	none
6524  **/
6525 static void ipr_set_sup_dev_dflt(struct ipr_supported_device *supported_dev,
6526 				 struct ipr_std_inq_vpids *vpids)
6527 {
6528 	memset(supported_dev, 0, sizeof(struct ipr_supported_device));
6529 	memcpy(&supported_dev->vpids, vpids, sizeof(struct ipr_std_inq_vpids));
6530 	supported_dev->num_records = 1;
6531 	supported_dev->data_length =
6532 		cpu_to_be16(sizeof(struct ipr_supported_device));
6533 	supported_dev->reserved = 0;
6534 }
6535 
6536 /**
6537  * ipr_set_supported_devs - Send Set Supported Devices for a device
6538  * @ipr_cmd:	ipr command struct
6539  *
6540  * This function sends a Set Supported Devices to the adapter
6541  *
6542  * Return value:
6543  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6544  **/
6545 static int ipr_set_supported_devs(struct ipr_cmnd *ipr_cmd)
6546 {
6547 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6548 	struct ipr_supported_device *supp_dev = &ioa_cfg->vpd_cbs->supp_dev;
6549 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6550 	struct ipr_resource_entry *res = ipr_cmd->u.res;
6551 
6552 	ipr_cmd->job_step = ipr_ioa_reset_done;
6553 
6554 	list_for_each_entry_continue(res, &ioa_cfg->used_res_q, queue) {
6555 		if (!ipr_is_scsi_disk(res))
6556 			continue;
6557 
6558 		ipr_cmd->u.res = res;
6559 		ipr_set_sup_dev_dflt(supp_dev, &res->std_inq_data.vpids);
6560 
6561 		ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
6562 		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6563 		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
6564 
6565 		ioarcb->cmd_pkt.cdb[0] = IPR_SET_SUPPORTED_DEVICES;
6566 		ioarcb->cmd_pkt.cdb[1] = IPR_SET_ALL_SUPPORTED_DEVICES;
6567 		ioarcb->cmd_pkt.cdb[7] = (sizeof(struct ipr_supported_device) >> 8) & 0xff;
6568 		ioarcb->cmd_pkt.cdb[8] = sizeof(struct ipr_supported_device) & 0xff;
6569 
6570 		ipr_init_ioadl(ipr_cmd,
6571 			       ioa_cfg->vpd_cbs_dma +
6572 				 offsetof(struct ipr_misc_cbs, supp_dev),
6573 			       sizeof(struct ipr_supported_device),
6574 			       IPR_IOADL_FLAGS_WRITE_LAST);
6575 
6576 		ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
6577 			   IPR_SET_SUP_DEVICE_TIMEOUT);
6578 
6579 		if (!ioa_cfg->sis64)
6580 			ipr_cmd->job_step = ipr_set_supported_devs;
6581 		LEAVE;
6582 		return IPR_RC_JOB_RETURN;
6583 	}
6584 
6585 	LEAVE;
6586 	return IPR_RC_JOB_CONTINUE;
6587 }
6588 
6589 /**
6590  * ipr_get_mode_page - Locate specified mode page
6591  * @mode_pages:	mode page buffer
6592  * @page_code:	page code to find
6593  * @len:		minimum required length for mode page
6594  *
6595  * Return value:
6596  * 	pointer to mode page / NULL on failure
6597  **/
6598 static void *ipr_get_mode_page(struct ipr_mode_pages *mode_pages,
6599 			       u32 page_code, u32 len)
6600 {
6601 	struct ipr_mode_page_hdr *mode_hdr;
6602 	u32 page_length;
6603 	u32 length;
6604 
6605 	if (!mode_pages || (mode_pages->hdr.length == 0))
6606 		return NULL;
6607 
6608 	length = (mode_pages->hdr.length + 1) - 4 - mode_pages->hdr.block_desc_len;
6609 	mode_hdr = (struct ipr_mode_page_hdr *)
6610 		(mode_pages->data + mode_pages->hdr.block_desc_len);
6611 
6612 	while (length) {
6613 		if (IPR_GET_MODE_PAGE_CODE(mode_hdr) == page_code) {
6614 			if (mode_hdr->page_length >= (len - sizeof(struct ipr_mode_page_hdr)))
6615 				return mode_hdr;
6616 			break;
6617 		} else {
6618 			page_length = (sizeof(struct ipr_mode_page_hdr) +
6619 				       mode_hdr->page_length);
6620 			length -= page_length;
6621 			mode_hdr = (struct ipr_mode_page_hdr *)
6622 				((unsigned long)mode_hdr + page_length);
6623 		}
6624 	}
6625 	return NULL;
6626 }
6627 
6628 /**
6629  * ipr_check_term_power - Check for term power errors
6630  * @ioa_cfg:	ioa config struct
6631  * @mode_pages:	IOAFP mode pages buffer
6632  *
6633  * Check the IOAFP's mode page 28 for term power errors
6634  *
6635  * Return value:
6636  * 	nothing
6637  **/
6638 static void ipr_check_term_power(struct ipr_ioa_cfg *ioa_cfg,
6639 				 struct ipr_mode_pages *mode_pages)
6640 {
6641 	int i;
6642 	int entry_length;
6643 	struct ipr_dev_bus_entry *bus;
6644 	struct ipr_mode_page28 *mode_page;
6645 
6646 	mode_page = ipr_get_mode_page(mode_pages, 0x28,
6647 				      sizeof(struct ipr_mode_page28));
6648 
6649 	entry_length = mode_page->entry_length;
6650 
6651 	bus = mode_page->bus;
6652 
6653 	for (i = 0; i < mode_page->num_entries; i++) {
6654 		if (bus->flags & IPR_SCSI_ATTR_NO_TERM_PWR) {
6655 			dev_err(&ioa_cfg->pdev->dev,
6656 				"Term power is absent on scsi bus %d\n",
6657 				bus->res_addr.bus);
6658 		}
6659 
6660 		bus = (struct ipr_dev_bus_entry *)((char *)bus + entry_length);
6661 	}
6662 }
6663 
6664 /**
6665  * ipr_scsi_bus_speed_limit - Limit the SCSI speed based on SES table
6666  * @ioa_cfg:	ioa config struct
6667  *
6668  * Looks through the config table checking for SES devices. If
6669  * the SES device is in the SES table indicating a maximum SCSI
6670  * bus speed, the speed is limited for the bus.
6671  *
6672  * Return value:
6673  * 	none
6674  **/
6675 static void ipr_scsi_bus_speed_limit(struct ipr_ioa_cfg *ioa_cfg)
6676 {
6677 	u32 max_xfer_rate;
6678 	int i;
6679 
6680 	for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
6681 		max_xfer_rate = ipr_get_max_scsi_speed(ioa_cfg, i,
6682 						       ioa_cfg->bus_attr[i].bus_width);
6683 
6684 		if (max_xfer_rate < ioa_cfg->bus_attr[i].max_xfer_rate)
6685 			ioa_cfg->bus_attr[i].max_xfer_rate = max_xfer_rate;
6686 	}
6687 }
6688 
6689 /**
6690  * ipr_modify_ioafp_mode_page_28 - Modify IOAFP Mode Page 28
6691  * @ioa_cfg:	ioa config struct
6692  * @mode_pages:	mode page 28 buffer
6693  *
6694  * Updates mode page 28 based on driver configuration
6695  *
6696  * Return value:
6697  * 	none
6698  **/
6699 static void ipr_modify_ioafp_mode_page_28(struct ipr_ioa_cfg *ioa_cfg,
6700 					  struct ipr_mode_pages *mode_pages)
6701 {
6702 	int i, entry_length;
6703 	struct ipr_dev_bus_entry *bus;
6704 	struct ipr_bus_attributes *bus_attr;
6705 	struct ipr_mode_page28 *mode_page;
6706 
6707 	mode_page = ipr_get_mode_page(mode_pages, 0x28,
6708 				      sizeof(struct ipr_mode_page28));
6709 
6710 	entry_length = mode_page->entry_length;
6711 
6712 	/* Loop for each device bus entry */
6713 	for (i = 0, bus = mode_page->bus;
6714 	     i < mode_page->num_entries;
6715 	     i++, bus = (struct ipr_dev_bus_entry *)((u8 *)bus + entry_length)) {
6716 		if (bus->res_addr.bus > IPR_MAX_NUM_BUSES) {
6717 			dev_err(&ioa_cfg->pdev->dev,
6718 				"Invalid resource address reported: 0x%08X\n",
6719 				IPR_GET_PHYS_LOC(bus->res_addr));
6720 			continue;
6721 		}
6722 
6723 		bus_attr = &ioa_cfg->bus_attr[i];
6724 		bus->extended_reset_delay = IPR_EXTENDED_RESET_DELAY;
6725 		bus->bus_width = bus_attr->bus_width;
6726 		bus->max_xfer_rate = cpu_to_be32(bus_attr->max_xfer_rate);
6727 		bus->flags &= ~IPR_SCSI_ATTR_QAS_MASK;
6728 		if (bus_attr->qas_enabled)
6729 			bus->flags |= IPR_SCSI_ATTR_ENABLE_QAS;
6730 		else
6731 			bus->flags |= IPR_SCSI_ATTR_DISABLE_QAS;
6732 	}
6733 }
6734 
6735 /**
6736  * ipr_build_mode_select - Build a mode select command
6737  * @ipr_cmd:	ipr command struct
6738  * @res_handle:	resource handle to send command to
6739  * @parm:		Byte 2 of Mode Sense command
6740  * @dma_addr:	DMA buffer address
6741  * @xfer_len:	data transfer length
6742  *
6743  * Return value:
6744  * 	none
6745  **/
6746 static void ipr_build_mode_select(struct ipr_cmnd *ipr_cmd,
6747 				  __be32 res_handle, u8 parm,
6748 				  dma_addr_t dma_addr, u8 xfer_len)
6749 {
6750 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6751 
6752 	ioarcb->res_handle = res_handle;
6753 	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
6754 	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6755 	ioarcb->cmd_pkt.cdb[0] = MODE_SELECT;
6756 	ioarcb->cmd_pkt.cdb[1] = parm;
6757 	ioarcb->cmd_pkt.cdb[4] = xfer_len;
6758 
6759 	ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_WRITE_LAST);
6760 }
6761 
6762 /**
6763  * ipr_ioafp_mode_select_page28 - Issue Mode Select Page 28 to IOA
6764  * @ipr_cmd:	ipr command struct
6765  *
6766  * This function sets up the SCSI bus attributes and sends
6767  * a Mode Select for Page 28 to activate them.
6768  *
6769  * Return value:
6770  * 	IPR_RC_JOB_RETURN
6771  **/
6772 static int ipr_ioafp_mode_select_page28(struct ipr_cmnd *ipr_cmd)
6773 {
6774 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6775 	struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
6776 	int length;
6777 
6778 	ENTER;
6779 	ipr_scsi_bus_speed_limit(ioa_cfg);
6780 	ipr_check_term_power(ioa_cfg, mode_pages);
6781 	ipr_modify_ioafp_mode_page_28(ioa_cfg, mode_pages);
6782 	length = mode_pages->hdr.length + 1;
6783 	mode_pages->hdr.length = 0;
6784 
6785 	ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
6786 			      ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
6787 			      length);
6788 
6789 	ipr_cmd->job_step = ipr_set_supported_devs;
6790 	ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
6791 				    struct ipr_resource_entry, queue);
6792 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6793 
6794 	LEAVE;
6795 	return IPR_RC_JOB_RETURN;
6796 }
6797 
6798 /**
6799  * ipr_build_mode_sense - Builds a mode sense command
6800  * @ipr_cmd:	ipr command struct
6801  * @res_handle:		resource entry struct
6802  * @parm:		Byte 2 of mode sense command
6803  * @dma_addr:	DMA address of mode sense buffer
6804  * @xfer_len:	Size of DMA buffer
6805  *
6806  * Return value:
6807  * 	none
6808  **/
6809 static void ipr_build_mode_sense(struct ipr_cmnd *ipr_cmd,
6810 				 __be32 res_handle,
6811 				 u8 parm, dma_addr_t dma_addr, u8 xfer_len)
6812 {
6813 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6814 
6815 	ioarcb->res_handle = res_handle;
6816 	ioarcb->cmd_pkt.cdb[0] = MODE_SENSE;
6817 	ioarcb->cmd_pkt.cdb[2] = parm;
6818 	ioarcb->cmd_pkt.cdb[4] = xfer_len;
6819 	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
6820 
6821 	ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
6822 }
6823 
6824 /**
6825  * ipr_reset_cmd_failed - Handle failure of IOA reset command
6826  * @ipr_cmd:	ipr command struct
6827  *
6828  * This function handles the failure of an IOA bringup command.
6829  *
6830  * Return value:
6831  * 	IPR_RC_JOB_RETURN
6832  **/
6833 static int ipr_reset_cmd_failed(struct ipr_cmnd *ipr_cmd)
6834 {
6835 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6836 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6837 
6838 	dev_err(&ioa_cfg->pdev->dev,
6839 		"0x%02X failed with IOASC: 0x%08X\n",
6840 		ipr_cmd->ioarcb.cmd_pkt.cdb[0], ioasc);
6841 
6842 	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
6843 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6844 	return IPR_RC_JOB_RETURN;
6845 }
6846 
6847 /**
6848  * ipr_reset_mode_sense_failed - Handle failure of IOAFP mode sense
6849  * @ipr_cmd:	ipr command struct
6850  *
6851  * This function handles the failure of a Mode Sense to the IOAFP.
6852  * Some adapters do not handle all mode pages.
6853  *
6854  * Return value:
6855  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6856  **/
6857 static int ipr_reset_mode_sense_failed(struct ipr_cmnd *ipr_cmd)
6858 {
6859 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6860 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6861 
6862 	if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
6863 		ipr_cmd->job_step = ipr_set_supported_devs;
6864 		ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
6865 					    struct ipr_resource_entry, queue);
6866 		return IPR_RC_JOB_CONTINUE;
6867 	}
6868 
6869 	return ipr_reset_cmd_failed(ipr_cmd);
6870 }
6871 
6872 /**
6873  * ipr_ioafp_mode_sense_page28 - Issue Mode Sense Page 28 to IOA
6874  * @ipr_cmd:	ipr command struct
6875  *
6876  * This function send a Page 28 mode sense to the IOA to
6877  * retrieve SCSI bus attributes.
6878  *
6879  * Return value:
6880  * 	IPR_RC_JOB_RETURN
6881  **/
6882 static int ipr_ioafp_mode_sense_page28(struct ipr_cmnd *ipr_cmd)
6883 {
6884 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6885 
6886 	ENTER;
6887 	ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
6888 			     0x28, ioa_cfg->vpd_cbs_dma +
6889 			     offsetof(struct ipr_misc_cbs, mode_pages),
6890 			     sizeof(struct ipr_mode_pages));
6891 
6892 	ipr_cmd->job_step = ipr_ioafp_mode_select_page28;
6893 	ipr_cmd->job_step_failed = ipr_reset_mode_sense_failed;
6894 
6895 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6896 
6897 	LEAVE;
6898 	return IPR_RC_JOB_RETURN;
6899 }
6900 
6901 /**
6902  * ipr_ioafp_mode_select_page24 - Issue Mode Select to IOA
6903  * @ipr_cmd:	ipr command struct
6904  *
6905  * This function enables dual IOA RAID support if possible.
6906  *
6907  * Return value:
6908  * 	IPR_RC_JOB_RETURN
6909  **/
6910 static int ipr_ioafp_mode_select_page24(struct ipr_cmnd *ipr_cmd)
6911 {
6912 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6913 	struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
6914 	struct ipr_mode_page24 *mode_page;
6915 	int length;
6916 
6917 	ENTER;
6918 	mode_page = ipr_get_mode_page(mode_pages, 0x24,
6919 				      sizeof(struct ipr_mode_page24));
6920 
6921 	if (mode_page)
6922 		mode_page->flags |= IPR_ENABLE_DUAL_IOA_AF;
6923 
6924 	length = mode_pages->hdr.length + 1;
6925 	mode_pages->hdr.length = 0;
6926 
6927 	ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
6928 			      ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
6929 			      length);
6930 
6931 	ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
6932 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6933 
6934 	LEAVE;
6935 	return IPR_RC_JOB_RETURN;
6936 }
6937 
6938 /**
6939  * ipr_reset_mode_sense_page24_failed - Handle failure of IOAFP mode sense
6940  * @ipr_cmd:	ipr command struct
6941  *
6942  * This function handles the failure of a Mode Sense to the IOAFP.
6943  * Some adapters do not handle all mode pages.
6944  *
6945  * Return value:
6946  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6947  **/
6948 static int ipr_reset_mode_sense_page24_failed(struct ipr_cmnd *ipr_cmd)
6949 {
6950 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6951 
6952 	if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
6953 		ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
6954 		return IPR_RC_JOB_CONTINUE;
6955 	}
6956 
6957 	return ipr_reset_cmd_failed(ipr_cmd);
6958 }
6959 
6960 /**
6961  * ipr_ioafp_mode_sense_page24 - Issue Page 24 Mode Sense to IOA
6962  * @ipr_cmd:	ipr command struct
6963  *
6964  * This function send a mode sense to the IOA to retrieve
6965  * the IOA Advanced Function Control mode page.
6966  *
6967  * Return value:
6968  * 	IPR_RC_JOB_RETURN
6969  **/
6970 static int ipr_ioafp_mode_sense_page24(struct ipr_cmnd *ipr_cmd)
6971 {
6972 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6973 
6974 	ENTER;
6975 	ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
6976 			     0x24, ioa_cfg->vpd_cbs_dma +
6977 			     offsetof(struct ipr_misc_cbs, mode_pages),
6978 			     sizeof(struct ipr_mode_pages));
6979 
6980 	ipr_cmd->job_step = ipr_ioafp_mode_select_page24;
6981 	ipr_cmd->job_step_failed = ipr_reset_mode_sense_page24_failed;
6982 
6983 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6984 
6985 	LEAVE;
6986 	return IPR_RC_JOB_RETURN;
6987 }
6988 
6989 /**
6990  * ipr_init_res_table - Initialize the resource table
6991  * @ipr_cmd:	ipr command struct
6992  *
6993  * This function looks through the existing resource table, comparing
6994  * it with the config table. This function will take care of old/new
6995  * devices and schedule adding/removing them from the mid-layer
6996  * as appropriate.
6997  *
6998  * Return value:
6999  * 	IPR_RC_JOB_CONTINUE
7000  **/
7001 static int ipr_init_res_table(struct ipr_cmnd *ipr_cmd)
7002 {
7003 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7004 	struct ipr_resource_entry *res, *temp;
7005 	struct ipr_config_table_entry_wrapper cfgtew;
7006 	int entries, found, flag, i;
7007 	LIST_HEAD(old_res);
7008 
7009 	ENTER;
7010 	if (ioa_cfg->sis64)
7011 		flag = ioa_cfg->u.cfg_table64->hdr64.flags;
7012 	else
7013 		flag = ioa_cfg->u.cfg_table->hdr.flags;
7014 
7015 	if (flag & IPR_UCODE_DOWNLOAD_REQ)
7016 		dev_err(&ioa_cfg->pdev->dev, "Microcode download required\n");
7017 
7018 	list_for_each_entry_safe(res, temp, &ioa_cfg->used_res_q, queue)
7019 		list_move_tail(&res->queue, &old_res);
7020 
7021 	if (ioa_cfg->sis64)
7022 		entries = be16_to_cpu(ioa_cfg->u.cfg_table64->hdr64.num_entries);
7023 	else
7024 		entries = ioa_cfg->u.cfg_table->hdr.num_entries;
7025 
7026 	for (i = 0; i < entries; i++) {
7027 		if (ioa_cfg->sis64)
7028 			cfgtew.u.cfgte64 = &ioa_cfg->u.cfg_table64->dev[i];
7029 		else
7030 			cfgtew.u.cfgte = &ioa_cfg->u.cfg_table->dev[i];
7031 		found = 0;
7032 
7033 		list_for_each_entry_safe(res, temp, &old_res, queue) {
7034 			if (ipr_is_same_device(res, &cfgtew)) {
7035 				list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7036 				found = 1;
7037 				break;
7038 			}
7039 		}
7040 
7041 		if (!found) {
7042 			if (list_empty(&ioa_cfg->free_res_q)) {
7043 				dev_err(&ioa_cfg->pdev->dev, "Too many devices attached\n");
7044 				break;
7045 			}
7046 
7047 			found = 1;
7048 			res = list_entry(ioa_cfg->free_res_q.next,
7049 					 struct ipr_resource_entry, queue);
7050 			list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7051 			ipr_init_res_entry(res, &cfgtew);
7052 			res->add_to_ml = 1;
7053 		} else if (res->sdev && (ipr_is_vset_device(res) || ipr_is_scsi_disk(res)))
7054 			res->sdev->allow_restart = 1;
7055 
7056 		if (found)
7057 			ipr_update_res_entry(res, &cfgtew);
7058 	}
7059 
7060 	list_for_each_entry_safe(res, temp, &old_res, queue) {
7061 		if (res->sdev) {
7062 			res->del_from_ml = 1;
7063 			res->res_handle = IPR_INVALID_RES_HANDLE;
7064 			list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7065 		}
7066 	}
7067 
7068 	list_for_each_entry_safe(res, temp, &old_res, queue) {
7069 		ipr_clear_res_target(res);
7070 		list_move_tail(&res->queue, &ioa_cfg->free_res_q);
7071 	}
7072 
7073 	if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
7074 		ipr_cmd->job_step = ipr_ioafp_mode_sense_page24;
7075 	else
7076 		ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7077 
7078 	LEAVE;
7079 	return IPR_RC_JOB_CONTINUE;
7080 }
7081 
7082 /**
7083  * ipr_ioafp_query_ioa_cfg - Send a Query IOA Config to the adapter.
7084  * @ipr_cmd:	ipr command struct
7085  *
7086  * This function sends a Query IOA Configuration command
7087  * to the adapter to retrieve the IOA configuration table.
7088  *
7089  * Return value:
7090  * 	IPR_RC_JOB_RETURN
7091  **/
7092 static int ipr_ioafp_query_ioa_cfg(struct ipr_cmnd *ipr_cmd)
7093 {
7094 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7095 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7096 	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
7097 	struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
7098 
7099 	ENTER;
7100 	if (cap->cap & IPR_CAP_DUAL_IOA_RAID)
7101 		ioa_cfg->dual_raid = 1;
7102 	dev_info(&ioa_cfg->pdev->dev, "Adapter firmware version: %02X%02X%02X%02X\n",
7103 		 ucode_vpd->major_release, ucode_vpd->card_type,
7104 		 ucode_vpd->minor_release[0], ucode_vpd->minor_release[1]);
7105 	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7106 	ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7107 
7108 	ioarcb->cmd_pkt.cdb[0] = IPR_QUERY_IOA_CONFIG;
7109 	ioarcb->cmd_pkt.cdb[6] = (ioa_cfg->cfg_table_size >> 16) & 0xff;
7110 	ioarcb->cmd_pkt.cdb[7] = (ioa_cfg->cfg_table_size >> 8) & 0xff;
7111 	ioarcb->cmd_pkt.cdb[8] = ioa_cfg->cfg_table_size & 0xff;
7112 
7113 	ipr_init_ioadl(ipr_cmd, ioa_cfg->cfg_table_dma, ioa_cfg->cfg_table_size,
7114 		       IPR_IOADL_FLAGS_READ_LAST);
7115 
7116 	ipr_cmd->job_step = ipr_init_res_table;
7117 
7118 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7119 
7120 	LEAVE;
7121 	return IPR_RC_JOB_RETURN;
7122 }
7123 
7124 static int ipr_ioa_service_action_failed(struct ipr_cmnd *ipr_cmd)
7125 {
7126 	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7127 
7128 	if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT)
7129 		return IPR_RC_JOB_CONTINUE;
7130 
7131 	return ipr_reset_cmd_failed(ipr_cmd);
7132 }
7133 
7134 static void ipr_build_ioa_service_action(struct ipr_cmnd *ipr_cmd,
7135 					 __be32 res_handle, u8 sa_code)
7136 {
7137 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7138 
7139 	ioarcb->res_handle = res_handle;
7140 	ioarcb->cmd_pkt.cdb[0] = IPR_IOA_SERVICE_ACTION;
7141 	ioarcb->cmd_pkt.cdb[1] = sa_code;
7142 	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7143 }
7144 
7145 /**
7146  * ipr_ioafp_set_caching_parameters - Issue Set Cache parameters service
7147  * action
7148  * @ipr_cmd:	ipr command struct
7149  *
7150  * Return value:
7151  *	none
7152  **/
7153 static int ipr_ioafp_set_caching_parameters(struct ipr_cmnd *ipr_cmd)
7154 {
7155 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7156 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7157 	struct ipr_inquiry_pageC4 *pageC4 = &ioa_cfg->vpd_cbs->pageC4_data;
7158 
7159 	ENTER;
7160 
7161 	ipr_cmd->job_step = ipr_ioafp_query_ioa_cfg;
7162 
7163 	if (pageC4->cache_cap[0] & IPR_CAP_SYNC_CACHE) {
7164 		ipr_build_ioa_service_action(ipr_cmd,
7165 					     cpu_to_be32(IPR_IOA_RES_HANDLE),
7166 					     IPR_IOA_SA_CHANGE_CACHE_PARAMS);
7167 
7168 		ioarcb->cmd_pkt.cdb[2] = 0x40;
7169 
7170 		ipr_cmd->job_step_failed = ipr_ioa_service_action_failed;
7171 		ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
7172 			   IPR_SET_SUP_DEVICE_TIMEOUT);
7173 
7174 		LEAVE;
7175 		return IPR_RC_JOB_RETURN;
7176 	}
7177 
7178 	LEAVE;
7179 	return IPR_RC_JOB_CONTINUE;
7180 }
7181 
7182 /**
7183  * ipr_ioafp_inquiry - Send an Inquiry to the adapter.
7184  * @ipr_cmd:	ipr command struct
7185  * @flags:	flags to send
7186  * @page:	page to inquire
7187  * @dma_addr:	DMA address
7188  * @xfer_len:	transfer data length
7189  *
7190  * This utility function sends an inquiry to the adapter.
7191  *
7192  * Return value:
7193  * 	none
7194  **/
7195 static void ipr_ioafp_inquiry(struct ipr_cmnd *ipr_cmd, u8 flags, u8 page,
7196 			      dma_addr_t dma_addr, u8 xfer_len)
7197 {
7198 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7199 
7200 	ENTER;
7201 	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7202 	ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7203 
7204 	ioarcb->cmd_pkt.cdb[0] = INQUIRY;
7205 	ioarcb->cmd_pkt.cdb[1] = flags;
7206 	ioarcb->cmd_pkt.cdb[2] = page;
7207 	ioarcb->cmd_pkt.cdb[4] = xfer_len;
7208 
7209 	ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
7210 
7211 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7212 	LEAVE;
7213 }
7214 
7215 /**
7216  * ipr_inquiry_page_supported - Is the given inquiry page supported
7217  * @page0:		inquiry page 0 buffer
7218  * @page:		page code.
7219  *
7220  * This function determines if the specified inquiry page is supported.
7221  *
7222  * Return value:
7223  *	1 if page is supported / 0 if not
7224  **/
7225 static int ipr_inquiry_page_supported(struct ipr_inquiry_page0 *page0, u8 page)
7226 {
7227 	int i;
7228 
7229 	for (i = 0; i < min_t(u8, page0->len, IPR_INQUIRY_PAGE0_ENTRIES); i++)
7230 		if (page0->page[i] == page)
7231 			return 1;
7232 
7233 	return 0;
7234 }
7235 
7236 /**
7237  * ipr_ioafp_pageC4_inquiry - Send a Page 0xC4 Inquiry to the adapter.
7238  * @ipr_cmd:	ipr command struct
7239  *
7240  * This function sends a Page 0xC4 inquiry to the adapter
7241  * to retrieve software VPD information.
7242  *
7243  * Return value:
7244  *	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7245  **/
7246 static int ipr_ioafp_pageC4_inquiry(struct ipr_cmnd *ipr_cmd)
7247 {
7248 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7249 	struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
7250 	struct ipr_inquiry_pageC4 *pageC4 = &ioa_cfg->vpd_cbs->pageC4_data;
7251 
7252 	ENTER;
7253 	ipr_cmd->job_step = ipr_ioafp_set_caching_parameters;
7254 	memset(pageC4, 0, sizeof(*pageC4));
7255 
7256 	if (ipr_inquiry_page_supported(page0, 0xC4)) {
7257 		ipr_ioafp_inquiry(ipr_cmd, 1, 0xC4,
7258 				  (ioa_cfg->vpd_cbs_dma
7259 				   + offsetof(struct ipr_misc_cbs,
7260 					      pageC4_data)),
7261 				  sizeof(struct ipr_inquiry_pageC4));
7262 		return IPR_RC_JOB_RETURN;
7263 	}
7264 
7265 	LEAVE;
7266 	return IPR_RC_JOB_CONTINUE;
7267 }
7268 
7269 /**
7270  * ipr_ioafp_cap_inquiry - Send a Page 0xD0 Inquiry to the adapter.
7271  * @ipr_cmd:	ipr command struct
7272  *
7273  * This function sends a Page 0xD0 inquiry to the adapter
7274  * to retrieve adapter capabilities.
7275  *
7276  * Return value:
7277  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7278  **/
7279 static int ipr_ioafp_cap_inquiry(struct ipr_cmnd *ipr_cmd)
7280 {
7281 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7282 	struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
7283 	struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
7284 
7285 	ENTER;
7286 	ipr_cmd->job_step = ipr_ioafp_pageC4_inquiry;
7287 	memset(cap, 0, sizeof(*cap));
7288 
7289 	if (ipr_inquiry_page_supported(page0, 0xD0)) {
7290 		ipr_ioafp_inquiry(ipr_cmd, 1, 0xD0,
7291 				  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, cap),
7292 				  sizeof(struct ipr_inquiry_cap));
7293 		return IPR_RC_JOB_RETURN;
7294 	}
7295 
7296 	LEAVE;
7297 	return IPR_RC_JOB_CONTINUE;
7298 }
7299 
7300 /**
7301  * ipr_ioafp_page3_inquiry - Send a Page 3 Inquiry to the adapter.
7302  * @ipr_cmd:	ipr command struct
7303  *
7304  * This function sends a Page 3 inquiry to the adapter
7305  * to retrieve software VPD information.
7306  *
7307  * Return value:
7308  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7309  **/
7310 static int ipr_ioafp_page3_inquiry(struct ipr_cmnd *ipr_cmd)
7311 {
7312 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7313 
7314 	ENTER;
7315 
7316 	ipr_cmd->job_step = ipr_ioafp_cap_inquiry;
7317 
7318 	ipr_ioafp_inquiry(ipr_cmd, 1, 3,
7319 			  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page3_data),
7320 			  sizeof(struct ipr_inquiry_page3));
7321 
7322 	LEAVE;
7323 	return IPR_RC_JOB_RETURN;
7324 }
7325 
7326 /**
7327  * ipr_ioafp_page0_inquiry - Send a Page 0 Inquiry to the adapter.
7328  * @ipr_cmd:	ipr command struct
7329  *
7330  * This function sends a Page 0 inquiry to the adapter
7331  * to retrieve supported inquiry pages.
7332  *
7333  * Return value:
7334  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7335  **/
7336 static int ipr_ioafp_page0_inquiry(struct ipr_cmnd *ipr_cmd)
7337 {
7338 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7339 	char type[5];
7340 
7341 	ENTER;
7342 
7343 	/* Grab the type out of the VPD and store it away */
7344 	memcpy(type, ioa_cfg->vpd_cbs->ioa_vpd.std_inq_data.vpids.product_id, 4);
7345 	type[4] = '\0';
7346 	ioa_cfg->type = simple_strtoul((char *)type, NULL, 16);
7347 
7348 	ipr_cmd->job_step = ipr_ioafp_page3_inquiry;
7349 
7350 	ipr_ioafp_inquiry(ipr_cmd, 1, 0,
7351 			  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page0_data),
7352 			  sizeof(struct ipr_inquiry_page0));
7353 
7354 	LEAVE;
7355 	return IPR_RC_JOB_RETURN;
7356 }
7357 
7358 /**
7359  * ipr_ioafp_std_inquiry - Send a Standard Inquiry to the adapter.
7360  * @ipr_cmd:	ipr command struct
7361  *
7362  * This function sends a standard inquiry to the adapter.
7363  *
7364  * Return value:
7365  * 	IPR_RC_JOB_RETURN
7366  **/
7367 static int ipr_ioafp_std_inquiry(struct ipr_cmnd *ipr_cmd)
7368 {
7369 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7370 
7371 	ENTER;
7372 	ipr_cmd->job_step = ipr_ioafp_page0_inquiry;
7373 
7374 	ipr_ioafp_inquiry(ipr_cmd, 0, 0,
7375 			  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, ioa_vpd),
7376 			  sizeof(struct ipr_ioa_vpd));
7377 
7378 	LEAVE;
7379 	return IPR_RC_JOB_RETURN;
7380 }
7381 
7382 /**
7383  * ipr_ioafp_identify_hrrq - Send Identify Host RRQ.
7384  * @ipr_cmd:	ipr command struct
7385  *
7386  * This function send an Identify Host Request Response Queue
7387  * command to establish the HRRQ with the adapter.
7388  *
7389  * Return value:
7390  * 	IPR_RC_JOB_RETURN
7391  **/
7392 static int ipr_ioafp_identify_hrrq(struct ipr_cmnd *ipr_cmd)
7393 {
7394 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7395 	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7396 	struct ipr_hrr_queue *hrrq;
7397 
7398 	ENTER;
7399 	ipr_cmd->job_step = ipr_ioafp_std_inquiry;
7400 	if (ioa_cfg->identify_hrrq_index == 0)
7401 		dev_info(&ioa_cfg->pdev->dev, "Starting IOA initialization sequence.\n");
7402 
7403 	if (ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num) {
7404 		hrrq = &ioa_cfg->hrrq[ioa_cfg->identify_hrrq_index];
7405 
7406 		ioarcb->cmd_pkt.cdb[0] = IPR_ID_HOST_RR_Q;
7407 		ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7408 
7409 		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7410 		if (ioa_cfg->sis64)
7411 			ioarcb->cmd_pkt.cdb[1] = 0x1;
7412 
7413 		if (ioa_cfg->nvectors == 1)
7414 			ioarcb->cmd_pkt.cdb[1] &= ~IPR_ID_HRRQ_SELE_ENABLE;
7415 		else
7416 			ioarcb->cmd_pkt.cdb[1] |= IPR_ID_HRRQ_SELE_ENABLE;
7417 
7418 		ioarcb->cmd_pkt.cdb[2] =
7419 			((u64) hrrq->host_rrq_dma >> 24) & 0xff;
7420 		ioarcb->cmd_pkt.cdb[3] =
7421 			((u64) hrrq->host_rrq_dma >> 16) & 0xff;
7422 		ioarcb->cmd_pkt.cdb[4] =
7423 			((u64) hrrq->host_rrq_dma >> 8) & 0xff;
7424 		ioarcb->cmd_pkt.cdb[5] =
7425 			((u64) hrrq->host_rrq_dma) & 0xff;
7426 		ioarcb->cmd_pkt.cdb[7] =
7427 			((sizeof(u32) * hrrq->size) >> 8) & 0xff;
7428 		ioarcb->cmd_pkt.cdb[8] =
7429 			(sizeof(u32) * hrrq->size) & 0xff;
7430 
7431 		if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
7432 			ioarcb->cmd_pkt.cdb[9] =
7433 					ioa_cfg->identify_hrrq_index;
7434 
7435 		if (ioa_cfg->sis64) {
7436 			ioarcb->cmd_pkt.cdb[10] =
7437 				((u64) hrrq->host_rrq_dma >> 56) & 0xff;
7438 			ioarcb->cmd_pkt.cdb[11] =
7439 				((u64) hrrq->host_rrq_dma >> 48) & 0xff;
7440 			ioarcb->cmd_pkt.cdb[12] =
7441 				((u64) hrrq->host_rrq_dma >> 40) & 0xff;
7442 			ioarcb->cmd_pkt.cdb[13] =
7443 				((u64) hrrq->host_rrq_dma >> 32) & 0xff;
7444 		}
7445 
7446 		if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
7447 			ioarcb->cmd_pkt.cdb[14] =
7448 					ioa_cfg->identify_hrrq_index;
7449 
7450 		ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
7451 			   IPR_INTERNAL_TIMEOUT);
7452 
7453 		if (++ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num)
7454 			ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7455 
7456 		LEAVE;
7457 		return IPR_RC_JOB_RETURN;
7458 	}
7459 
7460 	LEAVE;
7461 	return IPR_RC_JOB_CONTINUE;
7462 }
7463 
7464 /**
7465  * ipr_reset_timer_done - Adapter reset timer function
7466  * @t: Timer context used to fetch ipr command struct
7467  *
7468  * Description: This function is used in adapter reset processing
7469  * for timing events. If the reset_cmd pointer in the IOA
7470  * config struct is not this adapter's we are doing nested
7471  * resets and fail_all_ops will take care of freeing the
7472  * command block.
7473  *
7474  * Return value:
7475  * 	none
7476  **/
7477 static void ipr_reset_timer_done(struct timer_list *t)
7478 {
7479 	struct ipr_cmnd *ipr_cmd = timer_container_of(ipr_cmd, t, timer);
7480 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7481 	unsigned long lock_flags = 0;
7482 
7483 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
7484 
7485 	if (ioa_cfg->reset_cmd == ipr_cmd) {
7486 		list_del(&ipr_cmd->queue);
7487 		ipr_cmd->done(ipr_cmd);
7488 	}
7489 
7490 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
7491 }
7492 
7493 /**
7494  * ipr_reset_start_timer - Start a timer for adapter reset job
7495  * @ipr_cmd:	ipr command struct
7496  * @timeout:	timeout value
7497  *
7498  * Description: This function is used in adapter reset processing
7499  * for timing events. If the reset_cmd pointer in the IOA
7500  * config struct is not this adapter's we are doing nested
7501  * resets and fail_all_ops will take care of freeing the
7502  * command block.
7503  *
7504  * Return value:
7505  * 	none
7506  **/
7507 static void ipr_reset_start_timer(struct ipr_cmnd *ipr_cmd,
7508 				  unsigned long timeout)
7509 {
7510 
7511 	ENTER;
7512 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
7513 	ipr_cmd->done = ipr_reset_ioa_job;
7514 
7515 	ipr_cmd->timer.expires = jiffies + timeout;
7516 	ipr_cmd->timer.function = ipr_reset_timer_done;
7517 	add_timer(&ipr_cmd->timer);
7518 }
7519 
7520 /**
7521  * ipr_init_ioa_mem - Initialize ioa_cfg control block
7522  * @ioa_cfg:	ioa cfg struct
7523  *
7524  * Return value:
7525  * 	nothing
7526  **/
7527 static void ipr_init_ioa_mem(struct ipr_ioa_cfg *ioa_cfg)
7528 {
7529 	struct ipr_hrr_queue *hrrq;
7530 
7531 	for_each_hrrq(hrrq, ioa_cfg) {
7532 		spin_lock(&hrrq->_lock);
7533 		memset(hrrq->host_rrq, 0, sizeof(u32) * hrrq->size);
7534 
7535 		/* Initialize Host RRQ pointers */
7536 		hrrq->hrrq_start = hrrq->host_rrq;
7537 		hrrq->hrrq_end = &hrrq->host_rrq[hrrq->size - 1];
7538 		hrrq->hrrq_curr = hrrq->hrrq_start;
7539 		hrrq->toggle_bit = 1;
7540 		spin_unlock(&hrrq->_lock);
7541 	}
7542 	wmb();
7543 
7544 	ioa_cfg->identify_hrrq_index = 0;
7545 	if (ioa_cfg->hrrq_num == 1)
7546 		atomic_set(&ioa_cfg->hrrq_index, 0);
7547 	else
7548 		atomic_set(&ioa_cfg->hrrq_index, 1);
7549 
7550 	/* Zero out config table */
7551 	memset(ioa_cfg->u.cfg_table, 0, ioa_cfg->cfg_table_size);
7552 }
7553 
7554 /**
7555  * ipr_reset_next_stage - Process IPL stage change based on feedback register.
7556  * @ipr_cmd:	ipr command struct
7557  *
7558  * Return value:
7559  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7560  **/
7561 static int ipr_reset_next_stage(struct ipr_cmnd *ipr_cmd)
7562 {
7563 	unsigned long stage, stage_time;
7564 	u32 feedback;
7565 	volatile u32 int_reg;
7566 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7567 	u64 maskval = 0;
7568 
7569 	feedback = readl(ioa_cfg->regs.init_feedback_reg);
7570 	stage = feedback & IPR_IPL_INIT_STAGE_MASK;
7571 	stage_time = feedback & IPR_IPL_INIT_STAGE_TIME_MASK;
7572 
7573 	ipr_dbg("IPL stage = 0x%lx, IPL stage time = %ld\n", stage, stage_time);
7574 
7575 	/* sanity check the stage_time value */
7576 	if (stage_time == 0)
7577 		stage_time = IPR_IPL_INIT_DEFAULT_STAGE_TIME;
7578 	else if (stage_time < IPR_IPL_INIT_MIN_STAGE_TIME)
7579 		stage_time = IPR_IPL_INIT_MIN_STAGE_TIME;
7580 	else if (stage_time > IPR_LONG_OPERATIONAL_TIMEOUT)
7581 		stage_time = IPR_LONG_OPERATIONAL_TIMEOUT;
7582 
7583 	if (stage == IPR_IPL_INIT_STAGE_UNKNOWN) {
7584 		writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.set_interrupt_mask_reg);
7585 		int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7586 		stage_time = ioa_cfg->transop_timeout;
7587 		ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7588 	} else if (stage == IPR_IPL_INIT_STAGE_TRANSOP) {
7589 		int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
7590 		if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
7591 			ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7592 			maskval = IPR_PCII_IPL_STAGE_CHANGE;
7593 			maskval = (maskval << 32) | IPR_PCII_IOA_TRANS_TO_OPER;
7594 			writeq(maskval, ioa_cfg->regs.set_interrupt_mask_reg);
7595 			int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7596 			return IPR_RC_JOB_CONTINUE;
7597 		}
7598 	}
7599 
7600 	ipr_cmd->timer.expires = jiffies + stage_time * HZ;
7601 	ipr_cmd->timer.function = ipr_oper_timeout;
7602 	ipr_cmd->done = ipr_reset_ioa_job;
7603 	add_timer(&ipr_cmd->timer);
7604 
7605 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
7606 
7607 	return IPR_RC_JOB_RETURN;
7608 }
7609 
7610 /**
7611  * ipr_reset_enable_ioa - Enable the IOA following a reset.
7612  * @ipr_cmd:	ipr command struct
7613  *
7614  * This function reinitializes some control blocks and
7615  * enables destructive diagnostics on the adapter.
7616  *
7617  * Return value:
7618  * 	IPR_RC_JOB_RETURN
7619  **/
7620 static int ipr_reset_enable_ioa(struct ipr_cmnd *ipr_cmd)
7621 {
7622 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7623 	volatile u32 int_reg;
7624 	volatile u64 maskval;
7625 	int i;
7626 
7627 	ENTER;
7628 	ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7629 	ipr_init_ioa_mem(ioa_cfg);
7630 
7631 	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
7632 		spin_lock(&ioa_cfg->hrrq[i]._lock);
7633 		ioa_cfg->hrrq[i].allow_interrupts = 1;
7634 		spin_unlock(&ioa_cfg->hrrq[i]._lock);
7635 	}
7636 	if (ioa_cfg->sis64) {
7637 		/* Set the adapter to the correct endian mode. */
7638 		writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
7639 		int_reg = readl(ioa_cfg->regs.endian_swap_reg);
7640 	}
7641 
7642 	int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
7643 
7644 	if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
7645 		writel((IPR_PCII_ERROR_INTERRUPTS | IPR_PCII_HRRQ_UPDATED),
7646 		       ioa_cfg->regs.clr_interrupt_mask_reg32);
7647 		int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7648 		return IPR_RC_JOB_CONTINUE;
7649 	}
7650 
7651 	/* Enable destructive diagnostics on IOA */
7652 	writel(ioa_cfg->doorbell, ioa_cfg->regs.set_uproc_interrupt_reg32);
7653 
7654 	if (ioa_cfg->sis64) {
7655 		maskval = IPR_PCII_IPL_STAGE_CHANGE;
7656 		maskval = (maskval << 32) | IPR_PCII_OPER_INTERRUPTS;
7657 		writeq(maskval, ioa_cfg->regs.clr_interrupt_mask_reg);
7658 	} else
7659 		writel(IPR_PCII_OPER_INTERRUPTS, ioa_cfg->regs.clr_interrupt_mask_reg32);
7660 
7661 	int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7662 
7663 	dev_info(&ioa_cfg->pdev->dev, "Initializing IOA.\n");
7664 
7665 	if (ioa_cfg->sis64) {
7666 		ipr_cmd->job_step = ipr_reset_next_stage;
7667 		return IPR_RC_JOB_CONTINUE;
7668 	}
7669 
7670 	ipr_cmd->timer.expires = jiffies + (ioa_cfg->transop_timeout * HZ);
7671 	ipr_cmd->timer.function = ipr_oper_timeout;
7672 	ipr_cmd->done = ipr_reset_ioa_job;
7673 	add_timer(&ipr_cmd->timer);
7674 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
7675 
7676 	LEAVE;
7677 	return IPR_RC_JOB_RETURN;
7678 }
7679 
7680 /**
7681  * ipr_reset_wait_for_dump - Wait for a dump to timeout.
7682  * @ipr_cmd:	ipr command struct
7683  *
7684  * This function is invoked when an adapter dump has run out
7685  * of processing time.
7686  *
7687  * Return value:
7688  * 	IPR_RC_JOB_CONTINUE
7689  **/
7690 static int ipr_reset_wait_for_dump(struct ipr_cmnd *ipr_cmd)
7691 {
7692 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7693 
7694 	if (ioa_cfg->sdt_state == GET_DUMP)
7695 		ioa_cfg->sdt_state = WAIT_FOR_DUMP;
7696 	else if (ioa_cfg->sdt_state == READ_DUMP)
7697 		ioa_cfg->sdt_state = ABORT_DUMP;
7698 
7699 	ioa_cfg->dump_timeout = 1;
7700 	ipr_cmd->job_step = ipr_reset_alert;
7701 
7702 	return IPR_RC_JOB_CONTINUE;
7703 }
7704 
7705 /**
7706  * ipr_unit_check_no_data - Log a unit check/no data error log
7707  * @ioa_cfg:		ioa config struct
7708  *
7709  * Logs an error indicating the adapter unit checked, but for some
7710  * reason, we were unable to fetch the unit check buffer.
7711  *
7712  * Return value:
7713  * 	nothing
7714  **/
7715 static void ipr_unit_check_no_data(struct ipr_ioa_cfg *ioa_cfg)
7716 {
7717 	ioa_cfg->errors_logged++;
7718 	dev_err(&ioa_cfg->pdev->dev, "IOA unit check with no data\n");
7719 }
7720 
7721 /**
7722  * ipr_get_unit_check_buffer - Get the unit check buffer from the IOA
7723  * @ioa_cfg:		ioa config struct
7724  *
7725  * Fetches the unit check buffer from the adapter by clocking the data
7726  * through the mailbox register.
7727  *
7728  * Return value:
7729  * 	nothing
7730  **/
7731 static void ipr_get_unit_check_buffer(struct ipr_ioa_cfg *ioa_cfg)
7732 {
7733 	unsigned long mailbox;
7734 	struct ipr_hostrcb *hostrcb;
7735 	struct ipr_uc_sdt sdt;
7736 	int rc, length;
7737 	u32 ioasc;
7738 
7739 	mailbox = readl(ioa_cfg->ioa_mailbox);
7740 
7741 	if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(mailbox)) {
7742 		ipr_unit_check_no_data(ioa_cfg);
7743 		return;
7744 	}
7745 
7746 	memset(&sdt, 0, sizeof(struct ipr_uc_sdt));
7747 	rc = ipr_get_ldump_data_section(ioa_cfg, mailbox, (__be32 *) &sdt,
7748 					(sizeof(struct ipr_uc_sdt)) / sizeof(__be32));
7749 
7750 	if (rc || !(sdt.entry[0].flags & IPR_SDT_VALID_ENTRY) ||
7751 	    ((be32_to_cpu(sdt.hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
7752 	    (be32_to_cpu(sdt.hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
7753 		ipr_unit_check_no_data(ioa_cfg);
7754 		return;
7755 	}
7756 
7757 	/* Find length of the first sdt entry (UC buffer) */
7758 	if (be32_to_cpu(sdt.hdr.state) == IPR_FMT3_SDT_READY_TO_USE)
7759 		length = be32_to_cpu(sdt.entry[0].end_token);
7760 	else
7761 		length = (be32_to_cpu(sdt.entry[0].end_token) -
7762 			  be32_to_cpu(sdt.entry[0].start_token)) &
7763 			  IPR_FMT2_MBX_ADDR_MASK;
7764 
7765 	hostrcb = list_entry(ioa_cfg->hostrcb_free_q.next,
7766 			     struct ipr_hostrcb, queue);
7767 	list_del_init(&hostrcb->queue);
7768 	memset(&hostrcb->hcam, 0, sizeof(hostrcb->hcam));
7769 
7770 	rc = ipr_get_ldump_data_section(ioa_cfg,
7771 					be32_to_cpu(sdt.entry[0].start_token),
7772 					(__be32 *)&hostrcb->hcam,
7773 					min(length, (int)sizeof(hostrcb->hcam)) / sizeof(__be32));
7774 
7775 	if (!rc) {
7776 		ipr_handle_log_data(ioa_cfg, hostrcb);
7777 		ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
7778 		if (ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED &&
7779 		    ioa_cfg->sdt_state == GET_DUMP)
7780 			ioa_cfg->sdt_state = WAIT_FOR_DUMP;
7781 	} else
7782 		ipr_unit_check_no_data(ioa_cfg);
7783 
7784 	list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
7785 }
7786 
7787 /**
7788  * ipr_reset_get_unit_check_job - Call to get the unit check buffer.
7789  * @ipr_cmd:	ipr command struct
7790  *
7791  * Description: This function will call to get the unit check buffer.
7792  *
7793  * Return value:
7794  *	IPR_RC_JOB_RETURN
7795  **/
7796 static int ipr_reset_get_unit_check_job(struct ipr_cmnd *ipr_cmd)
7797 {
7798 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7799 
7800 	ENTER;
7801 	ioa_cfg->ioa_unit_checked = 0;
7802 	ipr_get_unit_check_buffer(ioa_cfg);
7803 	ipr_cmd->job_step = ipr_reset_alert;
7804 	ipr_reset_start_timer(ipr_cmd, 0);
7805 
7806 	LEAVE;
7807 	return IPR_RC_JOB_RETURN;
7808 }
7809 
7810 static int ipr_dump_mailbox_wait(struct ipr_cmnd *ipr_cmd)
7811 {
7812 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7813 
7814 	ENTER;
7815 
7816 	if (ioa_cfg->sdt_state != GET_DUMP)
7817 		return IPR_RC_JOB_RETURN;
7818 
7819 	if (!ioa_cfg->sis64 || !ipr_cmd->u.time_left ||
7820 	    (readl(ioa_cfg->regs.sense_interrupt_reg) &
7821 	     IPR_PCII_MAILBOX_STABLE)) {
7822 
7823 		if (!ipr_cmd->u.time_left)
7824 			dev_err(&ioa_cfg->pdev->dev,
7825 				"Timed out waiting for Mailbox register.\n");
7826 
7827 		ioa_cfg->sdt_state = READ_DUMP;
7828 		ioa_cfg->dump_timeout = 0;
7829 		if (ioa_cfg->sis64)
7830 			ipr_reset_start_timer(ipr_cmd, IPR_SIS64_DUMP_TIMEOUT);
7831 		else
7832 			ipr_reset_start_timer(ipr_cmd, IPR_SIS32_DUMP_TIMEOUT);
7833 		ipr_cmd->job_step = ipr_reset_wait_for_dump;
7834 		schedule_work(&ioa_cfg->work_q);
7835 
7836 	} else {
7837 		ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
7838 		ipr_reset_start_timer(ipr_cmd,
7839 				      IPR_CHECK_FOR_RESET_TIMEOUT);
7840 	}
7841 
7842 	LEAVE;
7843 	return IPR_RC_JOB_RETURN;
7844 }
7845 
7846 /**
7847  * ipr_set_affinity_nobalance
7848  * @ioa_cfg:	ipr_ioa_cfg struct for an ipr device
7849  * @flag:	bool
7850  *	true: ensable "IRQ_NO_BALANCING" bit for msix interrupt
7851  *	false: disable "IRQ_NO_BALANCING" bit for msix interrupt
7852  * Description: This function will be called to disable/enable
7853  *	"IRQ_NO_BALANCING" to avoid irqbalance daemon
7854  *	kicking in during adapter reset.
7855  **/
7856 static void ipr_set_affinity_nobalance(struct ipr_ioa_cfg *ioa_cfg, bool flag)
7857 {
7858 	int irq, i;
7859 
7860 	for (i = 0; i < ioa_cfg->nvectors; i++) {
7861 		irq = pci_irq_vector(ioa_cfg->pdev, i);
7862 
7863 		if (flag)
7864 			irq_set_status_flags(irq, IRQ_NO_BALANCING);
7865 		else
7866 			irq_clear_status_flags(irq, IRQ_NO_BALANCING);
7867 	}
7868 }
7869 
7870 /**
7871  * ipr_reset_restore_cfg_space - Restore PCI config space.
7872  * @ipr_cmd:	ipr command struct
7873  *
7874  * Description: This function restores the saved PCI config space of
7875  * the adapter, fails all outstanding ops back to the callers, and
7876  * fetches the dump/unit check if applicable to this reset.
7877  *
7878  * Return value:
7879  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7880  **/
7881 static int ipr_reset_restore_cfg_space(struct ipr_cmnd *ipr_cmd)
7882 {
7883 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7884 
7885 	ENTER;
7886 	pci_restore_state(ioa_cfg->pdev);
7887 
7888 	if (ipr_set_pcix_cmd_reg(ioa_cfg)) {
7889 		ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
7890 		return IPR_RC_JOB_CONTINUE;
7891 	}
7892 
7893 	ipr_set_affinity_nobalance(ioa_cfg, false);
7894 	ipr_fail_all_ops(ioa_cfg);
7895 
7896 	if (ioa_cfg->sis64) {
7897 		/* Set the adapter to the correct endian mode. */
7898 		writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
7899 		readl(ioa_cfg->regs.endian_swap_reg);
7900 	}
7901 
7902 	if (ioa_cfg->ioa_unit_checked) {
7903 		if (ioa_cfg->sis64) {
7904 			ipr_cmd->job_step = ipr_reset_get_unit_check_job;
7905 			ipr_reset_start_timer(ipr_cmd, IPR_DUMP_DELAY_TIMEOUT);
7906 			return IPR_RC_JOB_RETURN;
7907 		} else {
7908 			ioa_cfg->ioa_unit_checked = 0;
7909 			ipr_get_unit_check_buffer(ioa_cfg);
7910 			ipr_cmd->job_step = ipr_reset_alert;
7911 			ipr_reset_start_timer(ipr_cmd, 0);
7912 			return IPR_RC_JOB_RETURN;
7913 		}
7914 	}
7915 
7916 	if (ioa_cfg->in_ioa_bringdown) {
7917 		ipr_cmd->job_step = ipr_ioa_bringdown_done;
7918 	} else if (ioa_cfg->sdt_state == GET_DUMP) {
7919 		ipr_cmd->job_step = ipr_dump_mailbox_wait;
7920 		ipr_cmd->u.time_left = IPR_WAIT_FOR_MAILBOX;
7921 	} else {
7922 		ipr_cmd->job_step = ipr_reset_enable_ioa;
7923 	}
7924 
7925 	LEAVE;
7926 	return IPR_RC_JOB_CONTINUE;
7927 }
7928 
7929 /**
7930  * ipr_reset_bist_done - BIST has completed on the adapter.
7931  * @ipr_cmd:	ipr command struct
7932  *
7933  * Description: Unblock config space and resume the reset process.
7934  *
7935  * Return value:
7936  * 	IPR_RC_JOB_CONTINUE
7937  **/
7938 static int ipr_reset_bist_done(struct ipr_cmnd *ipr_cmd)
7939 {
7940 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7941 
7942 	ENTER;
7943 	if (ioa_cfg->cfg_locked)
7944 		pci_cfg_access_unlock(ioa_cfg->pdev);
7945 	ioa_cfg->cfg_locked = 0;
7946 	ipr_cmd->job_step = ipr_reset_restore_cfg_space;
7947 	LEAVE;
7948 	return IPR_RC_JOB_CONTINUE;
7949 }
7950 
7951 /**
7952  * ipr_reset_start_bist - Run BIST on the adapter.
7953  * @ipr_cmd:	ipr command struct
7954  *
7955  * Description: This function runs BIST on the adapter, then delays 2 seconds.
7956  *
7957  * Return value:
7958  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7959  **/
7960 static int ipr_reset_start_bist(struct ipr_cmnd *ipr_cmd)
7961 {
7962 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7963 	int rc = PCIBIOS_SUCCESSFUL;
7964 
7965 	ENTER;
7966 	if (ioa_cfg->ipr_chip->bist_method == IPR_MMIO)
7967 		writel(IPR_UPROCI_SIS64_START_BIST,
7968 		       ioa_cfg->regs.set_uproc_interrupt_reg32);
7969 	else
7970 		rc = pci_write_config_byte(ioa_cfg->pdev, PCI_BIST, PCI_BIST_START);
7971 
7972 	if (rc == PCIBIOS_SUCCESSFUL) {
7973 		ipr_set_affinity_nobalance(ioa_cfg, true);
7974 		ipr_cmd->job_step = ipr_reset_bist_done;
7975 		ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
7976 		rc = IPR_RC_JOB_RETURN;
7977 	} else {
7978 		if (ioa_cfg->cfg_locked)
7979 			pci_cfg_access_unlock(ipr_cmd->ioa_cfg->pdev);
7980 		ioa_cfg->cfg_locked = 0;
7981 		ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
7982 		rc = IPR_RC_JOB_CONTINUE;
7983 	}
7984 
7985 	LEAVE;
7986 	return rc;
7987 }
7988 
7989 /**
7990  * ipr_reset_slot_reset_done - Clear PCI reset to the adapter
7991  * @ipr_cmd:	ipr command struct
7992  *
7993  * Description: This clears PCI reset to the adapter and delays two seconds.
7994  *
7995  * Return value:
7996  * 	IPR_RC_JOB_RETURN
7997  **/
7998 static int ipr_reset_slot_reset_done(struct ipr_cmnd *ipr_cmd)
7999 {
8000 	ENTER;
8001 	ipr_cmd->job_step = ipr_reset_bist_done;
8002 	ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
8003 	LEAVE;
8004 	return IPR_RC_JOB_RETURN;
8005 }
8006 
8007 /**
8008  * ipr_reset_reset_work - Pulse a PCIe fundamental reset
8009  * @work:	work struct
8010  *
8011  * Description: This pulses warm reset to a slot.
8012  *
8013  **/
8014 static void ipr_reset_reset_work(struct work_struct *work)
8015 {
8016 	struct ipr_cmnd *ipr_cmd = container_of(work, struct ipr_cmnd, work);
8017 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8018 	struct pci_dev *pdev = ioa_cfg->pdev;
8019 	unsigned long lock_flags = 0;
8020 
8021 	ENTER;
8022 	pci_set_pcie_reset_state(pdev, pcie_warm_reset);
8023 	msleep(jiffies_to_msecs(IPR_PCI_RESET_TIMEOUT));
8024 	pci_set_pcie_reset_state(pdev, pcie_deassert_reset);
8025 
8026 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8027 	if (ioa_cfg->reset_cmd == ipr_cmd)
8028 		ipr_reset_ioa_job(ipr_cmd);
8029 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8030 	LEAVE;
8031 }
8032 
8033 /**
8034  * ipr_reset_slot_reset - Reset the PCI slot of the adapter.
8035  * @ipr_cmd:	ipr command struct
8036  *
8037  * Description: This asserts PCI reset to the adapter.
8038  *
8039  * Return value:
8040  * 	IPR_RC_JOB_RETURN
8041  **/
8042 static int ipr_reset_slot_reset(struct ipr_cmnd *ipr_cmd)
8043 {
8044 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8045 
8046 	ENTER;
8047 	INIT_WORK(&ipr_cmd->work, ipr_reset_reset_work);
8048 	queue_work(ioa_cfg->reset_work_q, &ipr_cmd->work);
8049 	ipr_cmd->job_step = ipr_reset_slot_reset_done;
8050 	LEAVE;
8051 	return IPR_RC_JOB_RETURN;
8052 }
8053 
8054 /**
8055  * ipr_reset_block_config_access_wait - Wait for permission to block config access
8056  * @ipr_cmd:	ipr command struct
8057  *
8058  * Description: This attempts to block config access to the IOA.
8059  *
8060  * Return value:
8061  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8062  **/
8063 static int ipr_reset_block_config_access_wait(struct ipr_cmnd *ipr_cmd)
8064 {
8065 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8066 	int rc = IPR_RC_JOB_CONTINUE;
8067 
8068 	if (pci_cfg_access_trylock(ioa_cfg->pdev)) {
8069 		ioa_cfg->cfg_locked = 1;
8070 		ipr_cmd->job_step = ioa_cfg->reset;
8071 	} else {
8072 		if (ipr_cmd->u.time_left) {
8073 			rc = IPR_RC_JOB_RETURN;
8074 			ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8075 			ipr_reset_start_timer(ipr_cmd,
8076 					      IPR_CHECK_FOR_RESET_TIMEOUT);
8077 		} else {
8078 			ipr_cmd->job_step = ioa_cfg->reset;
8079 			dev_err(&ioa_cfg->pdev->dev,
8080 				"Timed out waiting to lock config access. Resetting anyway.\n");
8081 		}
8082 	}
8083 
8084 	return rc;
8085 }
8086 
8087 /**
8088  * ipr_reset_block_config_access - Block config access to the IOA
8089  * @ipr_cmd:	ipr command struct
8090  *
8091  * Description: This attempts to block config access to the IOA
8092  *
8093  * Return value:
8094  * 	IPR_RC_JOB_CONTINUE
8095  **/
8096 static int ipr_reset_block_config_access(struct ipr_cmnd *ipr_cmd)
8097 {
8098 	ipr_cmd->ioa_cfg->cfg_locked = 0;
8099 	ipr_cmd->job_step = ipr_reset_block_config_access_wait;
8100 	ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
8101 	return IPR_RC_JOB_CONTINUE;
8102 }
8103 
8104 /**
8105  * ipr_reset_allowed - Query whether or not IOA can be reset
8106  * @ioa_cfg:	ioa config struct
8107  *
8108  * Return value:
8109  * 	0 if reset not allowed / non-zero if reset is allowed
8110  **/
8111 static int ipr_reset_allowed(struct ipr_ioa_cfg *ioa_cfg)
8112 {
8113 	volatile u32 temp_reg;
8114 
8115 	temp_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
8116 	return ((temp_reg & IPR_PCII_CRITICAL_OPERATION) == 0);
8117 }
8118 
8119 /**
8120  * ipr_reset_wait_to_start_bist - Wait for permission to reset IOA.
8121  * @ipr_cmd:	ipr command struct
8122  *
8123  * Description: This function waits for adapter permission to run BIST,
8124  * then runs BIST. If the adapter does not give permission after a
8125  * reasonable time, we will reset the adapter anyway. The impact of
8126  * resetting the adapter without warning the adapter is the risk of
8127  * losing the persistent error log on the adapter. If the adapter is
8128  * reset while it is writing to the flash on the adapter, the flash
8129  * segment will have bad ECC and be zeroed.
8130  *
8131  * Return value:
8132  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8133  **/
8134 static int ipr_reset_wait_to_start_bist(struct ipr_cmnd *ipr_cmd)
8135 {
8136 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8137 	int rc = IPR_RC_JOB_RETURN;
8138 
8139 	if (!ipr_reset_allowed(ioa_cfg) && ipr_cmd->u.time_left) {
8140 		ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8141 		ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
8142 	} else {
8143 		ipr_cmd->job_step = ipr_reset_block_config_access;
8144 		rc = IPR_RC_JOB_CONTINUE;
8145 	}
8146 
8147 	return rc;
8148 }
8149 
8150 /**
8151  * ipr_reset_alert - Alert the adapter of a pending reset
8152  * @ipr_cmd:	ipr command struct
8153  *
8154  * Description: This function alerts the adapter that it will be reset.
8155  * If memory space is not currently enabled, proceed directly
8156  * to running BIST on the adapter. The timer must always be started
8157  * so we guarantee we do not run BIST from ipr_isr.
8158  *
8159  * Return value:
8160  * 	IPR_RC_JOB_RETURN
8161  **/
8162 static int ipr_reset_alert(struct ipr_cmnd *ipr_cmd)
8163 {
8164 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8165 	u16 cmd_reg;
8166 	int rc;
8167 
8168 	ENTER;
8169 	rc = pci_read_config_word(ioa_cfg->pdev, PCI_COMMAND, &cmd_reg);
8170 
8171 	if ((rc == PCIBIOS_SUCCESSFUL) && (cmd_reg & PCI_COMMAND_MEMORY)) {
8172 		ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
8173 		writel(IPR_UPROCI_RESET_ALERT, ioa_cfg->regs.set_uproc_interrupt_reg32);
8174 		ipr_cmd->job_step = ipr_reset_wait_to_start_bist;
8175 	} else {
8176 		ipr_cmd->job_step = ipr_reset_block_config_access;
8177 	}
8178 
8179 	ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
8180 	ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
8181 
8182 	LEAVE;
8183 	return IPR_RC_JOB_RETURN;
8184 }
8185 
8186 /**
8187  * ipr_reset_quiesce_done - Complete IOA disconnect
8188  * @ipr_cmd:	ipr command struct
8189  *
8190  * Description: Freeze the adapter to complete quiesce processing
8191  *
8192  * Return value:
8193  * 	IPR_RC_JOB_CONTINUE
8194  **/
8195 static int ipr_reset_quiesce_done(struct ipr_cmnd *ipr_cmd)
8196 {
8197 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8198 
8199 	ENTER;
8200 	ipr_cmd->job_step = ipr_ioa_bringdown_done;
8201 	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
8202 	LEAVE;
8203 	return IPR_RC_JOB_CONTINUE;
8204 }
8205 
8206 /**
8207  * ipr_reset_cancel_hcam_done - Check for outstanding commands
8208  * @ipr_cmd:	ipr command struct
8209  *
8210  * Description: Ensure nothing is outstanding to the IOA and
8211  *			proceed with IOA disconnect. Otherwise reset the IOA.
8212  *
8213  * Return value:
8214  * 	IPR_RC_JOB_RETURN / IPR_RC_JOB_CONTINUE
8215  **/
8216 static int ipr_reset_cancel_hcam_done(struct ipr_cmnd *ipr_cmd)
8217 {
8218 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8219 	struct ipr_cmnd *loop_cmd;
8220 	struct ipr_hrr_queue *hrrq;
8221 	int rc = IPR_RC_JOB_CONTINUE;
8222 	int count = 0;
8223 
8224 	ENTER;
8225 	ipr_cmd->job_step = ipr_reset_quiesce_done;
8226 
8227 	for_each_hrrq(hrrq, ioa_cfg) {
8228 		spin_lock(&hrrq->_lock);
8229 		list_for_each_entry(loop_cmd, &hrrq->hrrq_pending_q, queue) {
8230 			count++;
8231 			ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8232 			list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
8233 			rc = IPR_RC_JOB_RETURN;
8234 			break;
8235 		}
8236 		spin_unlock(&hrrq->_lock);
8237 
8238 		if (count)
8239 			break;
8240 	}
8241 
8242 	LEAVE;
8243 	return rc;
8244 }
8245 
8246 /**
8247  * ipr_reset_cancel_hcam - Cancel outstanding HCAMs
8248  * @ipr_cmd:	ipr command struct
8249  *
8250  * Description: Cancel any oustanding HCAMs to the IOA.
8251  *
8252  * Return value:
8253  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8254  **/
8255 static int ipr_reset_cancel_hcam(struct ipr_cmnd *ipr_cmd)
8256 {
8257 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8258 	int rc = IPR_RC_JOB_CONTINUE;
8259 	struct ipr_cmd_pkt *cmd_pkt;
8260 	struct ipr_cmnd *hcam_cmd;
8261 	struct ipr_hrr_queue *hrrq = &ioa_cfg->hrrq[IPR_INIT_HRRQ];
8262 
8263 	ENTER;
8264 	ipr_cmd->job_step = ipr_reset_cancel_hcam_done;
8265 
8266 	if (!hrrq->ioa_is_dead) {
8267 		if (!list_empty(&ioa_cfg->hostrcb_pending_q)) {
8268 			list_for_each_entry(hcam_cmd, &hrrq->hrrq_pending_q, queue) {
8269 				if (hcam_cmd->ioarcb.cmd_pkt.cdb[0] != IPR_HOST_CONTROLLED_ASYNC)
8270 					continue;
8271 
8272 				ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
8273 				ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
8274 				cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
8275 				cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
8276 				cmd_pkt->cdb[0] = IPR_CANCEL_REQUEST;
8277 				cmd_pkt->cdb[1] = IPR_CANCEL_64BIT_IOARCB;
8278 				cmd_pkt->cdb[10] = ((u64) hcam_cmd->dma_addr >> 56) & 0xff;
8279 				cmd_pkt->cdb[11] = ((u64) hcam_cmd->dma_addr >> 48) & 0xff;
8280 				cmd_pkt->cdb[12] = ((u64) hcam_cmd->dma_addr >> 40) & 0xff;
8281 				cmd_pkt->cdb[13] = ((u64) hcam_cmd->dma_addr >> 32) & 0xff;
8282 				cmd_pkt->cdb[2] = ((u64) hcam_cmd->dma_addr >> 24) & 0xff;
8283 				cmd_pkt->cdb[3] = ((u64) hcam_cmd->dma_addr >> 16) & 0xff;
8284 				cmd_pkt->cdb[4] = ((u64) hcam_cmd->dma_addr >> 8) & 0xff;
8285 				cmd_pkt->cdb[5] = ((u64) hcam_cmd->dma_addr) & 0xff;
8286 
8287 				ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
8288 					   IPR_CANCEL_TIMEOUT);
8289 
8290 				rc = IPR_RC_JOB_RETURN;
8291 				ipr_cmd->job_step = ipr_reset_cancel_hcam;
8292 				break;
8293 			}
8294 		}
8295 	} else
8296 		ipr_cmd->job_step = ipr_reset_alert;
8297 
8298 	LEAVE;
8299 	return rc;
8300 }
8301 
8302 /**
8303  * ipr_reset_ucode_download_done - Microcode download completion
8304  * @ipr_cmd:	ipr command struct
8305  *
8306  * Description: This function unmaps the microcode download buffer.
8307  *
8308  * Return value:
8309  * 	IPR_RC_JOB_CONTINUE
8310  **/
8311 static int ipr_reset_ucode_download_done(struct ipr_cmnd *ipr_cmd)
8312 {
8313 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8314 	struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
8315 
8316 	dma_unmap_sg(&ioa_cfg->pdev->dev, sglist->scatterlist,
8317 		     sglist->num_sg, DMA_TO_DEVICE);
8318 
8319 	ipr_cmd->job_step = ipr_reset_alert;
8320 	return IPR_RC_JOB_CONTINUE;
8321 }
8322 
8323 /**
8324  * ipr_reset_ucode_download - Download microcode to the adapter
8325  * @ipr_cmd:	ipr command struct
8326  *
8327  * Description: This function checks to see if it there is microcode
8328  * to download to the adapter. If there is, a download is performed.
8329  *
8330  * Return value:
8331  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8332  **/
8333 static int ipr_reset_ucode_download(struct ipr_cmnd *ipr_cmd)
8334 {
8335 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8336 	struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
8337 
8338 	ENTER;
8339 	ipr_cmd->job_step = ipr_reset_alert;
8340 
8341 	if (!sglist)
8342 		return IPR_RC_JOB_CONTINUE;
8343 
8344 	ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
8345 	ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
8346 	ipr_cmd->ioarcb.cmd_pkt.cdb[0] = WRITE_BUFFER;
8347 	ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_WR_BUF_DOWNLOAD_AND_SAVE;
8348 	ipr_cmd->ioarcb.cmd_pkt.cdb[6] = (sglist->buffer_len & 0xff0000) >> 16;
8349 	ipr_cmd->ioarcb.cmd_pkt.cdb[7] = (sglist->buffer_len & 0x00ff00) >> 8;
8350 	ipr_cmd->ioarcb.cmd_pkt.cdb[8] = sglist->buffer_len & 0x0000ff;
8351 
8352 	if (ioa_cfg->sis64)
8353 		ipr_build_ucode_ioadl64(ipr_cmd, sglist);
8354 	else
8355 		ipr_build_ucode_ioadl(ipr_cmd, sglist);
8356 	ipr_cmd->job_step = ipr_reset_ucode_download_done;
8357 
8358 	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
8359 		   IPR_WRITE_BUFFER_TIMEOUT);
8360 
8361 	LEAVE;
8362 	return IPR_RC_JOB_RETURN;
8363 }
8364 
8365 /**
8366  * ipr_reset_shutdown_ioa - Shutdown the adapter
8367  * @ipr_cmd:	ipr command struct
8368  *
8369  * Description: This function issues an adapter shutdown of the
8370  * specified type to the specified adapter as part of the
8371  * adapter reset job.
8372  *
8373  * Return value:
8374  * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8375  **/
8376 static int ipr_reset_shutdown_ioa(struct ipr_cmnd *ipr_cmd)
8377 {
8378 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8379 	enum ipr_shutdown_type shutdown_type = ipr_cmd->u.shutdown_type;
8380 	unsigned long timeout;
8381 	int rc = IPR_RC_JOB_CONTINUE;
8382 
8383 	ENTER;
8384 	if (shutdown_type == IPR_SHUTDOWN_QUIESCE)
8385 		ipr_cmd->job_step = ipr_reset_cancel_hcam;
8386 	else if (shutdown_type != IPR_SHUTDOWN_NONE &&
8387 			!ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
8388 		ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
8389 		ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
8390 		ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
8391 		ipr_cmd->ioarcb.cmd_pkt.cdb[1] = shutdown_type;
8392 
8393 		if (shutdown_type == IPR_SHUTDOWN_NORMAL)
8394 			timeout = IPR_SHUTDOWN_TIMEOUT;
8395 		else if (shutdown_type == IPR_SHUTDOWN_PREPARE_FOR_NORMAL)
8396 			timeout = IPR_INTERNAL_TIMEOUT;
8397 		else if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
8398 			timeout = IPR_DUAL_IOA_ABBR_SHUTDOWN_TO;
8399 		else
8400 			timeout = IPR_ABBREV_SHUTDOWN_TIMEOUT;
8401 
8402 		ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, timeout);
8403 
8404 		rc = IPR_RC_JOB_RETURN;
8405 		ipr_cmd->job_step = ipr_reset_ucode_download;
8406 	} else
8407 		ipr_cmd->job_step = ipr_reset_alert;
8408 
8409 	LEAVE;
8410 	return rc;
8411 }
8412 
8413 /**
8414  * ipr_reset_ioa_job - Adapter reset job
8415  * @ipr_cmd:	ipr command struct
8416  *
8417  * Description: This function is the job router for the adapter reset job.
8418  *
8419  * Return value:
8420  * 	none
8421  **/
8422 static void ipr_reset_ioa_job(struct ipr_cmnd *ipr_cmd)
8423 {
8424 	u32 rc, ioasc;
8425 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8426 
8427 	do {
8428 		ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
8429 
8430 		if (ioa_cfg->reset_cmd != ipr_cmd) {
8431 			/*
8432 			 * We are doing nested adapter resets and this is
8433 			 * not the current reset job.
8434 			 */
8435 			list_add_tail(&ipr_cmd->queue,
8436 					&ipr_cmd->hrrq->hrrq_free_q);
8437 			return;
8438 		}
8439 
8440 		if (IPR_IOASC_SENSE_KEY(ioasc)) {
8441 			rc = ipr_cmd->job_step_failed(ipr_cmd);
8442 			if (rc == IPR_RC_JOB_RETURN)
8443 				return;
8444 		}
8445 
8446 		ipr_reinit_ipr_cmnd(ipr_cmd);
8447 		ipr_cmd->job_step_failed = ipr_reset_cmd_failed;
8448 		rc = ipr_cmd->job_step(ipr_cmd);
8449 	} while (rc == IPR_RC_JOB_CONTINUE);
8450 }
8451 
8452 /**
8453  * _ipr_initiate_ioa_reset - Initiate an adapter reset
8454  * @ioa_cfg:		ioa config struct
8455  * @job_step:		first job step of reset job
8456  * @shutdown_type:	shutdown type
8457  *
8458  * Description: This function will initiate the reset of the given adapter
8459  * starting at the selected job step.
8460  * If the caller needs to wait on the completion of the reset,
8461  * the caller must sleep on the reset_wait_q.
8462  *
8463  * Return value:
8464  * 	none
8465  **/
8466 static void _ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
8467 				    int (*job_step) (struct ipr_cmnd *),
8468 				    enum ipr_shutdown_type shutdown_type)
8469 {
8470 	struct ipr_cmnd *ipr_cmd;
8471 	int i;
8472 
8473 	ioa_cfg->in_reset_reload = 1;
8474 	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8475 		spin_lock(&ioa_cfg->hrrq[i]._lock);
8476 		ioa_cfg->hrrq[i].allow_cmds = 0;
8477 		spin_unlock(&ioa_cfg->hrrq[i]._lock);
8478 	}
8479 	wmb();
8480 	if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
8481 		ioa_cfg->scsi_unblock = 0;
8482 		ioa_cfg->scsi_blocked = 1;
8483 		scsi_block_requests(ioa_cfg->host);
8484 	}
8485 
8486 	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
8487 	ioa_cfg->reset_cmd = ipr_cmd;
8488 	ipr_cmd->job_step = job_step;
8489 	ipr_cmd->u.shutdown_type = shutdown_type;
8490 
8491 	ipr_reset_ioa_job(ipr_cmd);
8492 }
8493 
8494 /**
8495  * ipr_initiate_ioa_reset - Initiate an adapter reset
8496  * @ioa_cfg:		ioa config struct
8497  * @shutdown_type:	shutdown type
8498  *
8499  * Description: This function will initiate the reset of the given adapter.
8500  * If the caller needs to wait on the completion of the reset,
8501  * the caller must sleep on the reset_wait_q.
8502  *
8503  * Return value:
8504  * 	none
8505  **/
8506 static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
8507 				   enum ipr_shutdown_type shutdown_type)
8508 {
8509 	int i;
8510 
8511 	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
8512 		return;
8513 
8514 	if (ioa_cfg->in_reset_reload) {
8515 		if (ioa_cfg->sdt_state == GET_DUMP)
8516 			ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8517 		else if (ioa_cfg->sdt_state == READ_DUMP)
8518 			ioa_cfg->sdt_state = ABORT_DUMP;
8519 	}
8520 
8521 	if (ioa_cfg->reset_retries++ >= IPR_NUM_RESET_RELOAD_RETRIES) {
8522 		dev_err(&ioa_cfg->pdev->dev,
8523 			"IOA taken offline - error recovery failed\n");
8524 
8525 		ioa_cfg->reset_retries = 0;
8526 		for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8527 			spin_lock(&ioa_cfg->hrrq[i]._lock);
8528 			ioa_cfg->hrrq[i].ioa_is_dead = 1;
8529 			spin_unlock(&ioa_cfg->hrrq[i]._lock);
8530 		}
8531 		wmb();
8532 
8533 		if (ioa_cfg->in_ioa_bringdown) {
8534 			ioa_cfg->reset_cmd = NULL;
8535 			ioa_cfg->in_reset_reload = 0;
8536 			ipr_fail_all_ops(ioa_cfg);
8537 			wake_up_all(&ioa_cfg->reset_wait_q);
8538 
8539 			if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
8540 				ioa_cfg->scsi_unblock = 1;
8541 				schedule_work(&ioa_cfg->work_q);
8542 			}
8543 			return;
8544 		} else {
8545 			ioa_cfg->in_ioa_bringdown = 1;
8546 			shutdown_type = IPR_SHUTDOWN_NONE;
8547 		}
8548 	}
8549 
8550 	_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_shutdown_ioa,
8551 				shutdown_type);
8552 }
8553 
8554 /**
8555  * ipr_reset_freeze - Hold off all I/O activity
8556  * @ipr_cmd:	ipr command struct
8557  *
8558  * Description: If the PCI slot is frozen, hold off all I/O
8559  * activity; then, as soon as the slot is available again,
8560  * initiate an adapter reset.
8561  */
8562 static int ipr_reset_freeze(struct ipr_cmnd *ipr_cmd)
8563 {
8564 	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8565 	int i;
8566 
8567 	/* Disallow new interrupts, avoid loop */
8568 	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8569 		spin_lock(&ioa_cfg->hrrq[i]._lock);
8570 		ioa_cfg->hrrq[i].allow_interrupts = 0;
8571 		spin_unlock(&ioa_cfg->hrrq[i]._lock);
8572 	}
8573 	wmb();
8574 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
8575 	ipr_cmd->done = ipr_reset_ioa_job;
8576 	return IPR_RC_JOB_RETURN;
8577 }
8578 
8579 /**
8580  * ipr_pci_mmio_enabled - Called when MMIO has been re-enabled
8581  * @pdev:	PCI device struct
8582  *
8583  * Description: This routine is called to tell us that the MMIO
8584  * access to the IOA has been restored
8585  */
8586 static pci_ers_result_t ipr_pci_mmio_enabled(struct pci_dev *pdev)
8587 {
8588 	unsigned long flags = 0;
8589 	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8590 
8591 	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8592 	if (!ioa_cfg->probe_done)
8593 		pci_save_state(pdev);
8594 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
8595 	return PCI_ERS_RESULT_NEED_RESET;
8596 }
8597 
8598 /**
8599  * ipr_pci_frozen - Called when slot has experienced a PCI bus error.
8600  * @pdev:	PCI device struct
8601  *
8602  * Description: This routine is called to tell us that the PCI bus
8603  * is down. Can't do anything here, except put the device driver
8604  * into a holding pattern, waiting for the PCI bus to come back.
8605  */
8606 static void ipr_pci_frozen(struct pci_dev *pdev)
8607 {
8608 	unsigned long flags = 0;
8609 	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8610 
8611 	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8612 	if (ioa_cfg->probe_done)
8613 		_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_freeze, IPR_SHUTDOWN_NONE);
8614 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
8615 }
8616 
8617 /**
8618  * ipr_pci_slot_reset - Called when PCI slot has been reset.
8619  * @pdev:	PCI device struct
8620  *
8621  * Description: This routine is called by the pci error recovery
8622  * code after the PCI slot has been reset, just before we
8623  * should resume normal operations.
8624  */
8625 static pci_ers_result_t ipr_pci_slot_reset(struct pci_dev *pdev)
8626 {
8627 	unsigned long flags = 0;
8628 	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8629 
8630 	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8631 	if (ioa_cfg->probe_done) {
8632 		if (ioa_cfg->needs_warm_reset)
8633 			ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8634 		else
8635 			_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_restore_cfg_space,
8636 						IPR_SHUTDOWN_NONE);
8637 	} else
8638 		wake_up_all(&ioa_cfg->eeh_wait_q);
8639 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
8640 	return PCI_ERS_RESULT_RECOVERED;
8641 }
8642 
8643 /**
8644  * ipr_pci_perm_failure - Called when PCI slot is dead for good.
8645  * @pdev:	PCI device struct
8646  *
8647  * Description: This routine is called when the PCI bus has
8648  * permanently failed.
8649  */
8650 static void ipr_pci_perm_failure(struct pci_dev *pdev)
8651 {
8652 	unsigned long flags = 0;
8653 	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8654 	int i;
8655 
8656 	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8657 	if (ioa_cfg->probe_done) {
8658 		if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
8659 			ioa_cfg->sdt_state = ABORT_DUMP;
8660 		ioa_cfg->reset_retries = IPR_NUM_RESET_RELOAD_RETRIES - 1;
8661 		ioa_cfg->in_ioa_bringdown = 1;
8662 		for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8663 			spin_lock(&ioa_cfg->hrrq[i]._lock);
8664 			ioa_cfg->hrrq[i].allow_cmds = 0;
8665 			spin_unlock(&ioa_cfg->hrrq[i]._lock);
8666 		}
8667 		wmb();
8668 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8669 	} else
8670 		wake_up_all(&ioa_cfg->eeh_wait_q);
8671 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
8672 }
8673 
8674 /**
8675  * ipr_pci_error_detected - Called when a PCI error is detected.
8676  * @pdev:	PCI device struct
8677  * @state:	PCI channel state
8678  *
8679  * Description: Called when a PCI error is detected.
8680  *
8681  * Return value:
8682  * 	PCI_ERS_RESULT_NEED_RESET or PCI_ERS_RESULT_DISCONNECT
8683  */
8684 static pci_ers_result_t ipr_pci_error_detected(struct pci_dev *pdev,
8685 					       pci_channel_state_t state)
8686 {
8687 	switch (state) {
8688 	case pci_channel_io_frozen:
8689 		ipr_pci_frozen(pdev);
8690 		return PCI_ERS_RESULT_CAN_RECOVER;
8691 	case pci_channel_io_perm_failure:
8692 		ipr_pci_perm_failure(pdev);
8693 		return PCI_ERS_RESULT_DISCONNECT;
8694 	default:
8695 		break;
8696 	}
8697 	return PCI_ERS_RESULT_NEED_RESET;
8698 }
8699 
8700 /**
8701  * ipr_probe_ioa_part2 - Initializes IOAs found in ipr_probe_ioa(..)
8702  * @ioa_cfg:	ioa cfg struct
8703  *
8704  * Description: This is the second phase of adapter initialization
8705  * This function takes care of initilizing the adapter to the point
8706  * where it can accept new commands.
8707  * Return value:
8708  *     none
8709  **/
8710 static void ipr_probe_ioa_part2(struct ipr_ioa_cfg *ioa_cfg)
8711 {
8712 	unsigned long host_lock_flags = 0;
8713 
8714 	ENTER;
8715 	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
8716 	dev_dbg(&ioa_cfg->pdev->dev, "ioa_cfg adx: 0x%p\n", ioa_cfg);
8717 	ioa_cfg->probe_done = 1;
8718 	if (ioa_cfg->needs_hard_reset) {
8719 		ioa_cfg->needs_hard_reset = 0;
8720 		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8721 	} else
8722 		_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_enable_ioa,
8723 					IPR_SHUTDOWN_NONE);
8724 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
8725 
8726 	LEAVE;
8727 }
8728 
8729 /**
8730  * ipr_free_cmd_blks - Frees command blocks allocated for an adapter
8731  * @ioa_cfg:	ioa config struct
8732  *
8733  * Return value:
8734  * 	none
8735  **/
8736 static void ipr_free_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
8737 {
8738 	int i;
8739 
8740 	if (ioa_cfg->ipr_cmnd_list) {
8741 		for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
8742 			if (ioa_cfg->ipr_cmnd_list[i])
8743 				dma_pool_free(ioa_cfg->ipr_cmd_pool,
8744 					      ioa_cfg->ipr_cmnd_list[i],
8745 					      ioa_cfg->ipr_cmnd_list_dma[i]);
8746 
8747 			ioa_cfg->ipr_cmnd_list[i] = NULL;
8748 		}
8749 	}
8750 
8751 	dma_pool_destroy(ioa_cfg->ipr_cmd_pool);
8752 
8753 	kfree(ioa_cfg->ipr_cmnd_list);
8754 	kfree(ioa_cfg->ipr_cmnd_list_dma);
8755 	ioa_cfg->ipr_cmnd_list = NULL;
8756 	ioa_cfg->ipr_cmnd_list_dma = NULL;
8757 	ioa_cfg->ipr_cmd_pool = NULL;
8758 }
8759 
8760 /**
8761  * ipr_free_mem - Frees memory allocated for an adapter
8762  * @ioa_cfg:	ioa cfg struct
8763  *
8764  * Return value:
8765  * 	nothing
8766  **/
8767 static void ipr_free_mem(struct ipr_ioa_cfg *ioa_cfg)
8768 {
8769 	int i;
8770 
8771 	kfree(ioa_cfg->res_entries);
8772 	dma_free_coherent(&ioa_cfg->pdev->dev, sizeof(struct ipr_misc_cbs),
8773 			  ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
8774 	ipr_free_cmd_blks(ioa_cfg);
8775 
8776 	for (i = 0; i < ioa_cfg->hrrq_num; i++)
8777 		dma_free_coherent(&ioa_cfg->pdev->dev,
8778 				  sizeof(u32) * ioa_cfg->hrrq[i].size,
8779 				  ioa_cfg->hrrq[i].host_rrq,
8780 				  ioa_cfg->hrrq[i].host_rrq_dma);
8781 
8782 	dma_free_coherent(&ioa_cfg->pdev->dev, ioa_cfg->cfg_table_size,
8783 			  ioa_cfg->u.cfg_table, ioa_cfg->cfg_table_dma);
8784 
8785 	for (i = 0; i < IPR_MAX_HCAMS; i++) {
8786 		dma_free_coherent(&ioa_cfg->pdev->dev,
8787 				  sizeof(struct ipr_hostrcb),
8788 				  ioa_cfg->hostrcb[i],
8789 				  ioa_cfg->hostrcb_dma[i]);
8790 	}
8791 
8792 	ipr_free_dump(ioa_cfg);
8793 	kfree(ioa_cfg->trace);
8794 }
8795 
8796 /**
8797  * ipr_free_irqs - Free all allocated IRQs for the adapter.
8798  * @ioa_cfg:	ipr cfg struct
8799  *
8800  * This function frees all allocated IRQs for the
8801  * specified adapter.
8802  *
8803  * Return value:
8804  * 	none
8805  **/
8806 static void ipr_free_irqs(struct ipr_ioa_cfg *ioa_cfg)
8807 {
8808 	struct pci_dev *pdev = ioa_cfg->pdev;
8809 	int i;
8810 
8811 	for (i = 0; i < ioa_cfg->nvectors; i++)
8812 		free_irq(pci_irq_vector(pdev, i), &ioa_cfg->hrrq[i]);
8813 	pci_free_irq_vectors(pdev);
8814 }
8815 
8816 /**
8817  * ipr_free_all_resources - Free all allocated resources for an adapter.
8818  * @ioa_cfg:	ioa config struct
8819  *
8820  * This function frees all allocated resources for the
8821  * specified adapter.
8822  *
8823  * Return value:
8824  * 	none
8825  **/
8826 static void ipr_free_all_resources(struct ipr_ioa_cfg *ioa_cfg)
8827 {
8828 	struct pci_dev *pdev = ioa_cfg->pdev;
8829 
8830 	ENTER;
8831 	ipr_free_irqs(ioa_cfg);
8832 	if (ioa_cfg->reset_work_q)
8833 		destroy_workqueue(ioa_cfg->reset_work_q);
8834 	iounmap(ioa_cfg->hdw_dma_regs);
8835 	pci_release_regions(pdev);
8836 	ipr_free_mem(ioa_cfg);
8837 	scsi_host_put(ioa_cfg->host);
8838 	pci_disable_device(pdev);
8839 	LEAVE;
8840 }
8841 
8842 /**
8843  * ipr_alloc_cmd_blks - Allocate command blocks for an adapter
8844  * @ioa_cfg:	ioa config struct
8845  *
8846  * Return value:
8847  * 	0 on success / -ENOMEM on allocation failure
8848  **/
8849 static int ipr_alloc_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
8850 {
8851 	struct ipr_cmnd *ipr_cmd;
8852 	struct ipr_ioarcb *ioarcb;
8853 	dma_addr_t dma_addr;
8854 	int i, entries_each_hrrq, hrrq_id = 0;
8855 
8856 	ioa_cfg->ipr_cmd_pool = dma_pool_create(IPR_NAME, &ioa_cfg->pdev->dev,
8857 						sizeof(struct ipr_cmnd), 512, 0);
8858 
8859 	if (!ioa_cfg->ipr_cmd_pool)
8860 		return -ENOMEM;
8861 
8862 	ioa_cfg->ipr_cmnd_list = kcalloc(IPR_NUM_CMD_BLKS, sizeof(struct ipr_cmnd *), GFP_KERNEL);
8863 	ioa_cfg->ipr_cmnd_list_dma = kcalloc(IPR_NUM_CMD_BLKS, sizeof(dma_addr_t), GFP_KERNEL);
8864 
8865 	if (!ioa_cfg->ipr_cmnd_list || !ioa_cfg->ipr_cmnd_list_dma) {
8866 		ipr_free_cmd_blks(ioa_cfg);
8867 		return -ENOMEM;
8868 	}
8869 
8870 	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8871 		if (ioa_cfg->hrrq_num > 1) {
8872 			if (i == 0) {
8873 				entries_each_hrrq = IPR_NUM_INTERNAL_CMD_BLKS;
8874 				ioa_cfg->hrrq[i].min_cmd_id = 0;
8875 				ioa_cfg->hrrq[i].max_cmd_id =
8876 					(entries_each_hrrq - 1);
8877 			} else {
8878 				entries_each_hrrq =
8879 					IPR_NUM_BASE_CMD_BLKS/
8880 					(ioa_cfg->hrrq_num - 1);
8881 				ioa_cfg->hrrq[i].min_cmd_id =
8882 					IPR_NUM_INTERNAL_CMD_BLKS +
8883 					(i - 1) * entries_each_hrrq;
8884 				ioa_cfg->hrrq[i].max_cmd_id =
8885 					(IPR_NUM_INTERNAL_CMD_BLKS +
8886 					i * entries_each_hrrq - 1);
8887 			}
8888 		} else {
8889 			entries_each_hrrq = IPR_NUM_CMD_BLKS;
8890 			ioa_cfg->hrrq[i].min_cmd_id = 0;
8891 			ioa_cfg->hrrq[i].max_cmd_id = (entries_each_hrrq - 1);
8892 		}
8893 		ioa_cfg->hrrq[i].size = entries_each_hrrq;
8894 	}
8895 
8896 	BUG_ON(ioa_cfg->hrrq_num == 0);
8897 
8898 	i = IPR_NUM_CMD_BLKS -
8899 		ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id - 1;
8900 	if (i > 0) {
8901 		ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].size += i;
8902 		ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id += i;
8903 	}
8904 
8905 	for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
8906 		ipr_cmd = dma_pool_zalloc(ioa_cfg->ipr_cmd_pool,
8907 				GFP_KERNEL, &dma_addr);
8908 
8909 		if (!ipr_cmd) {
8910 			ipr_free_cmd_blks(ioa_cfg);
8911 			return -ENOMEM;
8912 		}
8913 
8914 		ioa_cfg->ipr_cmnd_list[i] = ipr_cmd;
8915 		ioa_cfg->ipr_cmnd_list_dma[i] = dma_addr;
8916 
8917 		ioarcb = &ipr_cmd->ioarcb;
8918 		ipr_cmd->dma_addr = dma_addr;
8919 		if (ioa_cfg->sis64)
8920 			ioarcb->a.ioarcb_host_pci_addr64 = cpu_to_be64(dma_addr);
8921 		else
8922 			ioarcb->a.ioarcb_host_pci_addr = cpu_to_be32(dma_addr);
8923 
8924 		ioarcb->host_response_handle = cpu_to_be32(i << 2);
8925 		if (ioa_cfg->sis64) {
8926 			ioarcb->u.sis64_addr_data.data_ioadl_addr =
8927 				cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
8928 			ioarcb->u.sis64_addr_data.ioasa_host_pci_addr =
8929 				cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, s.ioasa64));
8930 		} else {
8931 			ioarcb->write_ioadl_addr =
8932 				cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
8933 			ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
8934 			ioarcb->ioasa_host_pci_addr =
8935 				cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, s.ioasa));
8936 		}
8937 		ioarcb->ioasa_len = cpu_to_be16(sizeof(struct ipr_ioasa));
8938 		ipr_cmd->cmd_index = i;
8939 		ipr_cmd->ioa_cfg = ioa_cfg;
8940 		ipr_cmd->sense_buffer_dma = dma_addr +
8941 			offsetof(struct ipr_cmnd, sense_buffer);
8942 
8943 		ipr_cmd->ioarcb.cmd_pkt.hrrq_id = hrrq_id;
8944 		ipr_cmd->hrrq = &ioa_cfg->hrrq[hrrq_id];
8945 		list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
8946 		if (i >= ioa_cfg->hrrq[hrrq_id].max_cmd_id)
8947 			hrrq_id++;
8948 	}
8949 
8950 	return 0;
8951 }
8952 
8953 /**
8954  * ipr_alloc_mem - Allocate memory for an adapter
8955  * @ioa_cfg:	ioa config struct
8956  *
8957  * Return value:
8958  * 	0 on success / non-zero for error
8959  **/
8960 static int ipr_alloc_mem(struct ipr_ioa_cfg *ioa_cfg)
8961 {
8962 	struct pci_dev *pdev = ioa_cfg->pdev;
8963 	int i, rc = -ENOMEM;
8964 
8965 	ENTER;
8966 	ioa_cfg->res_entries = kcalloc(ioa_cfg->max_devs_supported,
8967 				       sizeof(struct ipr_resource_entry),
8968 				       GFP_KERNEL);
8969 
8970 	if (!ioa_cfg->res_entries)
8971 		goto out;
8972 
8973 	for (i = 0; i < ioa_cfg->max_devs_supported; i++) {
8974 		list_add_tail(&ioa_cfg->res_entries[i].queue, &ioa_cfg->free_res_q);
8975 		ioa_cfg->res_entries[i].ioa_cfg = ioa_cfg;
8976 	}
8977 
8978 	ioa_cfg->vpd_cbs = dma_alloc_coherent(&pdev->dev,
8979 					      sizeof(struct ipr_misc_cbs),
8980 					      &ioa_cfg->vpd_cbs_dma,
8981 					      GFP_KERNEL);
8982 
8983 	if (!ioa_cfg->vpd_cbs)
8984 		goto out_free_res_entries;
8985 
8986 	if (ipr_alloc_cmd_blks(ioa_cfg))
8987 		goto out_free_vpd_cbs;
8988 
8989 	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8990 		ioa_cfg->hrrq[i].host_rrq = dma_alloc_coherent(&pdev->dev,
8991 					sizeof(u32) * ioa_cfg->hrrq[i].size,
8992 					&ioa_cfg->hrrq[i].host_rrq_dma,
8993 					GFP_KERNEL);
8994 
8995 		if (!ioa_cfg->hrrq[i].host_rrq)  {
8996 			while (--i >= 0)
8997 				dma_free_coherent(&pdev->dev,
8998 					sizeof(u32) * ioa_cfg->hrrq[i].size,
8999 					ioa_cfg->hrrq[i].host_rrq,
9000 					ioa_cfg->hrrq[i].host_rrq_dma);
9001 			goto out_ipr_free_cmd_blocks;
9002 		}
9003 		ioa_cfg->hrrq[i].ioa_cfg = ioa_cfg;
9004 	}
9005 
9006 	ioa_cfg->u.cfg_table = dma_alloc_coherent(&pdev->dev,
9007 						  ioa_cfg->cfg_table_size,
9008 						  &ioa_cfg->cfg_table_dma,
9009 						  GFP_KERNEL);
9010 
9011 	if (!ioa_cfg->u.cfg_table)
9012 		goto out_free_host_rrq;
9013 
9014 	for (i = 0; i < IPR_MAX_HCAMS; i++) {
9015 		ioa_cfg->hostrcb[i] = dma_alloc_coherent(&pdev->dev,
9016 							 sizeof(struct ipr_hostrcb),
9017 							 &ioa_cfg->hostrcb_dma[i],
9018 							 GFP_KERNEL);
9019 
9020 		if (!ioa_cfg->hostrcb[i])
9021 			goto out_free_hostrcb_dma;
9022 
9023 		ioa_cfg->hostrcb[i]->hostrcb_dma =
9024 			ioa_cfg->hostrcb_dma[i] + offsetof(struct ipr_hostrcb, hcam);
9025 		ioa_cfg->hostrcb[i]->ioa_cfg = ioa_cfg;
9026 		list_add_tail(&ioa_cfg->hostrcb[i]->queue, &ioa_cfg->hostrcb_free_q);
9027 	}
9028 
9029 	ioa_cfg->trace = kcalloc(IPR_NUM_TRACE_ENTRIES,
9030 				 sizeof(struct ipr_trace_entry),
9031 				 GFP_KERNEL);
9032 
9033 	if (!ioa_cfg->trace)
9034 		goto out_free_hostrcb_dma;
9035 
9036 	rc = 0;
9037 out:
9038 	LEAVE;
9039 	return rc;
9040 
9041 out_free_hostrcb_dma:
9042 	while (i-- > 0) {
9043 		dma_free_coherent(&pdev->dev, sizeof(struct ipr_hostrcb),
9044 				  ioa_cfg->hostrcb[i],
9045 				  ioa_cfg->hostrcb_dma[i]);
9046 	}
9047 	dma_free_coherent(&pdev->dev, ioa_cfg->cfg_table_size,
9048 			  ioa_cfg->u.cfg_table, ioa_cfg->cfg_table_dma);
9049 out_free_host_rrq:
9050 	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9051 		dma_free_coherent(&pdev->dev,
9052 				  sizeof(u32) * ioa_cfg->hrrq[i].size,
9053 				  ioa_cfg->hrrq[i].host_rrq,
9054 				  ioa_cfg->hrrq[i].host_rrq_dma);
9055 	}
9056 out_ipr_free_cmd_blocks:
9057 	ipr_free_cmd_blks(ioa_cfg);
9058 out_free_vpd_cbs:
9059 	dma_free_coherent(&pdev->dev, sizeof(struct ipr_misc_cbs),
9060 			  ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
9061 out_free_res_entries:
9062 	kfree(ioa_cfg->res_entries);
9063 	goto out;
9064 }
9065 
9066 /**
9067  * ipr_initialize_bus_attr - Initialize SCSI bus attributes to default values
9068  * @ioa_cfg:	ioa config struct
9069  *
9070  * Return value:
9071  * 	none
9072  **/
9073 static void ipr_initialize_bus_attr(struct ipr_ioa_cfg *ioa_cfg)
9074 {
9075 	int i;
9076 
9077 	for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
9078 		ioa_cfg->bus_attr[i].bus = i;
9079 		ioa_cfg->bus_attr[i].qas_enabled = 0;
9080 		ioa_cfg->bus_attr[i].bus_width = IPR_DEFAULT_BUS_WIDTH;
9081 		if (ipr_max_speed < ARRAY_SIZE(ipr_max_bus_speeds))
9082 			ioa_cfg->bus_attr[i].max_xfer_rate = ipr_max_bus_speeds[ipr_max_speed];
9083 		else
9084 			ioa_cfg->bus_attr[i].max_xfer_rate = IPR_U160_SCSI_RATE;
9085 	}
9086 }
9087 
9088 /**
9089  * ipr_init_regs - Initialize IOA registers
9090  * @ioa_cfg:	ioa config struct
9091  *
9092  * Return value:
9093  *	none
9094  **/
9095 static void ipr_init_regs(struct ipr_ioa_cfg *ioa_cfg)
9096 {
9097 	const struct ipr_interrupt_offsets *p;
9098 	struct ipr_interrupts *t;
9099 	void __iomem *base;
9100 
9101 	p = &ioa_cfg->chip_cfg->regs;
9102 	t = &ioa_cfg->regs;
9103 	base = ioa_cfg->hdw_dma_regs;
9104 
9105 	t->set_interrupt_mask_reg = base + p->set_interrupt_mask_reg;
9106 	t->clr_interrupt_mask_reg = base + p->clr_interrupt_mask_reg;
9107 	t->clr_interrupt_mask_reg32 = base + p->clr_interrupt_mask_reg32;
9108 	t->sense_interrupt_mask_reg = base + p->sense_interrupt_mask_reg;
9109 	t->sense_interrupt_mask_reg32 = base + p->sense_interrupt_mask_reg32;
9110 	t->clr_interrupt_reg = base + p->clr_interrupt_reg;
9111 	t->clr_interrupt_reg32 = base + p->clr_interrupt_reg32;
9112 	t->sense_interrupt_reg = base + p->sense_interrupt_reg;
9113 	t->sense_interrupt_reg32 = base + p->sense_interrupt_reg32;
9114 	t->ioarrin_reg = base + p->ioarrin_reg;
9115 	t->sense_uproc_interrupt_reg = base + p->sense_uproc_interrupt_reg;
9116 	t->sense_uproc_interrupt_reg32 = base + p->sense_uproc_interrupt_reg32;
9117 	t->set_uproc_interrupt_reg = base + p->set_uproc_interrupt_reg;
9118 	t->set_uproc_interrupt_reg32 = base + p->set_uproc_interrupt_reg32;
9119 	t->clr_uproc_interrupt_reg = base + p->clr_uproc_interrupt_reg;
9120 	t->clr_uproc_interrupt_reg32 = base + p->clr_uproc_interrupt_reg32;
9121 
9122 	if (ioa_cfg->sis64) {
9123 		t->init_feedback_reg = base + p->init_feedback_reg;
9124 		t->dump_addr_reg = base + p->dump_addr_reg;
9125 		t->dump_data_reg = base + p->dump_data_reg;
9126 		t->endian_swap_reg = base + p->endian_swap_reg;
9127 	}
9128 }
9129 
9130 /**
9131  * ipr_init_ioa_cfg - Initialize IOA config struct
9132  * @ioa_cfg:	ioa config struct
9133  * @host:		scsi host struct
9134  * @pdev:		PCI dev struct
9135  *
9136  * Return value:
9137  * 	none
9138  **/
9139 static void ipr_init_ioa_cfg(struct ipr_ioa_cfg *ioa_cfg,
9140 			     struct Scsi_Host *host, struct pci_dev *pdev)
9141 {
9142 	int i;
9143 
9144 	ioa_cfg->host = host;
9145 	ioa_cfg->pdev = pdev;
9146 	ioa_cfg->log_level = ipr_log_level;
9147 	ioa_cfg->doorbell = IPR_DOORBELL;
9148 	sprintf(ioa_cfg->eye_catcher, IPR_EYECATCHER);
9149 	sprintf(ioa_cfg->trace_start, IPR_TRACE_START_LABEL);
9150 	sprintf(ioa_cfg->cfg_table_start, IPR_CFG_TBL_START);
9151 	sprintf(ioa_cfg->resource_table_label, IPR_RES_TABLE_LABEL);
9152 	sprintf(ioa_cfg->ipr_hcam_label, IPR_HCAM_LABEL);
9153 	sprintf(ioa_cfg->ipr_cmd_label, IPR_CMD_LABEL);
9154 
9155 	INIT_LIST_HEAD(&ioa_cfg->hostrcb_free_q);
9156 	INIT_LIST_HEAD(&ioa_cfg->hostrcb_pending_q);
9157 	INIT_LIST_HEAD(&ioa_cfg->hostrcb_report_q);
9158 	INIT_LIST_HEAD(&ioa_cfg->free_res_q);
9159 	INIT_LIST_HEAD(&ioa_cfg->used_res_q);
9160 	INIT_WORK(&ioa_cfg->work_q, ipr_worker_thread);
9161 	INIT_WORK(&ioa_cfg->scsi_add_work_q, ipr_add_remove_thread);
9162 	init_waitqueue_head(&ioa_cfg->reset_wait_q);
9163 	init_waitqueue_head(&ioa_cfg->msi_wait_q);
9164 	init_waitqueue_head(&ioa_cfg->eeh_wait_q);
9165 	ioa_cfg->sdt_state = INACTIVE;
9166 
9167 	ipr_initialize_bus_attr(ioa_cfg);
9168 	ioa_cfg->max_devs_supported = ipr_max_devs;
9169 
9170 	if (ioa_cfg->sis64) {
9171 		host->max_channel = IPR_MAX_SIS64_BUSES;
9172 		host->max_id = IPR_MAX_SIS64_TARGETS_PER_BUS;
9173 		host->max_lun = IPR_MAX_SIS64_LUNS_PER_TARGET;
9174 		if (ipr_max_devs > IPR_MAX_SIS64_DEVS)
9175 			ioa_cfg->max_devs_supported = IPR_MAX_SIS64_DEVS;
9176 		ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr64)
9177 					   + ((sizeof(struct ipr_config_table_entry64)
9178 					       * ioa_cfg->max_devs_supported)));
9179 	} else {
9180 		host->max_channel = IPR_VSET_BUS;
9181 		host->max_id = IPR_MAX_NUM_TARGETS_PER_BUS;
9182 		host->max_lun = IPR_MAX_NUM_LUNS_PER_TARGET;
9183 		if (ipr_max_devs > IPR_MAX_PHYSICAL_DEVS)
9184 			ioa_cfg->max_devs_supported = IPR_MAX_PHYSICAL_DEVS;
9185 		ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr)
9186 					   + ((sizeof(struct ipr_config_table_entry)
9187 					       * ioa_cfg->max_devs_supported)));
9188 	}
9189 
9190 	host->unique_id = host->host_no;
9191 	host->max_cmd_len = IPR_MAX_CDB_LEN;
9192 	host->can_queue = ioa_cfg->max_cmds;
9193 	pci_set_drvdata(pdev, ioa_cfg);
9194 
9195 	for (i = 0; i < ARRAY_SIZE(ioa_cfg->hrrq); i++) {
9196 		INIT_LIST_HEAD(&ioa_cfg->hrrq[i].hrrq_free_q);
9197 		INIT_LIST_HEAD(&ioa_cfg->hrrq[i].hrrq_pending_q);
9198 		spin_lock_init(&ioa_cfg->hrrq[i]._lock);
9199 		if (i == 0)
9200 			ioa_cfg->hrrq[i].lock = ioa_cfg->host->host_lock;
9201 		else
9202 			ioa_cfg->hrrq[i].lock = &ioa_cfg->hrrq[i]._lock;
9203 	}
9204 }
9205 
9206 /**
9207  * ipr_get_chip_info - Find adapter chip information
9208  * @dev_id:		PCI device id struct
9209  *
9210  * Return value:
9211  * 	ptr to chip information on success / NULL on failure
9212  **/
9213 static const struct ipr_chip_t *
9214 ipr_get_chip_info(const struct pci_device_id *dev_id)
9215 {
9216 	int i;
9217 
9218 	for (i = 0; i < ARRAY_SIZE(ipr_chip); i++)
9219 		if (ipr_chip[i].vendor == dev_id->vendor &&
9220 		    ipr_chip[i].device == dev_id->device)
9221 			return &ipr_chip[i];
9222 	return NULL;
9223 }
9224 
9225 /**
9226  * ipr_wait_for_pci_err_recovery - Wait for any PCI error recovery to complete
9227  *						during probe time
9228  * @ioa_cfg:	ioa config struct
9229  *
9230  * Return value:
9231  * 	None
9232  **/
9233 static void ipr_wait_for_pci_err_recovery(struct ipr_ioa_cfg *ioa_cfg)
9234 {
9235 	struct pci_dev *pdev = ioa_cfg->pdev;
9236 
9237 	if (pci_channel_offline(pdev)) {
9238 		wait_event_timeout(ioa_cfg->eeh_wait_q,
9239 				   !pci_channel_offline(pdev),
9240 				   IPR_PCI_ERROR_RECOVERY_TIMEOUT);
9241 		pci_restore_state(pdev);
9242 	}
9243 }
9244 
9245 static void name_msi_vectors(struct ipr_ioa_cfg *ioa_cfg)
9246 {
9247 	int vec_idx, n = sizeof(ioa_cfg->vectors_info[0].desc) - 1;
9248 
9249 	for (vec_idx = 0; vec_idx < ioa_cfg->nvectors; vec_idx++) {
9250 		snprintf(ioa_cfg->vectors_info[vec_idx].desc, n,
9251 			 "host%d-%d", ioa_cfg->host->host_no, vec_idx);
9252 		ioa_cfg->vectors_info[vec_idx].
9253 			desc[strlen(ioa_cfg->vectors_info[vec_idx].desc)] = 0;
9254 	}
9255 }
9256 
9257 static int ipr_request_other_msi_irqs(struct ipr_ioa_cfg *ioa_cfg,
9258 		struct pci_dev *pdev)
9259 {
9260 	int i, rc;
9261 
9262 	for (i = 1; i < ioa_cfg->nvectors; i++) {
9263 		rc = request_irq(pci_irq_vector(pdev, i),
9264 			ipr_isr_mhrrq,
9265 			0,
9266 			ioa_cfg->vectors_info[i].desc,
9267 			&ioa_cfg->hrrq[i]);
9268 		if (rc) {
9269 			while (--i > 0)
9270 				free_irq(pci_irq_vector(pdev, i),
9271 					&ioa_cfg->hrrq[i]);
9272 			return rc;
9273 		}
9274 	}
9275 	return 0;
9276 }
9277 
9278 /**
9279  * ipr_test_intr - Handle the interrupt generated in ipr_test_msi().
9280  * @devp:		PCI device struct
9281  * @irq:		IRQ number
9282  *
9283  * Description: Simply set the msi_received flag to 1 indicating that
9284  * Message Signaled Interrupts are supported.
9285  *
9286  * Return value:
9287  * 	0 on success / non-zero on failure
9288  **/
9289 static irqreturn_t ipr_test_intr(int irq, void *devp)
9290 {
9291 	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
9292 	unsigned long lock_flags = 0;
9293 
9294 	dev_info(&ioa_cfg->pdev->dev, "Received IRQ : %d\n", irq);
9295 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9296 
9297 	ioa_cfg->msi_received = 1;
9298 	wake_up(&ioa_cfg->msi_wait_q);
9299 
9300 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
9301 	return IRQ_HANDLED;
9302 }
9303 
9304 /**
9305  * ipr_test_msi - Test for Message Signaled Interrupt (MSI) support.
9306  * @ioa_cfg:		ioa config struct
9307  * @pdev:		PCI device struct
9308  *
9309  * Description: This routine sets up and initiates a test interrupt to determine
9310  * if the interrupt is received via the ipr_test_intr() service routine.
9311  * If the tests fails, the driver will fall back to LSI.
9312  *
9313  * Return value:
9314  * 	0 on success / non-zero on failure
9315  **/
9316 static int ipr_test_msi(struct ipr_ioa_cfg *ioa_cfg, struct pci_dev *pdev)
9317 {
9318 	int rc;
9319 	unsigned long lock_flags = 0;
9320 	int irq = pci_irq_vector(pdev, 0);
9321 
9322 	ENTER;
9323 
9324 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9325 	init_waitqueue_head(&ioa_cfg->msi_wait_q);
9326 	ioa_cfg->msi_received = 0;
9327 	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
9328 	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.clr_interrupt_mask_reg32);
9329 	readl(ioa_cfg->regs.sense_interrupt_mask_reg);
9330 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
9331 
9332 	rc = request_irq(irq, ipr_test_intr, 0, IPR_NAME, ioa_cfg);
9333 	if (rc) {
9334 		dev_err(&pdev->dev, "Can not assign irq %d\n", irq);
9335 		return rc;
9336 	} else if (ipr_debug)
9337 		dev_info(&pdev->dev, "IRQ assigned: %d\n", irq);
9338 
9339 	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.sense_interrupt_reg32);
9340 	readl(ioa_cfg->regs.sense_interrupt_reg);
9341 	wait_event_timeout(ioa_cfg->msi_wait_q, ioa_cfg->msi_received, HZ);
9342 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9343 	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
9344 
9345 	if (!ioa_cfg->msi_received) {
9346 		/* MSI test failed */
9347 		dev_info(&pdev->dev, "MSI test failed.  Falling back to LSI.\n");
9348 		rc = -EOPNOTSUPP;
9349 	} else if (ipr_debug)
9350 		dev_info(&pdev->dev, "MSI test succeeded.\n");
9351 
9352 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
9353 
9354 	free_irq(irq, ioa_cfg);
9355 
9356 	LEAVE;
9357 
9358 	return rc;
9359 }
9360 
9361  /* ipr_probe_ioa - Allocates memory and does first stage of initialization
9362  * @pdev:		PCI device struct
9363  * @dev_id:		PCI device id struct
9364  *
9365  * Return value:
9366  * 	0 on success / non-zero on failure
9367  **/
9368 static int ipr_probe_ioa(struct pci_dev *pdev,
9369 			 const struct pci_device_id *dev_id)
9370 {
9371 	struct ipr_ioa_cfg *ioa_cfg;
9372 	struct Scsi_Host *host;
9373 	unsigned long ipr_regs_pci;
9374 	void __iomem *ipr_regs;
9375 	int rc = PCIBIOS_SUCCESSFUL;
9376 	volatile u32 mask, uproc, interrupts;
9377 	unsigned long lock_flags, driver_lock_flags;
9378 	unsigned int irq_flag;
9379 
9380 	ENTER;
9381 
9382 	dev_info(&pdev->dev, "Found IOA with IRQ: %d\n", pdev->irq);
9383 	host = scsi_host_alloc(&driver_template, sizeof(*ioa_cfg));
9384 
9385 	if (!host) {
9386 		dev_err(&pdev->dev, "call to scsi_host_alloc failed!\n");
9387 		rc = -ENOMEM;
9388 		goto out;
9389 	}
9390 
9391 	ioa_cfg = (struct ipr_ioa_cfg *)host->hostdata;
9392 	memset(ioa_cfg, 0, sizeof(struct ipr_ioa_cfg));
9393 
9394 	ioa_cfg->ipr_chip = ipr_get_chip_info(dev_id);
9395 
9396 	if (!ioa_cfg->ipr_chip) {
9397 		dev_err(&pdev->dev, "Unknown adapter chipset 0x%04X 0x%04X\n",
9398 			dev_id->vendor, dev_id->device);
9399 		goto out_scsi_host_put;
9400 	}
9401 
9402 	/* set SIS 32 or SIS 64 */
9403 	ioa_cfg->sis64 = ioa_cfg->ipr_chip->sis_type == IPR_SIS64 ? 1 : 0;
9404 	ioa_cfg->chip_cfg = ioa_cfg->ipr_chip->cfg;
9405 	ioa_cfg->clear_isr = ioa_cfg->chip_cfg->clear_isr;
9406 	ioa_cfg->max_cmds = ioa_cfg->chip_cfg->max_cmds;
9407 
9408 	if (ipr_transop_timeout)
9409 		ioa_cfg->transop_timeout = ipr_transop_timeout;
9410 	else if (dev_id->driver_data & IPR_USE_LONG_TRANSOP_TIMEOUT)
9411 		ioa_cfg->transop_timeout = IPR_LONG_OPERATIONAL_TIMEOUT;
9412 	else
9413 		ioa_cfg->transop_timeout = IPR_OPERATIONAL_TIMEOUT;
9414 
9415 	ioa_cfg->revid = pdev->revision;
9416 
9417 	ipr_init_ioa_cfg(ioa_cfg, host, pdev);
9418 
9419 	ipr_regs_pci = pci_resource_start(pdev, 0);
9420 
9421 	rc = pci_request_regions(pdev, IPR_NAME);
9422 	if (rc < 0) {
9423 		dev_err(&pdev->dev,
9424 			"Couldn't register memory range of registers\n");
9425 		goto out_scsi_host_put;
9426 	}
9427 
9428 	rc = pci_enable_device(pdev);
9429 
9430 	if (rc || pci_channel_offline(pdev)) {
9431 		if (pci_channel_offline(pdev)) {
9432 			ipr_wait_for_pci_err_recovery(ioa_cfg);
9433 			rc = pci_enable_device(pdev);
9434 		}
9435 
9436 		if (rc) {
9437 			dev_err(&pdev->dev, "Cannot enable adapter\n");
9438 			ipr_wait_for_pci_err_recovery(ioa_cfg);
9439 			goto out_release_regions;
9440 		}
9441 	}
9442 
9443 	ipr_regs = pci_ioremap_bar(pdev, 0);
9444 
9445 	if (!ipr_regs) {
9446 		dev_err(&pdev->dev,
9447 			"Couldn't map memory range of registers\n");
9448 		rc = -ENOMEM;
9449 		goto out_disable;
9450 	}
9451 
9452 	ioa_cfg->hdw_dma_regs = ipr_regs;
9453 	ioa_cfg->hdw_dma_regs_pci = ipr_regs_pci;
9454 	ioa_cfg->ioa_mailbox = ioa_cfg->chip_cfg->mailbox + ipr_regs;
9455 
9456 	ipr_init_regs(ioa_cfg);
9457 
9458 	if (ioa_cfg->sis64) {
9459 		rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
9460 		if (rc < 0) {
9461 			dev_dbg(&pdev->dev, "Failed to set 64 bit DMA mask\n");
9462 			rc = dma_set_mask_and_coherent(&pdev->dev,
9463 						       DMA_BIT_MASK(32));
9464 		}
9465 	} else
9466 		rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
9467 
9468 	if (rc < 0) {
9469 		dev_err(&pdev->dev, "Failed to set DMA mask\n");
9470 		goto cleanup_nomem;
9471 	}
9472 
9473 	rc = pci_write_config_byte(pdev, PCI_CACHE_LINE_SIZE,
9474 				   ioa_cfg->chip_cfg->cache_line_size);
9475 
9476 	if (rc != PCIBIOS_SUCCESSFUL) {
9477 		dev_err(&pdev->dev, "Write of cache line size failed\n");
9478 		ipr_wait_for_pci_err_recovery(ioa_cfg);
9479 		rc = -EIO;
9480 		goto cleanup_nomem;
9481 	}
9482 
9483 	/* Issue MMIO read to ensure card is not in EEH */
9484 	interrupts = readl(ioa_cfg->regs.sense_interrupt_reg);
9485 	ipr_wait_for_pci_err_recovery(ioa_cfg);
9486 
9487 	if (ipr_number_of_msix > IPR_MAX_MSIX_VECTORS) {
9488 		dev_err(&pdev->dev, "The max number of MSIX is %d\n",
9489 			IPR_MAX_MSIX_VECTORS);
9490 		ipr_number_of_msix = IPR_MAX_MSIX_VECTORS;
9491 	}
9492 
9493 	irq_flag = PCI_IRQ_INTX;
9494 	if (ioa_cfg->ipr_chip->has_msi)
9495 		irq_flag |= PCI_IRQ_MSI | PCI_IRQ_MSIX;
9496 	rc = pci_alloc_irq_vectors(pdev, 1, ipr_number_of_msix, irq_flag);
9497 	if (rc < 0) {
9498 		ipr_wait_for_pci_err_recovery(ioa_cfg);
9499 		goto cleanup_nomem;
9500 	}
9501 	ioa_cfg->nvectors = rc;
9502 
9503 	if (!pdev->msi_enabled && !pdev->msix_enabled)
9504 		ioa_cfg->clear_isr = 1;
9505 
9506 	pci_set_master(pdev);
9507 
9508 	if (pci_channel_offline(pdev)) {
9509 		ipr_wait_for_pci_err_recovery(ioa_cfg);
9510 		pci_set_master(pdev);
9511 		if (pci_channel_offline(pdev)) {
9512 			rc = -EIO;
9513 			goto out_msi_disable;
9514 		}
9515 	}
9516 
9517 	if (pdev->msi_enabled || pdev->msix_enabled) {
9518 		rc = ipr_test_msi(ioa_cfg, pdev);
9519 		switch (rc) {
9520 		case 0:
9521 			dev_info(&pdev->dev,
9522 				"Request for %d MSI%ss succeeded.", ioa_cfg->nvectors,
9523 				pdev->msix_enabled ? "-X" : "");
9524 			break;
9525 		case -EOPNOTSUPP:
9526 			ipr_wait_for_pci_err_recovery(ioa_cfg);
9527 			pci_free_irq_vectors(pdev);
9528 
9529 			ioa_cfg->nvectors = 1;
9530 			ioa_cfg->clear_isr = 1;
9531 			break;
9532 		default:
9533 			goto out_msi_disable;
9534 		}
9535 	}
9536 
9537 	ioa_cfg->hrrq_num = min3(ioa_cfg->nvectors,
9538 				(unsigned int)num_online_cpus(),
9539 				(unsigned int)IPR_MAX_HRRQ_NUM);
9540 
9541 	if ((rc = ipr_save_pcix_cmd_reg(ioa_cfg)))
9542 		goto out_msi_disable;
9543 
9544 	if ((rc = ipr_set_pcix_cmd_reg(ioa_cfg)))
9545 		goto out_msi_disable;
9546 
9547 	rc = ipr_alloc_mem(ioa_cfg);
9548 	if (rc < 0) {
9549 		dev_err(&pdev->dev,
9550 			"Couldn't allocate enough memory for device driver!\n");
9551 		goto out_msi_disable;
9552 	}
9553 
9554 	/* Save away PCI config space for use following IOA reset */
9555 	rc = pci_save_state(pdev);
9556 
9557 	if (rc != PCIBIOS_SUCCESSFUL) {
9558 		dev_err(&pdev->dev, "Failed to save PCI config space\n");
9559 		rc = -EIO;
9560 		goto cleanup_nolog;
9561 	}
9562 
9563 	/*
9564 	 * If HRRQ updated interrupt is not masked, or reset alert is set,
9565 	 * the card is in an unknown state and needs a hard reset
9566 	 */
9567 	mask = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
9568 	interrupts = readl(ioa_cfg->regs.sense_interrupt_reg32);
9569 	uproc = readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
9570 	if ((mask & IPR_PCII_HRRQ_UPDATED) == 0 || (uproc & IPR_UPROCI_RESET_ALERT))
9571 		ioa_cfg->needs_hard_reset = 1;
9572 	if ((interrupts & IPR_PCII_ERROR_INTERRUPTS) || reset_devices)
9573 		ioa_cfg->needs_hard_reset = 1;
9574 	if (interrupts & IPR_PCII_IOA_UNIT_CHECKED)
9575 		ioa_cfg->ioa_unit_checked = 1;
9576 
9577 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9578 	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
9579 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
9580 
9581 	if (pdev->msi_enabled || pdev->msix_enabled) {
9582 		name_msi_vectors(ioa_cfg);
9583 		rc = request_irq(pci_irq_vector(pdev, 0), ipr_isr, 0,
9584 			ioa_cfg->vectors_info[0].desc,
9585 			&ioa_cfg->hrrq[0]);
9586 		if (!rc)
9587 			rc = ipr_request_other_msi_irqs(ioa_cfg, pdev);
9588 	} else {
9589 		rc = request_irq(pdev->irq, ipr_isr,
9590 			 IRQF_SHARED,
9591 			 IPR_NAME, &ioa_cfg->hrrq[0]);
9592 	}
9593 	if (rc) {
9594 		dev_err(&pdev->dev, "Couldn't register IRQ %d! rc=%d\n",
9595 			pdev->irq, rc);
9596 		goto cleanup_nolog;
9597 	}
9598 
9599 	if ((dev_id->driver_data & IPR_USE_PCI_WARM_RESET) ||
9600 	    (dev_id->device == PCI_DEVICE_ID_IBM_OBSIDIAN_E && !ioa_cfg->revid)) {
9601 		ioa_cfg->needs_warm_reset = 1;
9602 		ioa_cfg->reset = ipr_reset_slot_reset;
9603 
9604 		ioa_cfg->reset_work_q = alloc_ordered_workqueue("ipr_reset_%d",
9605 								WQ_MEM_RECLAIM, host->host_no);
9606 
9607 		if (!ioa_cfg->reset_work_q) {
9608 			dev_err(&pdev->dev, "Couldn't register reset workqueue\n");
9609 			rc = -ENOMEM;
9610 			goto out_free_irq;
9611 		}
9612 	} else
9613 		ioa_cfg->reset = ipr_reset_start_bist;
9614 
9615 	spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
9616 	list_add_tail(&ioa_cfg->queue, &ipr_ioa_head);
9617 	spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
9618 
9619 	LEAVE;
9620 out:
9621 	return rc;
9622 
9623 out_free_irq:
9624 	ipr_free_irqs(ioa_cfg);
9625 cleanup_nolog:
9626 	ipr_free_mem(ioa_cfg);
9627 out_msi_disable:
9628 	ipr_wait_for_pci_err_recovery(ioa_cfg);
9629 	pci_free_irq_vectors(pdev);
9630 cleanup_nomem:
9631 	iounmap(ipr_regs);
9632 out_disable:
9633 	pci_disable_device(pdev);
9634 out_release_regions:
9635 	pci_release_regions(pdev);
9636 out_scsi_host_put:
9637 	scsi_host_put(host);
9638 	goto out;
9639 }
9640 
9641 /**
9642  * ipr_initiate_ioa_bringdown - Bring down an adapter
9643  * @ioa_cfg:		ioa config struct
9644  * @shutdown_type:	shutdown type
9645  *
9646  * Description: This function will initiate bringing down the adapter.
9647  * This consists of issuing an IOA shutdown to the adapter
9648  * to flush the cache, and running BIST.
9649  * If the caller needs to wait on the completion of the reset,
9650  * the caller must sleep on the reset_wait_q.
9651  *
9652  * Return value:
9653  * 	none
9654  **/
9655 static void ipr_initiate_ioa_bringdown(struct ipr_ioa_cfg *ioa_cfg,
9656 				       enum ipr_shutdown_type shutdown_type)
9657 {
9658 	ENTER;
9659 	if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
9660 		ioa_cfg->sdt_state = ABORT_DUMP;
9661 	ioa_cfg->reset_retries = 0;
9662 	ioa_cfg->in_ioa_bringdown = 1;
9663 	ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
9664 	LEAVE;
9665 }
9666 
9667 /**
9668  * __ipr_remove - Remove a single adapter
9669  * @pdev:	pci device struct
9670  *
9671  * Adapter hot plug remove entry point.
9672  *
9673  * Return value:
9674  * 	none
9675  **/
9676 static void __ipr_remove(struct pci_dev *pdev)
9677 {
9678 	unsigned long host_lock_flags = 0;
9679 	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9680 	int i;
9681 	unsigned long driver_lock_flags;
9682 	ENTER;
9683 
9684 	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9685 	while (ioa_cfg->in_reset_reload) {
9686 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
9687 		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9688 		spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9689 	}
9690 
9691 	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9692 		spin_lock(&ioa_cfg->hrrq[i]._lock);
9693 		ioa_cfg->hrrq[i].removing_ioa = 1;
9694 		spin_unlock(&ioa_cfg->hrrq[i]._lock);
9695 	}
9696 	wmb();
9697 	ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
9698 
9699 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
9700 	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9701 	flush_work(&ioa_cfg->work_q);
9702 	if (ioa_cfg->reset_work_q)
9703 		flush_workqueue(ioa_cfg->reset_work_q);
9704 	INIT_LIST_HEAD(&ioa_cfg->used_res_q);
9705 	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9706 
9707 	spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
9708 	list_del(&ioa_cfg->queue);
9709 	spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
9710 
9711 	if (ioa_cfg->sdt_state == ABORT_DUMP)
9712 		ioa_cfg->sdt_state = WAIT_FOR_DUMP;
9713 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
9714 
9715 	ipr_free_all_resources(ioa_cfg);
9716 
9717 	LEAVE;
9718 }
9719 
9720 /**
9721  * ipr_remove - IOA hot plug remove entry point
9722  * @pdev:	pci device struct
9723  *
9724  * Adapter hot plug remove entry point.
9725  *
9726  * Return value:
9727  * 	none
9728  **/
9729 static void ipr_remove(struct pci_dev *pdev)
9730 {
9731 	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9732 
9733 	ENTER;
9734 
9735 	ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
9736 			      &ipr_trace_attr);
9737 	ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
9738 			     &ipr_dump_attr);
9739 	sysfs_remove_bin_file(&ioa_cfg->host->shost_dev.kobj,
9740 			&ipr_ioa_async_err_log);
9741 	scsi_remove_host(ioa_cfg->host);
9742 
9743 	__ipr_remove(pdev);
9744 
9745 	LEAVE;
9746 }
9747 
9748 /**
9749  * ipr_probe - Adapter hot plug add entry point
9750  * @pdev:	pci device struct
9751  * @dev_id:	pci device ID
9752  *
9753  * Return value:
9754  * 	0 on success / non-zero on failure
9755  **/
9756 static int ipr_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
9757 {
9758 	struct ipr_ioa_cfg *ioa_cfg;
9759 	unsigned long flags;
9760 	int rc, i;
9761 
9762 	rc = ipr_probe_ioa(pdev, dev_id);
9763 
9764 	if (rc)
9765 		return rc;
9766 
9767 	ioa_cfg = pci_get_drvdata(pdev);
9768 	ipr_probe_ioa_part2(ioa_cfg);
9769 
9770 	rc = scsi_add_host(ioa_cfg->host, &pdev->dev);
9771 
9772 	if (rc) {
9773 		__ipr_remove(pdev);
9774 		return rc;
9775 	}
9776 
9777 	rc = ipr_create_trace_file(&ioa_cfg->host->shost_dev.kobj,
9778 				   &ipr_trace_attr);
9779 
9780 	if (rc) {
9781 		scsi_remove_host(ioa_cfg->host);
9782 		__ipr_remove(pdev);
9783 		return rc;
9784 	}
9785 
9786 	rc = sysfs_create_bin_file(&ioa_cfg->host->shost_dev.kobj,
9787 			&ipr_ioa_async_err_log);
9788 
9789 	if (rc) {
9790 		ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
9791 				&ipr_dump_attr);
9792 		ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
9793 				&ipr_trace_attr);
9794 		scsi_remove_host(ioa_cfg->host);
9795 		__ipr_remove(pdev);
9796 		return rc;
9797 	}
9798 
9799 	rc = ipr_create_dump_file(&ioa_cfg->host->shost_dev.kobj,
9800 				   &ipr_dump_attr);
9801 
9802 	if (rc) {
9803 		sysfs_remove_bin_file(&ioa_cfg->host->shost_dev.kobj,
9804 				      &ipr_ioa_async_err_log);
9805 		ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
9806 				      &ipr_trace_attr);
9807 		scsi_remove_host(ioa_cfg->host);
9808 		__ipr_remove(pdev);
9809 		return rc;
9810 	}
9811 	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9812 	ioa_cfg->scan_enabled = 1;
9813 	schedule_work(&ioa_cfg->work_q);
9814 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9815 
9816 	ioa_cfg->iopoll_weight = ioa_cfg->chip_cfg->iopoll_weight;
9817 
9818 	if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
9819 		for (i = 1; i < ioa_cfg->hrrq_num; i++) {
9820 			irq_poll_init(&ioa_cfg->hrrq[i].iopoll,
9821 					ioa_cfg->iopoll_weight, ipr_iopoll);
9822 		}
9823 	}
9824 
9825 	scsi_scan_host(ioa_cfg->host);
9826 
9827 	return 0;
9828 }
9829 
9830 /**
9831  * ipr_shutdown - Shutdown handler.
9832  * @pdev:	pci device struct
9833  *
9834  * This function is invoked upon system shutdown/reboot. It will issue
9835  * an adapter shutdown to the adapter to flush the write cache.
9836  *
9837  * Return value:
9838  * 	none
9839  **/
9840 static void ipr_shutdown(struct pci_dev *pdev)
9841 {
9842 	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9843 	unsigned long lock_flags = 0;
9844 	enum ipr_shutdown_type shutdown_type = IPR_SHUTDOWN_NORMAL;
9845 	int i;
9846 
9847 	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9848 	if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
9849 		ioa_cfg->iopoll_weight = 0;
9850 		for (i = 1; i < ioa_cfg->hrrq_num; i++)
9851 			irq_poll_disable(&ioa_cfg->hrrq[i].iopoll);
9852 	}
9853 
9854 	while (ioa_cfg->in_reset_reload) {
9855 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
9856 		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9857 		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9858 	}
9859 
9860 	if (ipr_fast_reboot && system_state == SYSTEM_RESTART && ioa_cfg->sis64)
9861 		shutdown_type = IPR_SHUTDOWN_QUIESCE;
9862 
9863 	ipr_initiate_ioa_bringdown(ioa_cfg, shutdown_type);
9864 	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
9865 	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9866 	if (ipr_fast_reboot && system_state == SYSTEM_RESTART && ioa_cfg->sis64) {
9867 		ipr_free_irqs(ioa_cfg);
9868 		pci_disable_device(ioa_cfg->pdev);
9869 	}
9870 }
9871 
9872 static const struct pci_device_id ipr_pci_table[] = {
9873 	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9874 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5702, 0, 0, 0 },
9875 	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9876 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5703, 0, 0, 0 },
9877 	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9878 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573D, 0, 0, 0 },
9879 	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9880 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573E, 0, 0, 0 },
9881 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9882 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571B, 0, 0, 0 },
9883 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9884 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572E, 0, 0, 0 },
9885 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9886 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571A, 0, 0, 0 },
9887 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9888 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575B, 0, 0,
9889 		IPR_USE_LONG_TRANSOP_TIMEOUT },
9890 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
9891 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
9892 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
9893 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
9894 	      IPR_USE_LONG_TRANSOP_TIMEOUT },
9895 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
9896 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
9897 	      IPR_USE_LONG_TRANSOP_TIMEOUT },
9898 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
9899 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
9900 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
9901 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
9902 	      IPR_USE_LONG_TRANSOP_TIMEOUT},
9903 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
9904 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
9905 	      IPR_USE_LONG_TRANSOP_TIMEOUT },
9906 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9907 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574E, 0, 0,
9908 	      IPR_USE_LONG_TRANSOP_TIMEOUT },
9909 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9910 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B3, 0, 0, 0 },
9911 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9912 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CC, 0, 0, 0 },
9913 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9914 	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B7, 0, 0,
9915 	      IPR_USE_LONG_TRANSOP_TIMEOUT | IPR_USE_PCI_WARM_RESET },
9916 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE,
9917 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2780, 0, 0, 0 },
9918 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
9919 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571E, 0, 0, 0 },
9920 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
9921 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571F, 0, 0,
9922 		IPR_USE_LONG_TRANSOP_TIMEOUT },
9923 	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
9924 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572F, 0, 0,
9925 		IPR_USE_LONG_TRANSOP_TIMEOUT },
9926 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9927 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B5, 0, 0, 0 },
9928 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9929 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574D, 0, 0, 0 },
9930 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9931 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B2, 0, 0, 0 },
9932 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9933 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C0, 0, 0, 0 },
9934 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9935 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C3, 0, 0, 0 },
9936 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9937 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C4, 0, 0, 0 },
9938 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9939 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B4, 0, 0, 0 },
9940 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9941 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B1, 0, 0, 0 },
9942 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9943 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C6, 0, 0, 0 },
9944 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9945 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C8, 0, 0, 0 },
9946 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9947 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CE, 0, 0, 0 },
9948 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9949 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D5, 0, 0, 0 },
9950 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9951 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D6, 0, 0, 0 },
9952 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9953 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D7, 0, 0, 0 },
9954 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9955 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D8, 0, 0, 0 },
9956 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9957 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D9, 0, 0, 0 },
9958 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9959 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57DA, 0, 0, 0 },
9960 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9961 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EB, 0, 0, 0 },
9962 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9963 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EC, 0, 0, 0 },
9964 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9965 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57ED, 0, 0, 0 },
9966 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9967 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EE, 0, 0, 0 },
9968 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9969 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EF, 0, 0, 0 },
9970 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9971 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57F0, 0, 0, 0 },
9972 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9973 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCA, 0, 0, 0 },
9974 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9975 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CD2, 0, 0, 0 },
9976 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9977 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCD, 0, 0, 0 },
9978 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE,
9979 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_580A, 0, 0, 0 },
9980 	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE,
9981 		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_580B, 0, 0, 0 },
9982 	{ }
9983 };
9984 MODULE_DEVICE_TABLE(pci, ipr_pci_table);
9985 
9986 static const struct pci_error_handlers ipr_err_handler = {
9987 	.error_detected = ipr_pci_error_detected,
9988 	.mmio_enabled = ipr_pci_mmio_enabled,
9989 	.slot_reset = ipr_pci_slot_reset,
9990 };
9991 
9992 static struct pci_driver ipr_driver = {
9993 	.name = IPR_NAME,
9994 	.id_table = ipr_pci_table,
9995 	.probe = ipr_probe,
9996 	.remove = ipr_remove,
9997 	.shutdown = ipr_shutdown,
9998 	.err_handler = &ipr_err_handler,
9999 };
10000 
10001 /**
10002  * ipr_halt_done - Shutdown prepare completion
10003  * @ipr_cmd:   ipr command struct
10004  *
10005  * Return value:
10006  * 	none
10007  **/
10008 static void ipr_halt_done(struct ipr_cmnd *ipr_cmd)
10009 {
10010 	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
10011 }
10012 
10013 /**
10014  * ipr_halt - Issue shutdown prepare to all adapters
10015  * @nb: Notifier block
10016  * @event: Notifier event
10017  * @buf: Notifier data (unused)
10018  *
10019  * Return value:
10020  * 	NOTIFY_OK on success / NOTIFY_DONE on failure
10021  **/
10022 static int ipr_halt(struct notifier_block *nb, ulong event, void *buf)
10023 {
10024 	struct ipr_cmnd *ipr_cmd;
10025 	struct ipr_ioa_cfg *ioa_cfg;
10026 	unsigned long flags = 0, driver_lock_flags;
10027 
10028 	if (event != SYS_RESTART && event != SYS_HALT && event != SYS_POWER_OFF)
10029 		return NOTIFY_DONE;
10030 
10031 	spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
10032 
10033 	list_for_each_entry(ioa_cfg, &ipr_ioa_head, queue) {
10034 		spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
10035 		if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds ||
10036 		    (ipr_fast_reboot && event == SYS_RESTART && ioa_cfg->sis64)) {
10037 			spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10038 			continue;
10039 		}
10040 
10041 		ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
10042 		ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
10043 		ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
10044 		ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
10045 		ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_SHUTDOWN_PREPARE_FOR_NORMAL;
10046 
10047 		ipr_do_req(ipr_cmd, ipr_halt_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
10048 		spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10049 	}
10050 	spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
10051 
10052 	return NOTIFY_OK;
10053 }
10054 
10055 static struct notifier_block ipr_notifier = {
10056 	ipr_halt, NULL, 0
10057 };
10058 
10059 /**
10060  * ipr_init - Module entry point
10061  *
10062  * Return value:
10063  * 	0 on success / negative value on failure
10064  **/
10065 static int __init ipr_init(void)
10066 {
10067 	int rc;
10068 
10069 	ipr_info("IBM Power RAID SCSI Device Driver version: %s %s\n",
10070 		 IPR_DRIVER_VERSION, IPR_DRIVER_DATE);
10071 
10072 	register_reboot_notifier(&ipr_notifier);
10073 	rc = pci_register_driver(&ipr_driver);
10074 	if (rc) {
10075 		unregister_reboot_notifier(&ipr_notifier);
10076 		return rc;
10077 	}
10078 
10079 	return 0;
10080 }
10081 
10082 /**
10083  * ipr_exit - Module unload
10084  *
10085  * Module unload entry point.
10086  *
10087  * Return value:
10088  * 	none
10089  **/
10090 static void __exit ipr_exit(void)
10091 {
10092 	unregister_reboot_notifier(&ipr_notifier);
10093 	pci_unregister_driver(&ipr_driver);
10094 }
10095 
10096 module_init(ipr_init);
10097 module_exit(ipr_exit);
10098