xref: /linux/drivers/s390/block/dasd_eckd.c (revision fb58b6a696b30bcbfbe0cfc0a91b19c816a955fc)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Author(s)......: Holger Smolinski <Holger.Smolinski@de.ibm.com>
4  *		    Horst Hummel <Horst.Hummel@de.ibm.com>
5  *		    Carsten Otte <Cotte@de.ibm.com>
6  *		    Martin Schwidefsky <schwidefsky@de.ibm.com>
7  * Bugreports.to..: <Linux390@de.ibm.com>
8  * Copyright IBM Corp. 1999, 2009
9  * EMC Symmetrix ioctl Copyright EMC Corporation, 2008
10  * Author.........: Nigel Hislop <hislop_nigel@emc.com>
11  */
12 
13 #include <linux/stddef.h>
14 #include <linux/kernel.h>
15 #include <linux/slab.h>
16 #include <linux/hdreg.h>	/* HDIO_GETGEO			    */
17 #include <linux/bio.h>
18 #include <linux/module.h>
19 #include <linux/init.h>
20 #include <linux/seq_file.h>
21 #include <linux/uaccess.h>
22 #include <linux/io.h>
23 #include <linux/overflow.h>
24 
25 #include <asm/css_chars.h>
26 #include <asm/machine.h>
27 #include <asm/debug.h>
28 #include <asm/idals.h>
29 #include <asm/ebcdic.h>
30 #include <asm/cio.h>
31 #include <asm/ccwdev.h>
32 #include <asm/itcw.h>
33 #include <asm/schid.h>
34 #include <asm/chpid.h>
35 
36 #include "dasd_int.h"
37 #include "dasd_eckd.h"
38 
39 /*
40  * raw track access always map to 64k in memory
41  * so it maps to 16 blocks of 4k per track
42  */
43 #define DASD_RAW_BLOCK_PER_TRACK 16
44 #define DASD_RAW_BLOCKSIZE 4096
45 /* 64k are 128 x 512 byte sectors  */
46 #define DASD_RAW_SECTORS_PER_TRACK 128
47 
48 MODULE_DESCRIPTION("S/390 DASD ECKD Disks device driver");
49 MODULE_LICENSE("GPL");
50 
51 static struct dasd_discipline dasd_eckd_discipline;
52 
53 /* The ccw bus type uses this table to find devices that it sends to
54  * dasd_eckd_probe */
55 static struct ccw_device_id dasd_eckd_ids[] = {
56 	{ CCW_DEVICE_DEVTYPE (0x3990, 0, 0x3390, 0), .driver_info = 0x1},
57 	{ CCW_DEVICE_DEVTYPE (0x2105, 0, 0x3390, 0), .driver_info = 0x2},
58 	{ CCW_DEVICE_DEVTYPE (0x3880, 0, 0x3380, 0), .driver_info = 0x3},
59 	{ CCW_DEVICE_DEVTYPE (0x3990, 0, 0x3380, 0), .driver_info = 0x4},
60 	{ CCW_DEVICE_DEVTYPE (0x2105, 0, 0x3380, 0), .driver_info = 0x5},
61 	{ CCW_DEVICE_DEVTYPE (0x9343, 0, 0x9345, 0), .driver_info = 0x6},
62 	{ CCW_DEVICE_DEVTYPE (0x2107, 0, 0x3390, 0), .driver_info = 0x7},
63 	{ CCW_DEVICE_DEVTYPE (0x2107, 0, 0x3380, 0), .driver_info = 0x8},
64 	{ CCW_DEVICE_DEVTYPE (0x1750, 0, 0x3390, 0), .driver_info = 0x9},
65 	{ CCW_DEVICE_DEVTYPE (0x1750, 0, 0x3380, 0), .driver_info = 0xa},
66 	{ /* end of list */ },
67 };
68 
69 MODULE_DEVICE_TABLE(ccw, dasd_eckd_ids);
70 
71 static struct ccw_driver dasd_eckd_driver; /* see below */
72 
73 static void *rawpadpage;
74 
75 #define INIT_CQR_OK 0
76 #define INIT_CQR_UNFORMATTED 1
77 #define INIT_CQR_ERROR 2
78 
79 /* emergency request for reserve/release */
80 static struct {
81 	struct dasd_ccw_req cqr;
82 	struct ccw1 ccw;
83 	char data[32];
84 } *dasd_reserve_req;
85 static DEFINE_MUTEX(dasd_reserve_mutex);
86 
87 static struct {
88 	struct dasd_ccw_req cqr;
89 	struct ccw1 ccw[2];
90 	char data[40];
91 } *dasd_vol_info_req;
92 static DEFINE_MUTEX(dasd_vol_info_mutex);
93 
94 struct ext_pool_exhaust_work_data {
95 	struct work_struct worker;
96 	struct dasd_device *device;
97 	struct dasd_device *base;
98 };
99 
100 /* definitions for the path verification worker */
101 struct pe_handler_work_data {
102 	struct work_struct worker;
103 	struct dasd_device *device;
104 	struct dasd_ccw_req cqr;
105 	struct ccw1 ccw;
106 	__u8 rcd_buffer[DASD_ECKD_RCD_DATA_SIZE];
107 	int isglobal;
108 	__u8 tbvpm;
109 	__u8 fcsecpm;
110 };
111 static struct pe_handler_work_data *pe_handler_worker;
112 static DEFINE_MUTEX(dasd_pe_handler_mutex);
113 
114 struct check_attention_work_data {
115 	struct work_struct worker;
116 	struct dasd_device *device;
117 	__u8 lpum;
118 };
119 
120 static int dasd_eckd_ext_pool_id(struct dasd_device *);
121 static int prepare_itcw(struct itcw *, unsigned int, unsigned int, int,
122 			struct dasd_device *, struct dasd_device *,
123 			unsigned int, int, unsigned int, unsigned int,
124 			unsigned int, unsigned int);
125 static int dasd_eckd_query_pprc_status(struct dasd_device *,
126 				       struct dasd_pprc_data_sc4 *);
127 
128 /* initial attempt at a probe function. this can be simplified once
129  * the other detection code is gone */
130 static int
131 dasd_eckd_probe (struct ccw_device *cdev)
132 {
133 	int ret;
134 
135 	/* set ECKD specific ccw-device options */
136 	ret = ccw_device_set_options(cdev, CCWDEV_ALLOW_FORCE |
137 				     CCWDEV_DO_PATHGROUP | CCWDEV_DO_MULTIPATH);
138 	if (ret) {
139 		DBF_EVENT_DEVID(DBF_WARNING, cdev, "%s",
140 				"dasd_eckd_probe: could not set "
141 				"ccw-device options");
142 		return ret;
143 	}
144 	ret = dasd_generic_probe(cdev);
145 	return ret;
146 }
147 
148 static int
149 dasd_eckd_set_online(struct ccw_device *cdev)
150 {
151 	return dasd_generic_set_online(cdev, &dasd_eckd_discipline);
152 }
153 
154 static const int sizes_trk0[] = { 28, 148, 84 };
155 #define LABEL_SIZE 140
156 
157 /* head and record addresses of count_area read in analysis ccw */
158 static const int count_area_head[] = { 0, 0, 0, 0, 1 };
159 static const int count_area_rec[] = { 1, 2, 3, 4, 1 };
160 
161 static inline unsigned int
162 ceil_quot(unsigned int d1, unsigned int d2)
163 {
164 	return (d1 + (d2 - 1)) / d2;
165 }
166 
167 static unsigned int
168 recs_per_track(struct dasd_eckd_characteristics * rdc,
169 	       unsigned int kl, unsigned int dl)
170 {
171 	int dn, kn;
172 
173 	switch (rdc->dev_type) {
174 	case 0x3380:
175 		if (kl)
176 			return 1499 / (15 + 7 + ceil_quot(kl + 12, 32) +
177 				       ceil_quot(dl + 12, 32));
178 		else
179 			return 1499 / (15 + ceil_quot(dl + 12, 32));
180 	case 0x3390:
181 		dn = ceil_quot(dl + 6, 232) + 1;
182 		if (kl) {
183 			kn = ceil_quot(kl + 6, 232) + 1;
184 			return 1729 / (10 + 9 + ceil_quot(kl + 6 * kn, 34) +
185 				       9 + ceil_quot(dl + 6 * dn, 34));
186 		} else
187 			return 1729 / (10 + 9 + ceil_quot(dl + 6 * dn, 34));
188 	case 0x9345:
189 		dn = ceil_quot(dl + 6, 232) + 1;
190 		if (kl) {
191 			kn = ceil_quot(kl + 6, 232) + 1;
192 			return 1420 / (18 + 7 + ceil_quot(kl + 6 * kn, 34) +
193 				       ceil_quot(dl + 6 * dn, 34));
194 		} else
195 			return 1420 / (18 + 7 + ceil_quot(dl + 6 * dn, 34));
196 	}
197 	return 0;
198 }
199 
200 static void set_ch_t(struct ch_t *geo, __u32 cyl, __u8 head)
201 {
202 	geo->cyl = (__u16) cyl;
203 	geo->head = cyl >> 16;
204 	geo->head <<= 4;
205 	geo->head |= head;
206 }
207 
208 /*
209  * calculate failing track from sense data depending if
210  * it is an EAV device or not
211  */
212 static int dasd_eckd_track_from_irb(struct irb *irb, struct dasd_device *device,
213 				    sector_t *track)
214 {
215 	struct dasd_eckd_private *private = device->private;
216 	u8 *sense = NULL;
217 	u32 cyl;
218 	u8 head;
219 
220 	sense = dasd_get_sense(irb);
221 	if (!sense) {
222 		DBF_DEV_EVENT(DBF_WARNING, device, "%s",
223 			      "ESE error no sense data\n");
224 		return -EINVAL;
225 	}
226 	if (!(sense[27] & DASD_SENSE_BIT_2)) {
227 		DBF_DEV_EVENT(DBF_WARNING, device, "%s",
228 			      "ESE error no valid track data\n");
229 		return -EINVAL;
230 	}
231 
232 	if (sense[27] & DASD_SENSE_BIT_3) {
233 		/* enhanced addressing */
234 		cyl = sense[30] << 20;
235 		cyl |= (sense[31] & 0xF0) << 12;
236 		cyl |= sense[28] << 8;
237 		cyl |= sense[29];
238 	} else {
239 		cyl = sense[29] << 8;
240 		cyl |= sense[30];
241 	}
242 	head = sense[31] & 0x0F;
243 	*track = cyl * private->rdc_data.trk_per_cyl + head;
244 	return 0;
245 }
246 
247 static int set_timestamp(struct ccw1 *ccw, struct DE_eckd_data *data,
248 		     struct dasd_device *device)
249 {
250 	struct dasd_eckd_private *private = device->private;
251 	int rc;
252 
253 	rc = get_phys_clock(&data->ep_sys_time);
254 	/*
255 	 * Ignore return code if XRC is not supported or
256 	 * sync clock is switched off
257 	 */
258 	if ((rc && !private->rdc_data.facilities.XRC_supported) ||
259 	    rc == -EOPNOTSUPP || rc == -EACCES)
260 		return 0;
261 
262 	/* switch on System Time Stamp - needed for XRC Support */
263 	data->ga_extended |= 0x08; /* switch on 'Time Stamp Valid'   */
264 	data->ga_extended |= 0x02; /* switch on 'Extended Parameter' */
265 
266 	if (ccw) {
267 		ccw->count = sizeof(struct DE_eckd_data);
268 		ccw->flags |= CCW_FLAG_SLI;
269 	}
270 
271 	return rc;
272 }
273 
274 static int
275 define_extent(struct ccw1 *ccw, struct DE_eckd_data *data, unsigned int trk,
276 	      unsigned int totrk, int cmd, struct dasd_device *device,
277 	      int blksize)
278 {
279 	struct dasd_eckd_private *private = device->private;
280 	u16 heads, beghead, endhead;
281 	u32 begcyl, endcyl;
282 	int rc = 0;
283 
284 	if (ccw) {
285 		ccw->cmd_code = DASD_ECKD_CCW_DEFINE_EXTENT;
286 		ccw->flags = 0;
287 		ccw->count = 16;
288 		ccw->cda = virt_to_dma32(data);
289 	}
290 
291 	memset(data, 0, sizeof(struct DE_eckd_data));
292 	switch (cmd) {
293 	case DASD_ECKD_CCW_READ_HOME_ADDRESS:
294 	case DASD_ECKD_CCW_READ_RECORD_ZERO:
295 	case DASD_ECKD_CCW_READ:
296 	case DASD_ECKD_CCW_READ_MT:
297 	case DASD_ECKD_CCW_READ_CKD:
298 	case DASD_ECKD_CCW_READ_CKD_MT:
299 	case DASD_ECKD_CCW_READ_KD:
300 	case DASD_ECKD_CCW_READ_KD_MT:
301 		data->mask.perm = 0x1;
302 		data->attributes.operation = private->attrib.operation;
303 		break;
304 	case DASD_ECKD_CCW_READ_COUNT:
305 		data->mask.perm = 0x1;
306 		data->attributes.operation = DASD_BYPASS_CACHE;
307 		break;
308 	case DASD_ECKD_CCW_READ_TRACK:
309 	case DASD_ECKD_CCW_READ_TRACK_DATA:
310 		data->mask.perm = 0x1;
311 		data->attributes.operation = private->attrib.operation;
312 		data->blk_size = 0;
313 		break;
314 	case DASD_ECKD_CCW_WRITE:
315 	case DASD_ECKD_CCW_WRITE_MT:
316 	case DASD_ECKD_CCW_WRITE_KD:
317 	case DASD_ECKD_CCW_WRITE_KD_MT:
318 		data->mask.perm = 0x02;
319 		data->attributes.operation = private->attrib.operation;
320 		rc = set_timestamp(ccw, data, device);
321 		break;
322 	case DASD_ECKD_CCW_WRITE_CKD:
323 	case DASD_ECKD_CCW_WRITE_CKD_MT:
324 		data->attributes.operation = DASD_BYPASS_CACHE;
325 		rc = set_timestamp(ccw, data, device);
326 		break;
327 	case DASD_ECKD_CCW_ERASE:
328 	case DASD_ECKD_CCW_WRITE_HOME_ADDRESS:
329 	case DASD_ECKD_CCW_WRITE_RECORD_ZERO:
330 		data->mask.perm = 0x3;
331 		data->mask.auth = 0x1;
332 		data->attributes.operation = DASD_BYPASS_CACHE;
333 		rc = set_timestamp(ccw, data, device);
334 		break;
335 	case DASD_ECKD_CCW_WRITE_FULL_TRACK:
336 		data->mask.perm = 0x03;
337 		data->attributes.operation = private->attrib.operation;
338 		data->blk_size = 0;
339 		break;
340 	case DASD_ECKD_CCW_WRITE_TRACK_DATA:
341 		data->mask.perm = 0x02;
342 		data->attributes.operation = private->attrib.operation;
343 		data->blk_size = blksize;
344 		rc = set_timestamp(ccw, data, device);
345 		break;
346 	default:
347 		dev_err(&device->cdev->dev,
348 			"0x%x is not a known command\n", cmd);
349 		break;
350 	}
351 
352 	data->attributes.mode = 0x3;	/* ECKD */
353 
354 	if ((private->rdc_data.cu_type == 0x2105 ||
355 	     private->rdc_data.cu_type == 0x2107 ||
356 	     private->rdc_data.cu_type == 0x1750)
357 	    && !(private->uses_cdl && trk < 2))
358 		data->ga_extended |= 0x40; /* Regular Data Format Mode */
359 
360 	heads = private->rdc_data.trk_per_cyl;
361 	begcyl = trk / heads;
362 	beghead = trk % heads;
363 	endcyl = totrk / heads;
364 	endhead = totrk % heads;
365 
366 	/* check for sequential prestage - enhance cylinder range */
367 	if (data->attributes.operation == DASD_SEQ_PRESTAGE ||
368 	    data->attributes.operation == DASD_SEQ_ACCESS) {
369 
370 		if (endcyl + private->attrib.nr_cyl < private->real_cyl)
371 			endcyl += private->attrib.nr_cyl;
372 		else
373 			endcyl = (private->real_cyl - 1);
374 	}
375 
376 	set_ch_t(&data->beg_ext, begcyl, beghead);
377 	set_ch_t(&data->end_ext, endcyl, endhead);
378 	return rc;
379 }
380 
381 
382 static void locate_record_ext(struct ccw1 *ccw, struct LRE_eckd_data *data,
383 			      unsigned int trk, unsigned int rec_on_trk,
384 			      int count, int cmd, struct dasd_device *device,
385 			      unsigned int reclen, unsigned int tlf)
386 {
387 	struct dasd_eckd_private *private = device->private;
388 	int sector;
389 	int dn, d;
390 
391 	if (ccw) {
392 		ccw->cmd_code = DASD_ECKD_CCW_LOCATE_RECORD_EXT;
393 		ccw->flags = 0;
394 		if (cmd == DASD_ECKD_CCW_WRITE_FULL_TRACK)
395 			ccw->count = 22;
396 		else
397 			ccw->count = 20;
398 		ccw->cda = virt_to_dma32(data);
399 	}
400 
401 	memset(data, 0, sizeof(*data));
402 	sector = 0;
403 	if (rec_on_trk) {
404 		switch (private->rdc_data.dev_type) {
405 		case 0x3390:
406 			dn = ceil_quot(reclen + 6, 232);
407 			d = 9 + ceil_quot(reclen + 6 * (dn + 1), 34);
408 			sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8;
409 			break;
410 		case 0x3380:
411 			d = 7 + ceil_quot(reclen + 12, 32);
412 			sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7;
413 			break;
414 		}
415 	}
416 	data->sector = sector;
417 	/* note: meaning of count depends on the operation
418 	 *	 for record based I/O it's the number of records, but for
419 	 *	 track based I/O it's the number of tracks
420 	 */
421 	data->count = count;
422 	switch (cmd) {
423 	case DASD_ECKD_CCW_WRITE_HOME_ADDRESS:
424 		data->operation.orientation = 0x3;
425 		data->operation.operation = 0x03;
426 		break;
427 	case DASD_ECKD_CCW_READ_HOME_ADDRESS:
428 		data->operation.orientation = 0x3;
429 		data->operation.operation = 0x16;
430 		break;
431 	case DASD_ECKD_CCW_WRITE_RECORD_ZERO:
432 		data->operation.orientation = 0x1;
433 		data->operation.operation = 0x03;
434 		data->count++;
435 		break;
436 	case DASD_ECKD_CCW_READ_RECORD_ZERO:
437 		data->operation.orientation = 0x3;
438 		data->operation.operation = 0x16;
439 		data->count++;
440 		break;
441 	case DASD_ECKD_CCW_WRITE:
442 	case DASD_ECKD_CCW_WRITE_MT:
443 	case DASD_ECKD_CCW_WRITE_KD:
444 	case DASD_ECKD_CCW_WRITE_KD_MT:
445 		data->auxiliary.length_valid = 0x1;
446 		data->length = reclen;
447 		data->operation.operation = 0x01;
448 		break;
449 	case DASD_ECKD_CCW_WRITE_CKD:
450 	case DASD_ECKD_CCW_WRITE_CKD_MT:
451 		data->auxiliary.length_valid = 0x1;
452 		data->length = reclen;
453 		data->operation.operation = 0x03;
454 		break;
455 	case DASD_ECKD_CCW_WRITE_FULL_TRACK:
456 		data->operation.orientation = 0x0;
457 		data->operation.operation = 0x3F;
458 		data->extended_operation = 0x11;
459 		data->length = 0;
460 		data->extended_parameter_length = 0x02;
461 		if (data->count > 8) {
462 			data->extended_parameter[0] = 0xFF;
463 			data->extended_parameter[1] = 0xFF;
464 			data->extended_parameter[1] <<= (16 - count);
465 		} else {
466 			data->extended_parameter[0] = 0xFF;
467 			data->extended_parameter[0] <<= (8 - count);
468 			data->extended_parameter[1] = 0x00;
469 		}
470 		data->sector = 0xFF;
471 		break;
472 	case DASD_ECKD_CCW_WRITE_TRACK_DATA:
473 		data->auxiliary.length_valid = 0x1;
474 		data->length = reclen;	/* not tlf, as one might think */
475 		data->operation.operation = 0x3F;
476 		data->extended_operation = 0x23;
477 		break;
478 	case DASD_ECKD_CCW_READ:
479 	case DASD_ECKD_CCW_READ_MT:
480 	case DASD_ECKD_CCW_READ_KD:
481 	case DASD_ECKD_CCW_READ_KD_MT:
482 		data->auxiliary.length_valid = 0x1;
483 		data->length = reclen;
484 		data->operation.operation = 0x06;
485 		break;
486 	case DASD_ECKD_CCW_READ_CKD:
487 	case DASD_ECKD_CCW_READ_CKD_MT:
488 		data->auxiliary.length_valid = 0x1;
489 		data->length = reclen;
490 		data->operation.operation = 0x16;
491 		break;
492 	case DASD_ECKD_CCW_READ_COUNT:
493 		data->operation.operation = 0x06;
494 		break;
495 	case DASD_ECKD_CCW_READ_TRACK:
496 		data->operation.orientation = 0x1;
497 		data->operation.operation = 0x0C;
498 		data->extended_parameter_length = 0;
499 		data->sector = 0xFF;
500 		break;
501 	case DASD_ECKD_CCW_READ_TRACK_DATA:
502 		data->auxiliary.length_valid = 0x1;
503 		data->length = tlf;
504 		data->operation.operation = 0x0C;
505 		break;
506 	case DASD_ECKD_CCW_ERASE:
507 		data->length = reclen;
508 		data->auxiliary.length_valid = 0x1;
509 		data->operation.operation = 0x0b;
510 		break;
511 	default:
512 		DBF_DEV_EVENT(DBF_ERR, device,
513 			    "fill LRE unknown opcode 0x%x", cmd);
514 		BUG();
515 	}
516 	set_ch_t(&data->seek_addr,
517 		 trk / private->rdc_data.trk_per_cyl,
518 		 trk % private->rdc_data.trk_per_cyl);
519 	data->search_arg.cyl = data->seek_addr.cyl;
520 	data->search_arg.head = data->seek_addr.head;
521 	data->search_arg.record = rec_on_trk;
522 }
523 
524 static int prefix_LRE(struct ccw1 *ccw, struct PFX_eckd_data *pfxdata,
525 		      unsigned int trk, unsigned int totrk, int cmd,
526 		      struct dasd_device *basedev, struct dasd_device *startdev,
527 		      unsigned int format, unsigned int rec_on_trk, int count,
528 		      unsigned int blksize, unsigned int tlf)
529 {
530 	struct dasd_eckd_private *basepriv, *startpriv;
531 	struct LRE_eckd_data *lredata;
532 	struct DE_eckd_data *dedata;
533 	int rc = 0;
534 
535 	basepriv = basedev->private;
536 	startpriv = startdev->private;
537 	dedata = &pfxdata->define_extent;
538 	lredata = &pfxdata->locate_record;
539 
540 	ccw->cmd_code = DASD_ECKD_CCW_PFX;
541 	ccw->flags = 0;
542 	if (cmd == DASD_ECKD_CCW_WRITE_FULL_TRACK) {
543 		ccw->count = sizeof(*pfxdata) + 2;
544 		ccw->cda = virt_to_dma32(pfxdata);
545 		memset(pfxdata, 0, sizeof(*pfxdata) + 2);
546 	} else {
547 		ccw->count = sizeof(*pfxdata);
548 		ccw->cda = virt_to_dma32(pfxdata);
549 		memset(pfxdata, 0, sizeof(*pfxdata));
550 	}
551 
552 	/* prefix data */
553 	if (format > 1) {
554 		DBF_DEV_EVENT(DBF_ERR, basedev,
555 			      "PFX LRE unknown format 0x%x", format);
556 		BUG();
557 		return -EINVAL;
558 	}
559 	pfxdata->format = format;
560 	pfxdata->base_address = basepriv->conf.ned->unit_addr;
561 	pfxdata->base_lss = basepriv->conf.ned->ID;
562 	pfxdata->validity.define_extent = 1;
563 
564 	/* private uid is kept up to date, conf_data may be outdated */
565 	if (startpriv->uid.type == UA_BASE_PAV_ALIAS)
566 		pfxdata->validity.verify_base = 1;
567 
568 	if (startpriv->uid.type == UA_HYPER_PAV_ALIAS) {
569 		pfxdata->validity.verify_base = 1;
570 		pfxdata->validity.hyper_pav = 1;
571 	}
572 
573 	rc = define_extent(NULL, dedata, trk, totrk, cmd, basedev, blksize);
574 
575 	/*
576 	 * For some commands the System Time Stamp is set in the define extent
577 	 * data when XRC is supported. The validity of the time stamp must be
578 	 * reflected in the prefix data as well.
579 	 */
580 	if (dedata->ga_extended & 0x08 && dedata->ga_extended & 0x02)
581 		pfxdata->validity.time_stamp = 1; /* 'Time Stamp Valid'   */
582 
583 	if (format == 1) {
584 		locate_record_ext(NULL, lredata, trk, rec_on_trk, count, cmd,
585 				  basedev, blksize, tlf);
586 	}
587 
588 	return rc;
589 }
590 
591 static int prefix(struct ccw1 *ccw, struct PFX_eckd_data *pfxdata,
592 		  unsigned int trk, unsigned int totrk, int cmd,
593 		  struct dasd_device *basedev, struct dasd_device *startdev)
594 {
595 	return prefix_LRE(ccw, pfxdata, trk, totrk, cmd, basedev, startdev,
596 			  0, 0, 0, 0, 0);
597 }
598 
599 static void
600 locate_record(struct ccw1 *ccw, struct LO_eckd_data *data, unsigned int trk,
601 	      unsigned int rec_on_trk, int no_rec, int cmd,
602 	      struct dasd_device * device, int reclen)
603 {
604 	struct dasd_eckd_private *private = device->private;
605 	int sector;
606 	int dn, d;
607 
608 	DBF_DEV_EVENT(DBF_INFO, device,
609 		  "Locate: trk %d, rec %d, no_rec %d, cmd %d, reclen %d",
610 		  trk, rec_on_trk, no_rec, cmd, reclen);
611 
612 	ccw->cmd_code = DASD_ECKD_CCW_LOCATE_RECORD;
613 	ccw->flags = 0;
614 	ccw->count = 16;
615 	ccw->cda = virt_to_dma32(data);
616 
617 	memset(data, 0, sizeof(struct LO_eckd_data));
618 	sector = 0;
619 	if (rec_on_trk) {
620 		switch (private->rdc_data.dev_type) {
621 		case 0x3390:
622 			dn = ceil_quot(reclen + 6, 232);
623 			d = 9 + ceil_quot(reclen + 6 * (dn + 1), 34);
624 			sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8;
625 			break;
626 		case 0x3380:
627 			d = 7 + ceil_quot(reclen + 12, 32);
628 			sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7;
629 			break;
630 		}
631 	}
632 	data->sector = sector;
633 	data->count = no_rec;
634 	switch (cmd) {
635 	case DASD_ECKD_CCW_WRITE_HOME_ADDRESS:
636 		data->operation.orientation = 0x3;
637 		data->operation.operation = 0x03;
638 		break;
639 	case DASD_ECKD_CCW_READ_HOME_ADDRESS:
640 		data->operation.orientation = 0x3;
641 		data->operation.operation = 0x16;
642 		break;
643 	case DASD_ECKD_CCW_WRITE_RECORD_ZERO:
644 		data->operation.orientation = 0x1;
645 		data->operation.operation = 0x03;
646 		data->count++;
647 		break;
648 	case DASD_ECKD_CCW_READ_RECORD_ZERO:
649 		data->operation.orientation = 0x3;
650 		data->operation.operation = 0x16;
651 		data->count++;
652 		break;
653 	case DASD_ECKD_CCW_WRITE:
654 	case DASD_ECKD_CCW_WRITE_MT:
655 	case DASD_ECKD_CCW_WRITE_KD:
656 	case DASD_ECKD_CCW_WRITE_KD_MT:
657 		data->auxiliary.last_bytes_used = 0x1;
658 		data->length = reclen;
659 		data->operation.operation = 0x01;
660 		break;
661 	case DASD_ECKD_CCW_WRITE_CKD:
662 	case DASD_ECKD_CCW_WRITE_CKD_MT:
663 		data->auxiliary.last_bytes_used = 0x1;
664 		data->length = reclen;
665 		data->operation.operation = 0x03;
666 		break;
667 	case DASD_ECKD_CCW_READ:
668 	case DASD_ECKD_CCW_READ_MT:
669 	case DASD_ECKD_CCW_READ_KD:
670 	case DASD_ECKD_CCW_READ_KD_MT:
671 		data->auxiliary.last_bytes_used = 0x1;
672 		data->length = reclen;
673 		data->operation.operation = 0x06;
674 		break;
675 	case DASD_ECKD_CCW_READ_CKD:
676 	case DASD_ECKD_CCW_READ_CKD_MT:
677 		data->auxiliary.last_bytes_used = 0x1;
678 		data->length = reclen;
679 		data->operation.operation = 0x16;
680 		break;
681 	case DASD_ECKD_CCW_READ_COUNT:
682 		data->operation.operation = 0x06;
683 		break;
684 	case DASD_ECKD_CCW_ERASE:
685 		data->length = reclen;
686 		data->auxiliary.last_bytes_used = 0x1;
687 		data->operation.operation = 0x0b;
688 		break;
689 	default:
690 		DBF_DEV_EVENT(DBF_ERR, device, "unknown locate record "
691 			      "opcode 0x%x", cmd);
692 	}
693 	set_ch_t(&data->seek_addr,
694 		 trk / private->rdc_data.trk_per_cyl,
695 		 trk % private->rdc_data.trk_per_cyl);
696 	data->search_arg.cyl = data->seek_addr.cyl;
697 	data->search_arg.head = data->seek_addr.head;
698 	data->search_arg.record = rec_on_trk;
699 }
700 
701 /*
702  * Returns 1 if the block is one of the special blocks that needs
703  * to get read/written with the KD variant of the command.
704  * That is DASD_ECKD_READ_KD_MT instead of DASD_ECKD_READ_MT and
705  * DASD_ECKD_WRITE_KD_MT instead of DASD_ECKD_WRITE_MT.
706  * Luckily the KD variants differ only by one bit (0x08) from the
707  * normal variant. So don't wonder about code like:
708  * if (dasd_eckd_cdl_special(blk_per_trk, recid))
709  *         ccw->cmd_code |= 0x8;
710  */
711 static inline int
712 dasd_eckd_cdl_special(int blk_per_trk, int recid)
713 {
714 	if (recid < 3)
715 		return 1;
716 	if (recid < blk_per_trk)
717 		return 0;
718 	if (recid < 2 * blk_per_trk)
719 		return 1;
720 	return 0;
721 }
722 
723 /*
724  * Returns the record size for the special blocks of the cdl format.
725  * Only returns something useful if dasd_eckd_cdl_special is true
726  * for the recid.
727  */
728 static inline int
729 dasd_eckd_cdl_reclen(int recid)
730 {
731 	if (recid < 3)
732 		return sizes_trk0[recid];
733 	return LABEL_SIZE;
734 }
735 /* create unique id from private structure. */
736 static void create_uid(struct dasd_conf *conf, struct dasd_uid *uid)
737 {
738 	int count;
739 
740 	memset(uid, 0, sizeof(struct dasd_uid));
741 	memcpy(uid->vendor, conf->ned->HDA_manufacturer,
742 	       sizeof(uid->vendor) - 1);
743 	EBCASC(uid->vendor, sizeof(uid->vendor) - 1);
744 	memcpy(uid->serial, &conf->ned->serial,
745 	       sizeof(uid->serial) - 1);
746 	EBCASC(uid->serial, sizeof(uid->serial) - 1);
747 	uid->ssid = conf->gneq->subsystemID;
748 	uid->real_unit_addr = conf->ned->unit_addr;
749 	if (conf->sneq) {
750 		uid->type = conf->sneq->sua_flags;
751 		if (uid->type == UA_BASE_PAV_ALIAS)
752 			uid->base_unit_addr = conf->sneq->base_unit_addr;
753 	} else {
754 		uid->type = UA_BASE_DEVICE;
755 	}
756 	if (conf->vdsneq) {
757 		for (count = 0; count < 16; count++) {
758 			sprintf(uid->vduit+2*count, "%02x",
759 				conf->vdsneq->uit[count]);
760 		}
761 	}
762 }
763 
764 /*
765  * Generate device unique id that specifies the physical device.
766  */
767 static int dasd_eckd_generate_uid(struct dasd_device *device)
768 {
769 	struct dasd_eckd_private *private = device->private;
770 	unsigned long flags;
771 
772 	if (!private)
773 		return -ENODEV;
774 	if (!private->conf.ned || !private->conf.gneq)
775 		return -ENODEV;
776 	spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags);
777 	create_uid(&private->conf, &private->uid);
778 	spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags);
779 	return 0;
780 }
781 
782 static int dasd_eckd_get_uid(struct dasd_device *device, struct dasd_uid *uid)
783 {
784 	struct dasd_eckd_private *private = device->private;
785 	unsigned long flags;
786 
787 	if (private) {
788 		spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags);
789 		*uid = private->uid;
790 		spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags);
791 		return 0;
792 	}
793 	return -EINVAL;
794 }
795 
796 /*
797  * compare device UID with data of a given dasd_eckd_private structure
798  * return 0 for match
799  */
800 static int dasd_eckd_compare_path_uid(struct dasd_device *device,
801 				      struct dasd_conf *path_conf)
802 {
803 	struct dasd_uid device_uid;
804 	struct dasd_uid path_uid;
805 
806 	create_uid(path_conf, &path_uid);
807 	dasd_eckd_get_uid(device, &device_uid);
808 
809 	return memcmp(&device_uid, &path_uid, sizeof(struct dasd_uid));
810 }
811 
812 static void dasd_eckd_fill_rcd_cqr(struct dasd_device *device,
813 				   struct dasd_ccw_req *cqr,
814 				   __u8 *rcd_buffer,
815 				   __u8 lpm)
816 {
817 	struct ccw1 *ccw;
818 	/*
819 	 * buffer has to start with EBCDIC "V1.0" to show
820 	 * support for virtual device SNEQ
821 	 */
822 	rcd_buffer[0] = 0xE5;
823 	rcd_buffer[1] = 0xF1;
824 	rcd_buffer[2] = 0x4B;
825 	rcd_buffer[3] = 0xF0;
826 
827 	ccw = cqr->cpaddr;
828 	ccw->cmd_code = DASD_ECKD_CCW_RCD;
829 	ccw->flags = 0;
830 	ccw->cda = virt_to_dma32(rcd_buffer);
831 	ccw->count = DASD_ECKD_RCD_DATA_SIZE;
832 	cqr->magic = DASD_ECKD_MAGIC;
833 
834 	cqr->startdev = device;
835 	cqr->memdev = device;
836 	cqr->block = NULL;
837 	cqr->expires = 10*HZ;
838 	cqr->lpm = lpm;
839 	cqr->retries = 256;
840 	cqr->buildclk = get_tod_clock();
841 	cqr->status = DASD_CQR_FILLED;
842 	set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags);
843 }
844 
845 /*
846  * Wakeup helper for read_conf
847  * if the cqr is not done and needs some error recovery
848  * the buffer has to be re-initialized with the EBCDIC "V1.0"
849  * to show support for virtual device SNEQ
850  */
851 static void read_conf_cb(struct dasd_ccw_req *cqr, void *data)
852 {
853 	struct ccw1 *ccw;
854 	__u8 *rcd_buffer;
855 
856 	if (cqr->status !=  DASD_CQR_DONE) {
857 		ccw = cqr->cpaddr;
858 		rcd_buffer = dma32_to_virt(ccw->cda);
859 		memset(rcd_buffer, 0, sizeof(*rcd_buffer));
860 
861 		rcd_buffer[0] = 0xE5;
862 		rcd_buffer[1] = 0xF1;
863 		rcd_buffer[2] = 0x4B;
864 		rcd_buffer[3] = 0xF0;
865 	}
866 	dasd_wakeup_cb(cqr, data);
867 }
868 
869 static int dasd_eckd_read_conf_immediately(struct dasd_device *device,
870 					   struct dasd_ccw_req *cqr,
871 					   __u8 *rcd_buffer,
872 					   __u8 lpm)
873 {
874 	struct ciw *ciw;
875 	int rc;
876 	/*
877 	 * sanity check: scan for RCD command in extended SenseID data
878 	 * some devices do not support RCD
879 	 */
880 	ciw = ccw_device_get_ciw(device->cdev, CIW_TYPE_RCD);
881 	if (!ciw || ciw->cmd != DASD_ECKD_CCW_RCD)
882 		return -EOPNOTSUPP;
883 
884 	dasd_eckd_fill_rcd_cqr(device, cqr, rcd_buffer, lpm);
885 	clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
886 	set_bit(DASD_CQR_ALLOW_SLOCK, &cqr->flags);
887 	cqr->retries = 5;
888 	cqr->callback = read_conf_cb;
889 	rc = dasd_sleep_on_immediatly(cqr);
890 	return rc;
891 }
892 
893 static int dasd_eckd_read_conf_lpm(struct dasd_device *device,
894 				   void **rcd_buffer,
895 				   int *rcd_buffer_size, __u8 lpm)
896 {
897 	struct ciw *ciw;
898 	char *rcd_buf = NULL;
899 	int ret;
900 	struct dasd_ccw_req *cqr;
901 
902 	/*
903 	 * sanity check: scan for RCD command in extended SenseID data
904 	 * some devices do not support RCD
905 	 */
906 	ciw = ccw_device_get_ciw(device->cdev, CIW_TYPE_RCD);
907 	if (!ciw || ciw->cmd != DASD_ECKD_CCW_RCD) {
908 		ret = -EOPNOTSUPP;
909 		goto out_error;
910 	}
911 	rcd_buf = kzalloc(DASD_ECKD_RCD_DATA_SIZE, GFP_KERNEL | GFP_DMA);
912 	if (!rcd_buf) {
913 		ret = -ENOMEM;
914 		goto out_error;
915 	}
916 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* RCD */,
917 				   0, /* use rcd_buf as data ara */
918 				   device, NULL);
919 	if (IS_ERR(cqr)) {
920 		DBF_DEV_EVENT(DBF_WARNING, device, "%s",
921 			      "Could not allocate RCD request");
922 		ret = -ENOMEM;
923 		goto out_error;
924 	}
925 	dasd_eckd_fill_rcd_cqr(device, cqr, rcd_buf, lpm);
926 	cqr->callback = read_conf_cb;
927 	ret = dasd_sleep_on(cqr);
928 	/*
929 	 * on success we update the user input parms
930 	 */
931 	dasd_sfree_request(cqr, cqr->memdev);
932 	if (ret)
933 		goto out_error;
934 
935 	*rcd_buffer_size = DASD_ECKD_RCD_DATA_SIZE;
936 	*rcd_buffer = rcd_buf;
937 	return 0;
938 out_error:
939 	kfree(rcd_buf);
940 	*rcd_buffer = NULL;
941 	*rcd_buffer_size = 0;
942 	return ret;
943 }
944 
945 static int dasd_eckd_identify_conf_parts(struct dasd_conf *conf)
946 {
947 
948 	struct dasd_sneq *sneq;
949 	int i, count;
950 
951 	conf->ned = NULL;
952 	conf->sneq = NULL;
953 	conf->vdsneq = NULL;
954 	conf->gneq = NULL;
955 	count = conf->len / sizeof(struct dasd_sneq);
956 	sneq = (struct dasd_sneq *)conf->data;
957 	for (i = 0; i < count; ++i) {
958 		if (sneq->flags.identifier == 1 && sneq->format == 1)
959 			conf->sneq = sneq;
960 		else if (sneq->flags.identifier == 1 && sneq->format == 4)
961 			conf->vdsneq = (struct vd_sneq *)sneq;
962 		else if (sneq->flags.identifier == 2)
963 			conf->gneq = (struct dasd_gneq *)sneq;
964 		else if (sneq->flags.identifier == 3 && sneq->res1 == 1)
965 			conf->ned = (struct dasd_ned *)sneq;
966 		sneq++;
967 	}
968 	if (!conf->ned || !conf->gneq) {
969 		conf->ned = NULL;
970 		conf->sneq = NULL;
971 		conf->vdsneq = NULL;
972 		conf->gneq = NULL;
973 		return -EINVAL;
974 	}
975 	return 0;
976 
977 };
978 
979 static unsigned char dasd_eckd_path_access(void *conf_data, int conf_len)
980 {
981 	struct dasd_gneq *gneq;
982 	int i, count, found;
983 
984 	count = conf_len / sizeof(*gneq);
985 	gneq = (struct dasd_gneq *)conf_data;
986 	found = 0;
987 	for (i = 0; i < count; ++i) {
988 		if (gneq->flags.identifier == 2) {
989 			found = 1;
990 			break;
991 		}
992 		gneq++;
993 	}
994 	if (found)
995 		return ((char *)gneq)[18] & 0x07;
996 	else
997 		return 0;
998 }
999 
1000 static void dasd_eckd_store_conf_data(struct dasd_device *device,
1001 				      struct dasd_conf_data *conf_data, int chp)
1002 {
1003 	struct dasd_eckd_private *private = device->private;
1004 	struct channel_path_desc_fmt0 *chp_desc;
1005 	struct subchannel_id sch_id;
1006 	void *cdp;
1007 
1008 	/*
1009 	 * path handling and read_conf allocate data
1010 	 * free it before replacing the pointer
1011 	 * also replace the old private->conf_data pointer
1012 	 * with the new one if this points to the same data
1013 	 */
1014 	cdp = device->path[chp].conf_data;
1015 	if (private->conf.data == cdp) {
1016 		private->conf.data = (void *)conf_data;
1017 		dasd_eckd_identify_conf_parts(&private->conf);
1018 	}
1019 	ccw_device_get_schid(device->cdev, &sch_id);
1020 	device->path[chp].conf_data = conf_data;
1021 	device->path[chp].cssid = sch_id.cssid;
1022 	device->path[chp].ssid = sch_id.ssid;
1023 	chp_desc = ccw_device_get_chp_desc(device->cdev, chp);
1024 	if (chp_desc)
1025 		device->path[chp].chpid = chp_desc->chpid;
1026 	kfree(chp_desc);
1027 	kfree(cdp);
1028 }
1029 
1030 static void dasd_eckd_clear_conf_data(struct dasd_device *device)
1031 {
1032 	struct dasd_eckd_private *private = device->private;
1033 	int i;
1034 
1035 	private->conf.data = NULL;
1036 	private->conf.len = 0;
1037 	for (i = 0; i < 8; i++) {
1038 		kfree(device->path[i].conf_data);
1039 		device->path[i].conf_data = NULL;
1040 		device->path[i].cssid = 0;
1041 		device->path[i].ssid = 0;
1042 		device->path[i].chpid = 0;
1043 		dasd_path_notoper(device, i);
1044 	}
1045 }
1046 
1047 static void dasd_eckd_read_fc_security(struct dasd_device *device)
1048 {
1049 	struct dasd_eckd_private *private = device->private;
1050 	u8 esm_valid;
1051 	u8 esm[8];
1052 	int chp;
1053 	int rc;
1054 
1055 	rc = chsc_scud(private->uid.ssid, (u64 *)esm, &esm_valid);
1056 	if (rc) {
1057 		for (chp = 0; chp < 8; chp++)
1058 			device->path[chp].fc_security = 0;
1059 		return;
1060 	}
1061 
1062 	for (chp = 0; chp < 8; chp++) {
1063 		if (esm_valid & (0x80 >> chp))
1064 			device->path[chp].fc_security = esm[chp];
1065 		else
1066 			device->path[chp].fc_security = 0;
1067 	}
1068 }
1069 
1070 static void dasd_eckd_get_uid_string(struct dasd_conf *conf, char *print_uid)
1071 {
1072 	struct dasd_uid uid;
1073 
1074 	create_uid(conf, &uid);
1075 	snprintf(print_uid, DASD_UID_STRLEN, "%s.%s.%04x.%02x%s%s",
1076 		 uid.vendor, uid.serial, uid.ssid, uid.real_unit_addr,
1077 		 uid.vduit[0] ? "." : "", uid.vduit);
1078 }
1079 
1080 static int dasd_eckd_check_cabling(struct dasd_device *device,
1081 				   void *conf_data, __u8 lpm)
1082 {
1083 	char print_path_uid[DASD_UID_STRLEN], print_device_uid[DASD_UID_STRLEN];
1084 	struct dasd_eckd_private *private = device->private;
1085 	struct dasd_conf path_conf;
1086 
1087 	path_conf.data = conf_data;
1088 	path_conf.len = DASD_ECKD_RCD_DATA_SIZE;
1089 	if (dasd_eckd_identify_conf_parts(&path_conf))
1090 		return 1;
1091 
1092 	if (dasd_eckd_compare_path_uid(device, &path_conf)) {
1093 		dasd_eckd_get_uid_string(&path_conf, print_path_uid);
1094 		dasd_eckd_get_uid_string(&private->conf, print_device_uid);
1095 		dev_err(&device->cdev->dev,
1096 			"Not all channel paths lead to the same device, path %02X leads to device %s instead of %s\n",
1097 			lpm, print_path_uid, print_device_uid);
1098 		return 1;
1099 	}
1100 
1101 	return 0;
1102 }
1103 
1104 static int dasd_eckd_read_conf(struct dasd_device *device)
1105 {
1106 	void *conf_data;
1107 	int conf_len, conf_data_saved;
1108 	int rc, path_err, pos;
1109 	__u8 lpm, opm;
1110 	struct dasd_eckd_private *private;
1111 
1112 	private = device->private;
1113 	opm = ccw_device_get_path_mask(device->cdev);
1114 	conf_data_saved = 0;
1115 	path_err = 0;
1116 	/* get configuration data per operational path */
1117 	for (lpm = 0x80; lpm; lpm>>= 1) {
1118 		if (!(lpm & opm))
1119 			continue;
1120 		rc = dasd_eckd_read_conf_lpm(device, &conf_data,
1121 					     &conf_len, lpm);
1122 		if (rc && rc != -EOPNOTSUPP) {	/* -EOPNOTSUPP is ok */
1123 			DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
1124 					"Read configuration data returned "
1125 					"error %d", rc);
1126 			return rc;
1127 		}
1128 		if (conf_data == NULL) {
1129 			DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
1130 					"No configuration data "
1131 					"retrieved");
1132 			/* no further analysis possible */
1133 			dasd_path_add_opm(device, opm);
1134 			continue;	/* no error */
1135 		}
1136 		/* save first valid configuration data */
1137 		if (!conf_data_saved) {
1138 			/* initially clear previously stored conf_data */
1139 			dasd_eckd_clear_conf_data(device);
1140 			private->conf.data = conf_data;
1141 			private->conf.len = conf_len;
1142 			if (dasd_eckd_identify_conf_parts(&private->conf)) {
1143 				private->conf.data = NULL;
1144 				private->conf.len = 0;
1145 				kfree(conf_data);
1146 				continue;
1147 			}
1148 			/*
1149 			 * build device UID that other path data
1150 			 * can be compared to it
1151 			 */
1152 			dasd_eckd_generate_uid(device);
1153 			conf_data_saved++;
1154 		} else if (dasd_eckd_check_cabling(device, conf_data, lpm)) {
1155 			dasd_path_add_cablepm(device, lpm);
1156 			path_err = -EINVAL;
1157 			kfree(conf_data);
1158 			continue;
1159 		}
1160 
1161 		pos = pathmask_to_pos(lpm);
1162 		dasd_eckd_store_conf_data(device, conf_data, pos);
1163 
1164 		switch (dasd_eckd_path_access(conf_data, conf_len)) {
1165 		case 0x02:
1166 			dasd_path_add_nppm(device, lpm);
1167 			break;
1168 		case 0x03:
1169 			dasd_path_add_ppm(device, lpm);
1170 			break;
1171 		}
1172 		if (!dasd_path_get_opm(device)) {
1173 			dasd_path_set_opm(device, lpm);
1174 			dasd_generic_path_operational(device);
1175 		} else {
1176 			dasd_path_add_opm(device, lpm);
1177 		}
1178 	}
1179 
1180 	return path_err;
1181 }
1182 
1183 static u32 get_fcx_max_data(struct dasd_device *device)
1184 {
1185 	struct dasd_eckd_private *private = device->private;
1186 	int fcx_in_css, fcx_in_gneq, fcx_in_features;
1187 	unsigned int mdc;
1188 	int tpm;
1189 
1190 	if (dasd_nofcx)
1191 		return 0;
1192 	/* is transport mode supported? */
1193 	fcx_in_css = css_general_characteristics.fcx;
1194 	fcx_in_gneq = private->conf.gneq->reserved2[7] & 0x04;
1195 	fcx_in_features = private->features.feature[40] & 0x80;
1196 	tpm = fcx_in_css && fcx_in_gneq && fcx_in_features;
1197 
1198 	if (!tpm)
1199 		return 0;
1200 
1201 	mdc = ccw_device_get_mdc(device->cdev, 0);
1202 	if (mdc == 0) {
1203 		dev_warn(&device->cdev->dev, "Detecting the maximum supported data size for zHPF requests failed\n");
1204 		return 0;
1205 	} else {
1206 		return (u32)mdc * FCX_MAX_DATA_FACTOR;
1207 	}
1208 }
1209 
1210 static int verify_fcx_max_data(struct dasd_device *device, __u8 lpm)
1211 {
1212 	struct dasd_eckd_private *private = device->private;
1213 	unsigned int mdc;
1214 	u32 fcx_max_data;
1215 
1216 	if (private->fcx_max_data) {
1217 		mdc = ccw_device_get_mdc(device->cdev, lpm);
1218 		if (mdc == 0) {
1219 			dev_warn(&device->cdev->dev,
1220 				 "Detecting the maximum data size for zHPF "
1221 				 "requests failed (rc=%d) for a new path %x\n",
1222 				 mdc, lpm);
1223 			return mdc;
1224 		}
1225 		fcx_max_data = (u32)mdc * FCX_MAX_DATA_FACTOR;
1226 		if (fcx_max_data < private->fcx_max_data) {
1227 			dev_warn(&device->cdev->dev,
1228 				 "The maximum data size for zHPF requests %u "
1229 				 "on a new path %x is below the active maximum "
1230 				 "%u\n", fcx_max_data, lpm,
1231 				 private->fcx_max_data);
1232 			return -EACCES;
1233 		}
1234 	}
1235 	return 0;
1236 }
1237 
1238 static int rebuild_device_uid(struct dasd_device *device,
1239 			      struct pe_handler_work_data *data)
1240 {
1241 	struct dasd_eckd_private *private = device->private;
1242 	__u8 lpm, opm = dasd_path_get_opm(device);
1243 	int rc = -ENODEV;
1244 
1245 	for (lpm = 0x80; lpm; lpm >>= 1) {
1246 		if (!(lpm & opm))
1247 			continue;
1248 		memset(&data->rcd_buffer, 0, sizeof(data->rcd_buffer));
1249 		memset(&data->cqr, 0, sizeof(data->cqr));
1250 		data->cqr.cpaddr = &data->ccw;
1251 		rc = dasd_eckd_read_conf_immediately(device, &data->cqr,
1252 						     data->rcd_buffer,
1253 						     lpm);
1254 
1255 		if (rc) {
1256 			if (rc == -EOPNOTSUPP) /* -EOPNOTSUPP is ok */
1257 				continue;
1258 			DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
1259 					"Read configuration data "
1260 					"returned error %d", rc);
1261 			break;
1262 		}
1263 		memcpy(private->conf.data, data->rcd_buffer,
1264 		       DASD_ECKD_RCD_DATA_SIZE);
1265 		if (dasd_eckd_identify_conf_parts(&private->conf)) {
1266 			rc = -ENODEV;
1267 		} else /* first valid path is enough */
1268 			break;
1269 	}
1270 
1271 	if (!rc)
1272 		rc = dasd_eckd_generate_uid(device);
1273 
1274 	return rc;
1275 }
1276 
1277 static void dasd_eckd_path_available_action(struct dasd_device *device,
1278 					    struct pe_handler_work_data *data)
1279 {
1280 	__u8 path_rcd_buf[DASD_ECKD_RCD_DATA_SIZE];
1281 	__u8 lpm, opm, npm, ppm, epm, hpfpm, cablepm;
1282 	struct dasd_conf_data *conf_data;
1283 	char print_uid[DASD_UID_STRLEN];
1284 	struct dasd_conf path_conf;
1285 	unsigned long flags;
1286 	int rc, pos;
1287 
1288 	opm = 0;
1289 	npm = 0;
1290 	ppm = 0;
1291 	epm = 0;
1292 	hpfpm = 0;
1293 	cablepm = 0;
1294 
1295 	for (lpm = 0x80; lpm; lpm >>= 1) {
1296 		if (!(lpm & data->tbvpm))
1297 			continue;
1298 		memset(&data->rcd_buffer, 0, sizeof(data->rcd_buffer));
1299 		memset(&data->cqr, 0, sizeof(data->cqr));
1300 		data->cqr.cpaddr = &data->ccw;
1301 		rc = dasd_eckd_read_conf_immediately(device, &data->cqr,
1302 						     data->rcd_buffer,
1303 						     lpm);
1304 		if (!rc) {
1305 			switch (dasd_eckd_path_access(data->rcd_buffer,
1306 						      DASD_ECKD_RCD_DATA_SIZE)
1307 				) {
1308 			case 0x02:
1309 				npm |= lpm;
1310 				break;
1311 			case 0x03:
1312 				ppm |= lpm;
1313 				break;
1314 			}
1315 			opm |= lpm;
1316 		} else if (rc == -EOPNOTSUPP) {
1317 			DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
1318 					"path verification: No configuration "
1319 					"data retrieved");
1320 			opm |= lpm;
1321 		} else if (rc == -EAGAIN) {
1322 			DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
1323 					"path verification: device is stopped,"
1324 					" try again later");
1325 			epm |= lpm;
1326 		} else {
1327 			dev_warn(&device->cdev->dev,
1328 				 "Reading device feature codes failed "
1329 				 "(rc=%d) for new path %x\n", rc, lpm);
1330 			continue;
1331 		}
1332 		if (verify_fcx_max_data(device, lpm)) {
1333 			opm &= ~lpm;
1334 			npm &= ~lpm;
1335 			ppm &= ~lpm;
1336 			hpfpm |= lpm;
1337 			continue;
1338 		}
1339 
1340 		/*
1341 		 * save conf_data for comparison after
1342 		 * rebuild_device_uid may have changed
1343 		 * the original data
1344 		 */
1345 		memcpy(&path_rcd_buf, data->rcd_buffer,
1346 		       DASD_ECKD_RCD_DATA_SIZE);
1347 		path_conf.data = (void *)&path_rcd_buf;
1348 		path_conf.len = DASD_ECKD_RCD_DATA_SIZE;
1349 		if (dasd_eckd_identify_conf_parts(&path_conf)) {
1350 			path_conf.data = NULL;
1351 			path_conf.len = 0;
1352 			continue;
1353 		}
1354 
1355 		/*
1356 		 * compare path UID with device UID only if at least
1357 		 * one valid path is left
1358 		 * in other case the device UID may have changed and
1359 		 * the first working path UID will be used as device UID
1360 		 */
1361 		if (dasd_path_get_opm(device) &&
1362 		    dasd_eckd_compare_path_uid(device, &path_conf)) {
1363 			/*
1364 			 * the comparison was not successful
1365 			 * rebuild the device UID with at least one
1366 			 * known path in case a z/VM hyperswap command
1367 			 * has changed the device
1368 			 *
1369 			 * after this compare again
1370 			 *
1371 			 * if either the rebuild or the recompare fails
1372 			 * the path can not be used
1373 			 */
1374 			if (rebuild_device_uid(device, data) ||
1375 			    dasd_eckd_compare_path_uid(
1376 				    device, &path_conf)) {
1377 				dasd_eckd_get_uid_string(&path_conf, print_uid);
1378 				dev_err(&device->cdev->dev,
1379 					"The newly added channel path %02X "
1380 					"will not be used because it leads "
1381 					"to a different device %s\n",
1382 					lpm, print_uid);
1383 				opm &= ~lpm;
1384 				npm &= ~lpm;
1385 				ppm &= ~lpm;
1386 				cablepm |= lpm;
1387 				continue;
1388 			}
1389 		}
1390 
1391 		conf_data = kzalloc(DASD_ECKD_RCD_DATA_SIZE, GFP_KERNEL);
1392 		if (conf_data) {
1393 			memcpy(conf_data, data->rcd_buffer,
1394 			       DASD_ECKD_RCD_DATA_SIZE);
1395 		} else {
1396 			/*
1397 			 * path is operational but path config data could not
1398 			 * be stored due to low mem condition
1399 			 * add it to the error path mask and schedule a path
1400 			 * verification later that this could be added again
1401 			 */
1402 			epm |= lpm;
1403 		}
1404 		pos = pathmask_to_pos(lpm);
1405 		dasd_eckd_store_conf_data(device, conf_data, pos);
1406 
1407 		/*
1408 		 * There is a small chance that a path is lost again between
1409 		 * above path verification and the following modification of
1410 		 * the device opm mask. We could avoid that race here by using
1411 		 * yet another path mask, but we rather deal with this unlikely
1412 		 * situation in dasd_start_IO.
1413 		 */
1414 		spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags);
1415 		if (!dasd_path_get_opm(device) && opm) {
1416 			dasd_path_set_opm(device, opm);
1417 			dasd_generic_path_operational(device);
1418 		} else {
1419 			dasd_path_add_opm(device, opm);
1420 		}
1421 		dasd_path_add_nppm(device, npm);
1422 		dasd_path_add_ppm(device, ppm);
1423 		if (epm) {
1424 			dasd_path_add_tbvpm(device, epm);
1425 			dasd_device_set_timer(device, 50);
1426 		}
1427 		dasd_path_add_cablepm(device, cablepm);
1428 		dasd_path_add_nohpfpm(device, hpfpm);
1429 		spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags);
1430 
1431 		dasd_path_create_kobj(device, pos);
1432 	}
1433 }
1434 
1435 static void do_pe_handler_work(struct work_struct *work)
1436 {
1437 	struct pe_handler_work_data *data;
1438 	struct dasd_device *device;
1439 
1440 	data = container_of(work, struct pe_handler_work_data, worker);
1441 	device = data->device;
1442 
1443 	/* delay path verification until device was resumed */
1444 	if (test_bit(DASD_FLAG_SUSPENDED, &device->flags)) {
1445 		schedule_work(work);
1446 		return;
1447 	}
1448 	/* check if path verification already running and delay if so */
1449 	if (test_and_set_bit(DASD_FLAG_PATH_VERIFY, &device->flags)) {
1450 		schedule_work(work);
1451 		return;
1452 	}
1453 
1454 	if (data->tbvpm)
1455 		dasd_eckd_path_available_action(device, data);
1456 	if (data->fcsecpm)
1457 		dasd_eckd_read_fc_security(device);
1458 
1459 	clear_bit(DASD_FLAG_PATH_VERIFY, &device->flags);
1460 	dasd_put_device(device);
1461 	if (data->isglobal)
1462 		mutex_unlock(&dasd_pe_handler_mutex);
1463 	else
1464 		kfree(data);
1465 }
1466 
1467 static int dasd_eckd_pe_handler(struct dasd_device *device,
1468 				__u8 tbvpm, __u8 fcsecpm)
1469 {
1470 	struct pe_handler_work_data *data;
1471 
1472 	data = kzalloc_obj(*data, GFP_ATOMIC | GFP_DMA);
1473 	if (!data) {
1474 		if (mutex_trylock(&dasd_pe_handler_mutex)) {
1475 			data = pe_handler_worker;
1476 			data->isglobal = 1;
1477 		} else {
1478 			return -ENOMEM;
1479 		}
1480 	}
1481 	INIT_WORK(&data->worker, do_pe_handler_work);
1482 	dasd_get_device(device);
1483 	data->device = device;
1484 	data->tbvpm = tbvpm;
1485 	data->fcsecpm = fcsecpm;
1486 	schedule_work(&data->worker);
1487 	return 0;
1488 }
1489 
1490 static void dasd_eckd_reset_path(struct dasd_device *device, __u8 pm)
1491 {
1492 	struct dasd_eckd_private *private = device->private;
1493 	unsigned long flags;
1494 
1495 	if (!private->fcx_max_data)
1496 		private->fcx_max_data = get_fcx_max_data(device);
1497 	spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags);
1498 	dasd_path_set_tbvpm(device, pm ? : dasd_path_get_notoperpm(device));
1499 	dasd_schedule_device_bh(device);
1500 	spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags);
1501 }
1502 
1503 static int dasd_eckd_read_features(struct dasd_device *device)
1504 {
1505 	struct dasd_eckd_private *private = device->private;
1506 	struct dasd_psf_prssd_data *prssdp;
1507 	struct dasd_rssd_features *features;
1508 	struct dasd_ccw_req *cqr;
1509 	struct ccw1 *ccw;
1510 	int rc;
1511 
1512 	memset(&private->features, 0, sizeof(struct dasd_rssd_features));
1513 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */	+ 1 /* RSSD */,
1514 				   (sizeof(struct dasd_psf_prssd_data) +
1515 				    sizeof(struct dasd_rssd_features)),
1516 				   device, NULL);
1517 	if (IS_ERR(cqr)) {
1518 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", "Could not "
1519 				"allocate initialization request");
1520 		return PTR_ERR(cqr);
1521 	}
1522 	cqr->startdev = device;
1523 	cqr->memdev = device;
1524 	cqr->block = NULL;
1525 	cqr->retries = 256;
1526 	cqr->expires = 10 * HZ;
1527 
1528 	/* Prepare for Read Subsystem Data */
1529 	prssdp = (struct dasd_psf_prssd_data *) cqr->data;
1530 	memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data));
1531 	prssdp->order = PSF_ORDER_PRSSD;
1532 	prssdp->suborder = 0x41;	/* Read Feature Codes */
1533 	/* all other bytes of prssdp must be zero */
1534 
1535 	ccw = cqr->cpaddr;
1536 	ccw->cmd_code = DASD_ECKD_CCW_PSF;
1537 	ccw->count = sizeof(struct dasd_psf_prssd_data);
1538 	ccw->flags |= CCW_FLAG_CC;
1539 	ccw->cda = virt_to_dma32(prssdp);
1540 
1541 	/* Read Subsystem Data - feature codes */
1542 	features = (struct dasd_rssd_features *) (prssdp + 1);
1543 	memset(features, 0, sizeof(struct dasd_rssd_features));
1544 
1545 	ccw++;
1546 	ccw->cmd_code = DASD_ECKD_CCW_RSSD;
1547 	ccw->count = sizeof(struct dasd_rssd_features);
1548 	ccw->cda = virt_to_dma32(features);
1549 
1550 	cqr->buildclk = get_tod_clock();
1551 	cqr->status = DASD_CQR_FILLED;
1552 	rc = dasd_sleep_on(cqr);
1553 	if (rc == 0) {
1554 		prssdp = (struct dasd_psf_prssd_data *) cqr->data;
1555 		features = (struct dasd_rssd_features *) (prssdp + 1);
1556 		memcpy(&private->features, features,
1557 		       sizeof(struct dasd_rssd_features));
1558 	} else
1559 		dev_warn(&device->cdev->dev, "Reading device feature codes"
1560 			 " failed with rc=%d\n", rc);
1561 	dasd_sfree_request(cqr, cqr->memdev);
1562 	return rc;
1563 }
1564 
1565 /* Read Volume Information - Volume Storage Query */
1566 static int dasd_eckd_read_vol_info(struct dasd_device *device)
1567 {
1568 	struct dasd_eckd_private *private = device->private;
1569 	struct dasd_psf_prssd_data *prssdp;
1570 	struct dasd_rssd_vsq *vsq;
1571 	struct dasd_ccw_req *cqr;
1572 	struct ccw1 *ccw;
1573 	int useglobal;
1574 	int rc;
1575 
1576 	/* This command cannot be executed on an alias device */
1577 	if (private->uid.type == UA_BASE_PAV_ALIAS ||
1578 	    private->uid.type == UA_HYPER_PAV_ALIAS)
1579 		return 0;
1580 
1581 	useglobal = 0;
1582 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2 /* PSF + RSSD */,
1583 				   sizeof(*prssdp) + sizeof(*vsq), device, NULL);
1584 	if (IS_ERR(cqr)) {
1585 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
1586 				"Could not allocate initialization request");
1587 		mutex_lock(&dasd_vol_info_mutex);
1588 		useglobal = 1;
1589 		cqr = &dasd_vol_info_req->cqr;
1590 		memset(cqr, 0, sizeof(*cqr));
1591 		memset(dasd_vol_info_req, 0, sizeof(*dasd_vol_info_req));
1592 		cqr->cpaddr = &dasd_vol_info_req->ccw;
1593 		cqr->data = &dasd_vol_info_req->data;
1594 		cqr->magic = DASD_ECKD_MAGIC;
1595 	}
1596 
1597 	/* Prepare for Read Subsystem Data */
1598 	prssdp = cqr->data;
1599 	prssdp->order = PSF_ORDER_PRSSD;
1600 	prssdp->suborder = PSF_SUBORDER_VSQ;	/* Volume Storage Query */
1601 	prssdp->lss = private->conf.ned->ID;
1602 	prssdp->volume = private->conf.ned->unit_addr;
1603 
1604 	ccw = cqr->cpaddr;
1605 	ccw->cmd_code = DASD_ECKD_CCW_PSF;
1606 	ccw->count = sizeof(*prssdp);
1607 	ccw->flags |= CCW_FLAG_CC;
1608 	ccw->cda = virt_to_dma32(prssdp);
1609 
1610 	/* Read Subsystem Data - Volume Storage Query */
1611 	vsq = (struct dasd_rssd_vsq *)(prssdp + 1);
1612 	memset(vsq, 0, sizeof(*vsq));
1613 
1614 	ccw++;
1615 	ccw->cmd_code = DASD_ECKD_CCW_RSSD;
1616 	ccw->count = sizeof(*vsq);
1617 	ccw->flags |= CCW_FLAG_SLI;
1618 	ccw->cda = virt_to_dma32(vsq);
1619 
1620 	cqr->buildclk = get_tod_clock();
1621 	cqr->status = DASD_CQR_FILLED;
1622 	cqr->startdev = device;
1623 	cqr->memdev = device;
1624 	cqr->block = NULL;
1625 	cqr->retries = 256;
1626 	cqr->expires = device->default_expires * HZ;
1627 	/* The command might not be supported. Suppress the error output */
1628 	__set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags);
1629 
1630 	rc = dasd_sleep_on_interruptible(cqr);
1631 	if (rc == 0) {
1632 		memcpy(&private->vsq, vsq, sizeof(*vsq));
1633 	} else {
1634 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
1635 				"Reading the volume storage information failed with rc=%d", rc);
1636 	}
1637 
1638 	if (useglobal)
1639 		mutex_unlock(&dasd_vol_info_mutex);
1640 	else
1641 		dasd_sfree_request(cqr, cqr->memdev);
1642 
1643 	return rc;
1644 }
1645 
1646 static int dasd_eckd_is_ese(struct dasd_device *device)
1647 {
1648 	struct dasd_eckd_private *private = device->private;
1649 
1650 	return private->vsq.vol_info.ese;
1651 }
1652 
1653 static int dasd_eckd_ext_pool_id(struct dasd_device *device)
1654 {
1655 	struct dasd_eckd_private *private = device->private;
1656 
1657 	return private->vsq.extent_pool_id;
1658 }
1659 
1660 /*
1661  * This value represents the total amount of available space. As more space is
1662  * allocated by ESE volumes, this value will decrease.
1663  * The data for this value is therefore updated on any call.
1664  */
1665 static int dasd_eckd_space_configured(struct dasd_device *device)
1666 {
1667 	struct dasd_eckd_private *private = device->private;
1668 	int rc;
1669 
1670 	rc = dasd_eckd_read_vol_info(device);
1671 
1672 	return rc ? : private->vsq.space_configured;
1673 }
1674 
1675 /*
1676  * The value of space allocated by an ESE volume may have changed and is
1677  * therefore updated on any call.
1678  */
1679 static int dasd_eckd_space_allocated(struct dasd_device *device)
1680 {
1681 	struct dasd_eckd_private *private = device->private;
1682 	int rc;
1683 
1684 	rc = dasd_eckd_read_vol_info(device);
1685 
1686 	return rc ? : private->vsq.space_allocated;
1687 }
1688 
1689 static int dasd_eckd_logical_capacity(struct dasd_device *device)
1690 {
1691 	struct dasd_eckd_private *private = device->private;
1692 
1693 	return private->vsq.logical_capacity;
1694 }
1695 
1696 static void dasd_eckd_ext_pool_exhaust_work(struct work_struct *work)
1697 {
1698 	struct ext_pool_exhaust_work_data *data;
1699 	struct dasd_device *device;
1700 	struct dasd_device *base;
1701 
1702 	data = container_of(work, struct ext_pool_exhaust_work_data, worker);
1703 	device = data->device;
1704 	base = data->base;
1705 
1706 	if (!base)
1707 		base = device;
1708 	if (dasd_eckd_space_configured(base) != 0) {
1709 		dasd_generic_space_avail(device);
1710 	} else {
1711 		dev_warn(&device->cdev->dev, "No space left in the extent pool\n");
1712 		DBF_DEV_EVENT(DBF_WARNING, device, "%s", "out of space");
1713 	}
1714 
1715 	dasd_put_device(device);
1716 	kfree(data);
1717 }
1718 
1719 static int dasd_eckd_ext_pool_exhaust(struct dasd_device *device,
1720 				      struct dasd_ccw_req *cqr)
1721 {
1722 	struct ext_pool_exhaust_work_data *data;
1723 
1724 	data = kzalloc_obj(*data, GFP_ATOMIC);
1725 	if (!data)
1726 		return -ENOMEM;
1727 	INIT_WORK(&data->worker, dasd_eckd_ext_pool_exhaust_work);
1728 	dasd_get_device(device);
1729 	data->device = device;
1730 
1731 	if (cqr->block)
1732 		data->base = cqr->block->base;
1733 	else if (cqr->basedev)
1734 		data->base = cqr->basedev;
1735 	else
1736 		data->base = NULL;
1737 
1738 	schedule_work(&data->worker);
1739 
1740 	return 0;
1741 }
1742 
1743 static void dasd_eckd_cpy_ext_pool_data(struct dasd_device *device,
1744 					struct dasd_rssd_lcq *lcq)
1745 {
1746 	struct dasd_eckd_private *private = device->private;
1747 	int pool_id = dasd_eckd_ext_pool_id(device);
1748 	struct dasd_ext_pool_sum eps;
1749 	int i;
1750 
1751 	for (i = 0; i < lcq->pool_count; i++) {
1752 		eps = lcq->ext_pool_sum[i];
1753 		if (eps.pool_id == pool_id) {
1754 			memcpy(&private->eps, &eps,
1755 			       sizeof(struct dasd_ext_pool_sum));
1756 		}
1757 	}
1758 }
1759 
1760 /* Read Extent Pool Information - Logical Configuration Query */
1761 static int dasd_eckd_read_ext_pool_info(struct dasd_device *device)
1762 {
1763 	struct dasd_eckd_private *private = device->private;
1764 	struct dasd_psf_prssd_data *prssdp;
1765 	struct dasd_rssd_lcq *lcq;
1766 	struct dasd_ccw_req *cqr;
1767 	struct ccw1 *ccw;
1768 	int rc;
1769 
1770 	/* This command cannot be executed on an alias device */
1771 	if (private->uid.type == UA_BASE_PAV_ALIAS ||
1772 	    private->uid.type == UA_HYPER_PAV_ALIAS)
1773 		return 0;
1774 
1775 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2 /* PSF + RSSD */,
1776 				   sizeof(*prssdp) + sizeof(*lcq), device, NULL);
1777 	if (IS_ERR(cqr)) {
1778 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
1779 				"Could not allocate initialization request");
1780 		return PTR_ERR(cqr);
1781 	}
1782 
1783 	/* Prepare for Read Subsystem Data */
1784 	prssdp = cqr->data;
1785 	memset(prssdp, 0, sizeof(*prssdp));
1786 	prssdp->order = PSF_ORDER_PRSSD;
1787 	prssdp->suborder = PSF_SUBORDER_LCQ;	/* Logical Configuration Query */
1788 
1789 	ccw = cqr->cpaddr;
1790 	ccw->cmd_code = DASD_ECKD_CCW_PSF;
1791 	ccw->count = sizeof(*prssdp);
1792 	ccw->flags |= CCW_FLAG_CC;
1793 	ccw->cda = virt_to_dma32(prssdp);
1794 
1795 	lcq = (struct dasd_rssd_lcq *)(prssdp + 1);
1796 	memset(lcq, 0, sizeof(*lcq));
1797 
1798 	ccw++;
1799 	ccw->cmd_code = DASD_ECKD_CCW_RSSD;
1800 	ccw->count = sizeof(*lcq);
1801 	ccw->flags |= CCW_FLAG_SLI;
1802 	ccw->cda = virt_to_dma32(lcq);
1803 
1804 	cqr->buildclk = get_tod_clock();
1805 	cqr->status = DASD_CQR_FILLED;
1806 	cqr->startdev = device;
1807 	cqr->memdev = device;
1808 	cqr->block = NULL;
1809 	cqr->retries = 256;
1810 	cqr->expires = device->default_expires * HZ;
1811 	/* The command might not be supported. Suppress the error output */
1812 	__set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags);
1813 
1814 	rc = dasd_sleep_on_interruptible(cqr);
1815 	if (rc == 0) {
1816 		dasd_eckd_cpy_ext_pool_data(device, lcq);
1817 	} else {
1818 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
1819 				"Reading the logical configuration failed with rc=%d", rc);
1820 	}
1821 
1822 	dasd_sfree_request(cqr, cqr->memdev);
1823 
1824 	return rc;
1825 }
1826 
1827 /*
1828  * Depending on the device type, the extent size is specified either as
1829  * cylinders per extent (CKD) or size per extent (FBA)
1830  * A 1GB size corresponds to 1113cyl, and 16MB to 21cyl.
1831  */
1832 static int dasd_eckd_ext_size(struct dasd_device *device)
1833 {
1834 	struct dasd_eckd_private *private = device->private;
1835 	struct dasd_ext_pool_sum eps = private->eps;
1836 
1837 	if (!eps.flags.extent_size_valid)
1838 		return 0;
1839 	if (eps.extent_size.size_1G)
1840 		return 1113;
1841 	if (eps.extent_size.size_16M)
1842 		return 21;
1843 
1844 	return 0;
1845 }
1846 
1847 static int dasd_eckd_ext_pool_warn_thrshld(struct dasd_device *device)
1848 {
1849 	struct dasd_eckd_private *private = device->private;
1850 
1851 	return private->eps.warn_thrshld;
1852 }
1853 
1854 static int dasd_eckd_ext_pool_cap_at_warnlevel(struct dasd_device *device)
1855 {
1856 	struct dasd_eckd_private *private = device->private;
1857 
1858 	return private->eps.flags.capacity_at_warnlevel;
1859 }
1860 
1861 /*
1862  * Extent Pool out of space
1863  */
1864 static int dasd_eckd_ext_pool_oos(struct dasd_device *device)
1865 {
1866 	struct dasd_eckd_private *private = device->private;
1867 
1868 	return private->eps.flags.pool_oos;
1869 }
1870 
1871 /*
1872  * Build CP for Perform Subsystem Function - SSC.
1873  */
1874 static struct dasd_ccw_req *dasd_eckd_build_psf_ssc(struct dasd_device *device,
1875 						    int enable_pav)
1876 {
1877 	struct dasd_ccw_req *cqr;
1878 	struct dasd_psf_ssc_data *psf_ssc_data;
1879 	struct ccw1 *ccw;
1880 
1881 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ ,
1882 				  sizeof(struct dasd_psf_ssc_data),
1883 				   device, NULL);
1884 
1885 	if (IS_ERR(cqr)) {
1886 		DBF_DEV_EVENT(DBF_WARNING, device, "%s",
1887 			   "Could not allocate PSF-SSC request");
1888 		return cqr;
1889 	}
1890 	psf_ssc_data = (struct dasd_psf_ssc_data *)cqr->data;
1891 	psf_ssc_data->order = PSF_ORDER_SSC;
1892 	psf_ssc_data->suborder = 0xc0;
1893 	if (enable_pav) {
1894 		psf_ssc_data->suborder |= 0x08;
1895 		psf_ssc_data->reserved[0] = 0x88;
1896 	}
1897 	ccw = cqr->cpaddr;
1898 	ccw->cmd_code = DASD_ECKD_CCW_PSF;
1899 	ccw->cda = virt_to_dma32(psf_ssc_data);
1900 	ccw->count = 66;
1901 
1902 	cqr->startdev = device;
1903 	cqr->memdev = device;
1904 	cqr->block = NULL;
1905 	cqr->retries = 256;
1906 	cqr->expires = 10*HZ;
1907 	cqr->buildclk = get_tod_clock();
1908 	cqr->status = DASD_CQR_FILLED;
1909 	return cqr;
1910 }
1911 
1912 /*
1913  * Perform Subsystem Function.
1914  * It is necessary to trigger CIO for channel revalidation since this
1915  * call might change behaviour of DASD devices.
1916  */
1917 static int
1918 dasd_eckd_psf_ssc(struct dasd_device *device, int enable_pav,
1919 		  unsigned long flags)
1920 {
1921 	struct dasd_ccw_req *cqr;
1922 	int rc;
1923 
1924 	cqr = dasd_eckd_build_psf_ssc(device, enable_pav);
1925 	if (IS_ERR(cqr))
1926 		return PTR_ERR(cqr);
1927 
1928 	/*
1929 	 * set flags e.g. turn on failfast, to prevent blocking
1930 	 * the calling function should handle failed requests
1931 	 */
1932 	cqr->flags |= flags;
1933 
1934 	rc = dasd_sleep_on(cqr);
1935 	if (!rc)
1936 		/* trigger CIO to reprobe devices */
1937 		css_schedule_reprobe();
1938 	else if (cqr->intrc == -EAGAIN)
1939 		rc = -EAGAIN;
1940 
1941 	dasd_sfree_request(cqr, cqr->memdev);
1942 	return rc;
1943 }
1944 
1945 /*
1946  * Valide storage server of current device.
1947  */
1948 static int dasd_eckd_validate_server(struct dasd_device *device,
1949 				     unsigned long flags)
1950 {
1951 	struct dasd_eckd_private *private = device->private;
1952 	int enable_pav, rc;
1953 
1954 	if (private->uid.type == UA_BASE_PAV_ALIAS ||
1955 	    private->uid.type == UA_HYPER_PAV_ALIAS)
1956 		return 0;
1957 	if (dasd_nopav || machine_is_vm())
1958 		enable_pav = 0;
1959 	else
1960 		enable_pav = 1;
1961 	rc = dasd_eckd_psf_ssc(device, enable_pav, flags);
1962 
1963 	/* may be requested feature is not available on server,
1964 	 * therefore just report error and go ahead */
1965 	DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "PSF-SSC for SSID %04x "
1966 			"returned rc=%d", private->uid.ssid, rc);
1967 	return rc;
1968 }
1969 
1970 /*
1971  * worker to do a validate server in case of a lost pathgroup
1972  */
1973 static void dasd_eckd_do_validate_server(struct work_struct *work)
1974 {
1975 	struct dasd_device *device = container_of(work, struct dasd_device,
1976 						  kick_validate);
1977 	unsigned long flags = 0;
1978 
1979 	set_bit(DASD_CQR_FLAGS_FAILFAST, &flags);
1980 	if (dasd_eckd_validate_server(device, flags)
1981 	    == -EAGAIN) {
1982 		/* schedule worker again if failed */
1983 		schedule_work(&device->kick_validate);
1984 		return;
1985 	}
1986 
1987 	dasd_put_device(device);
1988 }
1989 
1990 static void dasd_eckd_kick_validate_server(struct dasd_device *device)
1991 {
1992 	dasd_get_device(device);
1993 	/* exit if device not online or in offline processing */
1994 	if (test_bit(DASD_FLAG_OFFLINE, &device->flags) ||
1995 	   device->state < DASD_STATE_ONLINE) {
1996 		dasd_put_device(device);
1997 		return;
1998 	}
1999 	/* queue call to do_validate_server to the kernel event daemon. */
2000 	if (!schedule_work(&device->kick_validate))
2001 		dasd_put_device(device);
2002 }
2003 
2004 /*
2005  * return if the device is the copy relation primary if a copy relation is active
2006  */
2007 static int dasd_device_is_primary(struct dasd_device *device)
2008 {
2009 	if (!device->copy)
2010 		return 1;
2011 
2012 	if (device->copy->active->device == device)
2013 		return 1;
2014 
2015 	return 0;
2016 }
2017 
2018 static int dasd_eckd_alloc_block(struct dasd_device *device)
2019 {
2020 	struct dasd_block *block;
2021 	struct dasd_uid temp_uid;
2022 
2023 	if (!dasd_device_is_primary(device))
2024 		return 0;
2025 
2026 	dasd_eckd_get_uid(device, &temp_uid);
2027 	if (temp_uid.type == UA_BASE_DEVICE) {
2028 		block = dasd_alloc_block();
2029 		if (IS_ERR(block)) {
2030 			DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
2031 					"could not allocate dasd block structure");
2032 			return PTR_ERR(block);
2033 		}
2034 		device->block = block;
2035 		block->base = device;
2036 	}
2037 	return 0;
2038 }
2039 
2040 static bool dasd_eckd_pprc_enabled(struct dasd_device *device)
2041 {
2042 	struct dasd_eckd_private *private = device->private;
2043 
2044 	return private->rdc_data.facilities.PPRC_enabled;
2045 }
2046 
2047 /*
2048  * Check device characteristics.
2049  * If the device is accessible using ECKD discipline, the device is enabled.
2050  */
2051 static int
2052 dasd_eckd_check_characteristics(struct dasd_device *device)
2053 {
2054 	struct dasd_eckd_private *private = device->private;
2055 	int rc, i;
2056 	int readonly;
2057 	unsigned long value;
2058 
2059 	/* setup work queue for validate server*/
2060 	INIT_WORK(&device->kick_validate, dasd_eckd_do_validate_server);
2061 	/* setup work queue for summary unit check */
2062 	INIT_WORK(&device->suc_work, dasd_alias_handle_summary_unit_check);
2063 
2064 	if (!ccw_device_is_pathgroup(device->cdev)) {
2065 		dev_warn(&device->cdev->dev,
2066 			 "A channel path group could not be established\n");
2067 		return -EIO;
2068 	}
2069 	if (!ccw_device_is_multipath(device->cdev)) {
2070 		dev_info(&device->cdev->dev,
2071 			 "The DASD is not operating in multipath mode\n");
2072 	}
2073 	if (!private) {
2074 		private = kzalloc_obj(*private, GFP_KERNEL | GFP_DMA);
2075 		if (!private) {
2076 			dev_warn(&device->cdev->dev,
2077 				 "Allocating memory for private DASD data "
2078 				 "failed\n");
2079 			return -ENOMEM;
2080 		}
2081 		device->private = private;
2082 	} else {
2083 		memset(private, 0, sizeof(*private));
2084 	}
2085 	/* Invalidate status of initial analysis. */
2086 	private->init_cqr_status = -1;
2087 	/* Set default cache operations. */
2088 	private->attrib.operation = DASD_NORMAL_CACHE;
2089 	private->attrib.nr_cyl = 0;
2090 
2091 	/* Read Configuration Data */
2092 	rc = dasd_eckd_read_conf(device);
2093 	if (rc)
2094 		goto out_err1;
2095 
2096 	/* set some default values */
2097 	device->default_expires = DASD_EXPIRES;
2098 	device->default_retries = DASD_RETRIES;
2099 	device->path_thrhld = DASD_ECKD_PATH_THRHLD;
2100 	device->path_interval = DASD_ECKD_PATH_INTERVAL;
2101 	device->aq_timeouts = DASD_RETRIES_MAX;
2102 
2103 	if (private->conf.gneq) {
2104 		value = 1;
2105 		for (i = 0; i < private->conf.gneq->timeout.value; i++)
2106 			value = 10 * value;
2107 		value = value * private->conf.gneq->timeout.number;
2108 		/* do not accept useless values */
2109 		if (value != 0 && value <= DASD_EXPIRES_MAX)
2110 			device->default_expires = value;
2111 	}
2112 
2113 	/* Read Device Characteristics */
2114 	rc = dasd_generic_read_dev_chars(device, DASD_ECKD_MAGIC,
2115 					 &private->rdc_data, 64);
2116 	if (rc) {
2117 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
2118 				"Read device characteristic failed, rc=%d", rc);
2119 		goto out_err1;
2120 	}
2121 
2122 	/* setup PPRC for device from devmap */
2123 	rc = dasd_devmap_set_device_copy_relation(device->cdev,
2124 						  dasd_eckd_pprc_enabled(device));
2125 	if (rc) {
2126 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
2127 				"copy relation setup failed, rc=%d", rc);
2128 		goto out_err1;
2129 	}
2130 
2131 	/* check if block device is needed and allocate in case */
2132 	rc = dasd_eckd_alloc_block(device);
2133 	if (rc)
2134 		goto out_err1;
2135 
2136 	/* register lcu with alias handling, enable PAV */
2137 	rc = dasd_alias_make_device_known_to_lcu(device);
2138 	if (rc)
2139 		goto out_err2;
2140 
2141 	dasd_eckd_validate_server(device, 0);
2142 
2143 	/* device may report different configuration data after LCU setup */
2144 	rc = dasd_eckd_read_conf(device);
2145 	if (rc)
2146 		goto out_err3;
2147 
2148 	dasd_eckd_read_fc_security(device);
2149 	dasd_path_create_kobjects(device);
2150 
2151 	/* Read Feature Codes */
2152 	dasd_eckd_read_features(device);
2153 
2154 	/* Read Volume Information */
2155 	dasd_eckd_read_vol_info(device);
2156 
2157 	/* Read Extent Pool Information */
2158 	dasd_eckd_read_ext_pool_info(device);
2159 
2160 	if ((device->features & DASD_FEATURE_USERAW) &&
2161 	    !(private->rdc_data.facilities.RT_in_LR)) {
2162 		dev_err(&device->cdev->dev, "The storage server does not "
2163 			"support raw-track access\n");
2164 		rc = -EINVAL;
2165 		goto out_err3;
2166 	}
2167 
2168 	/* find the valid cylinder size */
2169 	if (private->rdc_data.no_cyl == LV_COMPAT_CYL &&
2170 	    private->rdc_data.long_no_cyl)
2171 		private->real_cyl = private->rdc_data.long_no_cyl;
2172 	else
2173 		private->real_cyl = private->rdc_data.no_cyl;
2174 
2175 	private->fcx_max_data = get_fcx_max_data(device);
2176 
2177 	readonly = dasd_device_is_ro(device);
2178 	if (readonly)
2179 		set_bit(DASD_FLAG_DEVICE_RO, &device->flags);
2180 
2181 	dev_info(&device->cdev->dev, "New DASD %04X/%02X (CU %04X/%02X) "
2182 		 "with %d cylinders, %d heads, %d sectors%s\n",
2183 		 private->rdc_data.dev_type,
2184 		 private->rdc_data.dev_model,
2185 		 private->rdc_data.cu_type,
2186 		 private->rdc_data.cu_model.model,
2187 		 private->real_cyl,
2188 		 private->rdc_data.trk_per_cyl,
2189 		 private->rdc_data.sec_per_trk,
2190 		 readonly ? ", read-only device" : "");
2191 	return 0;
2192 
2193 out_err3:
2194 	dasd_alias_disconnect_device_from_lcu(device);
2195 out_err2:
2196 	dasd_free_block(device->block);
2197 	device->block = NULL;
2198 out_err1:
2199 	dasd_eckd_clear_conf_data(device);
2200 	dasd_path_remove_kobjects(device);
2201 	kfree(device->private);
2202 	device->private = NULL;
2203 	return rc;
2204 }
2205 
2206 static void dasd_eckd_uncheck_device(struct dasd_device *device)
2207 {
2208 	struct dasd_eckd_private *private = device->private;
2209 
2210 	if (!private)
2211 		return;
2212 
2213 	dasd_alias_disconnect_device_from_lcu(device);
2214 	private->conf.ned = NULL;
2215 	private->conf.sneq = NULL;
2216 	private->conf.vdsneq = NULL;
2217 	private->conf.gneq = NULL;
2218 	dasd_eckd_clear_conf_data(device);
2219 	dasd_path_remove_kobjects(device);
2220 }
2221 
2222 static struct dasd_ccw_req *
2223 dasd_eckd_analysis_ccw(struct dasd_device *device)
2224 {
2225 	struct dasd_eckd_private *private = device->private;
2226 	struct eckd_count *count_data;
2227 	struct LO_eckd_data *LO_data;
2228 	struct dasd_ccw_req *cqr;
2229 	struct ccw1 *ccw;
2230 	int cplength, datasize;
2231 	int i;
2232 
2233 	cplength = 8;
2234 	datasize = sizeof(struct DE_eckd_data) + 2*sizeof(struct LO_eckd_data);
2235 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize, device,
2236 				   NULL);
2237 	if (IS_ERR(cqr))
2238 		return cqr;
2239 	ccw = cqr->cpaddr;
2240 	/* Define extent for the first 2 tracks. */
2241 	define_extent(ccw++, cqr->data, 0, 1,
2242 		      DASD_ECKD_CCW_READ_COUNT, device, 0);
2243 	LO_data = cqr->data + sizeof(struct DE_eckd_data);
2244 	/* Locate record for the first 4 records on track 0. */
2245 	ccw[-1].flags |= CCW_FLAG_CC;
2246 	locate_record(ccw++, LO_data++, 0, 0, 4,
2247 		      DASD_ECKD_CCW_READ_COUNT, device, 0);
2248 
2249 	count_data = private->count_area;
2250 	for (i = 0; i < 4; i++) {
2251 		ccw[-1].flags |= CCW_FLAG_CC;
2252 		ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT;
2253 		ccw->flags = 0;
2254 		ccw->count = 8;
2255 		ccw->cda = virt_to_dma32(count_data);
2256 		ccw++;
2257 		count_data++;
2258 	}
2259 
2260 	/* Locate record for the first record on track 1. */
2261 	ccw[-1].flags |= CCW_FLAG_CC;
2262 	locate_record(ccw++, LO_data++, 1, 0, 1,
2263 		      DASD_ECKD_CCW_READ_COUNT, device, 0);
2264 	/* Read count ccw. */
2265 	ccw[-1].flags |= CCW_FLAG_CC;
2266 	ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT;
2267 	ccw->flags = 0;
2268 	ccw->count = 8;
2269 	ccw->cda = virt_to_dma32(count_data);
2270 
2271 	cqr->block = NULL;
2272 	cqr->startdev = device;
2273 	cqr->memdev = device;
2274 	cqr->retries = 255;
2275 	cqr->buildclk = get_tod_clock();
2276 	cqr->status = DASD_CQR_FILLED;
2277 	/* Set flags to suppress output for expected errors */
2278 	set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags);
2279 	set_bit(DASD_CQR_SUPPRESS_IT, &cqr->flags);
2280 
2281 	return cqr;
2282 }
2283 
2284 /* differentiate between 'no record found' and any other error */
2285 static int dasd_eckd_analysis_evaluation(struct dasd_ccw_req *init_cqr)
2286 {
2287 	char *sense;
2288 	if (init_cqr->status == DASD_CQR_DONE)
2289 		return INIT_CQR_OK;
2290 	else if (init_cqr->status == DASD_CQR_NEED_ERP ||
2291 		 init_cqr->status == DASD_CQR_FAILED) {
2292 		sense = dasd_get_sense(&init_cqr->irb);
2293 		if (sense && (sense[1] & SNS1_NO_REC_FOUND))
2294 			return INIT_CQR_UNFORMATTED;
2295 		else
2296 			return INIT_CQR_ERROR;
2297 	} else
2298 		return INIT_CQR_ERROR;
2299 }
2300 
2301 /*
2302  * This is the callback function for the init_analysis cqr. It saves
2303  * the status of the initial analysis ccw before it frees it and kicks
2304  * the device to continue the startup sequence. This will call
2305  * dasd_eckd_do_analysis again (if the devices has not been marked
2306  * for deletion in the meantime).
2307  */
2308 static void dasd_eckd_analysis_callback(struct dasd_ccw_req *init_cqr,
2309 					void *data)
2310 {
2311 	struct dasd_device *device = init_cqr->startdev;
2312 	struct dasd_eckd_private *private = device->private;
2313 
2314 	private->init_cqr_status = dasd_eckd_analysis_evaluation(init_cqr);
2315 	dasd_sfree_request(init_cqr, device);
2316 	dasd_kick_device(device);
2317 }
2318 
2319 static int dasd_eckd_start_analysis(struct dasd_block *block)
2320 {
2321 	struct dasd_ccw_req *init_cqr;
2322 
2323 	init_cqr = dasd_eckd_analysis_ccw(block->base);
2324 	if (IS_ERR(init_cqr))
2325 		return PTR_ERR(init_cqr);
2326 	init_cqr->callback = dasd_eckd_analysis_callback;
2327 	init_cqr->callback_data = NULL;
2328 	init_cqr->expires = 5*HZ;
2329 	/* first try without ERP, so we can later handle unformatted
2330 	 * devices as special case
2331 	 */
2332 	clear_bit(DASD_CQR_FLAGS_USE_ERP, &init_cqr->flags);
2333 	init_cqr->retries = 0;
2334 	dasd_add_request_head(init_cqr);
2335 	return -EAGAIN;
2336 }
2337 
2338 static int dasd_eckd_end_analysis(struct dasd_block *block)
2339 {
2340 	struct dasd_device *device = block->base;
2341 	struct dasd_eckd_private *private = device->private;
2342 	struct eckd_count *count_area;
2343 	unsigned int sb, blk_per_trk;
2344 	int status, i;
2345 	struct dasd_ccw_req *init_cqr;
2346 
2347 	status = private->init_cqr_status;
2348 	private->init_cqr_status = -1;
2349 	if (status == INIT_CQR_ERROR) {
2350 		/* try again, this time with full ERP */
2351 		init_cqr = dasd_eckd_analysis_ccw(device);
2352 		dasd_sleep_on(init_cqr);
2353 		status = dasd_eckd_analysis_evaluation(init_cqr);
2354 		dasd_sfree_request(init_cqr, device);
2355 	}
2356 
2357 	if (device->features & DASD_FEATURE_USERAW) {
2358 		block->bp_block = DASD_RAW_BLOCKSIZE;
2359 		blk_per_trk = DASD_RAW_BLOCK_PER_TRACK;
2360 		block->s2b_shift = 3;
2361 		goto raw;
2362 	}
2363 
2364 	if (status == INIT_CQR_UNFORMATTED) {
2365 		dev_warn(&device->cdev->dev, "The DASD is not formatted\n");
2366 		return -EMEDIUMTYPE;
2367 	} else if (status == INIT_CQR_ERROR) {
2368 		dev_err(&device->cdev->dev,
2369 			"Detecting the DASD disk layout failed because "
2370 			"of an I/O error\n");
2371 		return -EIO;
2372 	}
2373 
2374 	private->uses_cdl = 1;
2375 	/* Check Track 0 for Compatible Disk Layout */
2376 	count_area = NULL;
2377 	for (i = 0; i < 3; i++) {
2378 		if (private->count_area[i].kl != 4 ||
2379 		    private->count_area[i].dl != dasd_eckd_cdl_reclen(i) - 4 ||
2380 		    private->count_area[i].cyl != 0 ||
2381 		    private->count_area[i].head != count_area_head[i] ||
2382 		    private->count_area[i].record != count_area_rec[i]) {
2383 			private->uses_cdl = 0;
2384 			break;
2385 		}
2386 	}
2387 	if (i == 3)
2388 		count_area = &private->count_area[3];
2389 
2390 	if (private->uses_cdl == 0) {
2391 		for (i = 0; i < 5; i++) {
2392 			if ((private->count_area[i].kl != 0) ||
2393 			    (private->count_area[i].dl !=
2394 			     private->count_area[0].dl) ||
2395 			    private->count_area[i].cyl !=  0 ||
2396 			    private->count_area[i].head != count_area_head[i] ||
2397 			    private->count_area[i].record != count_area_rec[i])
2398 				break;
2399 		}
2400 		if (i == 5)
2401 			count_area = &private->count_area[0];
2402 	} else {
2403 		if (private->count_area[3].record == 1)
2404 			dev_warn(&device->cdev->dev,
2405 				 "Track 0 has no records following the VTOC\n");
2406 	}
2407 
2408 	if (count_area != NULL && count_area->kl == 0) {
2409 		/* we found nothing violating our disk layout */
2410 		if (dasd_check_blocksize(count_area->dl) == 0)
2411 			block->bp_block = count_area->dl;
2412 	}
2413 	if (block->bp_block == 0) {
2414 		dev_warn(&device->cdev->dev,
2415 			 "The disk layout of the DASD is not supported\n");
2416 		return -EMEDIUMTYPE;
2417 	}
2418 	block->s2b_shift = 0;	/* bits to shift 512 to get a block */
2419 	for (sb = 512; sb < block->bp_block; sb = sb << 1)
2420 		block->s2b_shift++;
2421 
2422 	blk_per_trk = recs_per_track(&private->rdc_data, 0, block->bp_block);
2423 
2424 raw:
2425 	block->blocks = ((unsigned long) private->real_cyl *
2426 			  private->rdc_data.trk_per_cyl *
2427 			  blk_per_trk);
2428 
2429 	dev_info(&device->cdev->dev,
2430 		 "DASD with %u KB/block, %lu KB total size, %u KB/track, "
2431 		 "%s\n", (block->bp_block >> 10),
2432 		 (((unsigned long) private->real_cyl *
2433 		   private->rdc_data.trk_per_cyl *
2434 		   blk_per_trk * (block->bp_block >> 9)) >> 1),
2435 		 ((blk_per_trk * block->bp_block) >> 10),
2436 		 private->uses_cdl ?
2437 		 "compatible disk layout" : "linux disk layout");
2438 
2439 	return 0;
2440 }
2441 
2442 static int dasd_eckd_do_analysis(struct dasd_block *block)
2443 {
2444 	struct dasd_eckd_private *private = block->base->private;
2445 
2446 	if (private->init_cqr_status < 0)
2447 		return dasd_eckd_start_analysis(block);
2448 	else
2449 		return dasd_eckd_end_analysis(block);
2450 }
2451 
2452 static int dasd_eckd_basic_to_ready(struct dasd_device *device)
2453 {
2454 	return dasd_alias_add_device(device);
2455 };
2456 
2457 static int dasd_eckd_online_to_ready(struct dasd_device *device)
2458 {
2459 	if (cancel_work_sync(&device->reload_device))
2460 		dasd_put_device(device);
2461 	if (cancel_work_sync(&device->kick_validate))
2462 		dasd_put_device(device);
2463 
2464 	return 0;
2465 };
2466 
2467 static int dasd_eckd_basic_to_known(struct dasd_device *device)
2468 {
2469 	return dasd_alias_remove_device(device);
2470 };
2471 
2472 static int
2473 dasd_eckd_fill_geometry(struct dasd_block *block, struct hd_geometry *geo)
2474 {
2475 	struct dasd_eckd_private *private = block->base->private;
2476 
2477 	if (dasd_check_blocksize(block->bp_block) == 0) {
2478 		geo->sectors = recs_per_track(&private->rdc_data,
2479 					      0, block->bp_block);
2480 	}
2481 	geo->cylinders = private->rdc_data.no_cyl;
2482 	geo->heads = private->rdc_data.trk_per_cyl;
2483 	return 0;
2484 }
2485 
2486 /*
2487  * Build the TCW request for the format check
2488  */
2489 static struct dasd_ccw_req *
2490 dasd_eckd_build_check_tcw(struct dasd_device *base, struct format_data_t *fdata,
2491 			  int enable_pav, struct eckd_count *fmt_buffer,
2492 			  int rpt)
2493 {
2494 	struct dasd_eckd_private *start_priv;
2495 	struct dasd_device *startdev = NULL;
2496 	struct tidaw *last_tidaw = NULL;
2497 	struct dasd_ccw_req *cqr;
2498 	struct itcw *itcw;
2499 	int itcw_size;
2500 	int count;
2501 	int rc;
2502 	int i;
2503 
2504 	if (enable_pav)
2505 		startdev = dasd_alias_get_start_dev(base);
2506 
2507 	if (!startdev)
2508 		startdev = base;
2509 
2510 	start_priv = startdev->private;
2511 
2512 	count = rpt * (fdata->stop_unit - fdata->start_unit + 1);
2513 
2514 	/*
2515 	 * we're adding 'count' amount of tidaw to the itcw.
2516 	 * calculate the corresponding itcw_size
2517 	 */
2518 	itcw_size = itcw_calc_size(0, count, 0);
2519 
2520 	cqr = dasd_fmalloc_request(DASD_ECKD_MAGIC, 0, itcw_size, startdev);
2521 	if (IS_ERR(cqr))
2522 		return cqr;
2523 
2524 	start_priv->count++;
2525 
2526 	itcw = itcw_init(cqr->data, itcw_size, ITCW_OP_READ, 0, count, 0);
2527 	if (IS_ERR(itcw)) {
2528 		rc = -EINVAL;
2529 		goto out_err;
2530 	}
2531 
2532 	cqr->cpaddr = itcw_get_tcw(itcw);
2533 	rc = prepare_itcw(itcw, fdata->start_unit, fdata->stop_unit,
2534 			  DASD_ECKD_CCW_READ_COUNT_MT, base, startdev, 0, count,
2535 			  sizeof(struct eckd_count),
2536 			  count * sizeof(struct eckd_count), 0, rpt);
2537 	if (rc)
2538 		goto out_err;
2539 
2540 	for (i = 0; i < count; i++) {
2541 		last_tidaw = itcw_add_tidaw(itcw, 0, fmt_buffer++,
2542 					    sizeof(struct eckd_count));
2543 		if (IS_ERR(last_tidaw)) {
2544 			rc = -EINVAL;
2545 			goto out_err;
2546 		}
2547 	}
2548 
2549 	last_tidaw->flags |= TIDAW_FLAGS_LAST;
2550 	itcw_finalize(itcw);
2551 
2552 	cqr->cpmode = 1;
2553 	cqr->startdev = startdev;
2554 	cqr->memdev = startdev;
2555 	cqr->basedev = base;
2556 	cqr->retries = startdev->default_retries;
2557 	cqr->expires = startdev->default_expires * HZ;
2558 	cqr->buildclk = get_tod_clock();
2559 	cqr->status = DASD_CQR_FILLED;
2560 	/* Set flags to suppress output for expected errors */
2561 	set_bit(DASD_CQR_SUPPRESS_IL, &cqr->flags);
2562 
2563 	return cqr;
2564 
2565 out_err:
2566 	dasd_sfree_request(cqr, startdev);
2567 
2568 	return ERR_PTR(rc);
2569 }
2570 
2571 /*
2572  * Build the CCW request for the format check
2573  */
2574 static struct dasd_ccw_req *
2575 dasd_eckd_build_check(struct dasd_device *base, struct format_data_t *fdata,
2576 		      int enable_pav, struct eckd_count *fmt_buffer, int rpt)
2577 {
2578 	struct dasd_eckd_private *start_priv;
2579 	struct dasd_eckd_private *base_priv;
2580 	struct dasd_device *startdev = NULL;
2581 	struct dasd_ccw_req *cqr;
2582 	struct ccw1 *ccw;
2583 	void *data;
2584 	int cplength, datasize;
2585 	int use_prefix;
2586 	int count;
2587 	int i;
2588 
2589 	if (enable_pav)
2590 		startdev = dasd_alias_get_start_dev(base);
2591 
2592 	if (!startdev)
2593 		startdev = base;
2594 
2595 	start_priv = startdev->private;
2596 	base_priv = base->private;
2597 
2598 	count = rpt * (fdata->stop_unit - fdata->start_unit + 1);
2599 
2600 	use_prefix = base_priv->features.feature[8] & 0x01;
2601 
2602 	if (use_prefix) {
2603 		cplength = 1;
2604 		datasize = sizeof(struct PFX_eckd_data);
2605 	} else {
2606 		cplength = 2;
2607 		datasize = sizeof(struct DE_eckd_data) +
2608 			sizeof(struct LO_eckd_data);
2609 	}
2610 	cplength += count;
2611 
2612 	cqr = dasd_fmalloc_request(DASD_ECKD_MAGIC, cplength, datasize, startdev);
2613 	if (IS_ERR(cqr))
2614 		return cqr;
2615 
2616 	start_priv->count++;
2617 	data = cqr->data;
2618 	ccw = cqr->cpaddr;
2619 
2620 	if (use_prefix) {
2621 		prefix_LRE(ccw++, data, fdata->start_unit, fdata->stop_unit,
2622 			   DASD_ECKD_CCW_READ_COUNT, base, startdev, 1, 0,
2623 			   count, 0, 0);
2624 	} else {
2625 		define_extent(ccw++, data, fdata->start_unit, fdata->stop_unit,
2626 			      DASD_ECKD_CCW_READ_COUNT, startdev, 0);
2627 
2628 		data += sizeof(struct DE_eckd_data);
2629 		ccw[-1].flags |= CCW_FLAG_CC;
2630 
2631 		locate_record(ccw++, data, fdata->start_unit, 0, count,
2632 			      DASD_ECKD_CCW_READ_COUNT, base, 0);
2633 	}
2634 
2635 	for (i = 0; i < count; i++) {
2636 		ccw[-1].flags |= CCW_FLAG_CC;
2637 		ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT;
2638 		ccw->flags = CCW_FLAG_SLI;
2639 		ccw->count = 8;
2640 		ccw->cda = virt_to_dma32(fmt_buffer);
2641 		ccw++;
2642 		fmt_buffer++;
2643 	}
2644 
2645 	cqr->startdev = startdev;
2646 	cqr->memdev = startdev;
2647 	cqr->basedev = base;
2648 	cqr->retries = DASD_RETRIES;
2649 	cqr->expires = startdev->default_expires * HZ;
2650 	cqr->buildclk = get_tod_clock();
2651 	cqr->status = DASD_CQR_FILLED;
2652 	/* Set flags to suppress output for expected errors */
2653 	set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags);
2654 
2655 	return cqr;
2656 }
2657 
2658 static struct dasd_ccw_req *
2659 dasd_eckd_build_format(struct dasd_device *base, struct dasd_device *startdev,
2660 		       struct format_data_t *fdata, int enable_pav)
2661 {
2662 	struct dasd_eckd_private *base_priv;
2663 	struct dasd_eckd_private *start_priv;
2664 	struct dasd_ccw_req *fcp;
2665 	struct eckd_count *ect;
2666 	struct ch_t address;
2667 	struct ccw1 *ccw;
2668 	void *data;
2669 	int rpt;
2670 	int cplength, datasize;
2671 	int i, j;
2672 	int intensity = 0;
2673 	int r0_perm;
2674 	int nr_tracks;
2675 	int use_prefix;
2676 
2677 	if (enable_pav)
2678 		startdev = dasd_alias_get_start_dev(base);
2679 
2680 	if (!startdev)
2681 		startdev = base;
2682 
2683 	start_priv = startdev->private;
2684 	base_priv = base->private;
2685 
2686 	rpt = recs_per_track(&base_priv->rdc_data, 0, fdata->blksize);
2687 
2688 	nr_tracks = fdata->stop_unit - fdata->start_unit + 1;
2689 
2690 	/*
2691 	 * fdata->intensity is a bit string that tells us what to do:
2692 	 *   Bit 0: write record zero
2693 	 *   Bit 1: write home address, currently not supported
2694 	 *   Bit 2: invalidate tracks
2695 	 *   Bit 3: use OS/390 compatible disk layout (cdl)
2696 	 *   Bit 4: do not allow storage subsystem to modify record zero
2697 	 * Only some bit combinations do make sense.
2698 	 */
2699 	if (fdata->intensity & 0x10) {
2700 		r0_perm = 0;
2701 		intensity = fdata->intensity & ~0x10;
2702 	} else {
2703 		r0_perm = 1;
2704 		intensity = fdata->intensity;
2705 	}
2706 
2707 	use_prefix = base_priv->features.feature[8] & 0x01;
2708 
2709 	switch (intensity) {
2710 	case 0x00:	/* Normal format */
2711 	case 0x08:	/* Normal format, use cdl. */
2712 		cplength = 2 + (rpt*nr_tracks);
2713 		if (use_prefix)
2714 			datasize = sizeof(struct PFX_eckd_data) +
2715 				sizeof(struct LO_eckd_data) +
2716 				rpt * nr_tracks * sizeof(struct eckd_count);
2717 		else
2718 			datasize = sizeof(struct DE_eckd_data) +
2719 				sizeof(struct LO_eckd_data) +
2720 				rpt * nr_tracks * sizeof(struct eckd_count);
2721 		break;
2722 	case 0x01:	/* Write record zero and format track. */
2723 	case 0x09:	/* Write record zero and format track, use cdl. */
2724 		cplength = 2 + rpt * nr_tracks;
2725 		if (use_prefix)
2726 			datasize = sizeof(struct PFX_eckd_data) +
2727 				sizeof(struct LO_eckd_data) +
2728 				sizeof(struct eckd_count) +
2729 				rpt * nr_tracks * sizeof(struct eckd_count);
2730 		else
2731 			datasize = sizeof(struct DE_eckd_data) +
2732 				sizeof(struct LO_eckd_data) +
2733 				sizeof(struct eckd_count) +
2734 				rpt * nr_tracks * sizeof(struct eckd_count);
2735 		break;
2736 	case 0x04:	/* Invalidate track. */
2737 	case 0x0c:	/* Invalidate track, use cdl. */
2738 		cplength = 3;
2739 		if (use_prefix)
2740 			datasize = sizeof(struct PFX_eckd_data) +
2741 				sizeof(struct LO_eckd_data) +
2742 				sizeof(struct eckd_count);
2743 		else
2744 			datasize = sizeof(struct DE_eckd_data) +
2745 				sizeof(struct LO_eckd_data) +
2746 				sizeof(struct eckd_count);
2747 		break;
2748 	default:
2749 		dev_warn(&startdev->cdev->dev,
2750 			 "An I/O control call used incorrect flags 0x%x\n",
2751 			 fdata->intensity);
2752 		return ERR_PTR(-EINVAL);
2753 	}
2754 
2755 	fcp = dasd_fmalloc_request(DASD_ECKD_MAGIC, cplength, datasize, startdev);
2756 	if (IS_ERR(fcp))
2757 		return fcp;
2758 
2759 	start_priv->count++;
2760 	data = fcp->data;
2761 	ccw = fcp->cpaddr;
2762 
2763 	switch (intensity & ~0x08) {
2764 	case 0x00: /* Normal format. */
2765 		if (use_prefix) {
2766 			prefix(ccw++, (struct PFX_eckd_data *) data,
2767 			       fdata->start_unit, fdata->stop_unit,
2768 			       DASD_ECKD_CCW_WRITE_CKD, base, startdev);
2769 			/* grant subsystem permission to format R0 */
2770 			if (r0_perm)
2771 				((struct PFX_eckd_data *)data)
2772 					->define_extent.ga_extended |= 0x04;
2773 			data += sizeof(struct PFX_eckd_data);
2774 		} else {
2775 			define_extent(ccw++, (struct DE_eckd_data *) data,
2776 				      fdata->start_unit, fdata->stop_unit,
2777 				      DASD_ECKD_CCW_WRITE_CKD, startdev, 0);
2778 			/* grant subsystem permission to format R0 */
2779 			if (r0_perm)
2780 				((struct DE_eckd_data *) data)
2781 					->ga_extended |= 0x04;
2782 			data += sizeof(struct DE_eckd_data);
2783 		}
2784 		ccw[-1].flags |= CCW_FLAG_CC;
2785 		locate_record(ccw++, (struct LO_eckd_data *) data,
2786 			      fdata->start_unit, 0, rpt*nr_tracks,
2787 			      DASD_ECKD_CCW_WRITE_CKD, base,
2788 			      fdata->blksize);
2789 		data += sizeof(struct LO_eckd_data);
2790 		break;
2791 	case 0x01: /* Write record zero + format track. */
2792 		if (use_prefix) {
2793 			prefix(ccw++, (struct PFX_eckd_data *) data,
2794 			       fdata->start_unit, fdata->stop_unit,
2795 			       DASD_ECKD_CCW_WRITE_RECORD_ZERO,
2796 			       base, startdev);
2797 			data += sizeof(struct PFX_eckd_data);
2798 		} else {
2799 			define_extent(ccw++, (struct DE_eckd_data *) data,
2800 			       fdata->start_unit, fdata->stop_unit,
2801 			       DASD_ECKD_CCW_WRITE_RECORD_ZERO, startdev, 0);
2802 			data += sizeof(struct DE_eckd_data);
2803 		}
2804 		ccw[-1].flags |= CCW_FLAG_CC;
2805 		locate_record(ccw++, (struct LO_eckd_data *) data,
2806 			      fdata->start_unit, 0, rpt * nr_tracks + 1,
2807 			      DASD_ECKD_CCW_WRITE_RECORD_ZERO, base,
2808 			      base->block->bp_block);
2809 		data += sizeof(struct LO_eckd_data);
2810 		break;
2811 	case 0x04: /* Invalidate track. */
2812 		if (use_prefix) {
2813 			prefix(ccw++, (struct PFX_eckd_data *) data,
2814 			       fdata->start_unit, fdata->stop_unit,
2815 			       DASD_ECKD_CCW_WRITE_CKD, base, startdev);
2816 			data += sizeof(struct PFX_eckd_data);
2817 		} else {
2818 			define_extent(ccw++, (struct DE_eckd_data *) data,
2819 			       fdata->start_unit, fdata->stop_unit,
2820 			       DASD_ECKD_CCW_WRITE_CKD, startdev, 0);
2821 			data += sizeof(struct DE_eckd_data);
2822 		}
2823 		ccw[-1].flags |= CCW_FLAG_CC;
2824 		locate_record(ccw++, (struct LO_eckd_data *) data,
2825 			      fdata->start_unit, 0, 1,
2826 			      DASD_ECKD_CCW_WRITE_CKD, base, 8);
2827 		data += sizeof(struct LO_eckd_data);
2828 		break;
2829 	}
2830 
2831 	for (j = 0; j < nr_tracks; j++) {
2832 		/* calculate cylinder and head for the current track */
2833 		set_ch_t(&address,
2834 			 (fdata->start_unit + j) /
2835 			 base_priv->rdc_data.trk_per_cyl,
2836 			 (fdata->start_unit + j) %
2837 			 base_priv->rdc_data.trk_per_cyl);
2838 		if (intensity & 0x01) {	/* write record zero */
2839 			ect = (struct eckd_count *) data;
2840 			data += sizeof(struct eckd_count);
2841 			ect->cyl = address.cyl;
2842 			ect->head = address.head;
2843 			ect->record = 0;
2844 			ect->kl = 0;
2845 			ect->dl = 8;
2846 			ccw[-1].flags |= CCW_FLAG_CC;
2847 			ccw->cmd_code = DASD_ECKD_CCW_WRITE_RECORD_ZERO;
2848 			ccw->flags = CCW_FLAG_SLI;
2849 			ccw->count = 8;
2850 			ccw->cda = virt_to_dma32(ect);
2851 			ccw++;
2852 		}
2853 		if ((intensity & ~0x08) & 0x04) {	/* erase track */
2854 			ect = (struct eckd_count *) data;
2855 			data += sizeof(struct eckd_count);
2856 			ect->cyl = address.cyl;
2857 			ect->head = address.head;
2858 			ect->record = 1;
2859 			ect->kl = 0;
2860 			ect->dl = 0;
2861 			ccw[-1].flags |= CCW_FLAG_CC;
2862 			ccw->cmd_code = DASD_ECKD_CCW_WRITE_CKD;
2863 			ccw->flags = CCW_FLAG_SLI;
2864 			ccw->count = 8;
2865 			ccw->cda = virt_to_dma32(ect);
2866 		} else {		/* write remaining records */
2867 			for (i = 0; i < rpt; i++) {
2868 				ect = (struct eckd_count *) data;
2869 				data += sizeof(struct eckd_count);
2870 				ect->cyl = address.cyl;
2871 				ect->head = address.head;
2872 				ect->record = i + 1;
2873 				ect->kl = 0;
2874 				ect->dl = fdata->blksize;
2875 				/*
2876 				 * Check for special tracks 0-1
2877 				 * when formatting CDL
2878 				 */
2879 				if ((intensity & 0x08) &&
2880 				    address.cyl == 0 && address.head == 0) {
2881 					if (i < 3) {
2882 						ect->kl = 4;
2883 						ect->dl = sizes_trk0[i] - 4;
2884 					}
2885 				}
2886 				if ((intensity & 0x08) &&
2887 				    address.cyl == 0 && address.head == 1) {
2888 					ect->kl = 44;
2889 					ect->dl = LABEL_SIZE - 44;
2890 				}
2891 				ccw[-1].flags |= CCW_FLAG_CC;
2892 				if (i != 0 || j == 0)
2893 					ccw->cmd_code =
2894 						DASD_ECKD_CCW_WRITE_CKD;
2895 				else
2896 					ccw->cmd_code =
2897 						DASD_ECKD_CCW_WRITE_CKD_MT;
2898 				ccw->flags = CCW_FLAG_SLI;
2899 				ccw->count = 8;
2900 				ccw->cda = virt_to_dma32(ect);
2901 				ccw++;
2902 			}
2903 		}
2904 	}
2905 
2906 	fcp->startdev = startdev;
2907 	fcp->memdev = startdev;
2908 	fcp->basedev = base;
2909 	fcp->retries = 256;
2910 	fcp->expires = startdev->default_expires * HZ;
2911 	fcp->buildclk = get_tod_clock();
2912 	fcp->status = DASD_CQR_FILLED;
2913 
2914 	return fcp;
2915 }
2916 
2917 /*
2918  * Wrapper function to build a CCW request depending on input data
2919  */
2920 static struct dasd_ccw_req *
2921 dasd_eckd_format_build_ccw_req(struct dasd_device *base,
2922 			       struct format_data_t *fdata, int enable_pav,
2923 			       int tpm, struct eckd_count *fmt_buffer, int rpt)
2924 {
2925 	struct dasd_ccw_req *ccw_req;
2926 
2927 	if (!fmt_buffer) {
2928 		ccw_req = dasd_eckd_build_format(base, NULL, fdata, enable_pav);
2929 	} else {
2930 		if (tpm)
2931 			ccw_req = dasd_eckd_build_check_tcw(base, fdata,
2932 							    enable_pav,
2933 							    fmt_buffer, rpt);
2934 		else
2935 			ccw_req = dasd_eckd_build_check(base, fdata, enable_pav,
2936 							fmt_buffer, rpt);
2937 	}
2938 
2939 	return ccw_req;
2940 }
2941 
2942 /*
2943  * Sanity checks on format_data
2944  */
2945 static int dasd_eckd_format_sanity_checks(struct dasd_device *base,
2946 					  struct format_data_t *fdata)
2947 {
2948 	struct dasd_eckd_private *private = base->private;
2949 
2950 	if (fdata->start_unit >=
2951 	    (private->real_cyl * private->rdc_data.trk_per_cyl)) {
2952 		dev_warn(&base->cdev->dev,
2953 			 "Start track number %u used in formatting is too big\n",
2954 			 fdata->start_unit);
2955 		return -EINVAL;
2956 	}
2957 	if (fdata->stop_unit >=
2958 	    (private->real_cyl * private->rdc_data.trk_per_cyl)) {
2959 		dev_warn(&base->cdev->dev,
2960 			 "Stop track number %u used in formatting is too big\n",
2961 			 fdata->stop_unit);
2962 		return -EINVAL;
2963 	}
2964 	if (fdata->start_unit > fdata->stop_unit) {
2965 		dev_warn(&base->cdev->dev,
2966 			 "Start track %u used in formatting exceeds end track\n",
2967 			 fdata->start_unit);
2968 		return -EINVAL;
2969 	}
2970 	if (dasd_check_blocksize(fdata->blksize) != 0) {
2971 		dev_warn(&base->cdev->dev,
2972 			 "The DASD cannot be formatted with block size %u\n",
2973 			 fdata->blksize);
2974 		return -EINVAL;
2975 	}
2976 	return 0;
2977 }
2978 
2979 /*
2980  * This function will process format_data originally coming from an IOCTL
2981  */
2982 static int dasd_eckd_format_process_data(struct dasd_device *base,
2983 					 struct format_data_t *fdata,
2984 					 int enable_pav, int tpm,
2985 					 struct eckd_count *fmt_buffer, int rpt,
2986 					 struct irb *irb)
2987 {
2988 	struct dasd_eckd_private *private = base->private;
2989 	struct dasd_ccw_req *cqr, *n;
2990 	struct list_head format_queue;
2991 	struct dasd_device *device;
2992 	char *sense = NULL;
2993 	int old_start, old_stop, format_step;
2994 	int step, retry;
2995 	int rc;
2996 
2997 	rc = dasd_eckd_format_sanity_checks(base, fdata);
2998 	if (rc)
2999 		return rc;
3000 
3001 	INIT_LIST_HEAD(&format_queue);
3002 
3003 	old_start = fdata->start_unit;
3004 	old_stop = fdata->stop_unit;
3005 
3006 	if (!tpm && fmt_buffer != NULL) {
3007 		/* Command Mode / Format Check */
3008 		format_step = 1;
3009 	} else if (tpm && fmt_buffer != NULL) {
3010 		/* Transport Mode / Format Check */
3011 		format_step = DASD_CQR_MAX_CCW / rpt;
3012 	} else {
3013 		/* Normal Formatting */
3014 		format_step = DASD_CQR_MAX_CCW /
3015 			recs_per_track(&private->rdc_data, 0, fdata->blksize);
3016 	}
3017 
3018 	do {
3019 		retry = 0;
3020 		while (fdata->start_unit <= old_stop) {
3021 			step = fdata->stop_unit - fdata->start_unit + 1;
3022 			if (step > format_step) {
3023 				fdata->stop_unit =
3024 					fdata->start_unit + format_step - 1;
3025 			}
3026 
3027 			cqr = dasd_eckd_format_build_ccw_req(base, fdata,
3028 							     enable_pav, tpm,
3029 							     fmt_buffer, rpt);
3030 			if (IS_ERR(cqr)) {
3031 				rc = PTR_ERR(cqr);
3032 				if (rc == -ENOMEM) {
3033 					if (list_empty(&format_queue))
3034 						goto out;
3035 					/*
3036 					 * not enough memory available, start
3037 					 * requests retry after first requests
3038 					 * were finished
3039 					 */
3040 					retry = 1;
3041 					break;
3042 				}
3043 				goto out_err;
3044 			}
3045 			list_add_tail(&cqr->blocklist, &format_queue);
3046 
3047 			if (fmt_buffer) {
3048 				step = fdata->stop_unit - fdata->start_unit + 1;
3049 				fmt_buffer += rpt * step;
3050 			}
3051 			fdata->start_unit = fdata->stop_unit + 1;
3052 			fdata->stop_unit = old_stop;
3053 		}
3054 
3055 		rc = dasd_sleep_on_queue(&format_queue);
3056 
3057 out_err:
3058 		list_for_each_entry_safe(cqr, n, &format_queue, blocklist) {
3059 			device = cqr->startdev;
3060 			private = device->private;
3061 
3062 			if (cqr->status == DASD_CQR_FAILED) {
3063 				/*
3064 				 * Only get sense data if called by format
3065 				 * check
3066 				 */
3067 				if (fmt_buffer && irb) {
3068 					sense = dasd_get_sense(&cqr->irb);
3069 					memcpy(irb, &cqr->irb, sizeof(*irb));
3070 				}
3071 				rc = -EIO;
3072 			}
3073 			list_del_init(&cqr->blocklist);
3074 			dasd_ffree_request(cqr, device);
3075 			private->count--;
3076 		}
3077 
3078 		if (rc && rc != -EIO)
3079 			goto out;
3080 		if (rc == -EIO) {
3081 			/*
3082 			 * In case fewer than the expected records are on the
3083 			 * track, we will most likely get a 'No Record Found'
3084 			 * error (in command mode) or a 'File Protected' error
3085 			 * (in transport mode). Those particular cases shouldn't
3086 			 * pass the -EIO to the IOCTL, therefore reset the rc
3087 			 * and continue.
3088 			 */
3089 			if (sense &&
3090 			    (sense[1] & SNS1_NO_REC_FOUND ||
3091 			     sense[1] & SNS1_FILE_PROTECTED))
3092 				retry = 1;
3093 			else
3094 				goto out;
3095 		}
3096 
3097 	} while (retry);
3098 
3099 out:
3100 	fdata->start_unit = old_start;
3101 	fdata->stop_unit = old_stop;
3102 
3103 	return rc;
3104 }
3105 
3106 static int dasd_eckd_format_device(struct dasd_device *base,
3107 				   struct format_data_t *fdata, int enable_pav)
3108 {
3109 	return dasd_eckd_format_process_data(base, fdata, enable_pav, 0, NULL,
3110 					     0, NULL);
3111 }
3112 
3113 static bool test_and_set_format_track(struct dasd_format_entry *to_format,
3114 				      struct dasd_ccw_req *cqr)
3115 {
3116 	struct dasd_block *block = cqr->block;
3117 	struct dasd_format_entry *format;
3118 	unsigned long flags;
3119 	bool rc = false;
3120 
3121 	spin_lock_irqsave(&block->format_lock, flags);
3122 	if (cqr->trkcount != atomic_read(&block->trkcount)) {
3123 		/*
3124 		 * The number of formatted tracks has changed after request
3125 		 * start and we can not tell if the current track was involved.
3126 		 * To avoid data corruption treat it as if the current track is
3127 		 * involved
3128 		 */
3129 		rc = true;
3130 		goto out;
3131 	}
3132 	list_for_each_entry(format, &block->format_list, list) {
3133 		if (format->track == to_format->track) {
3134 			rc = true;
3135 			goto out;
3136 		}
3137 	}
3138 	list_add_tail(&to_format->list, &block->format_list);
3139 
3140 out:
3141 	spin_unlock_irqrestore(&block->format_lock, flags);
3142 	return rc;
3143 }
3144 
3145 static void clear_format_track(struct dasd_format_entry *format,
3146 			      struct dasd_block *block)
3147 {
3148 	unsigned long flags;
3149 
3150 	spin_lock_irqsave(&block->format_lock, flags);
3151 	atomic_inc(&block->trkcount);
3152 	list_del_init(&format->list);
3153 	spin_unlock_irqrestore(&block->format_lock, flags);
3154 }
3155 
3156 /*
3157  * Callback function to free ESE format requests.
3158  */
3159 static void dasd_eckd_ese_format_cb(struct dasd_ccw_req *cqr, void *data)
3160 {
3161 	struct dasd_device *device = cqr->startdev;
3162 	struct dasd_eckd_private *private = device->private;
3163 	struct dasd_format_entry *format = data;
3164 
3165 	clear_format_track(format, cqr->basedev->block);
3166 	private->count--;
3167 	dasd_ffree_request(cqr, device);
3168 }
3169 
3170 static struct dasd_ccw_req *
3171 dasd_eckd_ese_format(struct dasd_device *startdev, struct dasd_ccw_req *cqr,
3172 		     struct irb *irb)
3173 {
3174 	struct dasd_eckd_private *private;
3175 	struct dasd_format_entry *format;
3176 	struct format_data_t fdata;
3177 	unsigned int recs_per_trk;
3178 	struct dasd_ccw_req *fcqr;
3179 	struct dasd_device *base;
3180 	struct dasd_block *block;
3181 	unsigned int blksize;
3182 	struct request *req;
3183 	sector_t first_trk;
3184 	sector_t last_trk;
3185 	sector_t curr_trk;
3186 	int rc;
3187 
3188 	req = dasd_get_callback_data(cqr);
3189 	block = cqr->block;
3190 	base = block->base;
3191 	private = base->private;
3192 	blksize = block->bp_block;
3193 	recs_per_trk = recs_per_track(&private->rdc_data, 0, blksize);
3194 	format = &startdev->format_entry;
3195 
3196 	first_trk = blk_rq_pos(req) >> block->s2b_shift;
3197 	sector_div(first_trk, recs_per_trk);
3198 	last_trk =
3199 		(blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift;
3200 	sector_div(last_trk, recs_per_trk);
3201 	rc = dasd_eckd_track_from_irb(irb, base, &curr_trk);
3202 	if (rc)
3203 		return ERR_PTR(rc);
3204 
3205 	if (curr_trk < first_trk || curr_trk > last_trk) {
3206 		DBF_DEV_EVENT(DBF_WARNING, startdev,
3207 			      "ESE error track %llu not within range %llu - %llu\n",
3208 			      curr_trk, first_trk, last_trk);
3209 		return ERR_PTR(-EINVAL);
3210 	}
3211 	format->track = curr_trk;
3212 	/* test if track is already in formatting by another thread */
3213 	if (test_and_set_format_track(format, cqr)) {
3214 		/* this is no real error so do not count down retries */
3215 		cqr->retries++;
3216 		return ERR_PTR(-EEXIST);
3217 	}
3218 
3219 	fdata.start_unit = curr_trk;
3220 	fdata.stop_unit = curr_trk;
3221 	fdata.blksize = blksize;
3222 	fdata.intensity = private->uses_cdl ? DASD_FMT_INT_COMPAT : 0;
3223 
3224 	rc = dasd_eckd_format_sanity_checks(base, &fdata);
3225 	if (rc)
3226 		return ERR_PTR(-EINVAL);
3227 
3228 	/*
3229 	 * We're building the request with PAV disabled as we're reusing
3230 	 * the former startdev.
3231 	 */
3232 	fcqr = dasd_eckd_build_format(base, startdev, &fdata, 0);
3233 	if (IS_ERR(fcqr))
3234 		return fcqr;
3235 
3236 	fcqr->callback = dasd_eckd_ese_format_cb;
3237 	fcqr->callback_data = (void *) format;
3238 
3239 	return fcqr;
3240 }
3241 
3242 /*
3243  * When data is read from an unformatted area of an ESE volume, this function
3244  * returns zeroed data and thereby mimics a read of zero data.
3245  *
3246  * The first unformatted track is the one that got the NRF error, the address is
3247  * encoded in the sense data.
3248  *
3249  * All tracks before have returned valid data and should not be touched.
3250  * All tracks after the unformatted track might be formatted or not. This is
3251  * currently not known, remember the processed data and return the remainder of
3252  * the request to the blocklayer in __dasd_cleanup_cqr().
3253  */
3254 static int dasd_eckd_ese_read(struct dasd_ccw_req *cqr, struct irb *irb)
3255 {
3256 	struct dasd_eckd_private *private;
3257 	sector_t first_trk, last_trk;
3258 	sector_t first_blk, last_blk;
3259 	unsigned int blksize, off;
3260 	unsigned int recs_per_trk;
3261 	struct dasd_device *base;
3262 	struct req_iterator iter;
3263 	struct dasd_block *block;
3264 	unsigned int skip_block;
3265 	unsigned int blk_count;
3266 	struct request *req;
3267 	struct bio_vec bv;
3268 	sector_t curr_trk;
3269 	sector_t end_blk;
3270 	char *dst;
3271 	int rc;
3272 
3273 	req = (struct request *) cqr->callback_data;
3274 	base = cqr->block->base;
3275 	blksize = base->block->bp_block;
3276 	block =  cqr->block;
3277 	private = base->private;
3278 	skip_block = 0;
3279 	blk_count = 0;
3280 
3281 	recs_per_trk = recs_per_track(&private->rdc_data, 0, blksize);
3282 	first_trk = first_blk = blk_rq_pos(req) >> block->s2b_shift;
3283 	sector_div(first_trk, recs_per_trk);
3284 	last_trk = last_blk =
3285 		(blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift;
3286 	sector_div(last_trk, recs_per_trk);
3287 	rc = dasd_eckd_track_from_irb(irb, base, &curr_trk);
3288 	if (rc)
3289 		return rc;
3290 
3291 	/* sanity check if the current track from sense data is valid */
3292 	if (curr_trk < first_trk || curr_trk > last_trk) {
3293 		DBF_DEV_EVENT(DBF_WARNING, base,
3294 			      "ESE error track %llu not within range %llu - %llu\n",
3295 			      curr_trk, first_trk, last_trk);
3296 		return -EINVAL;
3297 	}
3298 
3299 	/*
3300 	 * if not the first track got the NRF error we have to skip over valid
3301 	 * blocks
3302 	 */
3303 	if (curr_trk != first_trk)
3304 		skip_block = curr_trk * recs_per_trk - first_blk;
3305 
3306 	/* we have no information beyond the current track */
3307 	end_blk = (curr_trk + 1) * recs_per_trk;
3308 
3309 	rq_for_each_segment(bv, req, iter) {
3310 		dst = bvec_virt(&bv);
3311 		for (off = 0; off < bv.bv_len; off += blksize) {
3312 			if (first_blk + blk_count >= end_blk) {
3313 				cqr->proc_bytes = blk_count * blksize;
3314 				return 0;
3315 			}
3316 			if (dst && !skip_block)
3317 				memset(dst, 0, blksize);
3318 			else
3319 				skip_block--;
3320 			dst += blksize;
3321 			blk_count++;
3322 		}
3323 	}
3324 	return 0;
3325 }
3326 
3327 /*
3328  * Helper function to count consecutive records of a single track.
3329  */
3330 static int dasd_eckd_count_records(struct eckd_count *fmt_buffer, int start,
3331 				   int max)
3332 {
3333 	int head;
3334 	int i;
3335 
3336 	head = fmt_buffer[start].head;
3337 
3338 	/*
3339 	 * There are 3 conditions where we stop counting:
3340 	 * - if data reoccurs (same head and record may reoccur), which may
3341 	 *   happen due to the way DASD_ECKD_CCW_READ_COUNT works
3342 	 * - when the head changes, because we're iterating over several tracks
3343 	 *   then (DASD_ECKD_CCW_READ_COUNT_MT)
3344 	 * - when we've reached the end of sensible data in the buffer (the
3345 	 *   record will be 0 then)
3346 	 */
3347 	for (i = start; i < max; i++) {
3348 		if (i > start) {
3349 			if ((fmt_buffer[i].head == head &&
3350 			    fmt_buffer[i].record == 1) ||
3351 			    fmt_buffer[i].head != head ||
3352 			    fmt_buffer[i].record == 0)
3353 				break;
3354 		}
3355 	}
3356 
3357 	return i - start;
3358 }
3359 
3360 /*
3361  * Evaluate a given range of tracks. Data like number of records, blocksize,
3362  * record ids, and key length are compared with expected data.
3363  *
3364  * If a mismatch occurs, the corresponding error bit is set, as well as
3365  * additional information, depending on the error.
3366  */
3367 static void dasd_eckd_format_evaluate_tracks(struct eckd_count *fmt_buffer,
3368 					     struct format_check_t *cdata,
3369 					     int rpt_max, int rpt_exp,
3370 					     int trk_per_cyl, int tpm)
3371 {
3372 	struct ch_t geo;
3373 	int max_entries;
3374 	int count = 0;
3375 	int trkcount;
3376 	int blksize;
3377 	int pos = 0;
3378 	int i, j;
3379 	int kl;
3380 
3381 	trkcount = cdata->expect.stop_unit - cdata->expect.start_unit + 1;
3382 	max_entries = trkcount * rpt_max;
3383 
3384 	for (i = cdata->expect.start_unit; i <= cdata->expect.stop_unit; i++) {
3385 		/* Calculate the correct next starting position in the buffer */
3386 		if (tpm) {
3387 			while (fmt_buffer[pos].record == 0 &&
3388 			       fmt_buffer[pos].dl == 0) {
3389 				if (pos++ > max_entries)
3390 					break;
3391 			}
3392 		} else {
3393 			if (i != cdata->expect.start_unit)
3394 				pos += rpt_max - count;
3395 		}
3396 
3397 		/* Calculate the expected geo values for the current track */
3398 		set_ch_t(&geo, i / trk_per_cyl, i % trk_per_cyl);
3399 
3400 		/* Count and check number of records */
3401 		count = dasd_eckd_count_records(fmt_buffer, pos, pos + rpt_max);
3402 
3403 		if (count < rpt_exp) {
3404 			cdata->result = DASD_FMT_ERR_TOO_FEW_RECORDS;
3405 			break;
3406 		}
3407 		if (count > rpt_exp) {
3408 			cdata->result = DASD_FMT_ERR_TOO_MANY_RECORDS;
3409 			break;
3410 		}
3411 
3412 		for (j = 0; j < count; j++, pos++) {
3413 			blksize = cdata->expect.blksize;
3414 			kl = 0;
3415 
3416 			/*
3417 			 * Set special values when checking CDL formatted
3418 			 * devices.
3419 			 */
3420 			if ((cdata->expect.intensity & 0x08) &&
3421 			    geo.cyl == 0 && geo.head == 0) {
3422 				if (j < 3) {
3423 					blksize = sizes_trk0[j] - 4;
3424 					kl = 4;
3425 				}
3426 			}
3427 			if ((cdata->expect.intensity & 0x08) &&
3428 			    geo.cyl == 0 && geo.head == 1) {
3429 				blksize = LABEL_SIZE - 44;
3430 				kl = 44;
3431 			}
3432 
3433 			/* Check blocksize */
3434 			if (fmt_buffer[pos].dl != blksize) {
3435 				cdata->result = DASD_FMT_ERR_BLKSIZE;
3436 				goto out;
3437 			}
3438 			/* Check if key length is 0 */
3439 			if (fmt_buffer[pos].kl != kl) {
3440 				cdata->result = DASD_FMT_ERR_KEY_LENGTH;
3441 				goto out;
3442 			}
3443 			/* Check if record_id is correct */
3444 			if (fmt_buffer[pos].cyl != geo.cyl ||
3445 			    fmt_buffer[pos].head != geo.head ||
3446 			    fmt_buffer[pos].record != (j + 1)) {
3447 				cdata->result = DASD_FMT_ERR_RECORD_ID;
3448 				goto out;
3449 			}
3450 		}
3451 	}
3452 
3453 out:
3454 	/*
3455 	 * In case of no errors, we need to decrease by one
3456 	 * to get the correct positions.
3457 	 */
3458 	if (!cdata->result) {
3459 		i--;
3460 		pos--;
3461 	}
3462 
3463 	cdata->unit = i;
3464 	cdata->num_records = count;
3465 	cdata->rec = fmt_buffer[pos].record;
3466 	cdata->blksize = fmt_buffer[pos].dl;
3467 	cdata->key_length = fmt_buffer[pos].kl;
3468 }
3469 
3470 /*
3471  * Check the format of a range of tracks of a DASD.
3472  */
3473 static int dasd_eckd_check_device_format(struct dasd_device *base,
3474 					 struct format_check_t *cdata,
3475 					 int enable_pav)
3476 {
3477 	struct dasd_eckd_private *private = base->private;
3478 	struct eckd_count *fmt_buffer;
3479 	size_t fmt_buffer_size;
3480 	unsigned int trkcount;
3481 	int rpt_max, rpt_exp;
3482 	struct irb irb;
3483 	int trk_per_cyl;
3484 	int tpm = 0;
3485 	int rc;
3486 
3487 	trk_per_cyl = private->rdc_data.trk_per_cyl;
3488 
3489 	/* Get maximum and expected amount of records per track */
3490 	rpt_max = recs_per_track(&private->rdc_data, 0, 512) + 1;
3491 	rpt_exp = recs_per_track(&private->rdc_data, 0, cdata->expect.blksize);
3492 
3493 	trkcount = cdata->expect.stop_unit - cdata->expect.start_unit + 1;
3494 	if (check_mul_overflow(trkcount, rpt_max, &fmt_buffer_size) ||
3495 	    check_mul_overflow(fmt_buffer_size, sizeof(struct eckd_count), &fmt_buffer_size))
3496 		return -EINVAL;
3497 
3498 	fmt_buffer = kzalloc(fmt_buffer_size, GFP_KERNEL | GFP_DMA);
3499 	if (!fmt_buffer)
3500 		return -ENOMEM;
3501 
3502 	/*
3503 	 * A certain FICON feature subset is needed to operate in transport
3504 	 * mode. Additionally, the support for transport mode is implicitly
3505 	 * checked by comparing the buffer size with fcx_max_data. As long as
3506 	 * the buffer size is smaller we can operate in transport mode and
3507 	 * process multiple tracks. If not, only one track at once is being
3508 	 * processed using command mode.
3509 	 */
3510 	if ((private->features.feature[40] & 0x04) &&
3511 	    fmt_buffer_size <= private->fcx_max_data)
3512 		tpm = 1;
3513 
3514 	rc = dasd_eckd_format_process_data(base, &cdata->expect, enable_pav,
3515 					   tpm, fmt_buffer, rpt_max, &irb);
3516 	if (rc && rc != -EIO)
3517 		goto out;
3518 	if (rc == -EIO) {
3519 		/*
3520 		 * If our first attempt with transport mode enabled comes back
3521 		 * with an incorrect length error, we're going to retry the
3522 		 * check with command mode.
3523 		 */
3524 		if (tpm && scsw_cstat(&irb.scsw) == 0x40) {
3525 			tpm = 0;
3526 			rc = dasd_eckd_format_process_data(base, &cdata->expect,
3527 							   enable_pav, tpm,
3528 							   fmt_buffer, rpt_max,
3529 							   &irb);
3530 			if (rc)
3531 				goto out;
3532 		} else {
3533 			goto out;
3534 		}
3535 	}
3536 
3537 	dasd_eckd_format_evaluate_tracks(fmt_buffer, cdata, rpt_max, rpt_exp,
3538 					 trk_per_cyl, tpm);
3539 
3540 out:
3541 	kfree(fmt_buffer);
3542 
3543 	return rc;
3544 }
3545 
3546 static void dasd_eckd_handle_terminated_request(struct dasd_ccw_req *cqr)
3547 {
3548 	if (cqr->retries < 0) {
3549 		cqr->status = DASD_CQR_FAILED;
3550 		return;
3551 	}
3552 	cqr->status = DASD_CQR_FILLED;
3553 	if (cqr->block && (cqr->startdev != cqr->block->base)) {
3554 		dasd_eckd_reset_ccw_to_base_io(cqr);
3555 		cqr->startdev = cqr->block->base;
3556 		cqr->lpm = dasd_path_get_opm(cqr->block->base);
3557 	}
3558 };
3559 
3560 static dasd_erp_fn_t
3561 dasd_eckd_erp_action(struct dasd_ccw_req * cqr)
3562 {
3563 	struct dasd_device *device = (struct dasd_device *) cqr->startdev;
3564 	struct ccw_device *cdev = device->cdev;
3565 
3566 	switch (cdev->id.cu_type) {
3567 	case 0x3990:
3568 	case 0x2105:
3569 	case 0x2107:
3570 	case 0x1750:
3571 		return dasd_3990_erp_action;
3572 	case 0x9343:
3573 	case 0x3880:
3574 	default:
3575 		return dasd_default_erp_action;
3576 	}
3577 }
3578 
3579 static dasd_erp_fn_t
3580 dasd_eckd_erp_postaction(struct dasd_ccw_req * cqr)
3581 {
3582 	return dasd_default_erp_postaction;
3583 }
3584 
3585 static void dasd_eckd_check_for_device_change(struct dasd_device *device,
3586 					      struct dasd_ccw_req *cqr,
3587 					      struct irb *irb)
3588 {
3589 	char mask;
3590 	char *sense = NULL;
3591 	struct dasd_eckd_private *private = device->private;
3592 
3593 	/* first of all check for state change pending interrupt */
3594 	mask = DEV_STAT_ATTENTION | DEV_STAT_DEV_END | DEV_STAT_UNIT_EXCEP;
3595 	if ((scsw_dstat(&irb->scsw) & mask) == mask) {
3596 		/*
3597 		 * for alias only, not in offline processing
3598 		 * and only if not suspended
3599 		 */
3600 		if (!device->block && private->lcu &&
3601 		    device->state == DASD_STATE_ONLINE &&
3602 		    !test_bit(DASD_FLAG_OFFLINE, &device->flags) &&
3603 		    !test_bit(DASD_FLAG_SUSPENDED, &device->flags)) {
3604 			/* schedule worker to reload device */
3605 			dasd_reload_device(device);
3606 		}
3607 		dasd_generic_handle_state_change(device);
3608 		return;
3609 	}
3610 
3611 	sense = dasd_get_sense(irb);
3612 	if (!sense)
3613 		return;
3614 
3615 	/* summary unit check */
3616 	if ((sense[27] & DASD_SENSE_BIT_0) && (sense[7] == 0x0D) &&
3617 	    (scsw_dstat(&irb->scsw) & DEV_STAT_UNIT_CHECK)) {
3618 		if (test_and_set_bit(DASD_FLAG_SUC, &device->flags)) {
3619 			DBF_DEV_EVENT(DBF_WARNING, device, "%s",
3620 				      "eckd suc: device already notified");
3621 			return;
3622 		}
3623 		sense = dasd_get_sense(irb);
3624 		if (!sense) {
3625 			DBF_DEV_EVENT(DBF_WARNING, device, "%s",
3626 				      "eckd suc: no reason code available");
3627 			clear_bit(DASD_FLAG_SUC, &device->flags);
3628 			return;
3629 
3630 		}
3631 		private->suc_reason = sense[8];
3632 		DBF_DEV_EVENT(DBF_NOTICE, device, "%s %x",
3633 			      "eckd handle summary unit check: reason",
3634 			      private->suc_reason);
3635 		dasd_get_device(device);
3636 		if (!schedule_work(&device->suc_work))
3637 			dasd_put_device(device);
3638 
3639 		return;
3640 	}
3641 
3642 	/* service information message SIM */
3643 	if (!cqr && !(sense[27] & DASD_SENSE_BIT_0) &&
3644 	    ((sense[6] & DASD_SIM_SENSE) == DASD_SIM_SENSE)) {
3645 		dasd_3990_erp_handle_sim(device, sense);
3646 		return;
3647 	}
3648 
3649 	/* loss of device reservation is handled via base devices only
3650 	 * as alias devices may be used with several bases
3651 	 */
3652 	if (device->block && (sense[27] & DASD_SENSE_BIT_0) &&
3653 	    (sense[7] == 0x3F) &&
3654 	    (scsw_dstat(&irb->scsw) & DEV_STAT_UNIT_CHECK) &&
3655 	    test_bit(DASD_FLAG_IS_RESERVED, &device->flags)) {
3656 		if (device->features & DASD_FEATURE_FAILONSLCK)
3657 			set_bit(DASD_FLAG_LOCK_STOLEN, &device->flags);
3658 		clear_bit(DASD_FLAG_IS_RESERVED, &device->flags);
3659 		dev_err(&device->cdev->dev,
3660 			"The device reservation was lost\n");
3661 	}
3662 }
3663 
3664 static int dasd_eckd_ras_sanity_checks(struct dasd_device *device,
3665 				       unsigned int first_trk,
3666 				       unsigned int last_trk)
3667 {
3668 	struct dasd_eckd_private *private = device->private;
3669 	unsigned int trks_per_vol;
3670 	int rc = 0;
3671 
3672 	trks_per_vol = private->real_cyl * private->rdc_data.trk_per_cyl;
3673 
3674 	if (first_trk >= trks_per_vol) {
3675 		dev_warn(&device->cdev->dev,
3676 			 "Start track number %u used in the space release command is too big\n",
3677 			 first_trk);
3678 		rc = -EINVAL;
3679 	} else if (last_trk >= trks_per_vol) {
3680 		dev_warn(&device->cdev->dev,
3681 			 "Stop track number %u used in the space release command is too big\n",
3682 			 last_trk);
3683 		rc = -EINVAL;
3684 	} else if (first_trk > last_trk) {
3685 		dev_warn(&device->cdev->dev,
3686 			 "Start track %u used in the space release command exceeds the end track\n",
3687 			 first_trk);
3688 		rc = -EINVAL;
3689 	}
3690 	return rc;
3691 }
3692 
3693 /*
3694  * Helper function to count the amount of involved extents within a given range
3695  * with extent alignment in mind.
3696  */
3697 static int count_exts(unsigned int from, unsigned int to, int trks_per_ext)
3698 {
3699 	int cur_pos = 0;
3700 	int count = 0;
3701 	int tmp;
3702 
3703 	if (from == to)
3704 		return 1;
3705 
3706 	/* Count first partial extent */
3707 	if (from % trks_per_ext != 0) {
3708 		tmp = from + trks_per_ext - (from % trks_per_ext) - 1;
3709 		if (tmp > to)
3710 			tmp = to;
3711 		cur_pos = tmp - from + 1;
3712 		count++;
3713 	}
3714 	/* Count full extents */
3715 	if (to - (from + cur_pos) + 1 >= trks_per_ext) {
3716 		tmp = to - ((to - trks_per_ext + 1) % trks_per_ext);
3717 		count += (tmp - (from + cur_pos) + 1) / trks_per_ext;
3718 		cur_pos = tmp;
3719 	}
3720 	/* Count last partial extent */
3721 	if (cur_pos < to)
3722 		count++;
3723 
3724 	return count;
3725 }
3726 
3727 static int dasd_in_copy_relation(struct dasd_device *device)
3728 {
3729 	struct dasd_pprc_data_sc4 *temp;
3730 	int rc;
3731 
3732 	if (!dasd_eckd_pprc_enabled(device))
3733 		return 0;
3734 
3735 	temp = kzalloc_obj(*temp);
3736 	if (!temp)
3737 		return -ENOMEM;
3738 
3739 	rc = dasd_eckd_query_pprc_status(device, temp);
3740 	if (!rc)
3741 		rc = temp->dev_info[0].state;
3742 
3743 	kfree(temp);
3744 	return rc;
3745 }
3746 
3747 /*
3748  * Release allocated space for a given range or an entire volume.
3749  */
3750 static struct dasd_ccw_req *
3751 dasd_eckd_dso_ras(struct dasd_device *device, struct dasd_block *block,
3752 		  struct request *req, unsigned int first_trk,
3753 		  unsigned int last_trk, int by_extent)
3754 {
3755 	struct dasd_eckd_private *private = device->private;
3756 	struct dasd_dso_ras_ext_range *ras_range;
3757 	struct dasd_rssd_features *features;
3758 	struct dasd_dso_ras_data *ras_data;
3759 	u16 heads, beg_head, end_head;
3760 	int cur_to_trk, cur_from_trk;
3761 	struct dasd_ccw_req *cqr;
3762 	u32 beg_cyl, end_cyl;
3763 	int copy_relation;
3764 	struct ccw1 *ccw;
3765 	int trks_per_ext;
3766 	size_t ras_size;
3767 	size_t size;
3768 	int nr_exts;
3769 	void *rq;
3770 	int i;
3771 
3772 	if (dasd_eckd_ras_sanity_checks(device, first_trk, last_trk))
3773 		return ERR_PTR(-EINVAL);
3774 
3775 	copy_relation = dasd_in_copy_relation(device);
3776 	if (copy_relation < 0)
3777 		return ERR_PTR(copy_relation);
3778 
3779 	rq = req ? blk_mq_rq_to_pdu(req) : NULL;
3780 
3781 	features = &private->features;
3782 
3783 	trks_per_ext = dasd_eckd_ext_size(device) * private->rdc_data.trk_per_cyl;
3784 	nr_exts = 0;
3785 	if (by_extent)
3786 		nr_exts = count_exts(first_trk, last_trk, trks_per_ext);
3787 	ras_size = sizeof(*ras_data);
3788 	size = ras_size + (nr_exts * sizeof(*ras_range));
3789 
3790 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, size, device, rq);
3791 	if (IS_ERR(cqr)) {
3792 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
3793 				"Could not allocate RAS request");
3794 		return cqr;
3795 	}
3796 
3797 	ras_data = cqr->data;
3798 	memset(ras_data, 0, size);
3799 
3800 	ras_data->order = DSO_ORDER_RAS;
3801 	ras_data->flags.vol_type = 0; /* CKD volume */
3802 	/* Release specified extents or entire volume */
3803 	ras_data->op_flags.by_extent = by_extent;
3804 	/*
3805 	 * This bit guarantees initialisation of tracks within an extent that is
3806 	 * not fully specified, but is only supported with a certain feature
3807 	 * subset and for devices not in a copy relation.
3808 	 */
3809 	if (features->feature[56] & 0x01 && !copy_relation)
3810 		ras_data->op_flags.guarantee_init = 1;
3811 
3812 	ras_data->lss = private->conf.ned->ID;
3813 	ras_data->dev_addr = private->conf.ned->unit_addr;
3814 	ras_data->nr_exts = nr_exts;
3815 
3816 	if (by_extent) {
3817 		heads = private->rdc_data.trk_per_cyl;
3818 		cur_from_trk = first_trk;
3819 		cur_to_trk = first_trk + trks_per_ext -
3820 			(first_trk % trks_per_ext) - 1;
3821 		if (cur_to_trk > last_trk)
3822 			cur_to_trk = last_trk;
3823 		ras_range = (struct dasd_dso_ras_ext_range *)(cqr->data + ras_size);
3824 
3825 		for (i = 0; i < nr_exts; i++) {
3826 			beg_cyl = cur_from_trk / heads;
3827 			beg_head = cur_from_trk % heads;
3828 			end_cyl = cur_to_trk / heads;
3829 			end_head = cur_to_trk % heads;
3830 
3831 			set_ch_t(&ras_range->beg_ext, beg_cyl, beg_head);
3832 			set_ch_t(&ras_range->end_ext, end_cyl, end_head);
3833 
3834 			cur_from_trk = cur_to_trk + 1;
3835 			cur_to_trk = cur_from_trk + trks_per_ext - 1;
3836 			if (cur_to_trk > last_trk)
3837 				cur_to_trk = last_trk;
3838 			ras_range++;
3839 		}
3840 	}
3841 
3842 	ccw = cqr->cpaddr;
3843 	ccw->cda = virt_to_dma32(cqr->data);
3844 	ccw->cmd_code = DASD_ECKD_CCW_DSO;
3845 	ccw->count = size;
3846 
3847 	cqr->startdev = device;
3848 	cqr->memdev = device;
3849 	cqr->block = block;
3850 	cqr->retries = 256;
3851 	cqr->expires = device->default_expires * HZ;
3852 	cqr->buildclk = get_tod_clock();
3853 	cqr->status = DASD_CQR_FILLED;
3854 
3855 	return cqr;
3856 }
3857 
3858 static int dasd_eckd_release_space_full(struct dasd_device *device)
3859 {
3860 	struct dasd_ccw_req *cqr;
3861 	int rc;
3862 
3863 	cqr = dasd_eckd_dso_ras(device, NULL, NULL, 0, 0, 0);
3864 	if (IS_ERR(cqr))
3865 		return PTR_ERR(cqr);
3866 
3867 	rc = dasd_sleep_on_interruptible(cqr);
3868 
3869 	dasd_sfree_request(cqr, cqr->memdev);
3870 
3871 	return rc;
3872 }
3873 
3874 static int dasd_eckd_release_space_trks(struct dasd_device *device,
3875 					unsigned int from, unsigned int to)
3876 {
3877 	struct dasd_eckd_private *private = device->private;
3878 	struct dasd_block *block = device->block;
3879 	struct dasd_ccw_req *cqr, *n;
3880 	struct list_head ras_queue;
3881 	unsigned int device_exts;
3882 	int trks_per_ext;
3883 	int stop, step;
3884 	int cur_pos;
3885 	int rc = 0;
3886 	int retry;
3887 
3888 	INIT_LIST_HEAD(&ras_queue);
3889 
3890 	device_exts = private->real_cyl / dasd_eckd_ext_size(device);
3891 	trks_per_ext = dasd_eckd_ext_size(device) * private->rdc_data.trk_per_cyl;
3892 
3893 	/* Make sure device limits are not exceeded */
3894 	step = trks_per_ext * min(device_exts, DASD_ECKD_RAS_EXTS_MAX);
3895 	cur_pos = from;
3896 
3897 	do {
3898 		retry = 0;
3899 		while (cur_pos < to) {
3900 			stop = cur_pos + step -
3901 				((cur_pos + step) % trks_per_ext) - 1;
3902 			if (stop > to)
3903 				stop = to;
3904 
3905 			cqr = dasd_eckd_dso_ras(device, NULL, NULL, cur_pos, stop, 1);
3906 			if (IS_ERR(cqr)) {
3907 				rc = PTR_ERR(cqr);
3908 				if (rc == -ENOMEM) {
3909 					if (list_empty(&ras_queue))
3910 						goto out;
3911 					retry = 1;
3912 					break;
3913 				}
3914 				goto err_out;
3915 			}
3916 
3917 			spin_lock_irq(&block->queue_lock);
3918 			list_add_tail(&cqr->blocklist, &ras_queue);
3919 			spin_unlock_irq(&block->queue_lock);
3920 			cur_pos = stop + 1;
3921 		}
3922 
3923 		rc = dasd_sleep_on_queue_interruptible(&ras_queue);
3924 
3925 err_out:
3926 		list_for_each_entry_safe(cqr, n, &ras_queue, blocklist) {
3927 			device = cqr->startdev;
3928 			private = device->private;
3929 
3930 			spin_lock_irq(&block->queue_lock);
3931 			list_del_init(&cqr->blocklist);
3932 			spin_unlock_irq(&block->queue_lock);
3933 			dasd_sfree_request(cqr, device);
3934 			private->count--;
3935 		}
3936 	} while (retry);
3937 
3938 out:
3939 	return rc;
3940 }
3941 
3942 static int dasd_eckd_release_space(struct dasd_device *device,
3943 				   struct format_data_t *rdata)
3944 {
3945 	if (rdata->intensity & DASD_FMT_INT_ESE_FULL)
3946 		return dasd_eckd_release_space_full(device);
3947 	else if (rdata->intensity == 0)
3948 		return dasd_eckd_release_space_trks(device, rdata->start_unit,
3949 						    rdata->stop_unit);
3950 	else
3951 		return -EINVAL;
3952 }
3953 
3954 static struct dasd_ccw_req *dasd_eckd_build_cp_cmd_single(
3955 					       struct dasd_device *startdev,
3956 					       struct dasd_block *block,
3957 					       struct request *req,
3958 					       sector_t first_rec,
3959 					       sector_t last_rec,
3960 					       sector_t first_trk,
3961 					       sector_t last_trk,
3962 					       unsigned int first_offs,
3963 					       unsigned int last_offs,
3964 					       unsigned int blk_per_trk,
3965 					       unsigned int blksize)
3966 {
3967 	struct dasd_eckd_private *private;
3968 	dma64_t *idaws;
3969 	struct LO_eckd_data *LO_data;
3970 	struct dasd_ccw_req *cqr;
3971 	struct ccw1 *ccw;
3972 	struct req_iterator iter;
3973 	struct bio_vec bv;
3974 	char *dst;
3975 	unsigned int off;
3976 	int count, cidaw, cplength, datasize;
3977 	sector_t recid;
3978 	unsigned char cmd, rcmd;
3979 	int use_prefix;
3980 	struct dasd_device *basedev;
3981 
3982 	basedev = block->base;
3983 	private = basedev->private;
3984 	if (rq_data_dir(req) == READ)
3985 		cmd = DASD_ECKD_CCW_READ_MT;
3986 	else if (rq_data_dir(req) == WRITE)
3987 		cmd = DASD_ECKD_CCW_WRITE_MT;
3988 	else
3989 		return ERR_PTR(-EINVAL);
3990 
3991 	/* Check struct bio and count the number of blocks for the request. */
3992 	count = 0;
3993 	cidaw = 0;
3994 	rq_for_each_segment(bv, req, iter) {
3995 		if (bv.bv_len & (blksize - 1))
3996 			/* Eckd can only do full blocks. */
3997 			return ERR_PTR(-EINVAL);
3998 		count += bv.bv_len >> (block->s2b_shift + 9);
3999 		if (idal_is_needed (page_address(bv.bv_page), bv.bv_len))
4000 			cidaw += bv.bv_len >> (block->s2b_shift + 9);
4001 	}
4002 	/* Paranoia. */
4003 	if (count != last_rec - first_rec + 1)
4004 		return ERR_PTR(-EINVAL);
4005 
4006 	/* use the prefix command if available */
4007 	use_prefix = private->features.feature[8] & 0x01;
4008 	if (use_prefix) {
4009 		/* 1x prefix + number of blocks */
4010 		cplength = 2 + count;
4011 		/* 1x prefix + cidaws*sizeof(long) */
4012 		datasize = sizeof(struct PFX_eckd_data) +
4013 			sizeof(struct LO_eckd_data) +
4014 			cidaw * sizeof(unsigned long);
4015 	} else {
4016 		/* 1x define extent + 1x locate record + number of blocks */
4017 		cplength = 2 + count;
4018 		/* 1x define extent + 1x locate record + cidaws*sizeof(long) */
4019 		datasize = sizeof(struct DE_eckd_data) +
4020 			sizeof(struct LO_eckd_data) +
4021 			cidaw * sizeof(unsigned long);
4022 	}
4023 	/* Find out the number of additional locate record ccws for cdl. */
4024 	if (private->uses_cdl && first_rec < 2*blk_per_trk) {
4025 		if (last_rec >= 2*blk_per_trk)
4026 			count = 2*blk_per_trk - first_rec;
4027 		cplength += count;
4028 		datasize += count*sizeof(struct LO_eckd_data);
4029 	}
4030 	/* Allocate the ccw request. */
4031 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize,
4032 				   startdev, blk_mq_rq_to_pdu(req));
4033 	if (IS_ERR(cqr))
4034 		return cqr;
4035 	ccw = cqr->cpaddr;
4036 	/* First ccw is define extent or prefix. */
4037 	if (use_prefix) {
4038 		if (prefix(ccw++, cqr->data, first_trk,
4039 			   last_trk, cmd, basedev, startdev) == -EAGAIN) {
4040 			/* Clock not in sync and XRC is enabled.
4041 			 * Try again later.
4042 			 */
4043 			dasd_sfree_request(cqr, startdev);
4044 			return ERR_PTR(-EAGAIN);
4045 		}
4046 		idaws = (dma64_t *)(cqr->data + sizeof(struct PFX_eckd_data));
4047 	} else {
4048 		if (define_extent(ccw++, cqr->data, first_trk,
4049 				  last_trk, cmd, basedev, 0) == -EAGAIN) {
4050 			/* Clock not in sync and XRC is enabled.
4051 			 * Try again later.
4052 			 */
4053 			dasd_sfree_request(cqr, startdev);
4054 			return ERR_PTR(-EAGAIN);
4055 		}
4056 		idaws = (dma64_t *)(cqr->data + sizeof(struct DE_eckd_data));
4057 	}
4058 	/* Build locate_record+read/write/ccws. */
4059 	LO_data = (struct LO_eckd_data *) (idaws + cidaw);
4060 	recid = first_rec;
4061 	if (private->uses_cdl == 0 || recid > 2*blk_per_trk) {
4062 		/* Only standard blocks so there is just one locate record. */
4063 		ccw[-1].flags |= CCW_FLAG_CC;
4064 		locate_record(ccw++, LO_data++, first_trk, first_offs + 1,
4065 			      last_rec - recid + 1, cmd, basedev, blksize);
4066 	}
4067 	rq_for_each_segment(bv, req, iter) {
4068 		dst = bvec_virt(&bv);
4069 		if (dasd_page_cache) {
4070 			char *copy = kmem_cache_alloc(dasd_page_cache,
4071 						      GFP_DMA | __GFP_NOWARN);
4072 			if (copy && rq_data_dir(req) == WRITE)
4073 				memcpy(copy + bv.bv_offset, dst, bv.bv_len);
4074 			if (copy)
4075 				dst = copy + bv.bv_offset;
4076 		}
4077 		for (off = 0; off < bv.bv_len; off += blksize) {
4078 			sector_t trkid = recid;
4079 			unsigned int recoffs = sector_div(trkid, blk_per_trk);
4080 			rcmd = cmd;
4081 			count = blksize;
4082 			/* Locate record for cdl special block ? */
4083 			if (private->uses_cdl && recid < 2*blk_per_trk) {
4084 				if (dasd_eckd_cdl_special(blk_per_trk, recid)){
4085 					rcmd |= 0x8;
4086 					count = dasd_eckd_cdl_reclen(recid);
4087 					if (count < blksize &&
4088 					    rq_data_dir(req) == READ)
4089 						memset(dst + count, 0xe5,
4090 						       blksize - count);
4091 				}
4092 				ccw[-1].flags |= CCW_FLAG_CC;
4093 				locate_record(ccw++, LO_data++,
4094 					      trkid, recoffs + 1,
4095 					      1, rcmd, basedev, count);
4096 			}
4097 			/* Locate record for standard blocks ? */
4098 			if (private->uses_cdl && recid == 2*blk_per_trk) {
4099 				ccw[-1].flags |= CCW_FLAG_CC;
4100 				locate_record(ccw++, LO_data++,
4101 					      trkid, recoffs + 1,
4102 					      last_rec - recid + 1,
4103 					      cmd, basedev, count);
4104 			}
4105 			/* Read/write ccw. */
4106 			ccw[-1].flags |= CCW_FLAG_CC;
4107 			ccw->cmd_code = rcmd;
4108 			ccw->count = count;
4109 			if (idal_is_needed(dst, blksize)) {
4110 				ccw->cda = virt_to_dma32(idaws);
4111 				ccw->flags = CCW_FLAG_IDA;
4112 				idaws = idal_create_words(idaws, dst, blksize);
4113 			} else {
4114 				ccw->cda = virt_to_dma32(dst);
4115 				ccw->flags = 0;
4116 			}
4117 			ccw++;
4118 			dst += blksize;
4119 			recid++;
4120 		}
4121 	}
4122 	if (blk_noretry_request(req) ||
4123 	    block->base->features & DASD_FEATURE_FAILFAST)
4124 		set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
4125 	cqr->startdev = startdev;
4126 	cqr->memdev = startdev;
4127 	cqr->block = block;
4128 	cqr->expires = startdev->default_expires * HZ;	/* default 5 minutes */
4129 	cqr->lpm = dasd_path_get_ppm(startdev);
4130 	cqr->retries = startdev->default_retries;
4131 	cqr->buildclk = get_tod_clock();
4132 	cqr->status = DASD_CQR_FILLED;
4133 
4134 	/* Set flags to suppress output for expected errors */
4135 	if (dasd_eckd_is_ese(basedev)) {
4136 		set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags);
4137 	}
4138 
4139 	return cqr;
4140 }
4141 
4142 static struct dasd_ccw_req *dasd_eckd_build_cp_cmd_track(
4143 					       struct dasd_device *startdev,
4144 					       struct dasd_block *block,
4145 					       struct request *req,
4146 					       sector_t first_rec,
4147 					       sector_t last_rec,
4148 					       sector_t first_trk,
4149 					       sector_t last_trk,
4150 					       unsigned int first_offs,
4151 					       unsigned int last_offs,
4152 					       unsigned int blk_per_trk,
4153 					       unsigned int blksize)
4154 {
4155 	dma64_t *idaws;
4156 	struct dasd_ccw_req *cqr;
4157 	struct ccw1 *ccw;
4158 	struct req_iterator iter;
4159 	struct bio_vec bv;
4160 	char *dst, *idaw_dst;
4161 	unsigned int cidaw, cplength, datasize;
4162 	unsigned int tlf;
4163 	sector_t recid;
4164 	unsigned char cmd;
4165 	struct dasd_device *basedev;
4166 	unsigned int trkcount, count, count_to_trk_end;
4167 	unsigned int idaw_len, seg_len, part_len, len_to_track_end;
4168 	unsigned char new_track, end_idaw;
4169 	sector_t trkid;
4170 	unsigned int recoffs;
4171 
4172 	basedev = block->base;
4173 	if (rq_data_dir(req) == READ)
4174 		cmd = DASD_ECKD_CCW_READ_TRACK_DATA;
4175 	else if (rq_data_dir(req) == WRITE)
4176 		cmd = DASD_ECKD_CCW_WRITE_TRACK_DATA;
4177 	else
4178 		return ERR_PTR(-EINVAL);
4179 
4180 	/* Track based I/O needs IDAWs for each page, and not just for
4181 	 * 64 bit addresses. We need additional idals for pages
4182 	 * that get filled from two tracks, so we use the number
4183 	 * of records as upper limit.
4184 	 */
4185 	cidaw = last_rec - first_rec + 1;
4186 	trkcount = last_trk - first_trk + 1;
4187 
4188 	/* 1x prefix + one read/write ccw per track */
4189 	cplength = 1 + trkcount;
4190 
4191 	datasize = sizeof(struct PFX_eckd_data) + cidaw * sizeof(unsigned long);
4192 
4193 	/* Allocate the ccw request. */
4194 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize,
4195 				   startdev, blk_mq_rq_to_pdu(req));
4196 	if (IS_ERR(cqr))
4197 		return cqr;
4198 	ccw = cqr->cpaddr;
4199 	/* transfer length factor: how many bytes to read from the last track */
4200 	if (first_trk == last_trk)
4201 		tlf = last_offs - first_offs + 1;
4202 	else
4203 		tlf = last_offs + 1;
4204 	tlf *= blksize;
4205 
4206 	if (prefix_LRE(ccw++, cqr->data, first_trk,
4207 		       last_trk, cmd, basedev, startdev,
4208 		       1 /* format */, first_offs + 1,
4209 		       trkcount, blksize,
4210 		       tlf) == -EAGAIN) {
4211 		/* Clock not in sync and XRC is enabled.
4212 		 * Try again later.
4213 		 */
4214 		dasd_sfree_request(cqr, startdev);
4215 		return ERR_PTR(-EAGAIN);
4216 	}
4217 
4218 	/*
4219 	 * The translation of request into ccw programs must meet the
4220 	 * following conditions:
4221 	 * - all idaws but the first and the last must address full pages
4222 	 *   (or 2K blocks on 31-bit)
4223 	 * - the scope of a ccw and it's idal ends with the track boundaries
4224 	 */
4225 	idaws = (dma64_t *)(cqr->data + sizeof(struct PFX_eckd_data));
4226 	recid = first_rec;
4227 	new_track = 1;
4228 	end_idaw = 0;
4229 	len_to_track_end = 0;
4230 	idaw_dst = NULL;
4231 	idaw_len = 0;
4232 	rq_for_each_segment(bv, req, iter) {
4233 		dst = bvec_virt(&bv);
4234 		seg_len = bv.bv_len;
4235 		while (seg_len) {
4236 			if (new_track) {
4237 				trkid = recid;
4238 				recoffs = sector_div(trkid, blk_per_trk);
4239 				count_to_trk_end = blk_per_trk - recoffs;
4240 				count = min((last_rec - recid + 1),
4241 					    (sector_t)count_to_trk_end);
4242 				len_to_track_end = count * blksize;
4243 				ccw[-1].flags |= CCW_FLAG_CC;
4244 				ccw->cmd_code = cmd;
4245 				ccw->count = len_to_track_end;
4246 				ccw->cda = virt_to_dma32(idaws);
4247 				ccw->flags = CCW_FLAG_IDA;
4248 				ccw++;
4249 				recid += count;
4250 				new_track = 0;
4251 				/* first idaw for a ccw may start anywhere */
4252 				if (!idaw_dst)
4253 					idaw_dst = dst;
4254 			}
4255 			/* If we start a new idaw, we must make sure that it
4256 			 * starts on an IDA_BLOCK_SIZE boundary.
4257 			 * If we continue an idaw, we must make sure that the
4258 			 * current segment begins where the so far accumulated
4259 			 * idaw ends
4260 			 */
4261 			if (!idaw_dst) {
4262 				if ((unsigned long)(dst) & (IDA_BLOCK_SIZE - 1)) {
4263 					dasd_sfree_request(cqr, startdev);
4264 					return ERR_PTR(-ERANGE);
4265 				} else
4266 					idaw_dst = dst;
4267 			}
4268 			if ((idaw_dst + idaw_len) != dst) {
4269 				dasd_sfree_request(cqr, startdev);
4270 				return ERR_PTR(-ERANGE);
4271 			}
4272 			part_len = min(seg_len, len_to_track_end);
4273 			seg_len -= part_len;
4274 			dst += part_len;
4275 			idaw_len += part_len;
4276 			len_to_track_end -= part_len;
4277 			/* collected memory area ends on an IDA_BLOCK border,
4278 			 * -> create an idaw
4279 			 * idal_create_words will handle cases where idaw_len
4280 			 * is larger then IDA_BLOCK_SIZE
4281 			 */
4282 			if (!((unsigned long)(idaw_dst + idaw_len) & (IDA_BLOCK_SIZE - 1)))
4283 				end_idaw = 1;
4284 			/* We also need to end the idaw at track end */
4285 			if (!len_to_track_end) {
4286 				new_track = 1;
4287 				end_idaw = 1;
4288 			}
4289 			if (end_idaw) {
4290 				idaws = idal_create_words(idaws, idaw_dst,
4291 							  idaw_len);
4292 				idaw_dst = NULL;
4293 				idaw_len = 0;
4294 				end_idaw = 0;
4295 			}
4296 		}
4297 	}
4298 
4299 	if (blk_noretry_request(req) ||
4300 	    block->base->features & DASD_FEATURE_FAILFAST)
4301 		set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
4302 	cqr->startdev = startdev;
4303 	cqr->memdev = startdev;
4304 	cqr->block = block;
4305 	cqr->expires = startdev->default_expires * HZ;	/* default 5 minutes */
4306 	cqr->lpm = dasd_path_get_ppm(startdev);
4307 	cqr->retries = startdev->default_retries;
4308 	cqr->buildclk = get_tod_clock();
4309 	cqr->status = DASD_CQR_FILLED;
4310 
4311 	/* Set flags to suppress output for expected errors */
4312 	if (dasd_eckd_is_ese(basedev))
4313 		set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags);
4314 
4315 	return cqr;
4316 }
4317 
4318 static int prepare_itcw(struct itcw *itcw,
4319 			unsigned int trk, unsigned int totrk, int cmd,
4320 			struct dasd_device *basedev,
4321 			struct dasd_device *startdev,
4322 			unsigned int rec_on_trk, int count,
4323 			unsigned int blksize,
4324 			unsigned int total_data_size,
4325 			unsigned int tlf,
4326 			unsigned int blk_per_trk)
4327 {
4328 	struct PFX_eckd_data pfxdata;
4329 	struct dasd_eckd_private *basepriv, *startpriv;
4330 	struct DE_eckd_data *dedata;
4331 	struct LRE_eckd_data *lredata;
4332 	struct dcw *dcw;
4333 
4334 	u32 begcyl, endcyl;
4335 	u16 heads, beghead, endhead;
4336 	u8 pfx_cmd;
4337 
4338 	int rc = 0;
4339 	int sector = 0;
4340 	int dn, d;
4341 
4342 
4343 	/* setup prefix data */
4344 	basepriv = basedev->private;
4345 	startpriv = startdev->private;
4346 	dedata = &pfxdata.define_extent;
4347 	lredata = &pfxdata.locate_record;
4348 
4349 	memset(&pfxdata, 0, sizeof(pfxdata));
4350 	pfxdata.format = 1; /* PFX with LRE */
4351 	pfxdata.base_address = basepriv->conf.ned->unit_addr;
4352 	pfxdata.base_lss = basepriv->conf.ned->ID;
4353 	pfxdata.validity.define_extent = 1;
4354 
4355 	/* private uid is kept up to date, conf_data may be outdated */
4356 	if (startpriv->uid.type == UA_BASE_PAV_ALIAS)
4357 		pfxdata.validity.verify_base = 1;
4358 
4359 	if (startpriv->uid.type == UA_HYPER_PAV_ALIAS) {
4360 		pfxdata.validity.verify_base = 1;
4361 		pfxdata.validity.hyper_pav = 1;
4362 	}
4363 
4364 	switch (cmd) {
4365 	case DASD_ECKD_CCW_READ_TRACK_DATA:
4366 		dedata->mask.perm = 0x1;
4367 		dedata->attributes.operation = basepriv->attrib.operation;
4368 		dedata->blk_size = blksize;
4369 		dedata->ga_extended |= 0x42;
4370 		lredata->operation.orientation = 0x0;
4371 		lredata->operation.operation = 0x0C;
4372 		lredata->auxiliary.check_bytes = 0x01;
4373 		pfx_cmd = DASD_ECKD_CCW_PFX_READ;
4374 		break;
4375 	case DASD_ECKD_CCW_WRITE_TRACK_DATA:
4376 		dedata->mask.perm = 0x02;
4377 		dedata->attributes.operation = basepriv->attrib.operation;
4378 		dedata->blk_size = blksize;
4379 		rc = set_timestamp(NULL, dedata, basedev);
4380 		dedata->ga_extended |= 0x42;
4381 		lredata->operation.orientation = 0x0;
4382 		lredata->operation.operation = 0x3F;
4383 		lredata->extended_operation = 0x23;
4384 		lredata->auxiliary.check_bytes = 0x2;
4385 		/*
4386 		 * If XRC is supported the System Time Stamp is set. The
4387 		 * validity of the time stamp must be reflected in the prefix
4388 		 * data as well.
4389 		 */
4390 		if (dedata->ga_extended & 0x08 && dedata->ga_extended & 0x02)
4391 			pfxdata.validity.time_stamp = 1; /* 'Time Stamp Valid' */
4392 		pfx_cmd = DASD_ECKD_CCW_PFX;
4393 		break;
4394 	case DASD_ECKD_CCW_READ_COUNT_MT:
4395 		dedata->mask.perm = 0x1;
4396 		dedata->attributes.operation = DASD_BYPASS_CACHE;
4397 		dedata->ga_extended |= 0x42;
4398 		dedata->blk_size = blksize;
4399 		lredata->operation.orientation = 0x2;
4400 		lredata->operation.operation = 0x16;
4401 		lredata->auxiliary.check_bytes = 0x01;
4402 		pfx_cmd = DASD_ECKD_CCW_PFX_READ;
4403 		break;
4404 	default:
4405 		DBF_DEV_EVENT(DBF_ERR, basedev,
4406 			      "prepare itcw, unknown opcode 0x%x", cmd);
4407 		BUG();
4408 		break;
4409 	}
4410 	if (rc)
4411 		return rc;
4412 
4413 	dedata->attributes.mode = 0x3;	/* ECKD */
4414 
4415 	heads = basepriv->rdc_data.trk_per_cyl;
4416 	begcyl = trk / heads;
4417 	beghead = trk % heads;
4418 	endcyl = totrk / heads;
4419 	endhead = totrk % heads;
4420 
4421 	/* check for sequential prestage - enhance cylinder range */
4422 	if (dedata->attributes.operation == DASD_SEQ_PRESTAGE ||
4423 	    dedata->attributes.operation == DASD_SEQ_ACCESS) {
4424 
4425 		if (endcyl + basepriv->attrib.nr_cyl < basepriv->real_cyl)
4426 			endcyl += basepriv->attrib.nr_cyl;
4427 		else
4428 			endcyl = (basepriv->real_cyl - 1);
4429 	}
4430 
4431 	set_ch_t(&dedata->beg_ext, begcyl, beghead);
4432 	set_ch_t(&dedata->end_ext, endcyl, endhead);
4433 
4434 	dedata->ep_format = 0x20; /* records per track is valid */
4435 	dedata->ep_rec_per_track = blk_per_trk;
4436 
4437 	if (rec_on_trk) {
4438 		switch (basepriv->rdc_data.dev_type) {
4439 		case 0x3390:
4440 			dn = ceil_quot(blksize + 6, 232);
4441 			d = 9 + ceil_quot(blksize + 6 * (dn + 1), 34);
4442 			sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8;
4443 			break;
4444 		case 0x3380:
4445 			d = 7 + ceil_quot(blksize + 12, 32);
4446 			sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7;
4447 			break;
4448 		}
4449 	}
4450 
4451 	if (cmd == DASD_ECKD_CCW_READ_COUNT_MT) {
4452 		lredata->auxiliary.length_valid = 0;
4453 		lredata->auxiliary.length_scope = 0;
4454 		lredata->sector = 0xff;
4455 	} else {
4456 		lredata->auxiliary.length_valid = 1;
4457 		lredata->auxiliary.length_scope = 1;
4458 		lredata->sector = sector;
4459 	}
4460 	lredata->auxiliary.imbedded_ccw_valid = 1;
4461 	lredata->length = tlf;
4462 	lredata->imbedded_ccw = cmd;
4463 	lredata->count = count;
4464 	set_ch_t(&lredata->seek_addr, begcyl, beghead);
4465 	lredata->search_arg.cyl = lredata->seek_addr.cyl;
4466 	lredata->search_arg.head = lredata->seek_addr.head;
4467 	lredata->search_arg.record = rec_on_trk;
4468 
4469 	dcw = itcw_add_dcw(itcw, pfx_cmd, 0,
4470 		     &pfxdata, sizeof(pfxdata), total_data_size);
4471 	return PTR_ERR_OR_ZERO(dcw);
4472 }
4473 
4474 static struct dasd_ccw_req *dasd_eckd_build_cp_tpm_track(
4475 					       struct dasd_device *startdev,
4476 					       struct dasd_block *block,
4477 					       struct request *req,
4478 					       sector_t first_rec,
4479 					       sector_t last_rec,
4480 					       sector_t first_trk,
4481 					       sector_t last_trk,
4482 					       unsigned int first_offs,
4483 					       unsigned int last_offs,
4484 					       unsigned int blk_per_trk,
4485 					       unsigned int blksize)
4486 {
4487 	struct dasd_ccw_req *cqr;
4488 	struct req_iterator iter;
4489 	struct bio_vec bv;
4490 	char *dst;
4491 	unsigned int trkcount, ctidaw;
4492 	unsigned char cmd;
4493 	struct dasd_device *basedev;
4494 	unsigned int tlf;
4495 	struct itcw *itcw;
4496 	struct tidaw *last_tidaw = NULL;
4497 	int itcw_op;
4498 	size_t itcw_size;
4499 	u8 tidaw_flags;
4500 	unsigned int seg_len, part_len, len_to_track_end;
4501 	unsigned char new_track;
4502 	sector_t recid, trkid;
4503 	unsigned int offs;
4504 	unsigned int count, count_to_trk_end;
4505 	int ret;
4506 
4507 	basedev = block->base;
4508 	if (rq_data_dir(req) == READ) {
4509 		cmd = DASD_ECKD_CCW_READ_TRACK_DATA;
4510 		itcw_op = ITCW_OP_READ;
4511 	} else if (rq_data_dir(req) == WRITE) {
4512 		cmd = DASD_ECKD_CCW_WRITE_TRACK_DATA;
4513 		itcw_op = ITCW_OP_WRITE;
4514 	} else
4515 		return ERR_PTR(-EINVAL);
4516 
4517 	/* trackbased I/O needs address all memory via TIDAWs,
4518 	 * not just for 64 bit addresses. This allows us to map
4519 	 * each segment directly to one tidaw.
4520 	 * In the case of write requests, additional tidaws may
4521 	 * be needed when a segment crosses a track boundary.
4522 	 */
4523 	trkcount = last_trk - first_trk + 1;
4524 	ctidaw = 0;
4525 	rq_for_each_segment(bv, req, iter) {
4526 		++ctidaw;
4527 	}
4528 	if (rq_data_dir(req) == WRITE)
4529 		ctidaw += (last_trk - first_trk);
4530 
4531 	/* Allocate the ccw request. */
4532 	itcw_size = itcw_calc_size(0, ctidaw, 0);
4533 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 0, itcw_size, startdev,
4534 				   blk_mq_rq_to_pdu(req));
4535 	if (IS_ERR(cqr))
4536 		return cqr;
4537 
4538 	/* transfer length factor: how many bytes to read from the last track */
4539 	if (first_trk == last_trk)
4540 		tlf = last_offs - first_offs + 1;
4541 	else
4542 		tlf = last_offs + 1;
4543 	tlf *= blksize;
4544 
4545 	itcw = itcw_init(cqr->data, itcw_size, itcw_op, 0, ctidaw, 0);
4546 	if (IS_ERR(itcw)) {
4547 		ret = -EINVAL;
4548 		goto out_error;
4549 	}
4550 	cqr->cpaddr = itcw_get_tcw(itcw);
4551 	if (prepare_itcw(itcw, first_trk, last_trk,
4552 			 cmd, basedev, startdev,
4553 			 first_offs + 1,
4554 			 trkcount, blksize,
4555 			 (last_rec - first_rec + 1) * blksize,
4556 			 tlf, blk_per_trk) == -EAGAIN) {
4557 		/* Clock not in sync and XRC is enabled.
4558 		 * Try again later.
4559 		 */
4560 		ret = -EAGAIN;
4561 		goto out_error;
4562 	}
4563 	len_to_track_end = 0;
4564 	/*
4565 	 * A tidaw can address 4k of memory, but must not cross page boundaries
4566 	 * We can let the block layer handle this by setting seg_boundary_mask
4567 	 * to page boundaries and max_segment_size to page size when setting up
4568 	 * the request queue.
4569 	 * For write requests, a TIDAW must not cross track boundaries, because
4570 	 * we have to set the CBC flag on the last tidaw for each track.
4571 	 */
4572 	if (rq_data_dir(req) == WRITE) {
4573 		new_track = 1;
4574 		recid = first_rec;
4575 		rq_for_each_segment(bv, req, iter) {
4576 			dst = bvec_virt(&bv);
4577 			seg_len = bv.bv_len;
4578 			while (seg_len) {
4579 				if (new_track) {
4580 					trkid = recid;
4581 					offs = sector_div(trkid, blk_per_trk);
4582 					count_to_trk_end = blk_per_trk - offs;
4583 					count = min((last_rec - recid + 1),
4584 						    (sector_t)count_to_trk_end);
4585 					len_to_track_end = count * blksize;
4586 					recid += count;
4587 					new_track = 0;
4588 				}
4589 				part_len = min(seg_len, len_to_track_end);
4590 				seg_len -= part_len;
4591 				len_to_track_end -= part_len;
4592 				/* We need to end the tidaw at track end */
4593 				if (!len_to_track_end) {
4594 					new_track = 1;
4595 					tidaw_flags = TIDAW_FLAGS_INSERT_CBC;
4596 				} else
4597 					tidaw_flags = 0;
4598 				last_tidaw = itcw_add_tidaw(itcw, tidaw_flags,
4599 							    dst, part_len);
4600 				if (IS_ERR(last_tidaw)) {
4601 					ret = -EINVAL;
4602 					goto out_error;
4603 				}
4604 				dst += part_len;
4605 			}
4606 		}
4607 	} else {
4608 		rq_for_each_segment(bv, req, iter) {
4609 			dst = bvec_virt(&bv);
4610 			last_tidaw = itcw_add_tidaw(itcw, 0x00,
4611 						    dst, bv.bv_len);
4612 			if (IS_ERR(last_tidaw)) {
4613 				ret = -EINVAL;
4614 				goto out_error;
4615 			}
4616 		}
4617 	}
4618 	last_tidaw->flags |= TIDAW_FLAGS_LAST;
4619 	last_tidaw->flags &= ~TIDAW_FLAGS_INSERT_CBC;
4620 	itcw_finalize(itcw);
4621 
4622 	if (blk_noretry_request(req) ||
4623 	    block->base->features & DASD_FEATURE_FAILFAST)
4624 		set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
4625 	cqr->cpmode = 1;
4626 	cqr->startdev = startdev;
4627 	cqr->memdev = startdev;
4628 	cqr->block = block;
4629 	cqr->expires = startdev->default_expires * HZ;	/* default 5 minutes */
4630 	cqr->lpm = dasd_path_get_ppm(startdev);
4631 	cqr->retries = startdev->default_retries;
4632 	cqr->buildclk = get_tod_clock();
4633 	cqr->status = DASD_CQR_FILLED;
4634 
4635 	/* Set flags to suppress output for expected errors */
4636 	if (dasd_eckd_is_ese(basedev)) {
4637 		set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags);
4638 		set_bit(DASD_CQR_SUPPRESS_IT, &cqr->flags);
4639 	}
4640 
4641 	return cqr;
4642 out_error:
4643 	dasd_sfree_request(cqr, startdev);
4644 	return ERR_PTR(ret);
4645 }
4646 
4647 static struct dasd_ccw_req *dasd_eckd_build_cp(struct dasd_device *startdev,
4648 					       struct dasd_block *block,
4649 					       struct request *req)
4650 {
4651 	int cmdrtd, cmdwtd;
4652 	int use_prefix;
4653 	int fcx_multitrack;
4654 	struct dasd_eckd_private *private;
4655 	struct dasd_device *basedev;
4656 	sector_t first_rec, last_rec;
4657 	sector_t first_trk, last_trk;
4658 	unsigned int first_offs, last_offs;
4659 	unsigned int blk_per_trk, blksize;
4660 	int cdlspecial;
4661 	unsigned int data_size;
4662 	struct dasd_ccw_req *cqr;
4663 
4664 	basedev = block->base;
4665 	private = basedev->private;
4666 
4667 	/* Calculate number of blocks/records per track. */
4668 	blksize = block->bp_block;
4669 	blk_per_trk = recs_per_track(&private->rdc_data, 0, blksize);
4670 	if (blk_per_trk == 0)
4671 		return ERR_PTR(-EINVAL);
4672 	/* Calculate record id of first and last block. */
4673 	first_rec = first_trk = blk_rq_pos(req) >> block->s2b_shift;
4674 	first_offs = sector_div(first_trk, blk_per_trk);
4675 	last_rec = last_trk =
4676 		(blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift;
4677 	last_offs = sector_div(last_trk, blk_per_trk);
4678 	cdlspecial = (private->uses_cdl && first_rec < 2*blk_per_trk);
4679 
4680 	fcx_multitrack = private->features.feature[40] & 0x20;
4681 	data_size = blk_rq_bytes(req);
4682 	if (data_size % blksize)
4683 		return ERR_PTR(-EINVAL);
4684 	/* tpm write request add CBC data on each track boundary */
4685 	if (rq_data_dir(req) == WRITE)
4686 		data_size += (last_trk - first_trk) * 4;
4687 
4688 	/* is read track data and write track data in command mode supported? */
4689 	cmdrtd = private->features.feature[9] & 0x20;
4690 	cmdwtd = private->features.feature[12] & 0x40;
4691 	use_prefix = private->features.feature[8] & 0x01;
4692 
4693 	cqr = NULL;
4694 	if (cdlspecial || dasd_page_cache) {
4695 		/* do nothing, just fall through to the cmd mode single case */
4696 	} else if ((data_size <= private->fcx_max_data)
4697 		   && (fcx_multitrack || (first_trk == last_trk))) {
4698 		cqr = dasd_eckd_build_cp_tpm_track(startdev, block, req,
4699 						    first_rec, last_rec,
4700 						    first_trk, last_trk,
4701 						    first_offs, last_offs,
4702 						    blk_per_trk, blksize);
4703 		if (IS_ERR(cqr) && (PTR_ERR(cqr) != -EAGAIN) &&
4704 		    (PTR_ERR(cqr) != -ENOMEM))
4705 			cqr = NULL;
4706 	} else if (use_prefix &&
4707 		   (((rq_data_dir(req) == READ) && cmdrtd) ||
4708 		    ((rq_data_dir(req) == WRITE) && cmdwtd))) {
4709 		cqr = dasd_eckd_build_cp_cmd_track(startdev, block, req,
4710 						   first_rec, last_rec,
4711 						   first_trk, last_trk,
4712 						   first_offs, last_offs,
4713 						   blk_per_trk, blksize);
4714 		if (IS_ERR(cqr) && (PTR_ERR(cqr) != -EAGAIN) &&
4715 		    (PTR_ERR(cqr) != -ENOMEM))
4716 			cqr = NULL;
4717 	}
4718 	if (!cqr)
4719 		cqr = dasd_eckd_build_cp_cmd_single(startdev, block, req,
4720 						    first_rec, last_rec,
4721 						    first_trk, last_trk,
4722 						    first_offs, last_offs,
4723 						    blk_per_trk, blksize);
4724 	return cqr;
4725 }
4726 
4727 static struct dasd_ccw_req *dasd_eckd_build_cp_raw(struct dasd_device *startdev,
4728 						   struct dasd_block *block,
4729 						   struct request *req)
4730 {
4731 	sector_t start_padding_sectors, end_sector_offset, end_padding_sectors;
4732 	unsigned int seg_len, len_to_track_end;
4733 	unsigned int cidaw, cplength, datasize;
4734 	sector_t first_trk, last_trk, sectors;
4735 	struct dasd_eckd_private *base_priv;
4736 	struct dasd_device *basedev;
4737 	struct req_iterator iter;
4738 	struct dasd_ccw_req *cqr;
4739 	unsigned int trkcount;
4740 	unsigned int size;
4741 	unsigned char cmd;
4742 	struct bio_vec bv;
4743 	struct ccw1 *ccw;
4744 	dma64_t *idaws;
4745 	int use_prefix;
4746 	void *data;
4747 	char *dst;
4748 
4749 	/*
4750 	 * raw track access needs to be mutiple of 64k and on 64k boundary
4751 	 * For read requests we can fix an incorrect alignment by padding
4752 	 * the request with dummy pages.
4753 	 */
4754 	start_padding_sectors = blk_rq_pos(req) % DASD_RAW_SECTORS_PER_TRACK;
4755 	end_sector_offset = (blk_rq_pos(req) + blk_rq_sectors(req)) %
4756 		DASD_RAW_SECTORS_PER_TRACK;
4757 	end_padding_sectors = (DASD_RAW_SECTORS_PER_TRACK - end_sector_offset) %
4758 		DASD_RAW_SECTORS_PER_TRACK;
4759 	basedev = block->base;
4760 	if ((start_padding_sectors || end_padding_sectors) &&
4761 	    (rq_data_dir(req) == WRITE)) {
4762 		DBF_DEV_EVENT(DBF_ERR, basedev,
4763 			      "raw write not track aligned (%llu,%llu) req %p",
4764 			      start_padding_sectors, end_padding_sectors, req);
4765 		return ERR_PTR(-EINVAL);
4766 	}
4767 
4768 	first_trk = blk_rq_pos(req) / DASD_RAW_SECTORS_PER_TRACK;
4769 	last_trk = (blk_rq_pos(req) + blk_rq_sectors(req) - 1) /
4770 		DASD_RAW_SECTORS_PER_TRACK;
4771 	trkcount = last_trk - first_trk + 1;
4772 
4773 	if (rq_data_dir(req) == READ)
4774 		cmd = DASD_ECKD_CCW_READ_TRACK;
4775 	else if (rq_data_dir(req) == WRITE)
4776 		cmd = DASD_ECKD_CCW_WRITE_FULL_TRACK;
4777 	else
4778 		return ERR_PTR(-EINVAL);
4779 
4780 	/*
4781 	 * Raw track based I/O needs IDAWs for each page,
4782 	 * and not just for 64 bit addresses.
4783 	 */
4784 	cidaw = trkcount * DASD_RAW_BLOCK_PER_TRACK;
4785 
4786 	/*
4787 	 * struct PFX_eckd_data and struct LRE_eckd_data can have up to 2 bytes
4788 	 * of extended parameter. This is needed for write full track.
4789 	 */
4790 	base_priv = basedev->private;
4791 	use_prefix = base_priv->features.feature[8] & 0x01;
4792 	if (use_prefix) {
4793 		cplength = 1 + trkcount;
4794 		size = sizeof(struct PFX_eckd_data) + 2;
4795 	} else {
4796 		cplength = 2 + trkcount;
4797 		size = sizeof(struct DE_eckd_data) +
4798 			sizeof(struct LRE_eckd_data) + 2;
4799 	}
4800 	size = ALIGN(size, 8);
4801 
4802 	datasize = size + cidaw * sizeof(unsigned long);
4803 
4804 	/* Allocate the ccw request. */
4805 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength,
4806 				   datasize, startdev, blk_mq_rq_to_pdu(req));
4807 	if (IS_ERR(cqr))
4808 		return cqr;
4809 
4810 	ccw = cqr->cpaddr;
4811 	data = cqr->data;
4812 
4813 	if (use_prefix) {
4814 		prefix_LRE(ccw++, data, first_trk, last_trk, cmd, basedev,
4815 			   startdev, 1, 0, trkcount, 0, 0);
4816 	} else {
4817 		define_extent(ccw++, data, first_trk, last_trk, cmd, basedev, 0);
4818 		ccw[-1].flags |= CCW_FLAG_CC;
4819 
4820 		data += sizeof(struct DE_eckd_data);
4821 		locate_record_ext(ccw++, data, first_trk, 0,
4822 				  trkcount, cmd, basedev, 0, 0);
4823 	}
4824 
4825 	idaws = (dma64_t *)(cqr->data + size);
4826 	len_to_track_end = 0;
4827 	if (start_padding_sectors) {
4828 		ccw[-1].flags |= CCW_FLAG_CC;
4829 		ccw->cmd_code = cmd;
4830 		/* maximum 3390 track size */
4831 		ccw->count = 57326;
4832 		/* 64k map to one track */
4833 		len_to_track_end = 65536 - start_padding_sectors * 512;
4834 		ccw->cda = virt_to_dma32(idaws);
4835 		ccw->flags |= CCW_FLAG_IDA;
4836 		ccw->flags |= CCW_FLAG_SLI;
4837 		ccw++;
4838 		for (sectors = 0; sectors < start_padding_sectors; sectors += 8)
4839 			idaws = idal_create_words(idaws, rawpadpage, PAGE_SIZE);
4840 	}
4841 	rq_for_each_segment(bv, req, iter) {
4842 		dst = bvec_virt(&bv);
4843 		seg_len = bv.bv_len;
4844 		if (cmd == DASD_ECKD_CCW_READ_TRACK)
4845 			memset(dst, 0, seg_len);
4846 		if (!len_to_track_end) {
4847 			ccw[-1].flags |= CCW_FLAG_CC;
4848 			ccw->cmd_code = cmd;
4849 			/* maximum 3390 track size */
4850 			ccw->count = 57326;
4851 			/* 64k map to one track */
4852 			len_to_track_end = 65536;
4853 			ccw->cda = virt_to_dma32(idaws);
4854 			ccw->flags |= CCW_FLAG_IDA;
4855 			ccw->flags |= CCW_FLAG_SLI;
4856 			ccw++;
4857 		}
4858 		len_to_track_end -= seg_len;
4859 		idaws = idal_create_words(idaws, dst, seg_len);
4860 	}
4861 	for (sectors = 0; sectors < end_padding_sectors; sectors += 8)
4862 		idaws = idal_create_words(idaws, rawpadpage, PAGE_SIZE);
4863 	if (blk_noretry_request(req) ||
4864 	    block->base->features & DASD_FEATURE_FAILFAST)
4865 		set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
4866 	cqr->startdev = startdev;
4867 	cqr->memdev = startdev;
4868 	cqr->block = block;
4869 	cqr->expires = startdev->default_expires * HZ;
4870 	cqr->lpm = dasd_path_get_ppm(startdev);
4871 	cqr->retries = startdev->default_retries;
4872 	cqr->buildclk = get_tod_clock();
4873 	cqr->status = DASD_CQR_FILLED;
4874 
4875 	return cqr;
4876 }
4877 
4878 
4879 static int
4880 dasd_eckd_free_cp(struct dasd_ccw_req *cqr, struct request *req)
4881 {
4882 	struct dasd_eckd_private *private;
4883 	struct ccw1 *ccw;
4884 	struct req_iterator iter;
4885 	struct bio_vec bv;
4886 	char *dst, *cda;
4887 	unsigned int blksize, blk_per_trk, off;
4888 	sector_t recid;
4889 	int status;
4890 
4891 	if (!dasd_page_cache)
4892 		goto out;
4893 	private = cqr->block->base->private;
4894 	blksize = cqr->block->bp_block;
4895 	blk_per_trk = recs_per_track(&private->rdc_data, 0, blksize);
4896 	recid = blk_rq_pos(req) >> cqr->block->s2b_shift;
4897 	ccw = cqr->cpaddr;
4898 	/* Skip over define extent & locate record. */
4899 	ccw++;
4900 	if (private->uses_cdl == 0 || recid > 2*blk_per_trk)
4901 		ccw++;
4902 	rq_for_each_segment(bv, req, iter) {
4903 		dst = bvec_virt(&bv);
4904 		for (off = 0; off < bv.bv_len; off += blksize) {
4905 			/* Skip locate record. */
4906 			if (private->uses_cdl && recid <= 2*blk_per_trk)
4907 				ccw++;
4908 			if (dst) {
4909 				if (ccw->flags & CCW_FLAG_IDA)
4910 					cda = dma64_to_virt(*((dma64_t *)dma32_to_virt(ccw->cda)));
4911 				else
4912 					cda = dma32_to_virt(ccw->cda);
4913 				if (dst != cda) {
4914 					if (rq_data_dir(req) == READ)
4915 						memcpy(dst, cda, bv.bv_len);
4916 					kmem_cache_free(dasd_page_cache,
4917 					    (void *)((addr_t)cda & PAGE_MASK));
4918 				}
4919 				dst = NULL;
4920 			}
4921 			ccw++;
4922 			recid++;
4923 		}
4924 	}
4925 out:
4926 	status = cqr->status == DASD_CQR_DONE;
4927 	dasd_sfree_request(cqr, cqr->memdev);
4928 	return status;
4929 }
4930 
4931 /*
4932  * Modify ccw/tcw in cqr so it can be started on a base device.
4933  *
4934  * Note that this is not enough to restart the cqr!
4935  * Either reset cqr->startdev as well (summary unit check handling)
4936  * or restart via separate cqr (as in ERP handling).
4937  */
4938 void dasd_eckd_reset_ccw_to_base_io(struct dasd_ccw_req *cqr)
4939 {
4940 	struct ccw1 *ccw;
4941 	struct PFX_eckd_data *pfxdata;
4942 	struct tcw *tcw;
4943 	struct tccb *tccb;
4944 	struct dcw *dcw;
4945 
4946 	if (cqr->cpmode == 1) {
4947 		tcw = cqr->cpaddr;
4948 		tccb = tcw_get_tccb(tcw);
4949 		dcw = (struct dcw *)&tccb->tca[0];
4950 		pfxdata = (struct PFX_eckd_data *)&dcw->cd[0];
4951 		pfxdata->validity.verify_base = 0;
4952 		pfxdata->validity.hyper_pav = 0;
4953 	} else {
4954 		ccw = cqr->cpaddr;
4955 		pfxdata = cqr->data;
4956 		if (ccw->cmd_code == DASD_ECKD_CCW_PFX) {
4957 			pfxdata->validity.verify_base = 0;
4958 			pfxdata->validity.hyper_pav = 0;
4959 		}
4960 	}
4961 }
4962 
4963 #define DASD_ECKD_CHANQ_MAX_SIZE 4
4964 
4965 static struct dasd_ccw_req *dasd_eckd_build_alias_cp(struct dasd_device *base,
4966 						     struct dasd_block *block,
4967 						     struct request *req)
4968 {
4969 	struct dasd_eckd_private *private;
4970 	struct dasd_device *startdev;
4971 	unsigned long flags;
4972 	struct dasd_ccw_req *cqr;
4973 
4974 	startdev = dasd_alias_get_start_dev(base);
4975 	if (!startdev)
4976 		startdev = base;
4977 	private = startdev->private;
4978 	if (private->count >= DASD_ECKD_CHANQ_MAX_SIZE)
4979 		return ERR_PTR(-EBUSY);
4980 
4981 	spin_lock_irqsave(get_ccwdev_lock(startdev->cdev), flags);
4982 	private->count++;
4983 	if ((base->features & DASD_FEATURE_USERAW))
4984 		cqr = dasd_eckd_build_cp_raw(startdev, block, req);
4985 	else
4986 		cqr = dasd_eckd_build_cp(startdev, block, req);
4987 	if (IS_ERR(cqr))
4988 		private->count--;
4989 	spin_unlock_irqrestore(get_ccwdev_lock(startdev->cdev), flags);
4990 	return cqr;
4991 }
4992 
4993 static int dasd_eckd_free_alias_cp(struct dasd_ccw_req *cqr,
4994 				   struct request *req)
4995 {
4996 	struct dasd_eckd_private *private;
4997 	unsigned long flags;
4998 
4999 	spin_lock_irqsave(get_ccwdev_lock(cqr->memdev->cdev), flags);
5000 	private = cqr->memdev->private;
5001 	private->count--;
5002 	spin_unlock_irqrestore(get_ccwdev_lock(cqr->memdev->cdev), flags);
5003 	return dasd_eckd_free_cp(cqr, req);
5004 }
5005 
5006 static int
5007 dasd_eckd_fill_info(struct dasd_device * device,
5008 		    struct dasd_information2_t * info)
5009 {
5010 	struct dasd_eckd_private *private = device->private;
5011 
5012 	info->label_block = 2;
5013 	info->FBA_layout = private->uses_cdl ? 0 : 1;
5014 	info->format = private->uses_cdl ? DASD_FORMAT_CDL : DASD_FORMAT_LDL;
5015 	info->characteristics_size = sizeof(private->rdc_data);
5016 	memcpy(info->characteristics, &private->rdc_data,
5017 	       sizeof(private->rdc_data));
5018 	info->confdata_size = min_t(unsigned long, private->conf.len,
5019 				    sizeof(info->configuration_data));
5020 	memcpy(info->configuration_data, private->conf.data,
5021 	       info->confdata_size);
5022 	return 0;
5023 }
5024 
5025 /*
5026  * SECTION: ioctl functions for eckd devices.
5027  */
5028 
5029 /*
5030  * Release device ioctl.
5031  * Buils a channel programm to releases a prior reserved
5032  * (see dasd_eckd_reserve) device.
5033  */
5034 static int
5035 dasd_eckd_release(struct dasd_device *device)
5036 {
5037 	struct dasd_ccw_req *cqr;
5038 	int rc;
5039 	struct ccw1 *ccw;
5040 	int useglobal;
5041 
5042 	if (!capable(CAP_SYS_ADMIN))
5043 		return -EACCES;
5044 
5045 	useglobal = 0;
5046 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL);
5047 	if (IS_ERR(cqr)) {
5048 		mutex_lock(&dasd_reserve_mutex);
5049 		useglobal = 1;
5050 		cqr = &dasd_reserve_req->cqr;
5051 		memset(cqr, 0, sizeof(*cqr));
5052 		memset(&dasd_reserve_req->ccw, 0,
5053 		       sizeof(dasd_reserve_req->ccw));
5054 		cqr->cpaddr = &dasd_reserve_req->ccw;
5055 		cqr->data = &dasd_reserve_req->data;
5056 		cqr->magic = DASD_ECKD_MAGIC;
5057 	}
5058 	ccw = cqr->cpaddr;
5059 	ccw->cmd_code = DASD_ECKD_CCW_RELEASE;
5060 	ccw->flags |= CCW_FLAG_SLI;
5061 	ccw->count = 32;
5062 	ccw->cda = virt_to_dma32(cqr->data);
5063 	cqr->startdev = device;
5064 	cqr->memdev = device;
5065 	clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
5066 	set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
5067 	cqr->retries = 2;	/* set retry counter to enable basic ERP */
5068 	cqr->expires = 2 * HZ;
5069 	cqr->buildclk = get_tod_clock();
5070 	cqr->status = DASD_CQR_FILLED;
5071 
5072 	rc = dasd_sleep_on_immediatly(cqr);
5073 	if (!rc)
5074 		clear_bit(DASD_FLAG_IS_RESERVED, &device->flags);
5075 
5076 	if (useglobal)
5077 		mutex_unlock(&dasd_reserve_mutex);
5078 	else
5079 		dasd_sfree_request(cqr, cqr->memdev);
5080 	return rc;
5081 }
5082 
5083 /*
5084  * Reserve device ioctl.
5085  * Options are set to 'synchronous wait for interrupt' and
5086  * 'timeout the request'. This leads to a terminate IO if
5087  * the interrupt is outstanding for a certain time.
5088  */
5089 static int
5090 dasd_eckd_reserve(struct dasd_device *device)
5091 {
5092 	struct dasd_ccw_req *cqr;
5093 	int rc;
5094 	struct ccw1 *ccw;
5095 	int useglobal;
5096 
5097 	if (!capable(CAP_SYS_ADMIN))
5098 		return -EACCES;
5099 
5100 	useglobal = 0;
5101 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL);
5102 	if (IS_ERR(cqr)) {
5103 		mutex_lock(&dasd_reserve_mutex);
5104 		useglobal = 1;
5105 		cqr = &dasd_reserve_req->cqr;
5106 		memset(cqr, 0, sizeof(*cqr));
5107 		memset(&dasd_reserve_req->ccw, 0,
5108 		       sizeof(dasd_reserve_req->ccw));
5109 		cqr->cpaddr = &dasd_reserve_req->ccw;
5110 		cqr->data = &dasd_reserve_req->data;
5111 		cqr->magic = DASD_ECKD_MAGIC;
5112 	}
5113 	ccw = cqr->cpaddr;
5114 	ccw->cmd_code = DASD_ECKD_CCW_RESERVE;
5115 	ccw->flags |= CCW_FLAG_SLI;
5116 	ccw->count = 32;
5117 	ccw->cda = virt_to_dma32(cqr->data);
5118 	cqr->startdev = device;
5119 	cqr->memdev = device;
5120 	clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
5121 	set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
5122 	cqr->retries = 2;	/* set retry counter to enable basic ERP */
5123 	cqr->expires = 2 * HZ;
5124 	cqr->buildclk = get_tod_clock();
5125 	cqr->status = DASD_CQR_FILLED;
5126 
5127 	rc = dasd_sleep_on_immediatly(cqr);
5128 	if (!rc)
5129 		set_bit(DASD_FLAG_IS_RESERVED, &device->flags);
5130 
5131 	if (useglobal)
5132 		mutex_unlock(&dasd_reserve_mutex);
5133 	else
5134 		dasd_sfree_request(cqr, cqr->memdev);
5135 	return rc;
5136 }
5137 
5138 /*
5139  * Steal lock ioctl - unconditional reserve device.
5140  * Buils a channel programm to break a device's reservation.
5141  * (unconditional reserve)
5142  */
5143 static int
5144 dasd_eckd_steal_lock(struct dasd_device *device)
5145 {
5146 	struct dasd_ccw_req *cqr;
5147 	int rc;
5148 	struct ccw1 *ccw;
5149 	int useglobal;
5150 
5151 	if (!capable(CAP_SYS_ADMIN))
5152 		return -EACCES;
5153 
5154 	useglobal = 0;
5155 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL);
5156 	if (IS_ERR(cqr)) {
5157 		mutex_lock(&dasd_reserve_mutex);
5158 		useglobal = 1;
5159 		cqr = &dasd_reserve_req->cqr;
5160 		memset(cqr, 0, sizeof(*cqr));
5161 		memset(&dasd_reserve_req->ccw, 0,
5162 		       sizeof(dasd_reserve_req->ccw));
5163 		cqr->cpaddr = &dasd_reserve_req->ccw;
5164 		cqr->data = &dasd_reserve_req->data;
5165 		cqr->magic = DASD_ECKD_MAGIC;
5166 	}
5167 	ccw = cqr->cpaddr;
5168 	ccw->cmd_code = DASD_ECKD_CCW_SLCK;
5169 	ccw->flags |= CCW_FLAG_SLI;
5170 	ccw->count = 32;
5171 	ccw->cda = virt_to_dma32(cqr->data);
5172 	cqr->startdev = device;
5173 	cqr->memdev = device;
5174 	clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
5175 	set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
5176 	cqr->retries = 2;	/* set retry counter to enable basic ERP */
5177 	cqr->expires = 2 * HZ;
5178 	cqr->buildclk = get_tod_clock();
5179 	cqr->status = DASD_CQR_FILLED;
5180 
5181 	rc = dasd_sleep_on_immediatly(cqr);
5182 	if (!rc)
5183 		set_bit(DASD_FLAG_IS_RESERVED, &device->flags);
5184 
5185 	if (useglobal)
5186 		mutex_unlock(&dasd_reserve_mutex);
5187 	else
5188 		dasd_sfree_request(cqr, cqr->memdev);
5189 	return rc;
5190 }
5191 
5192 /*
5193  * SNID - Sense Path Group ID
5194  * This ioctl may be used in situations where I/O is stalled due to
5195  * a reserve, so if the normal dasd_smalloc_request fails, we use the
5196  * preallocated dasd_reserve_req.
5197  */
5198 static int dasd_eckd_snid(struct dasd_device *device,
5199 			  void __user *argp)
5200 {
5201 	struct dasd_ccw_req *cqr;
5202 	int rc;
5203 	struct ccw1 *ccw;
5204 	int useglobal;
5205 	struct dasd_snid_ioctl_data usrparm;
5206 
5207 	if (!capable(CAP_SYS_ADMIN))
5208 		return -EACCES;
5209 
5210 	if (copy_from_user(&usrparm, argp, sizeof(usrparm)))
5211 		return -EFAULT;
5212 
5213 	useglobal = 0;
5214 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1,
5215 				   sizeof(struct dasd_snid_data), device,
5216 				   NULL);
5217 	if (IS_ERR(cqr)) {
5218 		mutex_lock(&dasd_reserve_mutex);
5219 		useglobal = 1;
5220 		cqr = &dasd_reserve_req->cqr;
5221 		memset(cqr, 0, sizeof(*cqr));
5222 		memset(&dasd_reserve_req->ccw, 0,
5223 		       sizeof(dasd_reserve_req->ccw));
5224 		cqr->cpaddr = &dasd_reserve_req->ccw;
5225 		cqr->data = &dasd_reserve_req->data;
5226 		cqr->magic = DASD_ECKD_MAGIC;
5227 	}
5228 	ccw = cqr->cpaddr;
5229 	ccw->cmd_code = DASD_ECKD_CCW_SNID;
5230 	ccw->flags |= CCW_FLAG_SLI;
5231 	ccw->count = 12;
5232 	ccw->cda = virt_to_dma32(cqr->data);
5233 	cqr->startdev = device;
5234 	cqr->memdev = device;
5235 	clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
5236 	set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
5237 	set_bit(DASD_CQR_ALLOW_SLOCK, &cqr->flags);
5238 	cqr->retries = 5;
5239 	cqr->expires = 10 * HZ;
5240 	cqr->buildclk = get_tod_clock();
5241 	cqr->status = DASD_CQR_FILLED;
5242 	cqr->lpm = usrparm.path_mask;
5243 
5244 	rc = dasd_sleep_on_immediatly(cqr);
5245 	/* verify that I/O processing didn't modify the path mask */
5246 	if (!rc && usrparm.path_mask && (cqr->lpm != usrparm.path_mask))
5247 		rc = -EIO;
5248 	if (!rc) {
5249 		usrparm.data = *((struct dasd_snid_data *)cqr->data);
5250 		if (copy_to_user(argp, &usrparm, sizeof(usrparm)))
5251 			rc = -EFAULT;
5252 	}
5253 
5254 	if (useglobal)
5255 		mutex_unlock(&dasd_reserve_mutex);
5256 	else
5257 		dasd_sfree_request(cqr, cqr->memdev);
5258 	return rc;
5259 }
5260 
5261 /*
5262  * Read performance statistics
5263  */
5264 static int
5265 dasd_eckd_performance(struct dasd_device *device, void __user *argp)
5266 {
5267 	struct dasd_psf_prssd_data *prssdp;
5268 	struct dasd_rssd_perf_stats_t *stats;
5269 	struct dasd_ccw_req *cqr;
5270 	struct ccw1 *ccw;
5271 	int rc;
5272 
5273 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */  + 1 /* RSSD */,
5274 				   (sizeof(struct dasd_psf_prssd_data) +
5275 				    sizeof(struct dasd_rssd_perf_stats_t)),
5276 				   device, NULL);
5277 	if (IS_ERR(cqr)) {
5278 		DBF_DEV_EVENT(DBF_WARNING, device, "%s",
5279 			    "Could not allocate initialization request");
5280 		return PTR_ERR(cqr);
5281 	}
5282 	cqr->startdev = device;
5283 	cqr->memdev = device;
5284 	cqr->retries = 0;
5285 	clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
5286 	cqr->expires = 10 * HZ;
5287 
5288 	/* Prepare for Read Subsystem Data */
5289 	prssdp = (struct dasd_psf_prssd_data *) cqr->data;
5290 	memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data));
5291 	prssdp->order = PSF_ORDER_PRSSD;
5292 	prssdp->suborder = 0x01;	/* Performance Statistics */
5293 	prssdp->varies[1] = 0x01;	/* Perf Statistics for the Subsystem */
5294 
5295 	ccw = cqr->cpaddr;
5296 	ccw->cmd_code = DASD_ECKD_CCW_PSF;
5297 	ccw->count = sizeof(struct dasd_psf_prssd_data);
5298 	ccw->flags |= CCW_FLAG_CC;
5299 	ccw->cda = virt_to_dma32(prssdp);
5300 
5301 	/* Read Subsystem Data - Performance Statistics */
5302 	stats = (struct dasd_rssd_perf_stats_t *) (prssdp + 1);
5303 	memset(stats, 0, sizeof(struct dasd_rssd_perf_stats_t));
5304 
5305 	ccw++;
5306 	ccw->cmd_code = DASD_ECKD_CCW_RSSD;
5307 	ccw->count = sizeof(struct dasd_rssd_perf_stats_t);
5308 	ccw->cda = virt_to_dma32(stats);
5309 
5310 	cqr->buildclk = get_tod_clock();
5311 	cqr->status = DASD_CQR_FILLED;
5312 	rc = dasd_sleep_on(cqr);
5313 	if (rc == 0) {
5314 		prssdp = (struct dasd_psf_prssd_data *) cqr->data;
5315 		stats = (struct dasd_rssd_perf_stats_t *) (prssdp + 1);
5316 		if (copy_to_user(argp, stats,
5317 				 sizeof(struct dasd_rssd_perf_stats_t)))
5318 			rc = -EFAULT;
5319 	}
5320 	dasd_sfree_request(cqr, cqr->memdev);
5321 	return rc;
5322 }
5323 
5324 /*
5325  * Get attributes (cache operations)
5326  * Returnes the cache attributes used in Define Extend (DE).
5327  */
5328 static int
5329 dasd_eckd_get_attrib(struct dasd_device *device, void __user *argp)
5330 {
5331 	struct dasd_eckd_private *private = device->private;
5332 	struct attrib_data_t attrib = private->attrib;
5333 	int rc;
5334 
5335         if (!capable(CAP_SYS_ADMIN))
5336                 return -EACCES;
5337 	if (!argp)
5338                 return -EINVAL;
5339 
5340 	rc = 0;
5341 	if (copy_to_user(argp, (long *) &attrib,
5342 			 sizeof(struct attrib_data_t)))
5343 		rc = -EFAULT;
5344 
5345 	return rc;
5346 }
5347 
5348 /*
5349  * Set attributes (cache operations)
5350  * Stores the attributes for cache operation to be used in Define Extend (DE).
5351  */
5352 static int
5353 dasd_eckd_set_attrib(struct dasd_device *device, void __user *argp)
5354 {
5355 	struct dasd_eckd_private *private = device->private;
5356 	struct attrib_data_t attrib;
5357 
5358 	if (!capable(CAP_SYS_ADMIN))
5359 		return -EACCES;
5360 	if (!argp)
5361 		return -EINVAL;
5362 
5363 	if (copy_from_user(&attrib, argp, sizeof(struct attrib_data_t)))
5364 		return -EFAULT;
5365 	private->attrib = attrib;
5366 
5367 	dev_info(&device->cdev->dev,
5368 		 "The DASD cache mode was set to %x (%i cylinder prestage)\n",
5369 		 private->attrib.operation, private->attrib.nr_cyl);
5370 	return 0;
5371 }
5372 
5373 /*
5374  * Issue syscall I/O to EMC Symmetrix array.
5375  * CCWs are PSF and RSSD
5376  */
5377 static int dasd_symm_io(struct dasd_device *device, void __user *argp)
5378 {
5379 	struct dasd_symmio_parms usrparm;
5380 	char *psf_data, *rssd_result;
5381 	struct dasd_ccw_req *cqr;
5382 	struct ccw1 *ccw;
5383 	char psf0, psf1;
5384 	int rc;
5385 
5386 	if (!capable(CAP_SYS_ADMIN) && !capable(CAP_SYS_RAWIO))
5387 		return -EACCES;
5388 	psf0 = psf1 = 0;
5389 
5390 	/* Copy parms from caller */
5391 	rc = -EFAULT;
5392 	if (copy_from_user(&usrparm, argp, sizeof(usrparm)))
5393 		goto out;
5394 	/* at least 2 bytes are accessed and should be allocated */
5395 	if (usrparm.psf_data_len < 2) {
5396 		DBF_DEV_EVENT(DBF_WARNING, device,
5397 			      "Symmetrix ioctl invalid data length %d",
5398 			      usrparm.psf_data_len);
5399 		rc = -EINVAL;
5400 		goto out;
5401 	}
5402 	/* alloc I/O data area */
5403 	psf_data = kzalloc(usrparm.psf_data_len, GFP_KERNEL | GFP_DMA);
5404 	rssd_result = kzalloc(usrparm.rssd_result_len, GFP_KERNEL | GFP_DMA);
5405 	if (!psf_data || !rssd_result) {
5406 		rc = -ENOMEM;
5407 		goto out_free;
5408 	}
5409 
5410 	/* get syscall header from user space */
5411 	rc = -EFAULT;
5412 	if (copy_from_user(psf_data,
5413 			   (void __user *)(unsigned long) usrparm.psf_data,
5414 			   usrparm.psf_data_len))
5415 		goto out_free;
5416 	psf0 = psf_data[0];
5417 	psf1 = psf_data[1];
5418 
5419 	/* setup CCWs for PSF + RSSD */
5420 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2, 0, device, NULL);
5421 	if (IS_ERR(cqr)) {
5422 		DBF_DEV_EVENT(DBF_WARNING, device, "%s",
5423 			"Could not allocate initialization request");
5424 		rc = PTR_ERR(cqr);
5425 		goto out_free;
5426 	}
5427 
5428 	cqr->startdev = device;
5429 	cqr->memdev = device;
5430 	cqr->retries = 3;
5431 	cqr->expires = 10 * HZ;
5432 	cqr->buildclk = get_tod_clock();
5433 	cqr->status = DASD_CQR_FILLED;
5434 
5435 	/* Build the ccws */
5436 	ccw = cqr->cpaddr;
5437 
5438 	/* PSF ccw */
5439 	ccw->cmd_code = DASD_ECKD_CCW_PSF;
5440 	ccw->count = usrparm.psf_data_len;
5441 	ccw->flags |= CCW_FLAG_CC;
5442 	ccw->cda = virt_to_dma32(psf_data);
5443 
5444 	ccw++;
5445 
5446 	/* RSSD ccw  */
5447 	ccw->cmd_code = DASD_ECKD_CCW_RSSD;
5448 	ccw->count = usrparm.rssd_result_len;
5449 	ccw->flags = CCW_FLAG_SLI ;
5450 	ccw->cda = virt_to_dma32(rssd_result);
5451 
5452 	rc = dasd_sleep_on(cqr);
5453 	if (rc)
5454 		goto out_sfree;
5455 
5456 	rc = -EFAULT;
5457 	if (copy_to_user((void __user *)(unsigned long) usrparm.rssd_result,
5458 			   rssd_result, usrparm.rssd_result_len))
5459 		goto out_sfree;
5460 	rc = 0;
5461 
5462 out_sfree:
5463 	dasd_sfree_request(cqr, cqr->memdev);
5464 out_free:
5465 	kfree(rssd_result);
5466 	kfree(psf_data);
5467 out:
5468 	DBF_DEV_EVENT(DBF_WARNING, device,
5469 		      "Symmetrix ioctl (0x%02x 0x%02x): rc=%d",
5470 		      (int) psf0, (int) psf1, rc);
5471 	return rc;
5472 }
5473 
5474 static int
5475 dasd_eckd_ioctl(struct dasd_block *block, unsigned int cmd, void __user *argp)
5476 {
5477 	struct dasd_device *device = block->base;
5478 
5479 	switch (cmd) {
5480 	case BIODASDGATTR:
5481 		return dasd_eckd_get_attrib(device, argp);
5482 	case BIODASDSATTR:
5483 		return dasd_eckd_set_attrib(device, argp);
5484 	case BIODASDPSRD:
5485 		return dasd_eckd_performance(device, argp);
5486 	case BIODASDRLSE:
5487 		return dasd_eckd_release(device);
5488 	case BIODASDRSRV:
5489 		return dasd_eckd_reserve(device);
5490 	case BIODASDSLCK:
5491 		return dasd_eckd_steal_lock(device);
5492 	case BIODASDSNID:
5493 		return dasd_eckd_snid(device, argp);
5494 	case BIODASDSYMMIO:
5495 		return dasd_symm_io(device, argp);
5496 	default:
5497 		return -ENOTTY;
5498 	}
5499 }
5500 
5501 /*
5502  * Dump the range of CCWs into 'page' buffer
5503  * and return number of printed chars.
5504  */
5505 static void
5506 dasd_eckd_dump_ccw_range(struct dasd_device *device, struct ccw1 *from,
5507 			 struct ccw1 *to, char *page)
5508 {
5509 	int len, count;
5510 	char *datap;
5511 
5512 	len = 0;
5513 	while (from <= to) {
5514 		len += sprintf(page + len, "CCW %px: %08X %08X DAT:",
5515 			       from, ((int *) from)[0], ((int *) from)[1]);
5516 
5517 		/* get pointer to data (consider IDALs) */
5518 		if (from->flags & CCW_FLAG_IDA)
5519 			datap = dma64_to_virt(*((dma64_t *)dma32_to_virt(from->cda)));
5520 		else
5521 			datap = dma32_to_virt(from->cda);
5522 
5523 		/* dump data (max 128 bytes) */
5524 		for (count = 0; count < from->count && count < 128; count++) {
5525 			if (count % 32 == 0)
5526 				len += sprintf(page + len, "\n");
5527 			if (count % 8 == 0)
5528 				len += sprintf(page + len, " ");
5529 			if (count % 4 == 0)
5530 				len += sprintf(page + len, " ");
5531 			len += sprintf(page + len, "%02x", datap[count]);
5532 		}
5533 		len += sprintf(page + len, "\n");
5534 		from++;
5535 	}
5536 	if (len > 0)
5537 		dev_err(&device->cdev->dev, "%s", page);
5538 }
5539 
5540 static void
5541 dasd_eckd_dump_sense_dbf(struct dasd_device *device, struct irb *irb,
5542 			 char *reason)
5543 {
5544 	u64 *sense;
5545 	u64 *stat;
5546 
5547 	sense = (u64 *) dasd_get_sense(irb);
5548 	stat = (u64 *) &irb->scsw;
5549 	if (sense) {
5550 		DBF_DEV_EVENT(DBF_EMERG, device, "%s: %016llx %08x : "
5551 			      "%016llx %016llx %016llx %016llx",
5552 			      reason, *stat, *((u32 *) (stat + 1)),
5553 			      sense[0], sense[1], sense[2], sense[3]);
5554 	} else {
5555 		DBF_DEV_EVENT(DBF_EMERG, device, "%s: %016llx %08x : %s",
5556 			      reason, *stat, *((u32 *) (stat + 1)),
5557 			      "NO VALID SENSE");
5558 	}
5559 }
5560 
5561 /*
5562  * Print sense data and related channel program.
5563  * Parts are printed because printk buffer is only 1024 bytes.
5564  */
5565 static void dasd_eckd_dump_sense_ccw(struct dasd_device *device,
5566 				 struct dasd_ccw_req *req, struct irb *irb)
5567 {
5568 	struct ccw1 *first, *last, *fail, *from, *to;
5569 	struct device *dev;
5570 	int len, sl, sct;
5571 	char *page;
5572 
5573 	dev = &device->cdev->dev;
5574 
5575 	page = kzalloc(PAGE_SIZE, GFP_ATOMIC);
5576 	if (page == NULL) {
5577 		DBF_DEV_EVENT(DBF_WARNING, device, "%s",
5578 			      "No memory to dump sense data\n");
5579 		return;
5580 	}
5581 	/* dump the sense data */
5582 	len = sprintf(page, "I/O status report:\n");
5583 	len += sprintf(page + len,
5584 		       "in req: %px CC:%02X FC:%02X AC:%02X SC:%02X DS:%02X CS:%02X RC:%d\n",
5585 		       req, scsw_cc(&irb->scsw), scsw_fctl(&irb->scsw),
5586 		       scsw_actl(&irb->scsw), scsw_stctl(&irb->scsw),
5587 		       scsw_dstat(&irb->scsw), scsw_cstat(&irb->scsw),
5588 		       req ? req->intrc : 0);
5589 	len += sprintf(page + len, "Failing CCW: %px\n",
5590 		       dma32_to_virt(irb->scsw.cmd.cpa));
5591 	if (irb->esw.esw0.erw.cons) {
5592 		for (sl = 0; sl < 4; sl++) {
5593 			len += sprintf(page + len, "Sense(hex) %2d-%2d:",
5594 				       (8 * sl), ((8 * sl) + 7));
5595 
5596 			for (sct = 0; sct < 8; sct++) {
5597 				len += sprintf(page + len, " %02x",
5598 					       irb->ecw[8 * sl + sct]);
5599 			}
5600 			len += sprintf(page + len, "\n");
5601 		}
5602 
5603 		if (irb->ecw[27] & DASD_SENSE_BIT_0) {
5604 			/* 24 Byte Sense Data */
5605 			sprintf(page + len,
5606 				"24 Byte: %x MSG %x, %s MSGb to SYSOP\n",
5607 				irb->ecw[7] >> 4, irb->ecw[7] & 0x0f,
5608 				irb->ecw[1] & 0x10 ? "" : "no");
5609 		} else {
5610 			/* 32 Byte Sense Data */
5611 			sprintf(page + len,
5612 				"32 Byte: Format: %x Exception class %x\n",
5613 				irb->ecw[6] & 0x0f, irb->ecw[22] >> 4);
5614 		}
5615 	} else {
5616 		sprintf(page + len, "SORRY - NO VALID SENSE AVAILABLE\n");
5617 	}
5618 	dev_err(dev, "%s", page);
5619 
5620 	if (req) {
5621 		/* req == NULL for unsolicited interrupts */
5622 		/* dump the Channel Program (max 140 Bytes per line) */
5623 		/* Count CCW and print first CCWs (maximum 7) */
5624 		first = req->cpaddr;
5625 		for (last = first; last->flags & (CCW_FLAG_CC | CCW_FLAG_DC); last++);
5626 		to = min(first + 6, last);
5627 		dev_err(dev, "Related CP in req: %px\n", req);
5628 		dasd_eckd_dump_ccw_range(device, first, to, page);
5629 
5630 		/* print failing CCW area (maximum 4) */
5631 		/* scsw->cda is either valid or zero  */
5632 		from = ++to;
5633 		fail = dma32_to_virt(irb->scsw.cmd.cpa); /* failing CCW */
5634 		if (from <  fail - 2) {
5635 			from = fail - 2;     /* there is a gap - print header */
5636 			dev_err(dev, "......\n");
5637 		}
5638 		to = min(fail + 1, last);
5639 		dasd_eckd_dump_ccw_range(device, from, to, page + len);
5640 
5641 		/* print last CCWs (maximum 2) */
5642 		len = 0;
5643 		from = max(from, ++to);
5644 		if (from < last - 1) {
5645 			from = last - 1;     /* there is a gap - print header */
5646 			dev_err(dev, "......\n");
5647 		}
5648 		dasd_eckd_dump_ccw_range(device, from, last, page + len);
5649 	}
5650 	kfree(page);
5651 }
5652 
5653 
5654 /*
5655  * Print sense data from a tcw.
5656  */
5657 static void dasd_eckd_dump_sense_tcw(struct dasd_device *device,
5658 				 struct dasd_ccw_req *req, struct irb *irb)
5659 {
5660 	char *page;
5661 	int len, sl, sct, residual;
5662 	struct tsb *tsb;
5663 	u8 *sense, *rcq;
5664 
5665 	page = kzalloc(PAGE_SIZE, GFP_ATOMIC);
5666 	if (page == NULL) {
5667 		DBF_DEV_EVENT(DBF_WARNING, device, " %s",
5668 			    "No memory to dump sense data");
5669 		return;
5670 	}
5671 	/* dump the sense data */
5672 	len = sprintf(page, "I/O status report:\n");
5673 	len += sprintf(page + len,
5674 		       "in req: %px CC:%02X FC:%02X AC:%02X SC:%02X DS:%02X "
5675 		       "CS:%02X fcxs:%02X schxs:%02X RC:%d\n",
5676 		       req, scsw_cc(&irb->scsw), scsw_fctl(&irb->scsw),
5677 		       scsw_actl(&irb->scsw), scsw_stctl(&irb->scsw),
5678 		       scsw_dstat(&irb->scsw), scsw_cstat(&irb->scsw),
5679 		       irb->scsw.tm.fcxs,
5680 		       (irb->scsw.tm.ifob << 7) | irb->scsw.tm.sesq,
5681 		       req ? req->intrc : 0);
5682 	len += sprintf(page + len, "Failing TCW: %px\n",
5683 		       dma32_to_virt(irb->scsw.tm.tcw));
5684 
5685 	tsb = NULL;
5686 	sense = NULL;
5687 	if (irb->scsw.tm.tcw && (irb->scsw.tm.fcxs & 0x01))
5688 		tsb = tcw_get_tsb(dma32_to_virt(irb->scsw.tm.tcw));
5689 
5690 	if (tsb) {
5691 		len += sprintf(page + len, "tsb->length %d\n", tsb->length);
5692 		len += sprintf(page + len, "tsb->flags %x\n", tsb->flags);
5693 		len += sprintf(page + len, "tsb->dcw_offset %d\n", tsb->dcw_offset);
5694 		len += sprintf(page + len, "tsb->count %d\n", tsb->count);
5695 		residual = tsb->count - 28;
5696 		len += sprintf(page + len, "residual %d\n", residual);
5697 
5698 		switch (tsb->flags & 0x07) {
5699 		case 1:	/* tsa_iostat */
5700 			len += sprintf(page + len, "tsb->tsa.iostat.dev_time %d\n",
5701 				       tsb->tsa.iostat.dev_time);
5702 			len += sprintf(page + len, "tsb->tsa.iostat.def_time %d\n",
5703 				       tsb->tsa.iostat.def_time);
5704 			len += sprintf(page + len, "tsb->tsa.iostat.queue_time %d\n",
5705 				       tsb->tsa.iostat.queue_time);
5706 			len += sprintf(page + len, "tsb->tsa.iostat.dev_busy_time %d\n",
5707 				       tsb->tsa.iostat.dev_busy_time);
5708 			len += sprintf(page + len, "tsb->tsa.iostat.dev_act_time %d\n",
5709 				       tsb->tsa.iostat.dev_act_time);
5710 			sense = tsb->tsa.iostat.sense;
5711 			break;
5712 		case 2: /* ts_ddpc */
5713 			len += sprintf(page + len, "tsb->tsa.ddpc.rc %d\n",
5714 				       tsb->tsa.ddpc.rc);
5715 			for (sl = 0; sl < 2; sl++) {
5716 				len += sprintf(page + len,
5717 					       "tsb->tsa.ddpc.rcq %2d-%2d: ",
5718 					       (8 * sl), ((8 * sl) + 7));
5719 				rcq = tsb->tsa.ddpc.rcq;
5720 				for (sct = 0; sct < 8; sct++) {
5721 					len += sprintf(page + len, "%02x",
5722 						       rcq[8 * sl + sct]);
5723 				}
5724 				len += sprintf(page + len, "\n");
5725 			}
5726 			sense = tsb->tsa.ddpc.sense;
5727 			break;
5728 		case 3: /* tsa_intrg */
5729 			len += sprintf(page + len,
5730 				      "tsb->tsa.intrg.: not supported yet\n");
5731 			break;
5732 		}
5733 
5734 		if (sense) {
5735 			for (sl = 0; sl < 4; sl++) {
5736 				len += sprintf(page + len,
5737 					       "Sense(hex) %2d-%2d:",
5738 					       (8 * sl), ((8 * sl) + 7));
5739 				for (sct = 0; sct < 8; sct++) {
5740 					len += sprintf(page + len, " %02x",
5741 						       sense[8 * sl + sct]);
5742 				}
5743 				len += sprintf(page + len, "\n");
5744 			}
5745 
5746 			if (sense[27] & DASD_SENSE_BIT_0) {
5747 				/* 24 Byte Sense Data */
5748 				sprintf(page + len,
5749 					"24 Byte: %x MSG %x, %s MSGb to SYSOP\n",
5750 					sense[7] >> 4, sense[7] & 0x0f,
5751 					sense[1] & 0x10 ? "" : "no");
5752 			} else {
5753 				/* 32 Byte Sense Data */
5754 				sprintf(page + len,
5755 					"32 Byte: Format: %x Exception class %x\n",
5756 					sense[6] & 0x0f, sense[22] >> 4);
5757 			}
5758 		} else {
5759 			sprintf(page + len, "SORRY - NO VALID SENSE AVAILABLE\n");
5760 		}
5761 	} else {
5762 		sprintf(page + len, "SORRY - NO TSB DATA AVAILABLE\n");
5763 	}
5764 	dev_err(&device->cdev->dev, "%s", page);
5765 	kfree(page);
5766 }
5767 
5768 static void dasd_eckd_dump_sense(struct dasd_device *device,
5769 				 struct dasd_ccw_req *req, struct irb *irb)
5770 {
5771 	u8 *sense = dasd_get_sense(irb);
5772 
5773 	/*
5774 	 * In some cases certain errors might be expected and
5775 	 * log messages shouldn't be written then.
5776 	 * Check if the according suppress bit is set.
5777 	 */
5778 	if (sense && (sense[1] & SNS1_INV_TRACK_FORMAT) &&
5779 	    !(sense[2] & SNS2_ENV_DATA_PRESENT) &&
5780 	    test_bit(DASD_CQR_SUPPRESS_IT, &req->flags))
5781 		return;
5782 
5783 	if (sense && sense[0] & SNS0_CMD_REJECT &&
5784 	    test_bit(DASD_CQR_SUPPRESS_CR, &req->flags))
5785 		return;
5786 
5787 	if (sense && sense[1] & SNS1_NO_REC_FOUND &&
5788 	    test_bit(DASD_CQR_SUPPRESS_NRF, &req->flags))
5789 		return;
5790 
5791 	if (scsw_cstat(&irb->scsw) == 0x40 &&
5792 	    test_bit(DASD_CQR_SUPPRESS_IL, &req->flags))
5793 		return;
5794 
5795 	if (scsw_is_tm(&irb->scsw))
5796 		dasd_eckd_dump_sense_tcw(device, req, irb);
5797 	else
5798 		dasd_eckd_dump_sense_ccw(device, req, irb);
5799 }
5800 
5801 static int dasd_eckd_reload_device(struct dasd_device *device)
5802 {
5803 	struct dasd_eckd_private *private = device->private;
5804 	char print_uid[DASD_UID_STRLEN];
5805 	int rc, old_base;
5806 	struct dasd_uid uid;
5807 	unsigned long flags;
5808 
5809 	/*
5810 	 * remove device from alias handling to prevent new requests
5811 	 * from being scheduled on the wrong alias device
5812 	 */
5813 	dasd_alias_remove_device(device);
5814 
5815 	spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags);
5816 	old_base = private->uid.base_unit_addr;
5817 	spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags);
5818 
5819 	/* Read Configuration Data */
5820 	rc = dasd_eckd_read_conf(device);
5821 	if (rc)
5822 		goto out_err;
5823 
5824 	dasd_eckd_read_fc_security(device);
5825 
5826 	rc = dasd_eckd_generate_uid(device);
5827 	if (rc)
5828 		goto out_err;
5829 	/*
5830 	 * update unit address configuration and
5831 	 * add device to alias management
5832 	 */
5833 	dasd_alias_update_add_device(device);
5834 
5835 	dasd_eckd_get_uid(device, &uid);
5836 
5837 	if (old_base != uid.base_unit_addr) {
5838 		dasd_eckd_get_uid_string(&private->conf, print_uid);
5839 		dev_info(&device->cdev->dev,
5840 			 "An Alias device was reassigned to a new base device "
5841 			 "with UID: %s\n", print_uid);
5842 	}
5843 	return 0;
5844 
5845 out_err:
5846 	return -1;
5847 }
5848 
5849 static int dasd_eckd_read_message_buffer(struct dasd_device *device,
5850 					 struct dasd_rssd_messages *messages,
5851 					 __u8 lpum)
5852 {
5853 	struct dasd_rssd_messages *message_buf;
5854 	struct dasd_psf_prssd_data *prssdp;
5855 	struct dasd_ccw_req *cqr;
5856 	struct ccw1 *ccw;
5857 	int rc;
5858 
5859 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */	+ 1 /* RSSD */,
5860 				   (sizeof(struct dasd_psf_prssd_data) +
5861 				    sizeof(struct dasd_rssd_messages)),
5862 				   device, NULL);
5863 	if (IS_ERR(cqr)) {
5864 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
5865 				"Could not allocate read message buffer request");
5866 		return PTR_ERR(cqr);
5867 	}
5868 
5869 	cqr->lpm = lpum;
5870 retry:
5871 	cqr->startdev = device;
5872 	cqr->memdev = device;
5873 	cqr->block = NULL;
5874 	cqr->expires = 10 * HZ;
5875 	set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags);
5876 	/* dasd_sleep_on_immediatly does not do complex error
5877 	 * recovery so clear erp flag and set retry counter to
5878 	 * do basic erp */
5879 	clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
5880 	cqr->retries = 256;
5881 
5882 	/* Prepare for Read Subsystem Data */
5883 	prssdp = (struct dasd_psf_prssd_data *) cqr->data;
5884 	memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data));
5885 	prssdp->order = PSF_ORDER_PRSSD;
5886 	prssdp->suborder = 0x03;	/* Message Buffer */
5887 	/* all other bytes of prssdp must be zero */
5888 
5889 	ccw = cqr->cpaddr;
5890 	ccw->cmd_code = DASD_ECKD_CCW_PSF;
5891 	ccw->count = sizeof(struct dasd_psf_prssd_data);
5892 	ccw->flags |= CCW_FLAG_CC;
5893 	ccw->flags |= CCW_FLAG_SLI;
5894 	ccw->cda = virt_to_dma32(prssdp);
5895 
5896 	/* Read Subsystem Data - message buffer */
5897 	message_buf = (struct dasd_rssd_messages *) (prssdp + 1);
5898 	memset(message_buf, 0, sizeof(struct dasd_rssd_messages));
5899 
5900 	ccw++;
5901 	ccw->cmd_code = DASD_ECKD_CCW_RSSD;
5902 	ccw->count = sizeof(struct dasd_rssd_messages);
5903 	ccw->flags |= CCW_FLAG_SLI;
5904 	ccw->cda = virt_to_dma32(message_buf);
5905 
5906 	cqr->buildclk = get_tod_clock();
5907 	cqr->status = DASD_CQR_FILLED;
5908 	rc = dasd_sleep_on_immediatly(cqr);
5909 	if (rc == 0) {
5910 		prssdp = (struct dasd_psf_prssd_data *) cqr->data;
5911 		message_buf = (struct dasd_rssd_messages *)
5912 			(prssdp + 1);
5913 		memcpy(messages, message_buf,
5914 		       sizeof(struct dasd_rssd_messages));
5915 	} else if (cqr->lpm) {
5916 		/*
5917 		 * on z/VM we might not be able to do I/O on the requested path
5918 		 * but instead we get the required information on any path
5919 		 * so retry with open path mask
5920 		 */
5921 		cqr->lpm = 0;
5922 		goto retry;
5923 	} else
5924 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
5925 				"Reading messages failed with rc=%d\n"
5926 				, rc);
5927 	dasd_sfree_request(cqr, cqr->memdev);
5928 	return rc;
5929 }
5930 
5931 static int dasd_eckd_query_host_access(struct dasd_device *device,
5932 				       struct dasd_psf_query_host_access *data)
5933 {
5934 	struct dasd_eckd_private *private = device->private;
5935 	struct dasd_psf_query_host_access *host_access;
5936 	struct dasd_psf_prssd_data *prssdp;
5937 	struct dasd_ccw_req *cqr;
5938 	struct ccw1 *ccw;
5939 	int rc;
5940 
5941 	/* not available for HYPER PAV alias devices */
5942 	if (!device->block && private->lcu->pav == HYPER_PAV)
5943 		return -EOPNOTSUPP;
5944 
5945 	/* may not be supported by the storage server */
5946 	if (!(private->features.feature[14] & 0x80))
5947 		return -EOPNOTSUPP;
5948 
5949 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */	+ 1 /* RSSD */,
5950 				   sizeof(struct dasd_psf_prssd_data) + 1,
5951 				   device, NULL);
5952 	if (IS_ERR(cqr)) {
5953 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
5954 				"Could not allocate read message buffer request");
5955 		return PTR_ERR(cqr);
5956 	}
5957 	host_access = kzalloc_obj(*host_access, GFP_KERNEL | GFP_DMA);
5958 	if (!host_access) {
5959 		dasd_sfree_request(cqr, device);
5960 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
5961 				"Could not allocate host_access buffer");
5962 		return -ENOMEM;
5963 	}
5964 	cqr->startdev = device;
5965 	cqr->memdev = device;
5966 	cqr->block = NULL;
5967 	cqr->retries = 256;
5968 	cqr->expires = 10 * HZ;
5969 
5970 	/* Prepare for Read Subsystem Data */
5971 	prssdp = (struct dasd_psf_prssd_data *) cqr->data;
5972 	memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data));
5973 	prssdp->order = PSF_ORDER_PRSSD;
5974 	prssdp->suborder = PSF_SUBORDER_QHA;	/* query host access */
5975 	/* LSS and Volume that will be queried */
5976 	prssdp->lss = private->conf.ned->ID;
5977 	prssdp->volume = private->conf.ned->unit_addr;
5978 	/* all other bytes of prssdp must be zero */
5979 
5980 	ccw = cqr->cpaddr;
5981 	ccw->cmd_code = DASD_ECKD_CCW_PSF;
5982 	ccw->count = sizeof(struct dasd_psf_prssd_data);
5983 	ccw->flags |= CCW_FLAG_CC;
5984 	ccw->flags |= CCW_FLAG_SLI;
5985 	ccw->cda = virt_to_dma32(prssdp);
5986 
5987 	/* Read Subsystem Data - query host access */
5988 	ccw++;
5989 	ccw->cmd_code = DASD_ECKD_CCW_RSSD;
5990 	ccw->count = sizeof(struct dasd_psf_query_host_access);
5991 	ccw->flags |= CCW_FLAG_SLI;
5992 	ccw->cda = virt_to_dma32(host_access);
5993 
5994 	cqr->buildclk = get_tod_clock();
5995 	cqr->status = DASD_CQR_FILLED;
5996 	/* the command might not be supported, suppress error message */
5997 	__set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags);
5998 	rc = dasd_sleep_on_interruptible(cqr);
5999 	if (rc == 0) {
6000 		*data = *host_access;
6001 	} else {
6002 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
6003 				"Reading host access data failed with rc=%d\n",
6004 				rc);
6005 		rc = -EOPNOTSUPP;
6006 	}
6007 
6008 	dasd_sfree_request(cqr, cqr->memdev);
6009 	kfree(host_access);
6010 	return rc;
6011 }
6012 /*
6013  * return number of grouped devices
6014  */
6015 static int dasd_eckd_host_access_count(struct dasd_device *device)
6016 {
6017 	struct dasd_psf_query_host_access *access;
6018 	struct dasd_ckd_path_group_entry *entry;
6019 	struct dasd_ckd_host_information *info;
6020 	int count = 0;
6021 	int rc, i;
6022 
6023 	access = kzalloc_obj(*access, GFP_NOIO);
6024 	if (!access) {
6025 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
6026 				"Could not allocate access buffer");
6027 		return -ENOMEM;
6028 	}
6029 	rc = dasd_eckd_query_host_access(device, access);
6030 	if (rc) {
6031 		kfree(access);
6032 		return rc;
6033 	}
6034 
6035 	info = (struct dasd_ckd_host_information *)
6036 		access->host_access_information;
6037 	for (i = 0; i < info->entry_count; i++) {
6038 		entry = (struct dasd_ckd_path_group_entry *)
6039 			(info->entry + i * info->entry_size);
6040 		if (entry->status_flags & DASD_ECKD_PG_GROUPED)
6041 			count++;
6042 	}
6043 
6044 	kfree(access);
6045 	return count;
6046 }
6047 
6048 /*
6049  * write host access information to a sequential file
6050  */
6051 static int dasd_hosts_print(struct dasd_device *device, struct seq_file *m)
6052 {
6053 	struct dasd_psf_query_host_access *access;
6054 	struct dasd_ckd_path_group_entry *entry;
6055 	struct dasd_ckd_host_information *info;
6056 	char sysplex[9] = "";
6057 	int rc, i;
6058 
6059 	access = kzalloc_obj(*access, GFP_NOIO);
6060 	if (!access) {
6061 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
6062 				"Could not allocate access buffer");
6063 		return -ENOMEM;
6064 	}
6065 	rc = dasd_eckd_query_host_access(device, access);
6066 	if (rc) {
6067 		kfree(access);
6068 		return rc;
6069 	}
6070 
6071 	info = (struct dasd_ckd_host_information *)
6072 		access->host_access_information;
6073 	for (i = 0; i < info->entry_count; i++) {
6074 		entry = (struct dasd_ckd_path_group_entry *)
6075 			(info->entry + i * info->entry_size);
6076 		/* PGID */
6077 		seq_printf(m, "pgid %*phN\n", 11, entry->pgid);
6078 		/* FLAGS */
6079 		seq_printf(m, "status_flags %02x\n", entry->status_flags);
6080 		/* SYSPLEX NAME */
6081 		memcpy(&sysplex, &entry->sysplex_name, sizeof(sysplex) - 1);
6082 		EBCASC(sysplex, sizeof(sysplex));
6083 		seq_printf(m, "sysplex_name %8s\n", sysplex);
6084 		/* SUPPORTED CYLINDER */
6085 		seq_printf(m, "supported_cylinder %d\n", entry->cylinder);
6086 		/* TIMESTAMP */
6087 		seq_printf(m, "timestamp %lu\n", (unsigned long)
6088 			   entry->timestamp);
6089 	}
6090 	kfree(access);
6091 
6092 	return 0;
6093 }
6094 
6095 static struct dasd_device
6096 *copy_relation_find_device(struct dasd_copy_relation *copy,
6097 			   char *busid)
6098 {
6099 	int i;
6100 
6101 	for (i = 0; i < DASD_CP_ENTRIES; i++) {
6102 		if (copy->entry[i].configured &&
6103 		    strncmp(copy->entry[i].busid, busid, DASD_BUS_ID_SIZE) == 0)
6104 			return copy->entry[i].device;
6105 	}
6106 	return NULL;
6107 }
6108 
6109 /*
6110  * set the new active/primary device
6111  */
6112 static void copy_pair_set_active(struct dasd_copy_relation *copy, char *new_busid,
6113 				 char *old_busid)
6114 {
6115 	int i;
6116 
6117 	for (i = 0; i < DASD_CP_ENTRIES; i++) {
6118 		if (copy->entry[i].configured &&
6119 		    strncmp(copy->entry[i].busid, new_busid,
6120 			    DASD_BUS_ID_SIZE) == 0) {
6121 			copy->active = &copy->entry[i];
6122 			copy->entry[i].primary = true;
6123 		} else if (copy->entry[i].configured &&
6124 			   strncmp(copy->entry[i].busid, old_busid,
6125 				   DASD_BUS_ID_SIZE) == 0) {
6126 			copy->entry[i].primary = false;
6127 		}
6128 	}
6129 }
6130 
6131 /*
6132  * The function will swap the role of a given copy pair.
6133  * During the swap operation the relation of the blockdevice is disconnected
6134  * from the old primary and connected to the new.
6135  *
6136  * IO is paused on the block queue before swap and may be resumed afterwards.
6137  */
6138 static int dasd_eckd_copy_pair_swap(struct dasd_device *device, char *prim_busid,
6139 				    char *sec_busid)
6140 {
6141 	struct dasd_eckd_private *prim_priv, *sec_priv;
6142 	struct dasd_device *primary, *secondary;
6143 	struct dasd_copy_relation *copy;
6144 	struct dasd_block *block;
6145 	struct gendisk *gdp;
6146 	int rc;
6147 
6148 	copy = device->copy;
6149 	if (!copy)
6150 		return DASD_COPYPAIRSWAP_INVALID;
6151 	primary = copy->active->device;
6152 	if (!primary)
6153 		return DASD_COPYPAIRSWAP_INVALID;
6154 	/* double check if swap has correct primary */
6155 	if (strncmp(dev_name(&primary->cdev->dev), prim_busid, DASD_BUS_ID_SIZE) != 0)
6156 		return DASD_COPYPAIRSWAP_PRIMARY;
6157 
6158 	secondary = copy_relation_find_device(copy, sec_busid);
6159 	if (!secondary)
6160 		return DASD_COPYPAIRSWAP_SECONDARY;
6161 
6162 	prim_priv = primary->private;
6163 	sec_priv = secondary->private;
6164 
6165 	/*
6166 	 * usually the device should be quiesced for swap
6167 	 * for paranoia stop device and requeue requests again
6168 	 */
6169 	dasd_device_set_stop_bits(primary, DASD_STOPPED_PPRC);
6170 	dasd_device_set_stop_bits(secondary, DASD_STOPPED_PPRC);
6171 	dasd_generic_requeue_all_requests(primary);
6172 
6173 	/* swap DASD internal device <> block assignment */
6174 	block = primary->block;
6175 	primary->block = NULL;
6176 	secondary->block = block;
6177 	block->base = secondary;
6178 	/* set new primary device in COPY relation */
6179 	copy_pair_set_active(copy, sec_busid, prim_busid);
6180 
6181 	/* swap blocklayer device link */
6182 	gdp = block->gdp;
6183 	dasd_add_link_to_gendisk(gdp, secondary);
6184 	rc = device_move(disk_to_dev(gdp), &secondary->cdev->dev, DPM_ORDER_NONE);
6185 	if (rc) {
6186 		dev_err(&primary->cdev->dev,
6187 			"copy_pair_swap: moving blockdevice parent %s->%s failed (%d)\n",
6188 			dev_name(&primary->cdev->dev),
6189 			dev_name(&secondary->cdev->dev), rc);
6190 	}
6191 
6192 	if (primary->stopped & DASD_STOPPED_QUIESCE) {
6193 		dasd_device_set_stop_bits(secondary, DASD_STOPPED_QUIESCE);
6194 		dasd_device_remove_stop_bits(primary, DASD_STOPPED_QUIESCE);
6195 	}
6196 
6197 	/*
6198 	 * The secondary device never got through format detection, but since it
6199 	 * is a copy of the primary device, the format is exactly the same;
6200 	 * therefore, the detected layout can simply be copied.
6201 	 */
6202 	sec_priv->uses_cdl = prim_priv->uses_cdl;
6203 
6204 	/* re-enable device */
6205 	dasd_device_remove_stop_bits(primary, DASD_STOPPED_PPRC);
6206 	dasd_device_remove_stop_bits(secondary, DASD_STOPPED_PPRC);
6207 	dasd_schedule_device_bh(secondary);
6208 
6209 	return DASD_COPYPAIRSWAP_SUCCESS;
6210 }
6211 
6212 /*
6213  * Perform Subsystem Function - Peer-to-Peer Remote Copy Extended Query
6214  */
6215 static int dasd_eckd_query_pprc_status(struct dasd_device *device,
6216 				       struct dasd_pprc_data_sc4 *data)
6217 {
6218 	struct dasd_pprc_data_sc4 *pprc_data;
6219 	struct dasd_psf_prssd_data *prssdp;
6220 	struct dasd_ccw_req *cqr;
6221 	struct ccw1 *ccw;
6222 	int rc;
6223 
6224 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */	+ 1 /* RSSD */,
6225 				   sizeof(*prssdp) + sizeof(*pprc_data) + 1,
6226 				   device, NULL);
6227 	if (IS_ERR(cqr)) {
6228 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
6229 				"Could not allocate query PPRC status request");
6230 		return PTR_ERR(cqr);
6231 	}
6232 	cqr->startdev = device;
6233 	cqr->memdev = device;
6234 	cqr->block = NULL;
6235 	cqr->retries = 256;
6236 	cqr->expires = 10 * HZ;
6237 
6238 	/* Prepare for Read Subsystem Data */
6239 	prssdp = (struct dasd_psf_prssd_data *)cqr->data;
6240 	memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data));
6241 	prssdp->order = PSF_ORDER_PRSSD;
6242 	prssdp->suborder = PSF_SUBORDER_PPRCEQ;
6243 	prssdp->varies[0] = PPRCEQ_SCOPE_4;
6244 	pprc_data = (struct dasd_pprc_data_sc4 *)(prssdp + 1);
6245 
6246 	ccw = cqr->cpaddr;
6247 	ccw->cmd_code = DASD_ECKD_CCW_PSF;
6248 	ccw->count = sizeof(struct dasd_psf_prssd_data);
6249 	ccw->flags |= CCW_FLAG_CC;
6250 	ccw->flags |= CCW_FLAG_SLI;
6251 	ccw->cda = virt_to_dma32(prssdp);
6252 
6253 	/* Read Subsystem Data - query host access */
6254 	ccw++;
6255 	ccw->cmd_code = DASD_ECKD_CCW_RSSD;
6256 	ccw->count = sizeof(*pprc_data);
6257 	ccw->flags |= CCW_FLAG_SLI;
6258 	ccw->cda = virt_to_dma32(pprc_data);
6259 
6260 	cqr->buildclk = get_tod_clock();
6261 	cqr->status = DASD_CQR_FILLED;
6262 
6263 	rc = dasd_sleep_on_interruptible(cqr);
6264 	if (rc == 0) {
6265 		*data = *pprc_data;
6266 	} else {
6267 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
6268 				"PPRC Extended Query failed with rc=%d\n",
6269 				rc);
6270 		rc = -EOPNOTSUPP;
6271 	}
6272 
6273 	dasd_sfree_request(cqr, cqr->memdev);
6274 	return rc;
6275 }
6276 
6277 /*
6278  * ECKD NOP - no operation
6279  */
6280 static int dasd_eckd_nop(struct dasd_device *device)
6281 {
6282 	struct dasd_ccw_req *cqr;
6283 	struct ccw1 *ccw;
6284 	int rc;
6285 
6286 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 1, device, NULL);
6287 	if (IS_ERR(cqr)) {
6288 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
6289 				"Could not allocate NOP request");
6290 		return PTR_ERR(cqr);
6291 	}
6292 	cqr->startdev = device;
6293 	cqr->memdev = device;
6294 	cqr->block = NULL;
6295 	cqr->retries = 1;
6296 	cqr->expires = 10 * HZ;
6297 
6298 	ccw = cqr->cpaddr;
6299 	ccw->cmd_code = DASD_ECKD_CCW_NOP;
6300 	ccw->flags |= CCW_FLAG_SLI;
6301 
6302 	cqr->buildclk = get_tod_clock();
6303 	cqr->status = DASD_CQR_FILLED;
6304 
6305 	rc = dasd_sleep_on_interruptible(cqr);
6306 	if (rc != 0) {
6307 		DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
6308 				"NOP failed with rc=%d\n", rc);
6309 		rc = -EOPNOTSUPP;
6310 	}
6311 	dasd_sfree_request(cqr, cqr->memdev);
6312 	return rc;
6313 }
6314 
6315 static int dasd_eckd_device_ping(struct dasd_device *device)
6316 {
6317 	return dasd_eckd_nop(device);
6318 }
6319 
6320 /*
6321  * Perform Subsystem Function - CUIR response
6322  */
6323 static int
6324 dasd_eckd_psf_cuir_response(struct dasd_device *device, int response,
6325 			    __u32 message_id, __u8 lpum)
6326 {
6327 	struct dasd_psf_cuir_response *psf_cuir;
6328 	int pos = pathmask_to_pos(lpum);
6329 	struct dasd_ccw_req *cqr;
6330 	struct ccw1 *ccw;
6331 	int rc;
6332 
6333 	cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ ,
6334 				   sizeof(struct dasd_psf_cuir_response),
6335 				   device, NULL);
6336 
6337 	if (IS_ERR(cqr)) {
6338 		DBF_DEV_EVENT(DBF_WARNING, device, "%s",
6339 			   "Could not allocate PSF-CUIR request");
6340 		return PTR_ERR(cqr);
6341 	}
6342 
6343 	psf_cuir = (struct dasd_psf_cuir_response *)cqr->data;
6344 	psf_cuir->order = PSF_ORDER_CUIR_RESPONSE;
6345 	psf_cuir->cc = response;
6346 	psf_cuir->chpid = device->path[pos].chpid;
6347 	psf_cuir->message_id = message_id;
6348 	psf_cuir->cssid = device->path[pos].cssid;
6349 	psf_cuir->ssid = device->path[pos].ssid;
6350 	ccw = cqr->cpaddr;
6351 	ccw->cmd_code = DASD_ECKD_CCW_PSF;
6352 	ccw->cda = virt_to_dma32(psf_cuir);
6353 	ccw->flags = CCW_FLAG_SLI;
6354 	ccw->count = sizeof(struct dasd_psf_cuir_response);
6355 
6356 	cqr->startdev = device;
6357 	cqr->memdev = device;
6358 	cqr->block = NULL;
6359 	cqr->retries = 256;
6360 	cqr->expires = 10*HZ;
6361 	cqr->buildclk = get_tod_clock();
6362 	cqr->status = DASD_CQR_FILLED;
6363 	set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags);
6364 
6365 	rc = dasd_sleep_on(cqr);
6366 
6367 	dasd_sfree_request(cqr, cqr->memdev);
6368 	return rc;
6369 }
6370 
6371 /*
6372  * return configuration data that is referenced by record selector
6373  * if a record selector is specified or per default return the
6374  * conf_data pointer for the path specified by lpum
6375  */
6376 static struct dasd_conf_data *dasd_eckd_get_ref_conf(struct dasd_device *device,
6377 						     __u8 lpum,
6378 						     struct dasd_cuir_message *cuir)
6379 {
6380 	struct dasd_conf_data *conf_data;
6381 	int path, pos;
6382 
6383 	if (cuir->record_selector == 0)
6384 		goto out;
6385 	for (path = 0x80, pos = 0; path; path >>= 1, pos++) {
6386 		conf_data = device->path[pos].conf_data;
6387 		if (conf_data->gneq.record_selector ==
6388 		    cuir->record_selector)
6389 			return conf_data;
6390 	}
6391 out:
6392 	return device->path[pathmask_to_pos(lpum)].conf_data;
6393 }
6394 
6395 /*
6396  * This function determines the scope of a reconfiguration request by
6397  * analysing the path and device selection data provided in the CUIR request.
6398  * Returns a path mask containing CUIR affected paths for the give device.
6399  *
6400  * If the CUIR request does not contain the required information return the
6401  * path mask of the path the attention message for the CUIR request was reveived
6402  * on.
6403  */
6404 static int dasd_eckd_cuir_scope(struct dasd_device *device, __u8 lpum,
6405 				struct dasd_cuir_message *cuir)
6406 {
6407 	struct dasd_conf_data *ref_conf_data;
6408 	unsigned long bitmask = 0, mask = 0;
6409 	struct dasd_conf_data *conf_data;
6410 	unsigned int pos, path;
6411 	char *ref_gneq, *gneq;
6412 	char *ref_ned, *ned;
6413 	int tbcpm = 0;
6414 
6415 	/* if CUIR request does not specify the scope use the path
6416 	   the attention message was presented on */
6417 	if (!cuir->ned_map ||
6418 	    !(cuir->neq_map[0] | cuir->neq_map[1] | cuir->neq_map[2]))
6419 		return lpum;
6420 
6421 	/* get reference conf data */
6422 	ref_conf_data = dasd_eckd_get_ref_conf(device, lpum, cuir);
6423 	/* reference ned is determined by ned_map field */
6424 	pos = 8 - ffs(cuir->ned_map);
6425 	ref_ned = (char *)&ref_conf_data->neds[pos];
6426 	ref_gneq = (char *)&ref_conf_data->gneq;
6427 	/* transfer 24 bit neq_map to mask */
6428 	mask = cuir->neq_map[2];
6429 	mask |= cuir->neq_map[1] << 8;
6430 	mask |= cuir->neq_map[0] << 16;
6431 
6432 	for (path = 0; path < 8; path++) {
6433 		/* initialise data per path */
6434 		bitmask = mask;
6435 		conf_data = device->path[path].conf_data;
6436 		pos = 8 - ffs(cuir->ned_map);
6437 		ned = (char *) &conf_data->neds[pos];
6438 		/* compare reference ned and per path ned */
6439 		if (memcmp(ref_ned, ned, sizeof(*ned)) != 0)
6440 			continue;
6441 		gneq = (char *)&conf_data->gneq;
6442 		/* compare reference gneq and per_path gneq under
6443 		   24 bit mask where mask bit 0 equals byte 7 of
6444 		   the gneq and mask bit 24 equals byte 31 */
6445 		while (bitmask) {
6446 			pos = ffs(bitmask) - 1;
6447 			if (memcmp(&ref_gneq[31 - pos], &gneq[31 - pos], 1)
6448 			    != 0)
6449 				break;
6450 			clear_bit(pos, &bitmask);
6451 		}
6452 		if (bitmask)
6453 			continue;
6454 		/* device and path match the reference values
6455 		   add path to CUIR scope */
6456 		tbcpm |= 0x80 >> path;
6457 	}
6458 	return tbcpm;
6459 }
6460 
6461 static void dasd_eckd_cuir_notify_user(struct dasd_device *device,
6462 				       unsigned long paths, int action)
6463 {
6464 	int pos;
6465 
6466 	while (paths) {
6467 		/* get position of bit in mask */
6468 		pos = 8 - ffs(paths);
6469 		/* get channel path descriptor from this position */
6470 		if (action == CUIR_QUIESCE)
6471 			pr_warn("Service on the storage server caused path %x.%02x to go offline",
6472 				device->path[pos].cssid,
6473 				device->path[pos].chpid);
6474 		else if (action == CUIR_RESUME)
6475 			pr_info("Path %x.%02x is back online after service on the storage server",
6476 				device->path[pos].cssid,
6477 				device->path[pos].chpid);
6478 		clear_bit(7 - pos, &paths);
6479 	}
6480 }
6481 
6482 static int dasd_eckd_cuir_remove_path(struct dasd_device *device, __u8 lpum,
6483 				      struct dasd_cuir_message *cuir)
6484 {
6485 	unsigned long tbcpm;
6486 
6487 	tbcpm = dasd_eckd_cuir_scope(device, lpum, cuir);
6488 	/* nothing to do if path is not in use */
6489 	if (!(dasd_path_get_opm(device) & tbcpm))
6490 		return 0;
6491 	if (!(dasd_path_get_opm(device) & ~tbcpm)) {
6492 		/* no path would be left if the CUIR action is taken
6493 		   return error */
6494 		return -EINVAL;
6495 	}
6496 	/* remove device from operational path mask */
6497 	dasd_path_remove_opm(device, tbcpm);
6498 	dasd_path_add_cuirpm(device, tbcpm);
6499 	return tbcpm;
6500 }
6501 
6502 /*
6503  * walk through all devices and build a path mask to quiesce them
6504  * return an error if the last path to a device would be removed
6505  *
6506  * if only part of the devices are quiesced and an error
6507  * occurs no onlining necessary, the storage server will
6508  * notify the already set offline devices again
6509  */
6510 static int dasd_eckd_cuir_quiesce(struct dasd_device *device, __u8 lpum,
6511 				  struct dasd_cuir_message *cuir)
6512 {
6513 	struct dasd_eckd_private *private = device->private;
6514 	struct alias_pav_group *pavgroup, *tempgroup;
6515 	struct dasd_device *dev, *n;
6516 	unsigned long paths = 0;
6517 	unsigned long flags;
6518 	int tbcpm;
6519 
6520 	/* active devices */
6521 	list_for_each_entry_safe(dev, n, &private->lcu->active_devices,
6522 				 alias_list) {
6523 		spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags);
6524 		tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir);
6525 		spin_unlock_irqrestore(get_ccwdev_lock(dev->cdev), flags);
6526 		if (tbcpm < 0)
6527 			goto out_err;
6528 		paths |= tbcpm;
6529 	}
6530 	/* inactive devices */
6531 	list_for_each_entry_safe(dev, n, &private->lcu->inactive_devices,
6532 				 alias_list) {
6533 		spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags);
6534 		tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir);
6535 		spin_unlock_irqrestore(get_ccwdev_lock(dev->cdev), flags);
6536 		if (tbcpm < 0)
6537 			goto out_err;
6538 		paths |= tbcpm;
6539 	}
6540 	/* devices in PAV groups */
6541 	list_for_each_entry_safe(pavgroup, tempgroup,
6542 				 &private->lcu->grouplist, group) {
6543 		list_for_each_entry_safe(dev, n, &pavgroup->baselist,
6544 					 alias_list) {
6545 			spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags);
6546 			tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir);
6547 			spin_unlock_irqrestore(
6548 				get_ccwdev_lock(dev->cdev), flags);
6549 			if (tbcpm < 0)
6550 				goto out_err;
6551 			paths |= tbcpm;
6552 		}
6553 		list_for_each_entry_safe(dev, n, &pavgroup->aliaslist,
6554 					 alias_list) {
6555 			spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags);
6556 			tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir);
6557 			spin_unlock_irqrestore(
6558 				get_ccwdev_lock(dev->cdev), flags);
6559 			if (tbcpm < 0)
6560 				goto out_err;
6561 			paths |= tbcpm;
6562 		}
6563 	}
6564 	/* notify user about all paths affected by CUIR action */
6565 	dasd_eckd_cuir_notify_user(device, paths, CUIR_QUIESCE);
6566 	return 0;
6567 out_err:
6568 	return tbcpm;
6569 }
6570 
6571 static int dasd_eckd_cuir_resume(struct dasd_device *device, __u8 lpum,
6572 				 struct dasd_cuir_message *cuir)
6573 {
6574 	struct dasd_eckd_private *private = device->private;
6575 	struct alias_pav_group *pavgroup, *tempgroup;
6576 	struct dasd_device *dev, *n;
6577 	unsigned long paths = 0;
6578 	int tbcpm;
6579 
6580 	/*
6581 	 * the path may have been added through a generic path event before
6582 	 * only trigger path verification if the path is not already in use
6583 	 */
6584 	list_for_each_entry_safe(dev, n,
6585 				 &private->lcu->active_devices,
6586 				 alias_list) {
6587 		tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir);
6588 		paths |= tbcpm;
6589 		if (!(dasd_path_get_opm(dev) & tbcpm)) {
6590 			dasd_path_add_tbvpm(dev, tbcpm);
6591 			dasd_schedule_device_bh(dev);
6592 		}
6593 	}
6594 	list_for_each_entry_safe(dev, n,
6595 				 &private->lcu->inactive_devices,
6596 				 alias_list) {
6597 		tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir);
6598 		paths |= tbcpm;
6599 		if (!(dasd_path_get_opm(dev) & tbcpm)) {
6600 			dasd_path_add_tbvpm(dev, tbcpm);
6601 			dasd_schedule_device_bh(dev);
6602 		}
6603 	}
6604 	/* devices in PAV groups */
6605 	list_for_each_entry_safe(pavgroup, tempgroup,
6606 				 &private->lcu->grouplist,
6607 				 group) {
6608 		list_for_each_entry_safe(dev, n,
6609 					 &pavgroup->baselist,
6610 					 alias_list) {
6611 			tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir);
6612 			paths |= tbcpm;
6613 			if (!(dasd_path_get_opm(dev) & tbcpm)) {
6614 				dasd_path_add_tbvpm(dev, tbcpm);
6615 				dasd_schedule_device_bh(dev);
6616 			}
6617 		}
6618 		list_for_each_entry_safe(dev, n,
6619 					 &pavgroup->aliaslist,
6620 					 alias_list) {
6621 			tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir);
6622 			paths |= tbcpm;
6623 			if (!(dasd_path_get_opm(dev) & tbcpm)) {
6624 				dasd_path_add_tbvpm(dev, tbcpm);
6625 				dasd_schedule_device_bh(dev);
6626 			}
6627 		}
6628 	}
6629 	/* notify user about all paths affected by CUIR action */
6630 	dasd_eckd_cuir_notify_user(device, paths, CUIR_RESUME);
6631 	return 0;
6632 }
6633 
6634 static void dasd_eckd_handle_cuir(struct dasd_device *device, void *messages,
6635 				 __u8 lpum)
6636 {
6637 	struct dasd_cuir_message *cuir = messages;
6638 	int response;
6639 
6640 	DBF_DEV_EVENT(DBF_WARNING, device,
6641 		      "CUIR request: %016llx %016llx %016llx %08x",
6642 		      ((u64 *)cuir)[0], ((u64 *)cuir)[1], ((u64 *)cuir)[2],
6643 		      ((u32 *)cuir)[3]);
6644 
6645 	if (cuir->code == CUIR_QUIESCE) {
6646 		/* quiesce */
6647 		if (dasd_eckd_cuir_quiesce(device, lpum, cuir))
6648 			response = PSF_CUIR_LAST_PATH;
6649 		else
6650 			response = PSF_CUIR_COMPLETED;
6651 	} else if (cuir->code == CUIR_RESUME) {
6652 		/* resume */
6653 		dasd_eckd_cuir_resume(device, lpum, cuir);
6654 		response = PSF_CUIR_COMPLETED;
6655 	} else
6656 		response = PSF_CUIR_NOT_SUPPORTED;
6657 
6658 	dasd_eckd_psf_cuir_response(device, response,
6659 				    cuir->message_id, lpum);
6660 	DBF_DEV_EVENT(DBF_WARNING, device,
6661 		      "CUIR response: %d on message ID %08x", response,
6662 		      cuir->message_id);
6663 	/* to make sure there is no attention left schedule work again */
6664 	device->discipline->check_attention(device, lpum);
6665 }
6666 
6667 static void dasd_eckd_oos_resume(struct dasd_device *device)
6668 {
6669 	struct dasd_eckd_private *private = device->private;
6670 	struct alias_pav_group *pavgroup, *tempgroup;
6671 	struct dasd_device *dev, *n;
6672 	unsigned long flags;
6673 
6674 	spin_lock_irqsave(&private->lcu->lock, flags);
6675 	list_for_each_entry_safe(dev, n, &private->lcu->active_devices,
6676 				 alias_list) {
6677 		if (dev->stopped & DASD_STOPPED_NOSPC)
6678 			dasd_generic_space_avail(dev);
6679 	}
6680 	list_for_each_entry_safe(dev, n, &private->lcu->inactive_devices,
6681 				 alias_list) {
6682 		if (dev->stopped & DASD_STOPPED_NOSPC)
6683 			dasd_generic_space_avail(dev);
6684 	}
6685 	/* devices in PAV groups */
6686 	list_for_each_entry_safe(pavgroup, tempgroup,
6687 				 &private->lcu->grouplist,
6688 				 group) {
6689 		list_for_each_entry_safe(dev, n, &pavgroup->baselist,
6690 					 alias_list) {
6691 			if (dev->stopped & DASD_STOPPED_NOSPC)
6692 				dasd_generic_space_avail(dev);
6693 		}
6694 		list_for_each_entry_safe(dev, n, &pavgroup->aliaslist,
6695 					 alias_list) {
6696 			if (dev->stopped & DASD_STOPPED_NOSPC)
6697 				dasd_generic_space_avail(dev);
6698 		}
6699 	}
6700 	spin_unlock_irqrestore(&private->lcu->lock, flags);
6701 }
6702 
6703 static void dasd_eckd_handle_oos(struct dasd_device *device, void *messages,
6704 				 __u8 lpum)
6705 {
6706 	struct dasd_oos_message *oos = messages;
6707 
6708 	switch (oos->code) {
6709 	case REPO_WARN:
6710 	case POOL_WARN:
6711 		dev_warn(&device->cdev->dev,
6712 			 "Extent pool usage has reached a critical value\n");
6713 		dasd_eckd_oos_resume(device);
6714 		break;
6715 	case REPO_EXHAUST:
6716 	case POOL_EXHAUST:
6717 		dev_warn(&device->cdev->dev,
6718 			 "Extent pool is exhausted\n");
6719 		break;
6720 	case REPO_RELIEVE:
6721 	case POOL_RELIEVE:
6722 		dev_info(&device->cdev->dev,
6723 			 "Extent pool physical space constraint has been relieved\n");
6724 		break;
6725 	}
6726 
6727 	/* In any case, update related data */
6728 	dasd_eckd_read_ext_pool_info(device);
6729 
6730 	/* to make sure there is no attention left schedule work again */
6731 	device->discipline->check_attention(device, lpum);
6732 }
6733 
6734 static void dasd_eckd_check_attention_work(struct work_struct *work)
6735 {
6736 	struct check_attention_work_data *data;
6737 	struct dasd_rssd_messages *messages;
6738 	struct dasd_device *device;
6739 	int rc;
6740 
6741 	data = container_of(work, struct check_attention_work_data, worker);
6742 	device = data->device;
6743 	messages = kzalloc_obj(*messages);
6744 	if (!messages) {
6745 		DBF_DEV_EVENT(DBF_WARNING, device, "%s",
6746 			      "Could not allocate attention message buffer");
6747 		goto out;
6748 	}
6749 	rc = dasd_eckd_read_message_buffer(device, messages, data->lpum);
6750 	if (rc)
6751 		goto out;
6752 
6753 	if (messages->length == ATTENTION_LENGTH_CUIR &&
6754 	    messages->format == ATTENTION_FORMAT_CUIR)
6755 		dasd_eckd_handle_cuir(device, messages, data->lpum);
6756 	if (messages->length == ATTENTION_LENGTH_OOS &&
6757 	    messages->format == ATTENTION_FORMAT_OOS)
6758 		dasd_eckd_handle_oos(device, messages, data->lpum);
6759 
6760 out:
6761 	dasd_put_device(device);
6762 	kfree(messages);
6763 	kfree(data);
6764 }
6765 
6766 static int dasd_eckd_check_attention(struct dasd_device *device, __u8 lpum)
6767 {
6768 	struct check_attention_work_data *data;
6769 
6770 	data = kzalloc_obj(*data, GFP_ATOMIC);
6771 	if (!data)
6772 		return -ENOMEM;
6773 	INIT_WORK(&data->worker, dasd_eckd_check_attention_work);
6774 	dasd_get_device(device);
6775 	data->device = device;
6776 	data->lpum = lpum;
6777 	schedule_work(&data->worker);
6778 	return 0;
6779 }
6780 
6781 static int dasd_eckd_disable_hpf_path(struct dasd_device *device, __u8 lpum)
6782 {
6783 	if (~lpum & dasd_path_get_opm(device)) {
6784 		dasd_path_add_nohpfpm(device, lpum);
6785 		dasd_path_remove_opm(device, lpum);
6786 		dev_err(&device->cdev->dev,
6787 			"Channel path %02X lost HPF functionality and is disabled\n",
6788 			lpum);
6789 		return 1;
6790 	}
6791 	return 0;
6792 }
6793 
6794 static void dasd_eckd_disable_hpf_device(struct dasd_device *device)
6795 {
6796 	struct dasd_eckd_private *private = device->private;
6797 
6798 	dev_err(&device->cdev->dev,
6799 		"High Performance FICON disabled\n");
6800 	private->fcx_max_data = 0;
6801 }
6802 
6803 static int dasd_eckd_hpf_enabled(struct dasd_device *device)
6804 {
6805 	struct dasd_eckd_private *private = device->private;
6806 
6807 	return private->fcx_max_data ? 1 : 0;
6808 }
6809 
6810 static void dasd_eckd_handle_hpf_error(struct dasd_device *device,
6811 				       struct irb *irb)
6812 {
6813 	struct dasd_eckd_private *private = device->private;
6814 
6815 	if (!private->fcx_max_data) {
6816 		/* sanity check for no HPF, the error makes no sense */
6817 		DBF_DEV_EVENT(DBF_WARNING, device, "%s",
6818 			      "Trying to disable HPF for a non HPF device");
6819 		return;
6820 	}
6821 	if (irb->scsw.tm.sesq == SCSW_SESQ_DEV_NOFCX) {
6822 		dasd_eckd_disable_hpf_device(device);
6823 	} else if (irb->scsw.tm.sesq == SCSW_SESQ_PATH_NOFCX) {
6824 		if (dasd_eckd_disable_hpf_path(device, irb->esw.esw1.lpum))
6825 			return;
6826 		dasd_eckd_disable_hpf_device(device);
6827 		dasd_path_set_tbvpm(device,
6828 				  dasd_path_get_hpfpm(device));
6829 	}
6830 	/*
6831 	 * prevent that any new I/O ist started on the device and schedule a
6832 	 * requeue of existing requests
6833 	 */
6834 	dasd_device_set_stop_bits(device, DASD_STOPPED_NOT_ACC);
6835 	dasd_schedule_requeue(device);
6836 }
6837 
6838 static unsigned int dasd_eckd_max_sectors(struct dasd_block *block)
6839 {
6840 	if (block->base->features & DASD_FEATURE_USERAW) {
6841 		/*
6842 		 * the max_blocks value for raw_track access is 256
6843 		 * it is higher than the native ECKD value because we
6844 		 * only need one ccw per track
6845 		 * so the max_hw_sectors are
6846 		 * 2048 x 512B = 1024kB = 16 tracks
6847 		 */
6848 		return DASD_ECKD_MAX_BLOCKS_RAW << block->s2b_shift;
6849 	}
6850 
6851 	return DASD_ECKD_MAX_BLOCKS << block->s2b_shift;
6852 }
6853 
6854 static struct ccw_driver dasd_eckd_driver = {
6855 	.driver = {
6856 		.name	= "dasd-eckd",
6857 		.owner	= THIS_MODULE,
6858 		.dev_groups = dasd_dev_groups,
6859 	},
6860 	.ids	     = dasd_eckd_ids,
6861 	.probe	     = dasd_eckd_probe,
6862 	.remove      = dasd_generic_remove,
6863 	.set_offline = dasd_generic_set_offline,
6864 	.set_online  = dasd_eckd_set_online,
6865 	.notify      = dasd_generic_notify,
6866 	.path_event  = dasd_generic_path_event,
6867 	.shutdown    = dasd_generic_shutdown,
6868 	.uc_handler  = dasd_generic_uc_handler,
6869 	.int_class   = IRQIO_DAS,
6870 };
6871 
6872 static struct dasd_discipline dasd_eckd_discipline = {
6873 	.owner = THIS_MODULE,
6874 	.name = "ECKD",
6875 	.ebcname = "ECKD",
6876 	.check_device = dasd_eckd_check_characteristics,
6877 	.uncheck_device = dasd_eckd_uncheck_device,
6878 	.do_analysis = dasd_eckd_do_analysis,
6879 	.pe_handler = dasd_eckd_pe_handler,
6880 	.basic_to_ready = dasd_eckd_basic_to_ready,
6881 	.online_to_ready = dasd_eckd_online_to_ready,
6882 	.basic_to_known = dasd_eckd_basic_to_known,
6883 	.max_sectors = dasd_eckd_max_sectors,
6884 	.fill_geometry = dasd_eckd_fill_geometry,
6885 	.start_IO = dasd_start_IO,
6886 	.term_IO = dasd_term_IO,
6887 	.handle_terminated_request = dasd_eckd_handle_terminated_request,
6888 	.format_device = dasd_eckd_format_device,
6889 	.check_device_format = dasd_eckd_check_device_format,
6890 	.erp_action = dasd_eckd_erp_action,
6891 	.erp_postaction = dasd_eckd_erp_postaction,
6892 	.check_for_device_change = dasd_eckd_check_for_device_change,
6893 	.build_cp = dasd_eckd_build_alias_cp,
6894 	.free_cp = dasd_eckd_free_alias_cp,
6895 	.dump_sense = dasd_eckd_dump_sense,
6896 	.dump_sense_dbf = dasd_eckd_dump_sense_dbf,
6897 	.fill_info = dasd_eckd_fill_info,
6898 	.ioctl = dasd_eckd_ioctl,
6899 	.reload = dasd_eckd_reload_device,
6900 	.get_uid = dasd_eckd_get_uid,
6901 	.kick_validate = dasd_eckd_kick_validate_server,
6902 	.check_attention = dasd_eckd_check_attention,
6903 	.host_access_count = dasd_eckd_host_access_count,
6904 	.hosts_print = dasd_hosts_print,
6905 	.handle_hpf_error = dasd_eckd_handle_hpf_error,
6906 	.disable_hpf = dasd_eckd_disable_hpf_device,
6907 	.hpf_enabled = dasd_eckd_hpf_enabled,
6908 	.reset_path = dasd_eckd_reset_path,
6909 	.is_ese = dasd_eckd_is_ese,
6910 	.space_allocated = dasd_eckd_space_allocated,
6911 	.space_configured = dasd_eckd_space_configured,
6912 	.logical_capacity = dasd_eckd_logical_capacity,
6913 	.release_space = dasd_eckd_release_space,
6914 	.ext_pool_id = dasd_eckd_ext_pool_id,
6915 	.ext_size = dasd_eckd_ext_size,
6916 	.ext_pool_cap_at_warnlevel = dasd_eckd_ext_pool_cap_at_warnlevel,
6917 	.ext_pool_warn_thrshld = dasd_eckd_ext_pool_warn_thrshld,
6918 	.ext_pool_oos = dasd_eckd_ext_pool_oos,
6919 	.ext_pool_exhaust = dasd_eckd_ext_pool_exhaust,
6920 	.ese_format = dasd_eckd_ese_format,
6921 	.ese_read = dasd_eckd_ese_read,
6922 	.pprc_status = dasd_eckd_query_pprc_status,
6923 	.pprc_enabled = dasd_eckd_pprc_enabled,
6924 	.copy_pair_swap = dasd_eckd_copy_pair_swap,
6925 	.device_ping = dasd_eckd_device_ping,
6926 };
6927 
6928 static int __init
6929 dasd_eckd_init(void)
6930 {
6931 	int ret;
6932 
6933 	ASCEBC(dasd_eckd_discipline.ebcname, 4);
6934 	dasd_reserve_req = kmalloc_obj(*dasd_reserve_req, GFP_KERNEL | GFP_DMA);
6935 	if (!dasd_reserve_req)
6936 		return -ENOMEM;
6937 	dasd_vol_info_req = kmalloc_obj(*dasd_vol_info_req,
6938 					GFP_KERNEL | GFP_DMA);
6939 	if (!dasd_vol_info_req) {
6940 		kfree(dasd_reserve_req);
6941 		return -ENOMEM;
6942 	}
6943 	pe_handler_worker = kmalloc_obj(*pe_handler_worker,
6944 					GFP_KERNEL | GFP_DMA);
6945 	if (!pe_handler_worker) {
6946 		kfree(dasd_reserve_req);
6947 		kfree(dasd_vol_info_req);
6948 		return -ENOMEM;
6949 	}
6950 	rawpadpage = (void *)__get_free_page(GFP_KERNEL);
6951 	if (!rawpadpage) {
6952 		kfree(pe_handler_worker);
6953 		kfree(dasd_reserve_req);
6954 		kfree(dasd_vol_info_req);
6955 		return -ENOMEM;
6956 	}
6957 	ret = ccw_driver_register(&dasd_eckd_driver);
6958 	if (!ret)
6959 		wait_for_device_probe();
6960 	else {
6961 		kfree(pe_handler_worker);
6962 		kfree(dasd_reserve_req);
6963 		kfree(dasd_vol_info_req);
6964 		free_page((unsigned long)rawpadpage);
6965 	}
6966 	return ret;
6967 }
6968 
6969 static void __exit
6970 dasd_eckd_cleanup(void)
6971 {
6972 	ccw_driver_unregister(&dasd_eckd_driver);
6973 	kfree(pe_handler_worker);
6974 	kfree(dasd_reserve_req);
6975 	free_page((unsigned long)rawpadpage);
6976 }
6977 
6978 module_init(dasd_eckd_init);
6979 module_exit(dasd_eckd_cleanup);
6980