xref: /linux/drivers/s390/cio/chsc.c (revision 93df8a1ed6231727c5db94a80b1a6bd5ee67cec3)
1 /*
2  *   S/390 common I/O routines -- channel subsystem call
3  *
4  *    Copyright IBM Corp. 1999,2012
5  *    Author(s): Ingo Adlung (adlung@de.ibm.com)
6  *		 Cornelia Huck (cornelia.huck@de.ibm.com)
7  *		 Arnd Bergmann (arndb@de.ibm.com)
8  */
9 
10 #define KMSG_COMPONENT "cio"
11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
12 
13 #include <linux/module.h>
14 #include <linux/slab.h>
15 #include <linux/init.h>
16 #include <linux/device.h>
17 #include <linux/pci.h>
18 
19 #include <asm/cio.h>
20 #include <asm/chpid.h>
21 #include <asm/chsc.h>
22 #include <asm/crw.h>
23 #include <asm/isc.h>
24 
25 #include "css.h"
26 #include "cio.h"
27 #include "cio_debug.h"
28 #include "ioasm.h"
29 #include "chp.h"
30 #include "chsc.h"
31 
32 static void *sei_page;
33 static void *chsc_page;
34 static DEFINE_SPINLOCK(chsc_page_lock);
35 
36 /**
37  * chsc_error_from_response() - convert a chsc response to an error
38  * @response: chsc response code
39  *
40  * Returns an appropriate Linux error code for @response.
41  */
42 int chsc_error_from_response(int response)
43 {
44 	switch (response) {
45 	case 0x0001:
46 		return 0;
47 	case 0x0002:
48 	case 0x0003:
49 	case 0x0006:
50 	case 0x0007:
51 	case 0x0008:
52 	case 0x000a:
53 	case 0x0104:
54 		return -EINVAL;
55 	case 0x0004:
56 		return -EOPNOTSUPP;
57 	case 0x000b:
58 	case 0x0107:		/* "Channel busy" for the op 0x003d */
59 		return -EBUSY;
60 	case 0x0100:
61 	case 0x0102:
62 		return -ENOMEM;
63 	default:
64 		return -EIO;
65 	}
66 }
67 EXPORT_SYMBOL_GPL(chsc_error_from_response);
68 
69 struct chsc_ssd_area {
70 	struct chsc_header request;
71 	u16 :10;
72 	u16 ssid:2;
73 	u16 :4;
74 	u16 f_sch;	  /* first subchannel */
75 	u16 :16;
76 	u16 l_sch;	  /* last subchannel */
77 	u32 :32;
78 	struct chsc_header response;
79 	u32 :32;
80 	u8 sch_valid : 1;
81 	u8 dev_valid : 1;
82 	u8 st	     : 3; /* subchannel type */
83 	u8 zeroes    : 3;
84 	u8  unit_addr;	  /* unit address */
85 	u16 devno;	  /* device number */
86 	u8 path_mask;
87 	u8 fla_valid_mask;
88 	u16 sch;	  /* subchannel */
89 	u8 chpid[8];	  /* chpids 0-7 */
90 	u16 fla[8];	  /* full link addresses 0-7 */
91 } __attribute__ ((packed));
92 
93 int chsc_get_ssd_info(struct subchannel_id schid, struct chsc_ssd_info *ssd)
94 {
95 	struct chsc_ssd_area *ssd_area;
96 	int ccode;
97 	int ret;
98 	int i;
99 	int mask;
100 
101 	spin_lock_irq(&chsc_page_lock);
102 	memset(chsc_page, 0, PAGE_SIZE);
103 	ssd_area = chsc_page;
104 	ssd_area->request.length = 0x0010;
105 	ssd_area->request.code = 0x0004;
106 	ssd_area->ssid = schid.ssid;
107 	ssd_area->f_sch = schid.sch_no;
108 	ssd_area->l_sch = schid.sch_no;
109 
110 	ccode = chsc(ssd_area);
111 	/* Check response. */
112 	if (ccode > 0) {
113 		ret = (ccode == 3) ? -ENODEV : -EBUSY;
114 		goto out;
115 	}
116 	ret = chsc_error_from_response(ssd_area->response.code);
117 	if (ret != 0) {
118 		CIO_MSG_EVENT(2, "chsc: ssd failed for 0.%x.%04x (rc=%04x)\n",
119 			      schid.ssid, schid.sch_no,
120 			      ssd_area->response.code);
121 		goto out;
122 	}
123 	if (!ssd_area->sch_valid) {
124 		ret = -ENODEV;
125 		goto out;
126 	}
127 	/* Copy data */
128 	ret = 0;
129 	memset(ssd, 0, sizeof(struct chsc_ssd_info));
130 	if ((ssd_area->st != SUBCHANNEL_TYPE_IO) &&
131 	    (ssd_area->st != SUBCHANNEL_TYPE_MSG))
132 		goto out;
133 	ssd->path_mask = ssd_area->path_mask;
134 	ssd->fla_valid_mask = ssd_area->fla_valid_mask;
135 	for (i = 0; i < 8; i++) {
136 		mask = 0x80 >> i;
137 		if (ssd_area->path_mask & mask) {
138 			chp_id_init(&ssd->chpid[i]);
139 			ssd->chpid[i].id = ssd_area->chpid[i];
140 		}
141 		if (ssd_area->fla_valid_mask & mask)
142 			ssd->fla[i] = ssd_area->fla[i];
143 	}
144 out:
145 	spin_unlock_irq(&chsc_page_lock);
146 	return ret;
147 }
148 
149 /**
150  * chsc_ssqd() - store subchannel QDIO data (SSQD)
151  * @schid: id of the subchannel on which SSQD is performed
152  * @ssqd: request and response block for SSQD
153  *
154  * Returns 0 on success.
155  */
156 int chsc_ssqd(struct subchannel_id schid, struct chsc_ssqd_area *ssqd)
157 {
158 	memset(ssqd, 0, sizeof(*ssqd));
159 	ssqd->request.length = 0x0010;
160 	ssqd->request.code = 0x0024;
161 	ssqd->first_sch = schid.sch_no;
162 	ssqd->last_sch = schid.sch_no;
163 	ssqd->ssid = schid.ssid;
164 
165 	if (chsc(ssqd))
166 		return -EIO;
167 
168 	return chsc_error_from_response(ssqd->response.code);
169 }
170 EXPORT_SYMBOL_GPL(chsc_ssqd);
171 
172 /**
173  * chsc_sadc() - set adapter device controls (SADC)
174  * @schid: id of the subchannel on which SADC is performed
175  * @scssc: request and response block for SADC
176  * @summary_indicator_addr: summary indicator address
177  * @subchannel_indicator_addr: subchannel indicator address
178  *
179  * Returns 0 on success.
180  */
181 int chsc_sadc(struct subchannel_id schid, struct chsc_scssc_area *scssc,
182 	      u64 summary_indicator_addr, u64 subchannel_indicator_addr)
183 {
184 	memset(scssc, 0, sizeof(*scssc));
185 	scssc->request.length = 0x0fe0;
186 	scssc->request.code = 0x0021;
187 	scssc->operation_code = 0;
188 
189 	scssc->summary_indicator_addr = summary_indicator_addr;
190 	scssc->subchannel_indicator_addr = subchannel_indicator_addr;
191 
192 	scssc->ks = PAGE_DEFAULT_KEY >> 4;
193 	scssc->kc = PAGE_DEFAULT_KEY >> 4;
194 	scssc->isc = QDIO_AIRQ_ISC;
195 	scssc->schid = schid;
196 
197 	/* enable the time delay disablement facility */
198 	if (css_general_characteristics.aif_tdd)
199 		scssc->word_with_d_bit = 0x10000000;
200 
201 	if (chsc(scssc))
202 		return -EIO;
203 
204 	return chsc_error_from_response(scssc->response.code);
205 }
206 EXPORT_SYMBOL_GPL(chsc_sadc);
207 
208 static int s390_subchannel_remove_chpid(struct subchannel *sch, void *data)
209 {
210 	spin_lock_irq(sch->lock);
211 	if (sch->driver && sch->driver->chp_event)
212 		if (sch->driver->chp_event(sch, data, CHP_OFFLINE) != 0)
213 			goto out_unreg;
214 	spin_unlock_irq(sch->lock);
215 	return 0;
216 
217 out_unreg:
218 	sch->lpm = 0;
219 	spin_unlock_irq(sch->lock);
220 	css_schedule_eval(sch->schid);
221 	return 0;
222 }
223 
224 void chsc_chp_offline(struct chp_id chpid)
225 {
226 	char dbf_txt[15];
227 	struct chp_link link;
228 
229 	sprintf(dbf_txt, "chpr%x.%02x", chpid.cssid, chpid.id);
230 	CIO_TRACE_EVENT(2, dbf_txt);
231 
232 	if (chp_get_status(chpid) <= 0)
233 		return;
234 	memset(&link, 0, sizeof(struct chp_link));
235 	link.chpid = chpid;
236 	/* Wait until previous actions have settled. */
237 	css_wait_for_slow_path();
238 	for_each_subchannel_staged(s390_subchannel_remove_chpid, NULL, &link);
239 }
240 
241 static int __s390_process_res_acc(struct subchannel *sch, void *data)
242 {
243 	spin_lock_irq(sch->lock);
244 	if (sch->driver && sch->driver->chp_event)
245 		sch->driver->chp_event(sch, data, CHP_ONLINE);
246 	spin_unlock_irq(sch->lock);
247 
248 	return 0;
249 }
250 
251 static void s390_process_res_acc(struct chp_link *link)
252 {
253 	char dbf_txt[15];
254 
255 	sprintf(dbf_txt, "accpr%x.%02x", link->chpid.cssid,
256 		link->chpid.id);
257 	CIO_TRACE_EVENT( 2, dbf_txt);
258 	if (link->fla != 0) {
259 		sprintf(dbf_txt, "fla%x", link->fla);
260 		CIO_TRACE_EVENT( 2, dbf_txt);
261 	}
262 	/* Wait until previous actions have settled. */
263 	css_wait_for_slow_path();
264 	/*
265 	 * I/O resources may have become accessible.
266 	 * Scan through all subchannels that may be concerned and
267 	 * do a validation on those.
268 	 * The more information we have (info), the less scanning
269 	 * will we have to do.
270 	 */
271 	for_each_subchannel_staged(__s390_process_res_acc, NULL, link);
272 	css_schedule_reprobe();
273 }
274 
275 static int
276 __get_chpid_from_lir(void *data)
277 {
278 	struct lir {
279 		u8  iq;
280 		u8  ic;
281 		u16 sci;
282 		/* incident-node descriptor */
283 		u32 indesc[28];
284 		/* attached-node descriptor */
285 		u32 andesc[28];
286 		/* incident-specific information */
287 		u32 isinfo[28];
288 	} __attribute__ ((packed)) *lir;
289 
290 	lir = data;
291 	if (!(lir->iq&0x80))
292 		/* NULL link incident record */
293 		return -EINVAL;
294 	if (!(lir->indesc[0]&0xc0000000))
295 		/* node descriptor not valid */
296 		return -EINVAL;
297 	if (!(lir->indesc[0]&0x10000000))
298 		/* don't handle device-type nodes - FIXME */
299 		return -EINVAL;
300 	/* Byte 3 contains the chpid. Could also be CTCA, but we don't care */
301 
302 	return (u16) (lir->indesc[0]&0x000000ff);
303 }
304 
305 struct chsc_sei_nt0_area {
306 	u8  flags;
307 	u8  vf;				/* validity flags */
308 	u8  rs;				/* reporting source */
309 	u8  cc;				/* content code */
310 	u16 fla;			/* full link address */
311 	u16 rsid;			/* reporting source id */
312 	u32 reserved1;
313 	u32 reserved2;
314 	/* ccdf has to be big enough for a link-incident record */
315 	u8  ccdf[PAGE_SIZE - 24 - 16];	/* content-code dependent field */
316 } __packed;
317 
318 struct chsc_sei_nt2_area {
319 	u8  flags;			/* p and v bit */
320 	u8  reserved1;
321 	u8  reserved2;
322 	u8  cc;				/* content code */
323 	u32 reserved3[13];
324 	u8  ccdf[PAGE_SIZE - 24 - 56];	/* content-code dependent field */
325 } __packed;
326 
327 #define CHSC_SEI_NT0	(1ULL << 63)
328 #define CHSC_SEI_NT2	(1ULL << 61)
329 
330 struct chsc_sei {
331 	struct chsc_header request;
332 	u32 reserved1;
333 	u64 ntsm;			/* notification type mask */
334 	struct chsc_header response;
335 	u32 :24;
336 	u8 nt;
337 	union {
338 		struct chsc_sei_nt0_area nt0_area;
339 		struct chsc_sei_nt2_area nt2_area;
340 		u8 nt_area[PAGE_SIZE - 24];
341 	} u;
342 } __packed;
343 
344 static void chsc_process_sei_link_incident(struct chsc_sei_nt0_area *sei_area)
345 {
346 	struct chp_id chpid;
347 	int id;
348 
349 	CIO_CRW_EVENT(4, "chsc: link incident (rs=%02x, rs_id=%04x)\n",
350 		      sei_area->rs, sei_area->rsid);
351 	if (sei_area->rs != 4)
352 		return;
353 	id = __get_chpid_from_lir(sei_area->ccdf);
354 	if (id < 0)
355 		CIO_CRW_EVENT(4, "chsc: link incident - invalid LIR\n");
356 	else {
357 		chp_id_init(&chpid);
358 		chpid.id = id;
359 		chsc_chp_offline(chpid);
360 	}
361 }
362 
363 static void chsc_process_sei_res_acc(struct chsc_sei_nt0_area *sei_area)
364 {
365 	struct chp_link link;
366 	struct chp_id chpid;
367 	int status;
368 
369 	CIO_CRW_EVENT(4, "chsc: resource accessibility event (rs=%02x, "
370 		      "rs_id=%04x)\n", sei_area->rs, sei_area->rsid);
371 	if (sei_area->rs != 4)
372 		return;
373 	chp_id_init(&chpid);
374 	chpid.id = sei_area->rsid;
375 	/* allocate a new channel path structure, if needed */
376 	status = chp_get_status(chpid);
377 	if (status < 0)
378 		chp_new(chpid);
379 	else if (!status)
380 		return;
381 	memset(&link, 0, sizeof(struct chp_link));
382 	link.chpid = chpid;
383 	if ((sei_area->vf & 0xc0) != 0) {
384 		link.fla = sei_area->fla;
385 		if ((sei_area->vf & 0xc0) == 0xc0)
386 			/* full link address */
387 			link.fla_mask = 0xffff;
388 		else
389 			/* link address */
390 			link.fla_mask = 0xff00;
391 	}
392 	s390_process_res_acc(&link);
393 }
394 
395 static void chsc_process_sei_chp_avail(struct chsc_sei_nt0_area *sei_area)
396 {
397 	struct channel_path *chp;
398 	struct chp_id chpid;
399 	u8 *data;
400 	int num;
401 
402 	CIO_CRW_EVENT(4, "chsc: channel path availability information\n");
403 	if (sei_area->rs != 0)
404 		return;
405 	data = sei_area->ccdf;
406 	chp_id_init(&chpid);
407 	for (num = 0; num <= __MAX_CHPID; num++) {
408 		if (!chp_test_bit(data, num))
409 			continue;
410 		chpid.id = num;
411 
412 		CIO_CRW_EVENT(4, "Update information for channel path "
413 			      "%x.%02x\n", chpid.cssid, chpid.id);
414 		chp = chpid_to_chp(chpid);
415 		if (!chp) {
416 			chp_new(chpid);
417 			continue;
418 		}
419 		mutex_lock(&chp->lock);
420 		chp_update_desc(chp);
421 		mutex_unlock(&chp->lock);
422 	}
423 }
424 
425 struct chp_config_data {
426 	u8 map[32];
427 	u8 op;
428 	u8 pc;
429 };
430 
431 static void chsc_process_sei_chp_config(struct chsc_sei_nt0_area *sei_area)
432 {
433 	struct chp_config_data *data;
434 	struct chp_id chpid;
435 	int num;
436 	char *events[3] = {"configure", "deconfigure", "cancel deconfigure"};
437 
438 	CIO_CRW_EVENT(4, "chsc: channel-path-configuration notification\n");
439 	if (sei_area->rs != 0)
440 		return;
441 	data = (struct chp_config_data *) &(sei_area->ccdf);
442 	chp_id_init(&chpid);
443 	for (num = 0; num <= __MAX_CHPID; num++) {
444 		if (!chp_test_bit(data->map, num))
445 			continue;
446 		chpid.id = num;
447 		pr_notice("Processing %s for channel path %x.%02x\n",
448 			  events[data->op], chpid.cssid, chpid.id);
449 		switch (data->op) {
450 		case 0:
451 			chp_cfg_schedule(chpid, 1);
452 			break;
453 		case 1:
454 			chp_cfg_schedule(chpid, 0);
455 			break;
456 		case 2:
457 			chp_cfg_cancel_deconfigure(chpid);
458 			break;
459 		}
460 	}
461 }
462 
463 static void chsc_process_sei_scm_change(struct chsc_sei_nt0_area *sei_area)
464 {
465 	int ret;
466 
467 	CIO_CRW_EVENT(4, "chsc: scm change notification\n");
468 	if (sei_area->rs != 7)
469 		return;
470 
471 	ret = scm_update_information();
472 	if (ret)
473 		CIO_CRW_EVENT(0, "chsc: updating change notification"
474 			      " failed (rc=%d).\n", ret);
475 }
476 
477 static void chsc_process_sei_scm_avail(struct chsc_sei_nt0_area *sei_area)
478 {
479 	int ret;
480 
481 	CIO_CRW_EVENT(4, "chsc: scm available information\n");
482 	if (sei_area->rs != 7)
483 		return;
484 
485 	ret = scm_process_availability_information();
486 	if (ret)
487 		CIO_CRW_EVENT(0, "chsc: process availability information"
488 			      " failed (rc=%d).\n", ret);
489 }
490 
491 static void chsc_process_sei_nt2(struct chsc_sei_nt2_area *sei_area)
492 {
493 	switch (sei_area->cc) {
494 	case 1:
495 		zpci_event_error(sei_area->ccdf);
496 		break;
497 	case 2:
498 		zpci_event_availability(sei_area->ccdf);
499 		break;
500 	default:
501 		CIO_CRW_EVENT(2, "chsc: sei nt2 unhandled cc=%d\n",
502 			      sei_area->cc);
503 		break;
504 	}
505 }
506 
507 static void chsc_process_sei_nt0(struct chsc_sei_nt0_area *sei_area)
508 {
509 	/* which kind of information was stored? */
510 	switch (sei_area->cc) {
511 	case 1: /* link incident*/
512 		chsc_process_sei_link_incident(sei_area);
513 		break;
514 	case 2: /* i/o resource accessibility */
515 		chsc_process_sei_res_acc(sei_area);
516 		break;
517 	case 7: /* channel-path-availability information */
518 		chsc_process_sei_chp_avail(sei_area);
519 		break;
520 	case 8: /* channel-path-configuration notification */
521 		chsc_process_sei_chp_config(sei_area);
522 		break;
523 	case 12: /* scm change notification */
524 		chsc_process_sei_scm_change(sei_area);
525 		break;
526 	case 14: /* scm available notification */
527 		chsc_process_sei_scm_avail(sei_area);
528 		break;
529 	default: /* other stuff */
530 		CIO_CRW_EVENT(2, "chsc: sei nt0 unhandled cc=%d\n",
531 			      sei_area->cc);
532 		break;
533 	}
534 
535 	/* Check if we might have lost some information. */
536 	if (sei_area->flags & 0x40) {
537 		CIO_CRW_EVENT(2, "chsc: event overflow\n");
538 		css_schedule_eval_all();
539 	}
540 }
541 
542 static void chsc_process_event_information(struct chsc_sei *sei, u64 ntsm)
543 {
544 	static int ntsm_unsupported;
545 
546 	while (true) {
547 		memset(sei, 0, sizeof(*sei));
548 		sei->request.length = 0x0010;
549 		sei->request.code = 0x000e;
550 		if (!ntsm_unsupported)
551 			sei->ntsm = ntsm;
552 
553 		if (chsc(sei))
554 			break;
555 
556 		if (sei->response.code != 0x0001) {
557 			CIO_CRW_EVENT(2, "chsc: sei failed (rc=%04x, ntsm=%llx)\n",
558 				      sei->response.code, sei->ntsm);
559 
560 			if (sei->response.code == 3 && sei->ntsm) {
561 				/* Fallback for old firmware. */
562 				ntsm_unsupported = 1;
563 				continue;
564 			}
565 			break;
566 		}
567 
568 		CIO_CRW_EVENT(2, "chsc: sei successful (nt=%d)\n", sei->nt);
569 		switch (sei->nt) {
570 		case 0:
571 			chsc_process_sei_nt0(&sei->u.nt0_area);
572 			break;
573 		case 2:
574 			chsc_process_sei_nt2(&sei->u.nt2_area);
575 			break;
576 		default:
577 			CIO_CRW_EVENT(2, "chsc: unhandled nt: %d\n", sei->nt);
578 			break;
579 		}
580 
581 		if (!(sei->u.nt0_area.flags & 0x80))
582 			break;
583 	}
584 }
585 
586 /*
587  * Handle channel subsystem related CRWs.
588  * Use store event information to find out what's going on.
589  *
590  * Note: Access to sei_page is serialized through machine check handler
591  * thread, so no need for locking.
592  */
593 static void chsc_process_crw(struct crw *crw0, struct crw *crw1, int overflow)
594 {
595 	struct chsc_sei *sei = sei_page;
596 
597 	if (overflow) {
598 		css_schedule_eval_all();
599 		return;
600 	}
601 	CIO_CRW_EVENT(2, "CRW reports slct=%d, oflw=%d, "
602 		      "chn=%d, rsc=%X, anc=%d, erc=%X, rsid=%X\n",
603 		      crw0->slct, crw0->oflw, crw0->chn, crw0->rsc, crw0->anc,
604 		      crw0->erc, crw0->rsid);
605 
606 	CIO_TRACE_EVENT(2, "prcss");
607 	chsc_process_event_information(sei, CHSC_SEI_NT0 | CHSC_SEI_NT2);
608 }
609 
610 void chsc_chp_online(struct chp_id chpid)
611 {
612 	char dbf_txt[15];
613 	struct chp_link link;
614 
615 	sprintf(dbf_txt, "cadd%x.%02x", chpid.cssid, chpid.id);
616 	CIO_TRACE_EVENT(2, dbf_txt);
617 
618 	if (chp_get_status(chpid) != 0) {
619 		memset(&link, 0, sizeof(struct chp_link));
620 		link.chpid = chpid;
621 		/* Wait until previous actions have settled. */
622 		css_wait_for_slow_path();
623 		for_each_subchannel_staged(__s390_process_res_acc, NULL,
624 					   &link);
625 		css_schedule_reprobe();
626 	}
627 }
628 
629 static void __s390_subchannel_vary_chpid(struct subchannel *sch,
630 					 struct chp_id chpid, int on)
631 {
632 	unsigned long flags;
633 	struct chp_link link;
634 
635 	memset(&link, 0, sizeof(struct chp_link));
636 	link.chpid = chpid;
637 	spin_lock_irqsave(sch->lock, flags);
638 	if (sch->driver && sch->driver->chp_event)
639 		sch->driver->chp_event(sch, &link,
640 				       on ? CHP_VARY_ON : CHP_VARY_OFF);
641 	spin_unlock_irqrestore(sch->lock, flags);
642 }
643 
644 static int s390_subchannel_vary_chpid_off(struct subchannel *sch, void *data)
645 {
646 	struct chp_id *chpid = data;
647 
648 	__s390_subchannel_vary_chpid(sch, *chpid, 0);
649 	return 0;
650 }
651 
652 static int s390_subchannel_vary_chpid_on(struct subchannel *sch, void *data)
653 {
654 	struct chp_id *chpid = data;
655 
656 	__s390_subchannel_vary_chpid(sch, *chpid, 1);
657 	return 0;
658 }
659 
660 /**
661  * chsc_chp_vary - propagate channel-path vary operation to subchannels
662  * @chpid: channl-path ID
663  * @on: non-zero for vary online, zero for vary offline
664  */
665 int chsc_chp_vary(struct chp_id chpid, int on)
666 {
667 	struct channel_path *chp = chpid_to_chp(chpid);
668 
669 	/* Wait until previous actions have settled. */
670 	css_wait_for_slow_path();
671 	/*
672 	 * Redo PathVerification on the devices the chpid connects to
673 	 */
674 	if (on) {
675 		/* Try to update the channel path description. */
676 		chp_update_desc(chp);
677 		for_each_subchannel_staged(s390_subchannel_vary_chpid_on,
678 					   NULL, &chpid);
679 		css_schedule_reprobe();
680 	} else
681 		for_each_subchannel_staged(s390_subchannel_vary_chpid_off,
682 					   NULL, &chpid);
683 
684 	return 0;
685 }
686 
687 static void
688 chsc_remove_cmg_attr(struct channel_subsystem *css)
689 {
690 	int i;
691 
692 	for (i = 0; i <= __MAX_CHPID; i++) {
693 		if (!css->chps[i])
694 			continue;
695 		chp_remove_cmg_attr(css->chps[i]);
696 	}
697 }
698 
699 static int
700 chsc_add_cmg_attr(struct channel_subsystem *css)
701 {
702 	int i, ret;
703 
704 	ret = 0;
705 	for (i = 0; i <= __MAX_CHPID; i++) {
706 		if (!css->chps[i])
707 			continue;
708 		ret = chp_add_cmg_attr(css->chps[i]);
709 		if (ret)
710 			goto cleanup;
711 	}
712 	return ret;
713 cleanup:
714 	for (--i; i >= 0; i--) {
715 		if (!css->chps[i])
716 			continue;
717 		chp_remove_cmg_attr(css->chps[i]);
718 	}
719 	return ret;
720 }
721 
722 int __chsc_do_secm(struct channel_subsystem *css, int enable)
723 {
724 	struct {
725 		struct chsc_header request;
726 		u32 operation_code : 2;
727 		u32 : 30;
728 		u32 key : 4;
729 		u32 : 28;
730 		u32 zeroes1;
731 		u32 cub_addr1;
732 		u32 zeroes2;
733 		u32 cub_addr2;
734 		u32 reserved[13];
735 		struct chsc_header response;
736 		u32 status : 8;
737 		u32 : 4;
738 		u32 fmt : 4;
739 		u32 : 16;
740 	} __attribute__ ((packed)) *secm_area;
741 	int ret, ccode;
742 
743 	spin_lock_irq(&chsc_page_lock);
744 	memset(chsc_page, 0, PAGE_SIZE);
745 	secm_area = chsc_page;
746 	secm_area->request.length = 0x0050;
747 	secm_area->request.code = 0x0016;
748 
749 	secm_area->key = PAGE_DEFAULT_KEY >> 4;
750 	secm_area->cub_addr1 = (u64)(unsigned long)css->cub_addr1;
751 	secm_area->cub_addr2 = (u64)(unsigned long)css->cub_addr2;
752 
753 	secm_area->operation_code = enable ? 0 : 1;
754 
755 	ccode = chsc(secm_area);
756 	if (ccode > 0) {
757 		ret = (ccode == 3) ? -ENODEV : -EBUSY;
758 		goto out;
759 	}
760 
761 	switch (secm_area->response.code) {
762 	case 0x0102:
763 	case 0x0103:
764 		ret = -EINVAL;
765 		break;
766 	default:
767 		ret = chsc_error_from_response(secm_area->response.code);
768 	}
769 	if (ret != 0)
770 		CIO_CRW_EVENT(2, "chsc: secm failed (rc=%04x)\n",
771 			      secm_area->response.code);
772 out:
773 	spin_unlock_irq(&chsc_page_lock);
774 	return ret;
775 }
776 
777 int
778 chsc_secm(struct channel_subsystem *css, int enable)
779 {
780 	int ret;
781 
782 	if (enable && !css->cm_enabled) {
783 		css->cub_addr1 = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
784 		css->cub_addr2 = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
785 		if (!css->cub_addr1 || !css->cub_addr2) {
786 			free_page((unsigned long)css->cub_addr1);
787 			free_page((unsigned long)css->cub_addr2);
788 			return -ENOMEM;
789 		}
790 	}
791 	ret = __chsc_do_secm(css, enable);
792 	if (!ret) {
793 		css->cm_enabled = enable;
794 		if (css->cm_enabled) {
795 			ret = chsc_add_cmg_attr(css);
796 			if (ret) {
797 				__chsc_do_secm(css, 0);
798 				css->cm_enabled = 0;
799 			}
800 		} else
801 			chsc_remove_cmg_attr(css);
802 	}
803 	if (!css->cm_enabled) {
804 		free_page((unsigned long)css->cub_addr1);
805 		free_page((unsigned long)css->cub_addr2);
806 	}
807 	return ret;
808 }
809 
810 int chsc_determine_channel_path_desc(struct chp_id chpid, int fmt, int rfmt,
811 				     int c, int m, void *page)
812 {
813 	struct chsc_scpd *scpd_area;
814 	int ccode, ret;
815 
816 	if ((rfmt == 1) && !css_general_characteristics.fcs)
817 		return -EINVAL;
818 	if ((rfmt == 2) && !css_general_characteristics.cib)
819 		return -EINVAL;
820 
821 	memset(page, 0, PAGE_SIZE);
822 	scpd_area = page;
823 	scpd_area->request.length = 0x0010;
824 	scpd_area->request.code = 0x0002;
825 	scpd_area->cssid = chpid.cssid;
826 	scpd_area->first_chpid = chpid.id;
827 	scpd_area->last_chpid = chpid.id;
828 	scpd_area->m = m;
829 	scpd_area->c = c;
830 	scpd_area->fmt = fmt;
831 	scpd_area->rfmt = rfmt;
832 
833 	ccode = chsc(scpd_area);
834 	if (ccode > 0)
835 		return (ccode == 3) ? -ENODEV : -EBUSY;
836 
837 	ret = chsc_error_from_response(scpd_area->response.code);
838 	if (ret)
839 		CIO_CRW_EVENT(2, "chsc: scpd failed (rc=%04x)\n",
840 			      scpd_area->response.code);
841 	return ret;
842 }
843 EXPORT_SYMBOL_GPL(chsc_determine_channel_path_desc);
844 
845 int chsc_determine_base_channel_path_desc(struct chp_id chpid,
846 					  struct channel_path_desc *desc)
847 {
848 	struct chsc_response_struct *chsc_resp;
849 	struct chsc_scpd *scpd_area;
850 	unsigned long flags;
851 	int ret;
852 
853 	spin_lock_irqsave(&chsc_page_lock, flags);
854 	scpd_area = chsc_page;
855 	ret = chsc_determine_channel_path_desc(chpid, 0, 0, 0, 0, scpd_area);
856 	if (ret)
857 		goto out;
858 	chsc_resp = (void *)&scpd_area->response;
859 	memcpy(desc, &chsc_resp->data, sizeof(*desc));
860 out:
861 	spin_unlock_irqrestore(&chsc_page_lock, flags);
862 	return ret;
863 }
864 
865 int chsc_determine_fmt1_channel_path_desc(struct chp_id chpid,
866 					  struct channel_path_desc_fmt1 *desc)
867 {
868 	struct chsc_response_struct *chsc_resp;
869 	struct chsc_scpd *scpd_area;
870 	unsigned long flags;
871 	int ret;
872 
873 	spin_lock_irqsave(&chsc_page_lock, flags);
874 	scpd_area = chsc_page;
875 	ret = chsc_determine_channel_path_desc(chpid, 0, 0, 1, 0, scpd_area);
876 	if (ret)
877 		goto out;
878 	chsc_resp = (void *)&scpd_area->response;
879 	memcpy(desc, &chsc_resp->data, sizeof(*desc));
880 out:
881 	spin_unlock_irqrestore(&chsc_page_lock, flags);
882 	return ret;
883 }
884 
885 static void
886 chsc_initialize_cmg_chars(struct channel_path *chp, u8 cmcv,
887 			  struct cmg_chars *chars)
888 {
889 	struct cmg_chars *cmg_chars;
890 	int i, mask;
891 
892 	cmg_chars = chp->cmg_chars;
893 	for (i = 0; i < NR_MEASUREMENT_CHARS; i++) {
894 		mask = 0x80 >> (i + 3);
895 		if (cmcv & mask)
896 			cmg_chars->values[i] = chars->values[i];
897 		else
898 			cmg_chars->values[i] = 0;
899 	}
900 }
901 
902 int chsc_get_channel_measurement_chars(struct channel_path *chp)
903 {
904 	struct cmg_chars *cmg_chars;
905 	int ccode, ret;
906 
907 	struct {
908 		struct chsc_header request;
909 		u32 : 24;
910 		u32 first_chpid : 8;
911 		u32 : 24;
912 		u32 last_chpid : 8;
913 		u32 zeroes1;
914 		struct chsc_header response;
915 		u32 zeroes2;
916 		u32 not_valid : 1;
917 		u32 shared : 1;
918 		u32 : 22;
919 		u32 chpid : 8;
920 		u32 cmcv : 5;
921 		u32 : 11;
922 		u32 cmgq : 8;
923 		u32 cmg : 8;
924 		u32 zeroes3;
925 		u32 data[NR_MEASUREMENT_CHARS];
926 	} __attribute__ ((packed)) *scmc_area;
927 
928 	chp->cmg_chars = NULL;
929 	cmg_chars = kmalloc(sizeof(*cmg_chars), GFP_KERNEL);
930 	if (!cmg_chars)
931 		return -ENOMEM;
932 
933 	spin_lock_irq(&chsc_page_lock);
934 	memset(chsc_page, 0, PAGE_SIZE);
935 	scmc_area = chsc_page;
936 	scmc_area->request.length = 0x0010;
937 	scmc_area->request.code = 0x0022;
938 	scmc_area->first_chpid = chp->chpid.id;
939 	scmc_area->last_chpid = chp->chpid.id;
940 
941 	ccode = chsc(scmc_area);
942 	if (ccode > 0) {
943 		ret = (ccode == 3) ? -ENODEV : -EBUSY;
944 		goto out;
945 	}
946 
947 	ret = chsc_error_from_response(scmc_area->response.code);
948 	if (ret) {
949 		CIO_CRW_EVENT(2, "chsc: scmc failed (rc=%04x)\n",
950 			      scmc_area->response.code);
951 		goto out;
952 	}
953 	if (scmc_area->not_valid) {
954 		chp->cmg = -1;
955 		chp->shared = -1;
956 		goto out;
957 	}
958 	chp->cmg = scmc_area->cmg;
959 	chp->shared = scmc_area->shared;
960 	if (chp->cmg != 2 && chp->cmg != 3) {
961 		/* No cmg-dependent data. */
962 		goto out;
963 	}
964 	chp->cmg_chars = cmg_chars;
965 	chsc_initialize_cmg_chars(chp, scmc_area->cmcv,
966 				  (struct cmg_chars *) &scmc_area->data);
967 out:
968 	spin_unlock_irq(&chsc_page_lock);
969 	if (!chp->cmg_chars)
970 		kfree(cmg_chars);
971 
972 	return ret;
973 }
974 
975 int __init chsc_init(void)
976 {
977 	int ret;
978 
979 	sei_page = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
980 	chsc_page = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
981 	if (!sei_page || !chsc_page) {
982 		ret = -ENOMEM;
983 		goto out_err;
984 	}
985 	ret = crw_register_handler(CRW_RSC_CSS, chsc_process_crw);
986 	if (ret)
987 		goto out_err;
988 	return ret;
989 out_err:
990 	free_page((unsigned long)chsc_page);
991 	free_page((unsigned long)sei_page);
992 	return ret;
993 }
994 
995 void __init chsc_init_cleanup(void)
996 {
997 	crw_unregister_handler(CRW_RSC_CSS);
998 	free_page((unsigned long)chsc_page);
999 	free_page((unsigned long)sei_page);
1000 }
1001 
1002 int chsc_enable_facility(int operation_code)
1003 {
1004 	unsigned long flags;
1005 	int ret;
1006 	struct {
1007 		struct chsc_header request;
1008 		u8 reserved1:4;
1009 		u8 format:4;
1010 		u8 reserved2;
1011 		u16 operation_code;
1012 		u32 reserved3;
1013 		u32 reserved4;
1014 		u32 operation_data_area[252];
1015 		struct chsc_header response;
1016 		u32 reserved5:4;
1017 		u32 format2:4;
1018 		u32 reserved6:24;
1019 	} __attribute__ ((packed)) *sda_area;
1020 
1021 	spin_lock_irqsave(&chsc_page_lock, flags);
1022 	memset(chsc_page, 0, PAGE_SIZE);
1023 	sda_area = chsc_page;
1024 	sda_area->request.length = 0x0400;
1025 	sda_area->request.code = 0x0031;
1026 	sda_area->operation_code = operation_code;
1027 
1028 	ret = chsc(sda_area);
1029 	if (ret > 0) {
1030 		ret = (ret == 3) ? -ENODEV : -EBUSY;
1031 		goto out;
1032 	}
1033 
1034 	switch (sda_area->response.code) {
1035 	case 0x0101:
1036 		ret = -EOPNOTSUPP;
1037 		break;
1038 	default:
1039 		ret = chsc_error_from_response(sda_area->response.code);
1040 	}
1041 	if (ret != 0)
1042 		CIO_CRW_EVENT(2, "chsc: sda (oc=%x) failed (rc=%04x)\n",
1043 			      operation_code, sda_area->response.code);
1044 out:
1045 	spin_unlock_irqrestore(&chsc_page_lock, flags);
1046 	return ret;
1047 }
1048 
1049 struct css_general_char css_general_characteristics;
1050 struct css_chsc_char css_chsc_characteristics;
1051 
1052 int __init
1053 chsc_determine_css_characteristics(void)
1054 {
1055 	int result;
1056 	struct {
1057 		struct chsc_header request;
1058 		u32 reserved1;
1059 		u32 reserved2;
1060 		u32 reserved3;
1061 		struct chsc_header response;
1062 		u32 reserved4;
1063 		u32 general_char[510];
1064 		u32 chsc_char[508];
1065 	} __attribute__ ((packed)) *scsc_area;
1066 
1067 	spin_lock_irq(&chsc_page_lock);
1068 	memset(chsc_page, 0, PAGE_SIZE);
1069 	scsc_area = chsc_page;
1070 	scsc_area->request.length = 0x0010;
1071 	scsc_area->request.code = 0x0010;
1072 
1073 	result = chsc(scsc_area);
1074 	if (result) {
1075 		result = (result == 3) ? -ENODEV : -EBUSY;
1076 		goto exit;
1077 	}
1078 
1079 	result = chsc_error_from_response(scsc_area->response.code);
1080 	if (result == 0) {
1081 		memcpy(&css_general_characteristics, scsc_area->general_char,
1082 		       sizeof(css_general_characteristics));
1083 		memcpy(&css_chsc_characteristics, scsc_area->chsc_char,
1084 		       sizeof(css_chsc_characteristics));
1085 	} else
1086 		CIO_CRW_EVENT(2, "chsc: scsc failed (rc=%04x)\n",
1087 			      scsc_area->response.code);
1088 exit:
1089 	spin_unlock_irq(&chsc_page_lock);
1090 	return result;
1091 }
1092 
1093 EXPORT_SYMBOL_GPL(css_general_characteristics);
1094 EXPORT_SYMBOL_GPL(css_chsc_characteristics);
1095 
1096 int chsc_sstpc(void *page, unsigned int op, u16 ctrl)
1097 {
1098 	struct {
1099 		struct chsc_header request;
1100 		unsigned int rsvd0;
1101 		unsigned int op : 8;
1102 		unsigned int rsvd1 : 8;
1103 		unsigned int ctrl : 16;
1104 		unsigned int rsvd2[5];
1105 		struct chsc_header response;
1106 		unsigned int rsvd3[7];
1107 	} __attribute__ ((packed)) *rr;
1108 	int rc;
1109 
1110 	memset(page, 0, PAGE_SIZE);
1111 	rr = page;
1112 	rr->request.length = 0x0020;
1113 	rr->request.code = 0x0033;
1114 	rr->op = op;
1115 	rr->ctrl = ctrl;
1116 	rc = chsc(rr);
1117 	if (rc)
1118 		return -EIO;
1119 	rc = (rr->response.code == 0x0001) ? 0 : -EIO;
1120 	return rc;
1121 }
1122 
1123 int chsc_sstpi(void *page, void *result, size_t size)
1124 {
1125 	struct {
1126 		struct chsc_header request;
1127 		unsigned int rsvd0[3];
1128 		struct chsc_header response;
1129 		char data[size];
1130 	} __attribute__ ((packed)) *rr;
1131 	int rc;
1132 
1133 	memset(page, 0, PAGE_SIZE);
1134 	rr = page;
1135 	rr->request.length = 0x0010;
1136 	rr->request.code = 0x0038;
1137 	rc = chsc(rr);
1138 	if (rc)
1139 		return -EIO;
1140 	memcpy(result, &rr->data, size);
1141 	return (rr->response.code == 0x0001) ? 0 : -EIO;
1142 }
1143 
1144 int chsc_siosl(struct subchannel_id schid)
1145 {
1146 	struct {
1147 		struct chsc_header request;
1148 		u32 word1;
1149 		struct subchannel_id sid;
1150 		u32 word3;
1151 		struct chsc_header response;
1152 		u32 word[11];
1153 	} __attribute__ ((packed)) *siosl_area;
1154 	unsigned long flags;
1155 	int ccode;
1156 	int rc;
1157 
1158 	spin_lock_irqsave(&chsc_page_lock, flags);
1159 	memset(chsc_page, 0, PAGE_SIZE);
1160 	siosl_area = chsc_page;
1161 	siosl_area->request.length = 0x0010;
1162 	siosl_area->request.code = 0x0046;
1163 	siosl_area->word1 = 0x80000000;
1164 	siosl_area->sid = schid;
1165 
1166 	ccode = chsc(siosl_area);
1167 	if (ccode > 0) {
1168 		if (ccode == 3)
1169 			rc = -ENODEV;
1170 		else
1171 			rc = -EBUSY;
1172 		CIO_MSG_EVENT(2, "chsc: chsc failed for 0.%x.%04x (ccode=%d)\n",
1173 			      schid.ssid, schid.sch_no, ccode);
1174 		goto out;
1175 	}
1176 	rc = chsc_error_from_response(siosl_area->response.code);
1177 	if (rc)
1178 		CIO_MSG_EVENT(2, "chsc: siosl failed for 0.%x.%04x (rc=%04x)\n",
1179 			      schid.ssid, schid.sch_no,
1180 			      siosl_area->response.code);
1181 	else
1182 		CIO_MSG_EVENT(4, "chsc: siosl succeeded for 0.%x.%04x\n",
1183 			      schid.ssid, schid.sch_no);
1184 out:
1185 	spin_unlock_irqrestore(&chsc_page_lock, flags);
1186 	return rc;
1187 }
1188 EXPORT_SYMBOL_GPL(chsc_siosl);
1189 
1190 /**
1191  * chsc_scm_info() - store SCM information (SSI)
1192  * @scm_area: request and response block for SSI
1193  * @token: continuation token
1194  *
1195  * Returns 0 on success.
1196  */
1197 int chsc_scm_info(struct chsc_scm_info *scm_area, u64 token)
1198 {
1199 	int ccode, ret;
1200 
1201 	memset(scm_area, 0, sizeof(*scm_area));
1202 	scm_area->request.length = 0x0020;
1203 	scm_area->request.code = 0x004C;
1204 	scm_area->reqtok = token;
1205 
1206 	ccode = chsc(scm_area);
1207 	if (ccode > 0) {
1208 		ret = (ccode == 3) ? -ENODEV : -EBUSY;
1209 		goto out;
1210 	}
1211 	ret = chsc_error_from_response(scm_area->response.code);
1212 	if (ret != 0)
1213 		CIO_MSG_EVENT(2, "chsc: scm info failed (rc=%04x)\n",
1214 			      scm_area->response.code);
1215 out:
1216 	return ret;
1217 }
1218 EXPORT_SYMBOL_GPL(chsc_scm_info);
1219 
1220 /**
1221  * chsc_pnso_brinfo() - Perform Network-Subchannel Operation, Bridge Info.
1222  * @schid:		id of the subchannel on which PNSO is performed
1223  * @brinfo_area:	request and response block for the operation
1224  * @resume_token:	resume token for multiblock response
1225  * @cnc:		Boolean change-notification control
1226  *
1227  * brinfo_area must be allocated by the caller with get_zeroed_page(GFP_KERNEL)
1228  *
1229  * Returns 0 on success.
1230  */
1231 int chsc_pnso_brinfo(struct subchannel_id schid,
1232 		struct chsc_pnso_area *brinfo_area,
1233 		struct chsc_brinfo_resume_token resume_token,
1234 		int cnc)
1235 {
1236 	memset(brinfo_area, 0, sizeof(*brinfo_area));
1237 	brinfo_area->request.length = 0x0030;
1238 	brinfo_area->request.code = 0x003d; /* network-subchannel operation */
1239 	brinfo_area->m	   = schid.m;
1240 	brinfo_area->ssid  = schid.ssid;
1241 	brinfo_area->sch   = schid.sch_no;
1242 	brinfo_area->cssid = schid.cssid;
1243 	brinfo_area->oc    = 0; /* Store-network-bridging-information list */
1244 	brinfo_area->resume_token = resume_token;
1245 	brinfo_area->n	   = (cnc != 0);
1246 	if (chsc(brinfo_area))
1247 		return -EIO;
1248 	return chsc_error_from_response(brinfo_area->response.code);
1249 }
1250 EXPORT_SYMBOL_GPL(chsc_pnso_brinfo);
1251