xref: /linux/drivers/s390/cio/css.c (revision 1795cf48b322b4d19230a40dbe7181acedd34a94)
1 /*
2  *  drivers/s390/cio/css.c
3  *  driver for channel subsystem
4  *
5  *    Copyright IBM Corp. 2002,2008
6  *    Author(s): Arnd Bergmann (arndb@de.ibm.com)
7  *		 Cornelia Huck (cornelia.huck@de.ibm.com)
8  */
9 #include <linux/module.h>
10 #include <linux/init.h>
11 #include <linux/device.h>
12 #include <linux/slab.h>
13 #include <linux/errno.h>
14 #include <linux/list.h>
15 #include <linux/reboot.h>
16 #include <asm/isc.h>
17 
18 #include "../s390mach.h"
19 #include "css.h"
20 #include "cio.h"
21 #include "cio_debug.h"
22 #include "ioasm.h"
23 #include "chsc.h"
24 #include "device.h"
25 #include "idset.h"
26 #include "chp.h"
27 
28 int css_init_done = 0;
29 static int need_reprobe = 0;
30 static int max_ssid = 0;
31 
32 struct channel_subsystem *channel_subsystems[__MAX_CSSID + 1];
33 
34 int
35 for_each_subchannel(int(*fn)(struct subchannel_id, void *), void *data)
36 {
37 	struct subchannel_id schid;
38 	int ret;
39 
40 	init_subchannel_id(&schid);
41 	ret = -ENODEV;
42 	do {
43 		do {
44 			ret = fn(schid, data);
45 			if (ret)
46 				break;
47 		} while (schid.sch_no++ < __MAX_SUBCHANNEL);
48 		schid.sch_no = 0;
49 	} while (schid.ssid++ < max_ssid);
50 	return ret;
51 }
52 
53 struct cb_data {
54 	void *data;
55 	struct idset *set;
56 	int (*fn_known_sch)(struct subchannel *, void *);
57 	int (*fn_unknown_sch)(struct subchannel_id, void *);
58 };
59 
60 static int call_fn_known_sch(struct device *dev, void *data)
61 {
62 	struct subchannel *sch = to_subchannel(dev);
63 	struct cb_data *cb = data;
64 	int rc = 0;
65 
66 	idset_sch_del(cb->set, sch->schid);
67 	if (cb->fn_known_sch)
68 		rc = cb->fn_known_sch(sch, cb->data);
69 	return rc;
70 }
71 
72 static int call_fn_unknown_sch(struct subchannel_id schid, void *data)
73 {
74 	struct cb_data *cb = data;
75 	int rc = 0;
76 
77 	if (idset_sch_contains(cb->set, schid))
78 		rc = cb->fn_unknown_sch(schid, cb->data);
79 	return rc;
80 }
81 
82 int for_each_subchannel_staged(int (*fn_known)(struct subchannel *, void *),
83 			       int (*fn_unknown)(struct subchannel_id,
84 			       void *), void *data)
85 {
86 	struct cb_data cb;
87 	int rc;
88 
89 	cb.set = idset_sch_new();
90 	if (!cb.set)
91 		return -ENOMEM;
92 	idset_fill(cb.set);
93 	cb.data = data;
94 	cb.fn_known_sch = fn_known;
95 	cb.fn_unknown_sch = fn_unknown;
96 	/* Process registered subchannels. */
97 	rc = bus_for_each_dev(&css_bus_type, NULL, &cb, call_fn_known_sch);
98 	if (rc)
99 		goto out;
100 	/* Process unregistered subchannels. */
101 	if (fn_unknown)
102 		rc = for_each_subchannel(call_fn_unknown_sch, &cb);
103 out:
104 	idset_free(cb.set);
105 
106 	return rc;
107 }
108 
109 static struct subchannel *
110 css_alloc_subchannel(struct subchannel_id schid)
111 {
112 	struct subchannel *sch;
113 	int ret;
114 
115 	sch = kmalloc (sizeof (*sch), GFP_KERNEL | GFP_DMA);
116 	if (sch == NULL)
117 		return ERR_PTR(-ENOMEM);
118 	ret = cio_validate_subchannel (sch, schid);
119 	if (ret < 0) {
120 		kfree(sch);
121 		return ERR_PTR(ret);
122 	}
123 	return sch;
124 }
125 
126 static void
127 css_free_subchannel(struct subchannel *sch)
128 {
129 	if (sch) {
130 		/* Reset intparm to zeroes. */
131 		sch->schib.pmcw.intparm = 0;
132 		cio_modify(sch);
133 		kfree(sch->lock);
134 		kfree(sch);
135 	}
136 }
137 
138 static void
139 css_subchannel_release(struct device *dev)
140 {
141 	struct subchannel *sch;
142 
143 	sch = to_subchannel(dev);
144 	if (!cio_is_console(sch->schid)) {
145 		kfree(sch->lock);
146 		kfree(sch);
147 	}
148 }
149 
150 static int css_sch_device_register(struct subchannel *sch)
151 {
152 	int ret;
153 
154 	mutex_lock(&sch->reg_mutex);
155 	ret = device_register(&sch->dev);
156 	mutex_unlock(&sch->reg_mutex);
157 	return ret;
158 }
159 
160 /**
161  * css_sch_device_unregister - unregister a subchannel
162  * @sch: subchannel to be unregistered
163  */
164 void css_sch_device_unregister(struct subchannel *sch)
165 {
166 	mutex_lock(&sch->reg_mutex);
167 	if (device_is_registered(&sch->dev))
168 		device_unregister(&sch->dev);
169 	mutex_unlock(&sch->reg_mutex);
170 }
171 EXPORT_SYMBOL_GPL(css_sch_device_unregister);
172 
173 static void ssd_from_pmcw(struct chsc_ssd_info *ssd, struct pmcw *pmcw)
174 {
175 	int i;
176 	int mask;
177 
178 	memset(ssd, 0, sizeof(struct chsc_ssd_info));
179 	ssd->path_mask = pmcw->pim;
180 	for (i = 0; i < 8; i++) {
181 		mask = 0x80 >> i;
182 		if (pmcw->pim & mask) {
183 			chp_id_init(&ssd->chpid[i]);
184 			ssd->chpid[i].id = pmcw->chpid[i];
185 		}
186 	}
187 }
188 
189 static void ssd_register_chpids(struct chsc_ssd_info *ssd)
190 {
191 	int i;
192 	int mask;
193 
194 	for (i = 0; i < 8; i++) {
195 		mask = 0x80 >> i;
196 		if (ssd->path_mask & mask)
197 			if (!chp_is_registered(ssd->chpid[i]))
198 				chp_new(ssd->chpid[i]);
199 	}
200 }
201 
202 void css_update_ssd_info(struct subchannel *sch)
203 {
204 	int ret;
205 
206 	if (cio_is_console(sch->schid)) {
207 		/* Console is initialized too early for functions requiring
208 		 * memory allocation. */
209 		ssd_from_pmcw(&sch->ssd_info, &sch->schib.pmcw);
210 	} else {
211 		ret = chsc_get_ssd_info(sch->schid, &sch->ssd_info);
212 		if (ret)
213 			ssd_from_pmcw(&sch->ssd_info, &sch->schib.pmcw);
214 		ssd_register_chpids(&sch->ssd_info);
215 	}
216 }
217 
218 static ssize_t type_show(struct device *dev, struct device_attribute *attr,
219 			 char *buf)
220 {
221 	struct subchannel *sch = to_subchannel(dev);
222 
223 	return sprintf(buf, "%01x\n", sch->st);
224 }
225 
226 static DEVICE_ATTR(type, 0444, type_show, NULL);
227 
228 static ssize_t modalias_show(struct device *dev, struct device_attribute *attr,
229 			     char *buf)
230 {
231 	struct subchannel *sch = to_subchannel(dev);
232 
233 	return sprintf(buf, "css:t%01X\n", sch->st);
234 }
235 
236 static DEVICE_ATTR(modalias, 0444, modalias_show, NULL);
237 
238 static struct attribute *subch_attrs[] = {
239 	&dev_attr_type.attr,
240 	&dev_attr_modalias.attr,
241 	NULL,
242 };
243 
244 static struct attribute_group subch_attr_group = {
245 	.attrs = subch_attrs,
246 };
247 
248 static struct attribute_group *default_subch_attr_groups[] = {
249 	&subch_attr_group,
250 	NULL,
251 };
252 
253 static int css_register_subchannel(struct subchannel *sch)
254 {
255 	int ret;
256 
257 	/* Initialize the subchannel structure */
258 	sch->dev.parent = &channel_subsystems[0]->device;
259 	sch->dev.bus = &css_bus_type;
260 	sch->dev.release = &css_subchannel_release;
261 	sch->dev.groups = default_subch_attr_groups;
262 	/*
263 	 * We don't want to generate uevents for I/O subchannels that don't
264 	 * have a working ccw device behind them since they will be
265 	 * unregistered before they can be used anyway, so we delay the add
266 	 * uevent until after device recognition was successful.
267 	 * Note that we suppress the uevent for all subchannel types;
268 	 * the subchannel driver can decide itself when it wants to inform
269 	 * userspace of its existence.
270 	 */
271 	sch->dev.uevent_suppress = 1;
272 	css_update_ssd_info(sch);
273 	/* make it known to the system */
274 	ret = css_sch_device_register(sch);
275 	if (ret) {
276 		CIO_MSG_EVENT(0, "Could not register sch 0.%x.%04x: %d\n",
277 			      sch->schid.ssid, sch->schid.sch_no, ret);
278 		return ret;
279 	}
280 	if (!sch->driver) {
281 		/*
282 		 * No driver matched. Generate the uevent now so that
283 		 * a fitting driver module may be loaded based on the
284 		 * modalias.
285 		 */
286 		sch->dev.uevent_suppress = 0;
287 		kobject_uevent(&sch->dev.kobj, KOBJ_ADD);
288 	}
289 	return ret;
290 }
291 
292 int css_probe_device(struct subchannel_id schid)
293 {
294 	int ret;
295 	struct subchannel *sch;
296 
297 	sch = css_alloc_subchannel(schid);
298 	if (IS_ERR(sch))
299 		return PTR_ERR(sch);
300 	ret = css_register_subchannel(sch);
301 	if (ret)
302 		css_free_subchannel(sch);
303 	return ret;
304 }
305 
306 static int
307 check_subchannel(struct device * dev, void * data)
308 {
309 	struct subchannel *sch;
310 	struct subchannel_id *schid = data;
311 
312 	sch = to_subchannel(dev);
313 	return schid_equal(&sch->schid, schid);
314 }
315 
316 struct subchannel *
317 get_subchannel_by_schid(struct subchannel_id schid)
318 {
319 	struct device *dev;
320 
321 	dev = bus_find_device(&css_bus_type, NULL,
322 			      &schid, check_subchannel);
323 
324 	return dev ? to_subchannel(dev) : NULL;
325 }
326 
327 /**
328  * css_sch_is_valid() - check if a subchannel is valid
329  * @schib: subchannel information block for the subchannel
330  */
331 int css_sch_is_valid(struct schib *schib)
332 {
333 	if ((schib->pmcw.st == SUBCHANNEL_TYPE_IO) && !schib->pmcw.dnv)
334 		return 0;
335 	if ((schib->pmcw.st == SUBCHANNEL_TYPE_MSG) && !schib->pmcw.w)
336 		return 0;
337 	return 1;
338 }
339 EXPORT_SYMBOL_GPL(css_sch_is_valid);
340 
341 static int css_evaluate_new_subchannel(struct subchannel_id schid, int slow)
342 {
343 	struct schib schib;
344 
345 	if (!slow) {
346 		/* Will be done on the slow path. */
347 		return -EAGAIN;
348 	}
349 	if (stsch_err(schid, &schib) || !css_sch_is_valid(&schib)) {
350 		/* Unusable - ignore. */
351 		return 0;
352 	}
353 	CIO_MSG_EVENT(4, "Evaluating schid 0.%x.%04x, event %d, unknown, "
354 			 "slow path.\n", schid.ssid, schid.sch_no, CIO_OPER);
355 
356 	return css_probe_device(schid);
357 }
358 
359 static int css_evaluate_known_subchannel(struct subchannel *sch, int slow)
360 {
361 	int ret = 0;
362 
363 	if (sch->driver) {
364 		if (sch->driver->sch_event)
365 			ret = sch->driver->sch_event(sch, slow);
366 		else
367 			dev_dbg(&sch->dev,
368 				"Got subchannel machine check but "
369 				"no sch_event handler provided.\n");
370 	}
371 	return ret;
372 }
373 
374 static void css_evaluate_subchannel(struct subchannel_id schid, int slow)
375 {
376 	struct subchannel *sch;
377 	int ret;
378 
379 	sch = get_subchannel_by_schid(schid);
380 	if (sch) {
381 		ret = css_evaluate_known_subchannel(sch, slow);
382 		put_device(&sch->dev);
383 	} else
384 		ret = css_evaluate_new_subchannel(schid, slow);
385 	if (ret == -EAGAIN)
386 		css_schedule_eval(schid);
387 }
388 
389 static struct idset *slow_subchannel_set;
390 static spinlock_t slow_subchannel_lock;
391 
392 static int __init slow_subchannel_init(void)
393 {
394 	spin_lock_init(&slow_subchannel_lock);
395 	slow_subchannel_set = idset_sch_new();
396 	if (!slow_subchannel_set) {
397 		CIO_MSG_EVENT(0, "could not allocate slow subchannel set\n");
398 		return -ENOMEM;
399 	}
400 	return 0;
401 }
402 
403 static int slow_eval_known_fn(struct subchannel *sch, void *data)
404 {
405 	int eval;
406 	int rc;
407 
408 	spin_lock_irq(&slow_subchannel_lock);
409 	eval = idset_sch_contains(slow_subchannel_set, sch->schid);
410 	idset_sch_del(slow_subchannel_set, sch->schid);
411 	spin_unlock_irq(&slow_subchannel_lock);
412 	if (eval) {
413 		rc = css_evaluate_known_subchannel(sch, 1);
414 		if (rc == -EAGAIN)
415 			css_schedule_eval(sch->schid);
416 	}
417 	return 0;
418 }
419 
420 static int slow_eval_unknown_fn(struct subchannel_id schid, void *data)
421 {
422 	int eval;
423 	int rc = 0;
424 
425 	spin_lock_irq(&slow_subchannel_lock);
426 	eval = idset_sch_contains(slow_subchannel_set, schid);
427 	idset_sch_del(slow_subchannel_set, schid);
428 	spin_unlock_irq(&slow_subchannel_lock);
429 	if (eval) {
430 		rc = css_evaluate_new_subchannel(schid, 1);
431 		switch (rc) {
432 		case -EAGAIN:
433 			css_schedule_eval(schid);
434 			rc = 0;
435 			break;
436 		case -ENXIO:
437 		case -ENOMEM:
438 		case -EIO:
439 			/* These should abort looping */
440 			break;
441 		default:
442 			rc = 0;
443 		}
444 	}
445 	return rc;
446 }
447 
448 static void css_slow_path_func(struct work_struct *unused)
449 {
450 	CIO_TRACE_EVENT(4, "slowpath");
451 	for_each_subchannel_staged(slow_eval_known_fn, slow_eval_unknown_fn,
452 				   NULL);
453 }
454 
455 static DECLARE_WORK(slow_path_work, css_slow_path_func);
456 struct workqueue_struct *slow_path_wq;
457 
458 void css_schedule_eval(struct subchannel_id schid)
459 {
460 	unsigned long flags;
461 
462 	spin_lock_irqsave(&slow_subchannel_lock, flags);
463 	idset_sch_add(slow_subchannel_set, schid);
464 	queue_work(slow_path_wq, &slow_path_work);
465 	spin_unlock_irqrestore(&slow_subchannel_lock, flags);
466 }
467 
468 void css_schedule_eval_all(void)
469 {
470 	unsigned long flags;
471 
472 	spin_lock_irqsave(&slow_subchannel_lock, flags);
473 	idset_fill(slow_subchannel_set);
474 	queue_work(slow_path_wq, &slow_path_work);
475 	spin_unlock_irqrestore(&slow_subchannel_lock, flags);
476 }
477 
478 void css_wait_for_slow_path(void)
479 {
480 	flush_workqueue(ccw_device_notify_work);
481 	flush_workqueue(slow_path_wq);
482 }
483 
484 /* Reprobe subchannel if unregistered. */
485 static int reprobe_subchannel(struct subchannel_id schid, void *data)
486 {
487 	int ret;
488 
489 	CIO_MSG_EVENT(6, "cio: reprobe 0.%x.%04x\n",
490 		      schid.ssid, schid.sch_no);
491 	if (need_reprobe)
492 		return -EAGAIN;
493 
494 	ret = css_probe_device(schid);
495 	switch (ret) {
496 	case 0:
497 		break;
498 	case -ENXIO:
499 	case -ENOMEM:
500 	case -EIO:
501 		/* These should abort looping */
502 		break;
503 	default:
504 		ret = 0;
505 	}
506 
507 	return ret;
508 }
509 
510 /* Work function used to reprobe all unregistered subchannels. */
511 static void reprobe_all(struct work_struct *unused)
512 {
513 	int ret;
514 
515 	CIO_MSG_EVENT(4, "reprobe start\n");
516 
517 	need_reprobe = 0;
518 	/* Make sure initial subchannel scan is done. */
519 	wait_event(ccw_device_init_wq,
520 		   atomic_read(&ccw_device_init_count) == 0);
521 	ret = for_each_subchannel_staged(NULL, reprobe_subchannel, NULL);
522 
523 	CIO_MSG_EVENT(4, "reprobe done (rc=%d, need_reprobe=%d)\n", ret,
524 		      need_reprobe);
525 }
526 
527 static DECLARE_WORK(css_reprobe_work, reprobe_all);
528 
529 /* Schedule reprobing of all unregistered subchannels. */
530 void css_schedule_reprobe(void)
531 {
532 	need_reprobe = 1;
533 	queue_work(slow_path_wq, &css_reprobe_work);
534 }
535 
536 EXPORT_SYMBOL_GPL(css_schedule_reprobe);
537 
538 /*
539  * Called from the machine check handler for subchannel report words.
540  */
541 static void css_process_crw(struct crw *crw0, struct crw *crw1, int overflow)
542 {
543 	struct subchannel_id mchk_schid;
544 
545 	if (overflow) {
546 		css_schedule_eval_all();
547 		return;
548 	}
549 	CIO_CRW_EVENT(2, "CRW0 reports slct=%d, oflw=%d, "
550 		      "chn=%d, rsc=%X, anc=%d, erc=%X, rsid=%X\n",
551 		      crw0->slct, crw0->oflw, crw0->chn, crw0->rsc, crw0->anc,
552 		      crw0->erc, crw0->rsid);
553 	if (crw1)
554 		CIO_CRW_EVENT(2, "CRW1 reports slct=%d, oflw=%d, "
555 			      "chn=%d, rsc=%X, anc=%d, erc=%X, rsid=%X\n",
556 			      crw1->slct, crw1->oflw, crw1->chn, crw1->rsc,
557 			      crw1->anc, crw1->erc, crw1->rsid);
558 	init_subchannel_id(&mchk_schid);
559 	mchk_schid.sch_no = crw0->rsid;
560 	if (crw1)
561 		mchk_schid.ssid = (crw1->rsid >> 8) & 3;
562 
563 	/*
564 	 * Since we are always presented with IPI in the CRW, we have to
565 	 * use stsch() to find out if the subchannel in question has come
566 	 * or gone.
567 	 */
568 	css_evaluate_subchannel(mchk_schid, 0);
569 }
570 
571 static int __init
572 __init_channel_subsystem(struct subchannel_id schid, void *data)
573 {
574 	struct subchannel *sch;
575 	int ret;
576 
577 	if (cio_is_console(schid))
578 		sch = cio_get_console_subchannel();
579 	else {
580 		sch = css_alloc_subchannel(schid);
581 		if (IS_ERR(sch))
582 			ret = PTR_ERR(sch);
583 		else
584 			ret = 0;
585 		switch (ret) {
586 		case 0:
587 			break;
588 		case -ENOMEM:
589 			panic("Out of memory in init_channel_subsystem\n");
590 		/* -ENXIO: no more subchannels. */
591 		case -ENXIO:
592 			return ret;
593 		/* -EIO: this subchannel set not supported. */
594 		case -EIO:
595 			return ret;
596 		default:
597 			return 0;
598 		}
599 	}
600 	/*
601 	 * We register ALL valid subchannels in ioinfo, even those
602 	 * that have been present before init_channel_subsystem.
603 	 * These subchannels can't have been registered yet (kmalloc
604 	 * not working) so we do it now. This is true e.g. for the
605 	 * console subchannel.
606 	 */
607 	css_register_subchannel(sch);
608 	return 0;
609 }
610 
611 static void __init
612 css_generate_pgid(struct channel_subsystem *css, u32 tod_high)
613 {
614 	if (css_general_characteristics.mcss) {
615 		css->global_pgid.pgid_high.ext_cssid.version = 0x80;
616 		css->global_pgid.pgid_high.ext_cssid.cssid = css->cssid;
617 	} else {
618 #ifdef CONFIG_SMP
619 		css->global_pgid.pgid_high.cpu_addr = hard_smp_processor_id();
620 #else
621 		css->global_pgid.pgid_high.cpu_addr = 0;
622 #endif
623 	}
624 	css->global_pgid.cpu_id = ((cpuid_t *) __LC_CPUID)->ident;
625 	css->global_pgid.cpu_model = ((cpuid_t *) __LC_CPUID)->machine;
626 	css->global_pgid.tod_high = tod_high;
627 
628 }
629 
630 static void
631 channel_subsystem_release(struct device *dev)
632 {
633 	struct channel_subsystem *css;
634 
635 	css = to_css(dev);
636 	mutex_destroy(&css->mutex);
637 	kfree(css);
638 }
639 
640 static ssize_t
641 css_cm_enable_show(struct device *dev, struct device_attribute *attr,
642 		   char *buf)
643 {
644 	struct channel_subsystem *css = to_css(dev);
645 	int ret;
646 
647 	if (!css)
648 		return 0;
649 	mutex_lock(&css->mutex);
650 	ret = sprintf(buf, "%x\n", css->cm_enabled);
651 	mutex_unlock(&css->mutex);
652 	return ret;
653 }
654 
655 static ssize_t
656 css_cm_enable_store(struct device *dev, struct device_attribute *attr,
657 		    const char *buf, size_t count)
658 {
659 	struct channel_subsystem *css = to_css(dev);
660 	int ret;
661 	unsigned long val;
662 
663 	ret = strict_strtoul(buf, 16, &val);
664 	if (ret)
665 		return ret;
666 	mutex_lock(&css->mutex);
667 	switch (val) {
668 	case 0:
669 		ret = css->cm_enabled ? chsc_secm(css, 0) : 0;
670 		break;
671 	case 1:
672 		ret = css->cm_enabled ? 0 : chsc_secm(css, 1);
673 		break;
674 	default:
675 		ret = -EINVAL;
676 	}
677 	mutex_unlock(&css->mutex);
678 	return ret < 0 ? ret : count;
679 }
680 
681 static DEVICE_ATTR(cm_enable, 0644, css_cm_enable_show, css_cm_enable_store);
682 
683 static int __init setup_css(int nr)
684 {
685 	u32 tod_high;
686 	int ret;
687 	struct channel_subsystem *css;
688 
689 	css = channel_subsystems[nr];
690 	memset(css, 0, sizeof(struct channel_subsystem));
691 	css->pseudo_subchannel =
692 		kzalloc(sizeof(*css->pseudo_subchannel), GFP_KERNEL);
693 	if (!css->pseudo_subchannel)
694 		return -ENOMEM;
695 	css->pseudo_subchannel->dev.parent = &css->device;
696 	css->pseudo_subchannel->dev.release = css_subchannel_release;
697 	sprintf(css->pseudo_subchannel->dev.bus_id, "defunct");
698 	ret = cio_create_sch_lock(css->pseudo_subchannel);
699 	if (ret) {
700 		kfree(css->pseudo_subchannel);
701 		return ret;
702 	}
703 	mutex_init(&css->mutex);
704 	css->valid = 1;
705 	css->cssid = nr;
706 	sprintf(css->device.bus_id, "css%x", nr);
707 	css->device.release = channel_subsystem_release;
708 	tod_high = (u32) (get_clock() >> 32);
709 	css_generate_pgid(css, tod_high);
710 	return 0;
711 }
712 
713 static int css_reboot_event(struct notifier_block *this,
714 			    unsigned long event,
715 			    void *ptr)
716 {
717 	int ret, i;
718 
719 	ret = NOTIFY_DONE;
720 	for (i = 0; i <= __MAX_CSSID; i++) {
721 		struct channel_subsystem *css;
722 
723 		css = channel_subsystems[i];
724 		mutex_lock(&css->mutex);
725 		if (css->cm_enabled)
726 			if (chsc_secm(css, 0))
727 				ret = NOTIFY_BAD;
728 		mutex_unlock(&css->mutex);
729 	}
730 
731 	return ret;
732 }
733 
734 static struct notifier_block css_reboot_notifier = {
735 	.notifier_call = css_reboot_event,
736 };
737 
738 /*
739  * Now that the driver core is running, we can setup our channel subsystem.
740  * The struct subchannel's are created during probing (except for the
741  * static console subchannel).
742  */
743 static int __init
744 init_channel_subsystem (void)
745 {
746 	int ret, i;
747 
748 	ret = chsc_determine_css_characteristics();
749 	if (ret == -ENOMEM)
750 		goto out; /* No need to continue. */
751 
752 	ret = chsc_alloc_sei_area();
753 	if (ret)
754 		goto out;
755 
756 	ret = slow_subchannel_init();
757 	if (ret)
758 		goto out;
759 
760 	ret = s390_register_crw_handler(CRW_RSC_SCH, css_process_crw);
761 	if (ret)
762 		goto out;
763 
764 	if ((ret = bus_register(&css_bus_type)))
765 		goto out;
766 
767 	/* Try to enable MSS. */
768 	ret = chsc_enable_facility(CHSC_SDA_OC_MSS);
769 	switch (ret) {
770 	case 0: /* Success. */
771 		max_ssid = __MAX_SSID;
772 		break;
773 	case -ENOMEM:
774 		goto out_bus;
775 	default:
776 		max_ssid = 0;
777 	}
778 	/* Setup css structure. */
779 	for (i = 0; i <= __MAX_CSSID; i++) {
780 		struct channel_subsystem *css;
781 
782 		css = kmalloc(sizeof(struct channel_subsystem), GFP_KERNEL);
783 		if (!css) {
784 			ret = -ENOMEM;
785 			goto out_unregister;
786 		}
787 		channel_subsystems[i] = css;
788 		ret = setup_css(i);
789 		if (ret)
790 			goto out_free;
791 		ret = device_register(&css->device);
792 		if (ret)
793 			goto out_free_all;
794 		if (css_chsc_characteristics.secm) {
795 			ret = device_create_file(&css->device,
796 						 &dev_attr_cm_enable);
797 			if (ret)
798 				goto out_device;
799 		}
800 		ret = device_register(&css->pseudo_subchannel->dev);
801 		if (ret)
802 			goto out_file;
803 	}
804 	ret = register_reboot_notifier(&css_reboot_notifier);
805 	if (ret)
806 		goto out_pseudo;
807 	css_init_done = 1;
808 
809 	/* Enable default isc for I/O subchannels. */
810 	isc_register(IO_SCH_ISC);
811 
812 	for_each_subchannel(__init_channel_subsystem, NULL);
813 	return 0;
814 out_pseudo:
815 	device_unregister(&channel_subsystems[i]->pseudo_subchannel->dev);
816 out_file:
817 	device_remove_file(&channel_subsystems[i]->device,
818 			   &dev_attr_cm_enable);
819 out_device:
820 	device_unregister(&channel_subsystems[i]->device);
821 out_free_all:
822 	kfree(channel_subsystems[i]->pseudo_subchannel->lock);
823 	kfree(channel_subsystems[i]->pseudo_subchannel);
824 out_free:
825 	kfree(channel_subsystems[i]);
826 out_unregister:
827 	while (i > 0) {
828 		struct channel_subsystem *css;
829 
830 		i--;
831 		css = channel_subsystems[i];
832 		device_unregister(&css->pseudo_subchannel->dev);
833 		if (css_chsc_characteristics.secm)
834 			device_remove_file(&css->device,
835 					   &dev_attr_cm_enable);
836 		device_unregister(&css->device);
837 	}
838 out_bus:
839 	bus_unregister(&css_bus_type);
840 out:
841 	s390_unregister_crw_handler(CRW_RSC_CSS);
842 	chsc_free_sei_area();
843 	kfree(slow_subchannel_set);
844 	printk(KERN_WARNING"cio: failed to initialize css driver (%d)!\n",
845 	       ret);
846 	return ret;
847 }
848 
849 int sch_is_pseudo_sch(struct subchannel *sch)
850 {
851 	return sch == to_css(sch->dev.parent)->pseudo_subchannel;
852 }
853 
854 static int css_bus_match(struct device *dev, struct device_driver *drv)
855 {
856 	struct subchannel *sch = to_subchannel(dev);
857 	struct css_driver *driver = to_cssdriver(drv);
858 	struct css_device_id *id;
859 
860 	for (id = driver->subchannel_type; id->match_flags; id++) {
861 		if (sch->st == id->type)
862 			return 1;
863 	}
864 
865 	return 0;
866 }
867 
868 static int css_probe(struct device *dev)
869 {
870 	struct subchannel *sch;
871 	int ret;
872 
873 	sch = to_subchannel(dev);
874 	sch->driver = to_cssdriver(dev->driver);
875 	ret = sch->driver->probe ? sch->driver->probe(sch) : 0;
876 	if (ret)
877 		sch->driver = NULL;
878 	return ret;
879 }
880 
881 static int css_remove(struct device *dev)
882 {
883 	struct subchannel *sch;
884 	int ret;
885 
886 	sch = to_subchannel(dev);
887 	ret = sch->driver->remove ? sch->driver->remove(sch) : 0;
888 	sch->driver = NULL;
889 	return ret;
890 }
891 
892 static void css_shutdown(struct device *dev)
893 {
894 	struct subchannel *sch;
895 
896 	sch = to_subchannel(dev);
897 	if (sch->driver && sch->driver->shutdown)
898 		sch->driver->shutdown(sch);
899 }
900 
901 static int css_uevent(struct device *dev, struct kobj_uevent_env *env)
902 {
903 	struct subchannel *sch = to_subchannel(dev);
904 	int ret;
905 
906 	ret = add_uevent_var(env, "ST=%01X", sch->st);
907 	if (ret)
908 		return ret;
909 	ret = add_uevent_var(env, "MODALIAS=css:t%01X", sch->st);
910 	return ret;
911 }
912 
913 struct bus_type css_bus_type = {
914 	.name     = "css",
915 	.match    = css_bus_match,
916 	.probe    = css_probe,
917 	.remove   = css_remove,
918 	.shutdown = css_shutdown,
919 	.uevent   = css_uevent,
920 };
921 
922 /**
923  * css_driver_register - register a css driver
924  * @cdrv: css driver to register
925  *
926  * This is mainly a wrapper around driver_register that sets name
927  * and bus_type in the embedded struct device_driver correctly.
928  */
929 int css_driver_register(struct css_driver *cdrv)
930 {
931 	cdrv->drv.name = cdrv->name;
932 	cdrv->drv.bus = &css_bus_type;
933 	cdrv->drv.owner = cdrv->owner;
934 	return driver_register(&cdrv->drv);
935 }
936 EXPORT_SYMBOL_GPL(css_driver_register);
937 
938 /**
939  * css_driver_unregister - unregister a css driver
940  * @cdrv: css driver to unregister
941  *
942  * This is a wrapper around driver_unregister.
943  */
944 void css_driver_unregister(struct css_driver *cdrv)
945 {
946 	driver_unregister(&cdrv->drv);
947 }
948 EXPORT_SYMBOL_GPL(css_driver_unregister);
949 
950 subsys_initcall(init_channel_subsystem);
951 
952 MODULE_LICENSE("GPL");
953 EXPORT_SYMBOL(css_bus_type);
954