xref: /linux/arch/powerpc/platforms/ps3/system-bus.c (revision 7f71507851fc7764b36a3221839607d3a45c2025)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  *  PS3 system bus driver.
4  *
5  *  Copyright (C) 2006 Sony Computer Entertainment Inc.
6  *  Copyright 2006 Sony Corp.
7  */
8 
9 #include <linux/kernel.h>
10 #include <linux/init.h>
11 #include <linux/export.h>
12 #include <linux/dma-map-ops.h>
13 #include <linux/err.h>
14 #include <linux/slab.h>
15 
16 #include <asm/udbg.h>
17 #include <asm/lv1call.h>
18 #include <asm/firmware.h>
19 #include <asm/cell-regs.h>
20 
21 #include "platform.h"
22 
23 static struct device ps3_system_bus = {
24 	.init_name = "ps3_system",
25 };
26 
27 /* FIXME: need device usage counters! */
28 static struct {
29 	struct mutex mutex;
30 	int sb_11; /* usb 0 */
31 	int sb_12; /* usb 0 */
32 	int gpu;
33 } usage_hack;
34 
35 static int ps3_is_device(struct ps3_system_bus_device *dev, u64 bus_id,
36 			 u64 dev_id)
37 {
38 	return dev->bus_id == bus_id && dev->dev_id == dev_id;
39 }
40 
41 static int ps3_open_hv_device_sb(struct ps3_system_bus_device *dev)
42 {
43 	int result;
44 
45 	BUG_ON(!dev->bus_id);
46 	mutex_lock(&usage_hack.mutex);
47 
48 	if (ps3_is_device(dev, 1, 1)) {
49 		usage_hack.sb_11++;
50 		if (usage_hack.sb_11 > 1) {
51 			result = 0;
52 			goto done;
53 		}
54 	}
55 
56 	if (ps3_is_device(dev, 1, 2)) {
57 		usage_hack.sb_12++;
58 		if (usage_hack.sb_12 > 1) {
59 			result = 0;
60 			goto done;
61 		}
62 	}
63 
64 	result = lv1_open_device(dev->bus_id, dev->dev_id, 0);
65 
66 	if (result) {
67 		pr_warn("%s:%d: lv1_open_device dev=%u.%u(%s) failed: %s\n",
68 			__func__, __LINE__, dev->match_id, dev->match_sub_id,
69 			dev_name(&dev->core), ps3_result(result));
70 		result = -EPERM;
71 	}
72 
73 done:
74 	mutex_unlock(&usage_hack.mutex);
75 	return result;
76 }
77 
78 static int ps3_close_hv_device_sb(struct ps3_system_bus_device *dev)
79 {
80 	int result;
81 
82 	BUG_ON(!dev->bus_id);
83 	mutex_lock(&usage_hack.mutex);
84 
85 	if (ps3_is_device(dev, 1, 1)) {
86 		usage_hack.sb_11--;
87 		if (usage_hack.sb_11) {
88 			result = 0;
89 			goto done;
90 		}
91 	}
92 
93 	if (ps3_is_device(dev, 1, 2)) {
94 		usage_hack.sb_12--;
95 		if (usage_hack.sb_12) {
96 			result = 0;
97 			goto done;
98 		}
99 	}
100 
101 	result = lv1_close_device(dev->bus_id, dev->dev_id);
102 	BUG_ON(result);
103 
104 done:
105 	mutex_unlock(&usage_hack.mutex);
106 	return result;
107 }
108 
109 static int ps3_open_hv_device_gpu(struct ps3_system_bus_device *dev)
110 {
111 	int result;
112 
113 	mutex_lock(&usage_hack.mutex);
114 
115 	usage_hack.gpu++;
116 	if (usage_hack.gpu > 1) {
117 		result = 0;
118 		goto done;
119 	}
120 
121 	result = lv1_gpu_open(0);
122 
123 	if (result) {
124 		pr_warn("%s:%d: lv1_gpu_open failed: %s\n", __func__,
125 			__LINE__, ps3_result(result));
126 			result = -EPERM;
127 	}
128 
129 done:
130 	mutex_unlock(&usage_hack.mutex);
131 	return result;
132 }
133 
134 static int ps3_close_hv_device_gpu(struct ps3_system_bus_device *dev)
135 {
136 	int result;
137 
138 	mutex_lock(&usage_hack.mutex);
139 
140 	usage_hack.gpu--;
141 	if (usage_hack.gpu) {
142 		result = 0;
143 		goto done;
144 	}
145 
146 	result = lv1_gpu_close();
147 	BUG_ON(result);
148 
149 done:
150 	mutex_unlock(&usage_hack.mutex);
151 	return result;
152 }
153 
154 int ps3_open_hv_device(struct ps3_system_bus_device *dev)
155 {
156 	BUG_ON(!dev);
157 	pr_debug("%s:%d: match_id: %u\n", __func__, __LINE__, dev->match_id);
158 
159 	switch (dev->match_id) {
160 	case PS3_MATCH_ID_EHCI:
161 	case PS3_MATCH_ID_OHCI:
162 	case PS3_MATCH_ID_GELIC:
163 	case PS3_MATCH_ID_STOR_DISK:
164 	case PS3_MATCH_ID_STOR_ROM:
165 	case PS3_MATCH_ID_STOR_FLASH:
166 		return ps3_open_hv_device_sb(dev);
167 
168 	case PS3_MATCH_ID_SOUND:
169 	case PS3_MATCH_ID_GPU:
170 		return ps3_open_hv_device_gpu(dev);
171 
172 	case PS3_MATCH_ID_AV_SETTINGS:
173 	case PS3_MATCH_ID_SYSTEM_MANAGER:
174 		pr_debug("%s:%d: unsupported match_id: %u\n", __func__,
175 			__LINE__, dev->match_id);
176 		pr_debug("%s:%d: bus_id: %llu\n", __func__, __LINE__,
177 			dev->bus_id);
178 		BUG();
179 		return -EINVAL;
180 
181 	default:
182 		break;
183 	}
184 
185 	pr_debug("%s:%d: unknown match_id: %u\n", __func__, __LINE__,
186 		dev->match_id);
187 	BUG();
188 	return -ENODEV;
189 }
190 EXPORT_SYMBOL_GPL(ps3_open_hv_device);
191 
192 int ps3_close_hv_device(struct ps3_system_bus_device *dev)
193 {
194 	BUG_ON(!dev);
195 	pr_debug("%s:%d: match_id: %u\n", __func__, __LINE__, dev->match_id);
196 
197 	switch (dev->match_id) {
198 	case PS3_MATCH_ID_EHCI:
199 	case PS3_MATCH_ID_OHCI:
200 	case PS3_MATCH_ID_GELIC:
201 	case PS3_MATCH_ID_STOR_DISK:
202 	case PS3_MATCH_ID_STOR_ROM:
203 	case PS3_MATCH_ID_STOR_FLASH:
204 		return ps3_close_hv_device_sb(dev);
205 
206 	case PS3_MATCH_ID_SOUND:
207 	case PS3_MATCH_ID_GPU:
208 		return ps3_close_hv_device_gpu(dev);
209 
210 	case PS3_MATCH_ID_AV_SETTINGS:
211 	case PS3_MATCH_ID_SYSTEM_MANAGER:
212 		pr_debug("%s:%d: unsupported match_id: %u\n", __func__,
213 			__LINE__, dev->match_id);
214 		pr_debug("%s:%d: bus_id: %llu\n", __func__, __LINE__,
215 			dev->bus_id);
216 		BUG();
217 		return -EINVAL;
218 
219 	default:
220 		break;
221 	}
222 
223 	pr_debug("%s:%d: unknown match_id: %u\n", __func__, __LINE__,
224 		dev->match_id);
225 	BUG();
226 	return -ENODEV;
227 }
228 EXPORT_SYMBOL_GPL(ps3_close_hv_device);
229 
230 #define dump_mmio_region(_a) _dump_mmio_region(_a, __func__, __LINE__)
231 static void _dump_mmio_region(const struct ps3_mmio_region* r,
232 	const char* func, int line)
233 {
234 	pr_debug("%s:%d: dev       %llu:%llu\n", func, line, r->dev->bus_id,
235 		r->dev->dev_id);
236 	pr_debug("%s:%d: bus_addr  %lxh\n", func, line, r->bus_addr);
237 	pr_debug("%s:%d: len       %lxh\n", func, line, r->len);
238 	pr_debug("%s:%d: lpar_addr %lxh\n", func, line, r->lpar_addr);
239 }
240 
241 static int ps3_sb_mmio_region_create(struct ps3_mmio_region *r)
242 {
243 	int result;
244 	u64 lpar_addr;
245 
246 	result = lv1_map_device_mmio_region(r->dev->bus_id, r->dev->dev_id,
247 		r->bus_addr, r->len, r->page_size, &lpar_addr);
248 	r->lpar_addr = lpar_addr;
249 
250 	if (result) {
251 		pr_debug("%s:%d: lv1_map_device_mmio_region failed: %s\n",
252 			__func__, __LINE__, ps3_result(result));
253 		r->lpar_addr = 0;
254 	}
255 
256 	dump_mmio_region(r);
257 	return result;
258 }
259 
260 static int ps3_ioc0_mmio_region_create(struct ps3_mmio_region *r)
261 {
262 	/* device specific; do nothing currently */
263 	return 0;
264 }
265 
266 int ps3_mmio_region_create(struct ps3_mmio_region *r)
267 {
268 	return r->mmio_ops->create(r);
269 }
270 EXPORT_SYMBOL_GPL(ps3_mmio_region_create);
271 
272 static int ps3_sb_free_mmio_region(struct ps3_mmio_region *r)
273 {
274 	int result;
275 
276 	dump_mmio_region(r);
277 	result = lv1_unmap_device_mmio_region(r->dev->bus_id, r->dev->dev_id,
278 		r->lpar_addr);
279 
280 	if (result)
281 		pr_debug("%s:%d: lv1_unmap_device_mmio_region failed: %s\n",
282 			__func__, __LINE__, ps3_result(result));
283 
284 	r->lpar_addr = 0;
285 	return result;
286 }
287 
288 static int ps3_ioc0_free_mmio_region(struct ps3_mmio_region *r)
289 {
290 	/* device specific; do nothing currently */
291 	return 0;
292 }
293 
294 
295 int ps3_free_mmio_region(struct ps3_mmio_region *r)
296 {
297 	return r->mmio_ops->free(r);
298 }
299 
300 EXPORT_SYMBOL_GPL(ps3_free_mmio_region);
301 
302 static const struct ps3_mmio_region_ops ps3_mmio_sb_region_ops = {
303 	.create = ps3_sb_mmio_region_create,
304 	.free = ps3_sb_free_mmio_region
305 };
306 
307 static const struct ps3_mmio_region_ops ps3_mmio_ioc0_region_ops = {
308 	.create = ps3_ioc0_mmio_region_create,
309 	.free = ps3_ioc0_free_mmio_region
310 };
311 
312 int ps3_mmio_region_init(struct ps3_system_bus_device *dev,
313 	struct ps3_mmio_region *r, unsigned long bus_addr, unsigned long len,
314 	enum ps3_mmio_page_size page_size)
315 {
316 	r->dev = dev;
317 	r->bus_addr = bus_addr;
318 	r->len = len;
319 	r->page_size = page_size;
320 	switch (dev->dev_type) {
321 	case PS3_DEVICE_TYPE_SB:
322 		r->mmio_ops = &ps3_mmio_sb_region_ops;
323 		break;
324 	case PS3_DEVICE_TYPE_IOC0:
325 		r->mmio_ops = &ps3_mmio_ioc0_region_ops;
326 		break;
327 	default:
328 		BUG();
329 		return -EINVAL;
330 	}
331 	return 0;
332 }
333 EXPORT_SYMBOL_GPL(ps3_mmio_region_init);
334 
335 static int ps3_system_bus_match(struct device *_dev,
336 	const struct device_driver *_drv)
337 {
338 	int result;
339 	const struct ps3_system_bus_driver *drv = ps3_drv_to_system_bus_drv(_drv);
340 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
341 
342 	if (!dev->match_sub_id)
343 		result = dev->match_id == drv->match_id;
344 	else
345 		result = dev->match_sub_id == drv->match_sub_id &&
346 			dev->match_id == drv->match_id;
347 
348 	if (result)
349 		pr_info("%s:%d: dev=%u.%u(%s), drv=%u.%u(%s): match\n",
350 			__func__, __LINE__,
351 			dev->match_id, dev->match_sub_id, dev_name(&dev->core),
352 			drv->match_id, drv->match_sub_id, drv->core.name);
353 	else
354 		pr_debug("%s:%d: dev=%u.%u(%s), drv=%u.%u(%s): miss\n",
355 			__func__, __LINE__,
356 			dev->match_id, dev->match_sub_id, dev_name(&dev->core),
357 			drv->match_id, drv->match_sub_id, drv->core.name);
358 
359 	return result;
360 }
361 
362 static int ps3_system_bus_probe(struct device *_dev)
363 {
364 	int result = 0;
365 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
366 	struct ps3_system_bus_driver *drv;
367 
368 	BUG_ON(!dev);
369 	dev_dbg(_dev, "%s:%d\n", __func__, __LINE__);
370 
371 	drv = ps3_system_bus_dev_to_system_bus_drv(dev);
372 	BUG_ON(!drv);
373 
374 	if (drv->probe)
375 		result = drv->probe(dev);
376 	else
377 		pr_debug("%s:%d: %s no probe method\n", __func__, __LINE__,
378 			dev_name(&dev->core));
379 
380 	pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, dev_name(&dev->core));
381 	return result;
382 }
383 
384 static void ps3_system_bus_remove(struct device *_dev)
385 {
386 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
387 	struct ps3_system_bus_driver *drv;
388 
389 	BUG_ON(!dev);
390 	dev_dbg(_dev, "%s:%d\n", __func__, __LINE__);
391 
392 	drv = ps3_system_bus_dev_to_system_bus_drv(dev);
393 	BUG_ON(!drv);
394 
395 	if (drv->remove)
396 		drv->remove(dev);
397 	else
398 		dev_dbg(&dev->core, "%s:%d %s: no remove method\n",
399 			__func__, __LINE__, drv->core.name);
400 
401 	pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, dev_name(&dev->core));
402 }
403 
404 static void ps3_system_bus_shutdown(struct device *_dev)
405 {
406 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
407 	struct ps3_system_bus_driver *drv;
408 
409 	BUG_ON(!dev);
410 
411 	dev_dbg(&dev->core, " -> %s:%d: match_id %d\n", __func__, __LINE__,
412 		dev->match_id);
413 
414 	if (!dev->core.driver) {
415 		dev_dbg(&dev->core, "%s:%d: no driver bound\n", __func__,
416 			__LINE__);
417 		return;
418 	}
419 
420 	drv = ps3_system_bus_dev_to_system_bus_drv(dev);
421 
422 	BUG_ON(!drv);
423 
424 	dev_dbg(&dev->core, "%s:%d: %s -> %s\n", __func__, __LINE__,
425 		dev_name(&dev->core), drv->core.name);
426 
427 	if (drv->shutdown)
428 		drv->shutdown(dev);
429 	else if (drv->remove) {
430 		dev_dbg(&dev->core, "%s:%d %s: no shutdown, calling remove\n",
431 			__func__, __LINE__, drv->core.name);
432 		drv->remove(dev);
433 	} else {
434 		dev_dbg(&dev->core, "%s:%d %s: no shutdown method\n",
435 			__func__, __LINE__, drv->core.name);
436 		BUG();
437 	}
438 
439 	dev_dbg(&dev->core, " <- %s:%d\n", __func__, __LINE__);
440 }
441 
442 static int ps3_system_bus_uevent(const struct device *_dev, struct kobj_uevent_env *env)
443 {
444 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
445 
446 	if (add_uevent_var(env, "MODALIAS=ps3:%d:%d", dev->match_id,
447 			   dev->match_sub_id))
448 		return -ENOMEM;
449 	return 0;
450 }
451 
452 static ssize_t modalias_show(struct device *_dev, struct device_attribute *a,
453 	char *buf)
454 {
455 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
456 
457 	return sysfs_emit(buf, "ps3:%d:%d\n", dev->match_id,
458 			  dev->match_sub_id);
459 }
460 static DEVICE_ATTR_RO(modalias);
461 
462 static struct attribute *ps3_system_bus_dev_attrs[] = {
463 	&dev_attr_modalias.attr,
464 	NULL,
465 };
466 ATTRIBUTE_GROUPS(ps3_system_bus_dev);
467 
468 static struct bus_type ps3_system_bus_type = {
469 	.name = "ps3_system_bus",
470 	.match = ps3_system_bus_match,
471 	.uevent = ps3_system_bus_uevent,
472 	.probe = ps3_system_bus_probe,
473 	.remove = ps3_system_bus_remove,
474 	.shutdown = ps3_system_bus_shutdown,
475 	.dev_groups = ps3_system_bus_dev_groups,
476 };
477 
478 static int __init ps3_system_bus_init(void)
479 {
480 	int result;
481 
482 	if (!firmware_has_feature(FW_FEATURE_PS3_LV1))
483 		return -ENODEV;
484 
485 	pr_debug(" -> %s:%d\n", __func__, __LINE__);
486 
487 	mutex_init(&usage_hack.mutex);
488 
489 	result = device_register(&ps3_system_bus);
490 	BUG_ON(result);
491 
492 	result = bus_register(&ps3_system_bus_type);
493 	BUG_ON(result);
494 
495 	pr_debug(" <- %s:%d\n", __func__, __LINE__);
496 	return result;
497 }
498 
499 core_initcall(ps3_system_bus_init);
500 
501 /* Allocates a contiguous real buffer and creates mappings over it.
502  * Returns the virtual address of the buffer and sets dma_handle
503  * to the dma address (mapping) of the first page.
504  */
505 static void * ps3_alloc_coherent(struct device *_dev, size_t size,
506 				 dma_addr_t *dma_handle, gfp_t flag,
507 				 unsigned long attrs)
508 {
509 	int result;
510 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
511 	unsigned long virt_addr;
512 
513 	flag &= ~(__GFP_DMA | __GFP_HIGHMEM);
514 	flag |= __GFP_ZERO;
515 
516 	virt_addr = __get_free_pages(flag, get_order(size));
517 
518 	if (!virt_addr) {
519 		pr_debug("%s:%d: get_free_pages failed\n", __func__, __LINE__);
520 		goto clean_none;
521 	}
522 
523 	result = ps3_dma_map(dev->d_region, virt_addr, size, dma_handle,
524 			     CBE_IOPTE_PP_W | CBE_IOPTE_PP_R |
525 			     CBE_IOPTE_SO_RW | CBE_IOPTE_M);
526 
527 	if (result) {
528 		pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
529 			__func__, __LINE__, result);
530 		BUG_ON("check region type");
531 		goto clean_alloc;
532 	}
533 
534 	return (void*)virt_addr;
535 
536 clean_alloc:
537 	free_pages(virt_addr, get_order(size));
538 clean_none:
539 	dma_handle = NULL;
540 	return NULL;
541 }
542 
543 static void ps3_free_coherent(struct device *_dev, size_t size, void *vaddr,
544 			      dma_addr_t dma_handle, unsigned long attrs)
545 {
546 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
547 
548 	ps3_dma_unmap(dev->d_region, dma_handle, size);
549 	free_pages((unsigned long)vaddr, get_order(size));
550 }
551 
552 /* Creates TCEs for a user provided buffer.  The user buffer must be
553  * contiguous real kernel storage (not vmalloc).  The address passed here
554  * comprises a page address and offset into that page. The dma_addr_t
555  * returned will point to the same byte within the page as was passed in.
556  */
557 
558 static dma_addr_t ps3_sb_map_page(struct device *_dev, struct page *page,
559 	unsigned long offset, size_t size, enum dma_data_direction direction,
560 	unsigned long attrs)
561 {
562 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
563 	int result;
564 	dma_addr_t bus_addr;
565 	void *ptr = page_address(page) + offset;
566 
567 	result = ps3_dma_map(dev->d_region, (unsigned long)ptr, size,
568 			     &bus_addr,
569 			     CBE_IOPTE_PP_R | CBE_IOPTE_PP_W |
570 			     CBE_IOPTE_SO_RW | CBE_IOPTE_M);
571 
572 	if (result) {
573 		pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
574 			__func__, __LINE__, result);
575 	}
576 
577 	return bus_addr;
578 }
579 
580 static dma_addr_t ps3_ioc0_map_page(struct device *_dev, struct page *page,
581 				    unsigned long offset, size_t size,
582 				    enum dma_data_direction direction,
583 				    unsigned long attrs)
584 {
585 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
586 	int result;
587 	dma_addr_t bus_addr;
588 	u64 iopte_flag;
589 	void *ptr = page_address(page) + offset;
590 
591 	iopte_flag = CBE_IOPTE_M;
592 	switch (direction) {
593 	case DMA_BIDIRECTIONAL:
594 		iopte_flag |= CBE_IOPTE_PP_R | CBE_IOPTE_PP_W | CBE_IOPTE_SO_RW;
595 		break;
596 	case DMA_TO_DEVICE:
597 		iopte_flag |= CBE_IOPTE_PP_R | CBE_IOPTE_SO_R;
598 		break;
599 	case DMA_FROM_DEVICE:
600 		iopte_flag |= CBE_IOPTE_PP_W | CBE_IOPTE_SO_RW;
601 		break;
602 	default:
603 		/* not happened */
604 		BUG();
605 	}
606 	result = ps3_dma_map(dev->d_region, (unsigned long)ptr, size,
607 			     &bus_addr, iopte_flag);
608 
609 	if (result) {
610 		pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
611 			__func__, __LINE__, result);
612 	}
613 	return bus_addr;
614 }
615 
616 static void ps3_unmap_page(struct device *_dev, dma_addr_t dma_addr,
617 	size_t size, enum dma_data_direction direction, unsigned long attrs)
618 {
619 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
620 	int result;
621 
622 	result = ps3_dma_unmap(dev->d_region, dma_addr, size);
623 
624 	if (result) {
625 		pr_debug("%s:%d: ps3_dma_unmap failed (%d)\n",
626 			__func__, __LINE__, result);
627 	}
628 }
629 
630 static int ps3_sb_map_sg(struct device *_dev, struct scatterlist *sgl,
631 	int nents, enum dma_data_direction direction, unsigned long attrs)
632 {
633 #if defined(CONFIG_PS3_DYNAMIC_DMA)
634 	BUG_ON("do");
635 	return -EPERM;
636 #else
637 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
638 	struct scatterlist *sg;
639 	int i;
640 
641 	for_each_sg(sgl, sg, nents, i) {
642 		int result = ps3_dma_map(dev->d_region, sg_phys(sg),
643 					sg->length, &sg->dma_address, 0);
644 
645 		if (result) {
646 			pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
647 				__func__, __LINE__, result);
648 			return -EINVAL;
649 		}
650 
651 		sg->dma_length = sg->length;
652 	}
653 
654 	return nents;
655 #endif
656 }
657 
658 static int ps3_ioc0_map_sg(struct device *_dev, struct scatterlist *sg,
659 			   int nents,
660 			   enum dma_data_direction direction,
661 			   unsigned long attrs)
662 {
663 	BUG();
664 	return -EINVAL;
665 }
666 
667 static void ps3_sb_unmap_sg(struct device *_dev, struct scatterlist *sg,
668 	int nents, enum dma_data_direction direction, unsigned long attrs)
669 {
670 #if defined(CONFIG_PS3_DYNAMIC_DMA)
671 	BUG_ON("do");
672 #endif
673 }
674 
675 static void ps3_ioc0_unmap_sg(struct device *_dev, struct scatterlist *sg,
676 			    int nents, enum dma_data_direction direction,
677 			    unsigned long attrs)
678 {
679 	BUG();
680 }
681 
682 static int ps3_dma_supported(struct device *_dev, u64 mask)
683 {
684 	return mask >= DMA_BIT_MASK(32);
685 }
686 
687 static const struct dma_map_ops ps3_sb_dma_ops = {
688 	.alloc = ps3_alloc_coherent,
689 	.free = ps3_free_coherent,
690 	.map_sg = ps3_sb_map_sg,
691 	.unmap_sg = ps3_sb_unmap_sg,
692 	.dma_supported = ps3_dma_supported,
693 	.map_page = ps3_sb_map_page,
694 	.unmap_page = ps3_unmap_page,
695 	.mmap = dma_common_mmap,
696 	.get_sgtable = dma_common_get_sgtable,
697 	.alloc_pages_op = dma_common_alloc_pages,
698 	.free_pages = dma_common_free_pages,
699 };
700 
701 static const struct dma_map_ops ps3_ioc0_dma_ops = {
702 	.alloc = ps3_alloc_coherent,
703 	.free = ps3_free_coherent,
704 	.map_sg = ps3_ioc0_map_sg,
705 	.unmap_sg = ps3_ioc0_unmap_sg,
706 	.dma_supported = ps3_dma_supported,
707 	.map_page = ps3_ioc0_map_page,
708 	.unmap_page = ps3_unmap_page,
709 	.mmap = dma_common_mmap,
710 	.get_sgtable = dma_common_get_sgtable,
711 	.alloc_pages_op = dma_common_alloc_pages,
712 	.free_pages = dma_common_free_pages,
713 };
714 
715 /**
716  * ps3_system_bus_release_device - remove a device from the system bus
717  */
718 
719 static void ps3_system_bus_release_device(struct device *_dev)
720 {
721 	struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
722 	kfree(dev);
723 }
724 
725 /**
726  * ps3_system_bus_device_register - add a device to the system bus
727  *
728  * ps3_system_bus_device_register() expects the dev object to be allocated
729  * dynamically by the caller.  The system bus takes ownership of the dev
730  * object and frees the object in ps3_system_bus_release_device().
731  */
732 
733 int ps3_system_bus_device_register(struct ps3_system_bus_device *dev)
734 {
735 	int result;
736 	static unsigned int dev_ioc0_count;
737 	static unsigned int dev_sb_count;
738 	static unsigned int dev_vuart_count;
739 	static unsigned int dev_lpm_count;
740 
741 	if (!dev->core.parent)
742 		dev->core.parent = &ps3_system_bus;
743 	dev->core.bus = &ps3_system_bus_type;
744 	dev->core.release = ps3_system_bus_release_device;
745 
746 	switch (dev->dev_type) {
747 	case PS3_DEVICE_TYPE_IOC0:
748 		dev->core.dma_ops = &ps3_ioc0_dma_ops;
749 		dev_set_name(&dev->core, "ioc0_%02x", ++dev_ioc0_count);
750 		break;
751 	case PS3_DEVICE_TYPE_SB:
752 		dev->core.dma_ops = &ps3_sb_dma_ops;
753 		dev_set_name(&dev->core, "sb_%02x", ++dev_sb_count);
754 
755 		break;
756 	case PS3_DEVICE_TYPE_VUART:
757 		dev_set_name(&dev->core, "vuart_%02x", ++dev_vuart_count);
758 		break;
759 	case PS3_DEVICE_TYPE_LPM:
760 		dev_set_name(&dev->core, "lpm_%02x", ++dev_lpm_count);
761 		break;
762 	default:
763 		BUG();
764 	}
765 
766 	dev->core.of_node = NULL;
767 	set_dev_node(&dev->core, 0);
768 
769 	pr_debug("%s:%d add %s\n", __func__, __LINE__, dev_name(&dev->core));
770 
771 	result = device_register(&dev->core);
772 	return result;
773 }
774 
775 EXPORT_SYMBOL_GPL(ps3_system_bus_device_register);
776 
777 int ps3_system_bus_driver_register(struct ps3_system_bus_driver *drv)
778 {
779 	int result;
780 
781 	pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, drv->core.name);
782 
783 	if (!firmware_has_feature(FW_FEATURE_PS3_LV1))
784 		return -ENODEV;
785 
786 	drv->core.bus = &ps3_system_bus_type;
787 
788 	result = driver_register(&drv->core);
789 	pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, drv->core.name);
790 	return result;
791 }
792 
793 EXPORT_SYMBOL_GPL(ps3_system_bus_driver_register);
794 
795 void ps3_system_bus_driver_unregister(struct ps3_system_bus_driver *drv)
796 {
797 	pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, drv->core.name);
798 	driver_unregister(&drv->core);
799 	pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, drv->core.name);
800 }
801 
802 EXPORT_SYMBOL_GPL(ps3_system_bus_driver_unregister);
803