256 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(&mchan->chan);  in mpc_dma_execute()  local
300 	memcpy_toio(&mdma->tcd[cid], first->tcd, sizeof(struct mpc_dma_tcd));  in mpc_dma_execute()
303 		mdma->tcd[cid].e_sg = 1;  in mpc_dma_execute()
305 	if (mdma->is_mpc8308) {  in mpc_dma_execute()
307 		out_8(&mdma->regs->dmassrt, cid);  in mpc_dma_execute()
310 		out_8(&mdma->regs->dmaserq, cid);  in mpc_dma_execute()
313 		out_8(&mdma->regs->dmassrt, cid);  in mpc_dma_execute()
318 static void mpc_dma_irq_process(struct mpc_dma *mdma, u32 is, u32 es, int off)  in mpc_dma_irq_process()  argument
327 		mchan = &mdma->channels[ch + off];  in mpc_dma_irq_process()
331 		out_8(&mdma->regs->dmacint, ch + off);  in mpc_dma_irq_process()
332 		out_8(&mdma->regs->dmacerr, ch + off);  in mpc_dma_irq_process()
351 	struct mpc_dma *mdma = data;  in mpc_dma_irq()  local
355 	es = in_be32(&mdma->regs->dmaes);  in mpc_dma_irq()
356 	spin_lock(&mdma->error_status_lock);  in mpc_dma_irq()
357 	if ((es & MPC_DMA_DMAES_VLD) && mdma->error_status == 0)  in mpc_dma_irq()
358 		mdma->error_status = es;  in mpc_dma_irq()
359 	spin_unlock(&mdma->error_status_lock);  in mpc_dma_irq()
362 	if (mdma->dma.chancnt > 32) {  in mpc_dma_irq()
363 		mpc_dma_irq_process(mdma, in_be32(&mdma->regs->dmainth),  in mpc_dma_irq()
364 					in_be32(&mdma->regs->dmaerrh), 32);  in mpc_dma_irq()
366 	mpc_dma_irq_process(mdma, in_be32(&mdma->regs->dmaintl),  in mpc_dma_irq()
367 					in_be32(&mdma->regs->dmaerrl), 0);  in mpc_dma_irq()
370 	tasklet_schedule(&mdma->tasklet);  in mpc_dma_irq()
376 static void mpc_dma_process_completed(struct mpc_dma *mdma)  in mpc_dma_process_completed()  argument
386 	for (i = 0; i < mdma->dma.chancnt; i++) {  in mpc_dma_process_completed()
387 		mchan = &mdma->channels[i];  in mpc_dma_process_completed()
419 	struct mpc_dma *mdma = from_tasklet(mdma, t, tasklet);  in mpc_dma_tasklet()  local
423 	spin_lock_irqsave(&mdma->error_status_lock, flags);  in mpc_dma_tasklet()
424 	es = mdma->error_status;  in mpc_dma_tasklet()
425 	mdma->error_status = 0;  in mpc_dma_tasklet()
426 	spin_unlock_irqrestore(&mdma->error_status_lock, flags);  in mpc_dma_tasklet()
430 		dev_err(mdma->dma.dev,  in mpc_dma_tasklet()
435 			dev_err(mdma->dma.dev, "- Group Priority Error\n");  in mpc_dma_tasklet()
437 			dev_err(mdma->dma.dev, "- Channel Priority Error\n");  in mpc_dma_tasklet()
439 			dev_err(mdma->dma.dev, "- Source Address Error\n");  in mpc_dma_tasklet()
441 			dev_err(mdma->dma.dev, "- Source Offset Configuration Error\n");  in mpc_dma_tasklet()
443 			dev_err(mdma->dma.dev, "- Destination Address Error\n");  in mpc_dma_tasklet()
445 			dev_err(mdma->dma.dev, "- Destination Offset Configuration Error\n");  in mpc_dma_tasklet()
447 			dev_err(mdma->dma.dev, "- NBytes/Citter Configuration Error\n");  in mpc_dma_tasklet()
449 			dev_err(mdma->dma.dev, "- Scatter/Gather Configuration Error\n");  in mpc_dma_tasklet()
451 			dev_err(mdma->dma.dev, "- Source Bus Error\n");  in mpc_dma_tasklet()
453 			dev_err(mdma->dma.dev, "- Destination Bus Error\n");  in mpc_dma_tasklet()
456 	mpc_dma_process_completed(mdma);  in mpc_dma_tasklet()
488 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_alloc_chan_resources()  local
498 	tcd = dma_alloc_coherent(mdma->dma.dev,  in mpc_dma_alloc_chan_resources()
508 			dev_notice(mdma->dma.dev,  in mpc_dma_alloc_chan_resources()
525 		dma_free_coherent(mdma->dma.dev,  in mpc_dma_alloc_chan_resources()
538 	out_8(&mdma->regs->dmaseei, chan->chan_id);  in mpc_dma_alloc_chan_resources()
546 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_free_chan_resources()  local
570 	dma_free_coherent(mdma->dma.dev,  in mpc_dma_free_chan_resources()
579 	out_8(&mdma->regs->dmaceei, chan->chan_id);  in mpc_dma_free_chan_resources()
604 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_prep_memcpy()  local
621 		mpc_dma_process_completed(mdma);  in mpc_dma_prep_memcpy()
637 	} else if (!mdma->is_mpc8308 && IS_ALIGNED(src | dst | len, 16)) {  in mpc_dma_prep_memcpy()
688 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_prep_slave_sg()  local
714 			mpc_dma_process_completed(mdma);  in mpc_dma_prep_slave_sg()
764 		if (mdma->is_mpc8308) {  in mpc_dma_prep_slave_sg()
833 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(&mchan->chan);  in mpc_dma_device_config()  local
855 	if (!is_buswidth_valid(cfg->src_addr_width, mdma->is_mpc8308) ||  in mpc_dma_device_config()
856 	    !is_buswidth_valid(cfg->dst_addr_width, mdma->is_mpc8308))  in mpc_dma_device_config()
882 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_device_terminate_all()  local
888 	out_8(&mdma->regs->dmacerq, chan->chan_id);  in mpc_dma_device_terminate_all()
903 	struct mpc_dma *mdma;  in mpc_dma_probe()  local
910 	mdma = devm_kzalloc(dev, sizeof(struct mpc_dma), GFP_KERNEL);  in mpc_dma_probe()
911 	if (!mdma) {  in mpc_dma_probe()
916 	mdma->irq = irq_of_parse_and_map(dn, 0);  in mpc_dma_probe()
917 	if (!mdma->irq) {  in mpc_dma_probe()
924 		mdma->is_mpc8308 = 1;  in mpc_dma_probe()
925 		mdma->irq2 = irq_of_parse_and_map(dn, 1);  in mpc_dma_probe()
926 		if (!mdma->irq2) {  in mpc_dma_probe()
948 	mdma->regs = devm_ioremap(dev, regs_start, regs_size);  in mpc_dma_probe()
949 	if (!mdma->regs) {  in mpc_dma_probe()
955 	mdma->tcd = (struct mpc_dma_tcd *)((u8 *)(mdma->regs)  in mpc_dma_probe()
958 	retval = request_irq(mdma->irq, &mpc_dma_irq, 0, DRV_NAME, mdma);  in mpc_dma_probe()
965 	if (mdma->is_mpc8308) {  in mpc_dma_probe()
966 		retval = request_irq(mdma->irq2, &mpc_dma_irq, 0,  in mpc_dma_probe()
967 							DRV_NAME, mdma);  in mpc_dma_probe()
975 	spin_lock_init(&mdma->error_status_lock);  in mpc_dma_probe()
977 	dma = &mdma->dma;  in mpc_dma_probe()
992 	if (mdma->is_mpc8308)  in mpc_dma_probe()
998 		mchan = &mdma->channels[i];  in mpc_dma_probe()
1013 	tasklet_setup(&mdma->tasklet, mpc_dma_tasklet);  in mpc_dma_probe()
1021 	if (mdma->is_mpc8308) {  in mpc_dma_probe()
1023 		out_be32(&mdma->regs->dmacr, MPC_DMA_DMACR_ERCA);  in mpc_dma_probe()
1026 		out_be32(&mdma->regs->dmagpor, MPC_DMA_DMAGPOR_SNOOP_ENABLE);  in mpc_dma_probe()
1028 		out_be32(&mdma->regs->dmaeeil, 0);  in mpc_dma_probe()
1031 		out_be32(&mdma->regs->dmaintl, 0xFFFF);  in mpc_dma_probe()
1032 		out_be32(&mdma->regs->dmaerrl, 0xFFFF);  in mpc_dma_probe()
1034 		out_be32(&mdma->regs->dmacr, MPC_DMA_DMACR_EDCG |  in mpc_dma_probe()
1039 		out_be32(&mdma->regs->dmaerqh, 0);  in mpc_dma_probe()
1040 		out_be32(&mdma->regs->dmaerql, 0);  in mpc_dma_probe()
1043 		out_be32(&mdma->regs->dmaeeih, 0);  in mpc_dma_probe()
1044 		out_be32(&mdma->regs->dmaeeil, 0);  in mpc_dma_probe()
1047 		out_be32(&mdma->regs->dmainth, 0xFFFFFFFF);  in mpc_dma_probe()
1048 		out_be32(&mdma->regs->dmaintl, 0xFFFFFFFF);  in mpc_dma_probe()
1049 		out_be32(&mdma->regs->dmaerrh, 0xFFFFFFFF);  in mpc_dma_probe()
1050 		out_be32(&mdma->regs->dmaerrl, 0xFFFFFFFF);  in mpc_dma_probe()
1053 		out_be32(&mdma->regs->dmaihsa, 0);  in mpc_dma_probe()
1054 		out_be32(&mdma->regs->dmailsa, 0);  in mpc_dma_probe()
1058 	dev_set_drvdata(dev, mdma);  in mpc_dma_probe()
1066 						of_dma_xlate_by_chan_id, mdma);  in mpc_dma_probe()
1074 	if (mdma->is_mpc8308)  in mpc_dma_probe()
1075 		free_irq(mdma->irq2, mdma);  in mpc_dma_probe()
1077 	free_irq(mdma->irq, mdma);  in mpc_dma_probe()
1079 	if (mdma->is_mpc8308)  in mpc_dma_probe()
1080 		irq_dispose_mapping(mdma->irq2);  in mpc_dma_probe()
1082 	irq_dispose_mapping(mdma->irq);  in mpc_dma_probe()
1090 	struct mpc_dma *mdma = dev_get_drvdata(dev);  in mpc_dma_remove()  local
1094 	dma_async_device_unregister(&mdma->dma);  in mpc_dma_remove()
1095 	if (mdma->is_mpc8308) {  in mpc_dma_remove()
1096 		free_irq(mdma->irq2, mdma);  in mpc_dma_remove()
1097 		irq_dispose_mapping(mdma->irq2);  in mpc_dma_remove()
1099 	free_irq(mdma->irq, mdma);  in mpc_dma_remove()
1100 	irq_dispose_mapping(mdma->irq);  in mpc_dma_remove()
1101 	tasklet_kill(&mdma->tasklet);  in mpc_dma_remove()