288 			" SAIR: %#x DAIR: %#x CCR: %#x CSR: %#x\n",  in txx9dmac_dump_regs()
296 			channel64_readl(dc, CSR));  in txx9dmac_dump_regs()
300 			" SAIR: %#x DAIR: %#x CCR: %#x CSR: %#x\n",  in txx9dmac_dump_regs()
308 			channel32_readl(dc, CSR));  in txx9dmac_dump_regs()
339 	if (channel_readl(dc, CSR) & TXX9_DMA_CSR_XFACT) {  in txx9dmac_dostart()
349 		channel64_writel(dc, CSR, 0xffffffff);  in txx9dmac_dostart()
370 		channel32_writel(dc, CSR, 0xffffffff);  in txx9dmac_dostart()
480 			 desc->SAIR, desc->DAIR, desc->CCR, desc->CSR);  in txx9dmac_dump_desc()
493 			 d->SAIR, d->DAIR, d->CCR, d->CSR);  in txx9dmac_dump_desc()
498 static void txx9dmac_handle_error(struct txx9dmac_chan *dc, u32 csr)  in txx9dmac_handle_error()  argument
516 	errors = csr & (TXX9_DMA_CSR_ABCHC |  in txx9dmac_handle_error()
519 	channel_writel(dc, CSR, errors);  in txx9dmac_handle_error()
541 	u32 csr;  in txx9dmac_scan_descriptors()  local
545 		csr = channel64_readl(dc, CSR);  in txx9dmac_scan_descriptors()
546 		channel64_writel(dc, CSR, csr);  in txx9dmac_scan_descriptors()
549 		csr = channel32_readl(dc, CSR);  in txx9dmac_scan_descriptors()
550 		channel32_writel(dc, CSR, csr);  in txx9dmac_scan_descriptors()
553 	if (!(csr & (TXX9_DMA_CSR_XFACT | TXX9_DMA_CSR_ABCHC))) {  in txx9dmac_scan_descriptors()
558 	if (!(csr & TXX9_DMA_CSR_CHNEN))  in txx9dmac_scan_descriptors()
567 			if (csr & TXX9_DMA_CSR_ABCHC)  in txx9dmac_scan_descriptors()
575 				if (csr & TXX9_DMA_CSR_ABCHC)  in txx9dmac_scan_descriptors()
587 	if (csr & TXX9_DMA_CSR_ABCHC) {  in txx9dmac_scan_descriptors()
588 		txx9dmac_handle_error(dc, csr);  in txx9dmac_scan_descriptors()
607 	u32 csr;  in txx9dmac_chan_tasklet()  local
611 	csr = channel_readl(dc, CSR);  in txx9dmac_chan_tasklet()
612 	dev_vdbg(chan2dev(&dc->chan), "tasklet: status=%x\n", csr);  in txx9dmac_chan_tasklet()
615 	if (csr & (TXX9_DMA_CSR_ABCHC | TXX9_DMA_CSR_NCHNC |  in txx9dmac_chan_tasklet()
629 			channel_readl(dc, CSR));  in txx9dmac_chan_interrupt()
644 	u32 csr;  in txx9dmac_tasklet()  local
656 			csr = channel_readl(dc, CSR);  in txx9dmac_tasklet()
658 				 csr);  in txx9dmac_tasklet()
660 			if (csr & (TXX9_DMA_CSR_ABCHC | TXX9_DMA_CSR_NCHNC |  in txx9dmac_tasklet()
953 	if (!(channel_readl(dc, CSR) & TXX9_DMA_CSR_CHNEN) &&  in txx9dmac_chain_dynamic()
994 	if (channel_readl(dc, CSR) & TXX9_DMA_CSR_XFACT) {  in txx9dmac_alloc_chan_resources()
1056 	BUG_ON(channel_readl(dc, CSR) & TXX9_DMA_CSR_XFACT);  in txx9dmac_free_chan_resources()