193 static bool fsl_lpspi_can_dma(struct spi_controller *controller,  in fsl_lpspi_can_dma()  argument
199 	if (!controller->dma_rx)  in fsl_lpspi_can_dma()
216 static int lpspi_prepare_xfer_hardware(struct spi_controller *controller)  in lpspi_prepare_xfer_hardware()  argument
219 				spi_controller_get_devdata(controller);  in lpspi_prepare_xfer_hardware()
231 static int lpspi_unprepare_xfer_hardware(struct spi_controller *controller)  in lpspi_unprepare_xfer_hardware()  argument
234 				spi_controller_get_devdata(controller);  in lpspi_unprepare_xfer_hardware()
364 static int fsl_lpspi_dma_configure(struct spi_controller *controller)  in fsl_lpspi_dma_configure()  argument
370 				spi_controller_get_devdata(controller);  in fsl_lpspi_dma_configure()
390 	ret = dmaengine_slave_config(controller->dma_tx, &tx);  in fsl_lpspi_dma_configure()
401 	ret = dmaengine_slave_config(controller->dma_rx, &rx);  in fsl_lpspi_dma_configure()
444 static int fsl_lpspi_setup_transfer(struct spi_controller *controller,  in fsl_lpspi_setup_transfer()  argument
449 				spi_controller_get_devdata(spi->controller);  in fsl_lpspi_setup_transfer()
484 	if (fsl_lpspi_can_dma(controller, spi, t))  in fsl_lpspi_setup_transfer()
492 static int fsl_lpspi_target_abort(struct spi_controller *controller)  in fsl_lpspi_target_abort()  argument
495 				spi_controller_get_devdata(controller);  in fsl_lpspi_target_abort()
508 static int fsl_lpspi_wait_for_completion(struct spi_controller *controller)  in fsl_lpspi_wait_for_completion()  argument
511 				spi_controller_get_devdata(controller);  in fsl_lpspi_wait_for_completion()
578 static int fsl_lpspi_dma_transfer(struct spi_controller *controller,  in fsl_lpspi_dma_transfer()  argument
588 	ret = fsl_lpspi_dma_configure(controller);  in fsl_lpspi_dma_transfer()
592 	desc_rx = dmaengine_prep_slave_sg(controller->dma_rx,  in fsl_lpspi_dma_transfer()
602 	dma_async_issue_pending(controller->dma_rx);  in fsl_lpspi_dma_transfer()
604 	desc_tx = dmaengine_prep_slave_sg(controller->dma_tx,  in fsl_lpspi_dma_transfer()
608 		dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
616 	dma_async_issue_pending(controller->dma_tx);  in fsl_lpspi_dma_transfer()
629 			dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
630 			dmaengine_terminate_all(controller->dma_rx);  in fsl_lpspi_dma_transfer()
639 			dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
640 			dmaengine_terminate_all(controller->dma_rx);  in fsl_lpspi_dma_transfer()
649 			dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
650 			dmaengine_terminate_all(controller->dma_rx);  in fsl_lpspi_dma_transfer()
659 			dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
660 			dmaengine_terminate_all(controller->dma_rx);  in fsl_lpspi_dma_transfer()
671 static void fsl_lpspi_dma_exit(struct spi_controller *controller)  in fsl_lpspi_dma_exit()  argument
673 	if (controller->dma_rx) {  in fsl_lpspi_dma_exit()
674 		dma_release_channel(controller->dma_rx);  in fsl_lpspi_dma_exit()
675 		controller->dma_rx = NULL;  in fsl_lpspi_dma_exit()
678 	if (controller->dma_tx) {  in fsl_lpspi_dma_exit()
679 		dma_release_channel(controller->dma_tx);  in fsl_lpspi_dma_exit()
680 		controller->dma_tx = NULL;  in fsl_lpspi_dma_exit()
686 			      struct spi_controller *controller)  in fsl_lpspi_dma_init()  argument
691 	controller->dma_tx = dma_request_chan(dev, "tx");  in fsl_lpspi_dma_init()
692 	if (IS_ERR(controller->dma_tx)) {  in fsl_lpspi_dma_init()
693 		ret = PTR_ERR(controller->dma_tx);  in fsl_lpspi_dma_init()
695 		controller->dma_tx = NULL;  in fsl_lpspi_dma_init()
700 	controller->dma_rx = dma_request_chan(dev, "rx");  in fsl_lpspi_dma_init()
701 	if (IS_ERR(controller->dma_rx)) {  in fsl_lpspi_dma_init()
702 		ret = PTR_ERR(controller->dma_rx);  in fsl_lpspi_dma_init()
704 		controller->dma_rx = NULL;  in fsl_lpspi_dma_init()
710 	controller->can_dma = fsl_lpspi_can_dma;  in fsl_lpspi_dma_init()
711 	controller->max_dma_len = FSL_LPSPI_MAX_EDMA_BYTES;  in fsl_lpspi_dma_init()
715 	fsl_lpspi_dma_exit(controller);  in fsl_lpspi_dma_init()
719 static int fsl_lpspi_pio_transfer(struct spi_controller *controller,  in fsl_lpspi_pio_transfer()  argument
723 				spi_controller_get_devdata(controller);  in fsl_lpspi_pio_transfer()
735 	ret = fsl_lpspi_wait_for_completion(controller);  in fsl_lpspi_pio_transfer()
744 static int fsl_lpspi_transfer_one(struct spi_controller *controller,  in fsl_lpspi_transfer_one()  argument
749 					spi_controller_get_devdata(controller);  in fsl_lpspi_transfer_one()
753 	ret = fsl_lpspi_setup_transfer(controller, spi, t);  in fsl_lpspi_transfer_one()
763 		ret = fsl_lpspi_dma_transfer(controller, fsl_lpspi, t);  in fsl_lpspi_transfer_one()
765 		ret = fsl_lpspi_pio_transfer(controller, t);  in fsl_lpspi_transfer_one()
807 	struct spi_controller *controller = dev_get_drvdata(dev);  in fsl_lpspi_runtime_resume()  local
811 	fsl_lpspi = spi_controller_get_devdata(controller);  in fsl_lpspi_runtime_resume()
828 	struct spi_controller *controller = dev_get_drvdata(dev);  in fsl_lpspi_runtime_suspend()  local
831 	fsl_lpspi = spi_controller_get_devdata(controller);  in fsl_lpspi_runtime_suspend()
855 	struct spi_controller *controller;  in fsl_lpspi_probe()  local
868 		controller = devm_spi_alloc_target(&pdev->dev,  in fsl_lpspi_probe()
871 		controller = devm_spi_alloc_host(&pdev->dev,  in fsl_lpspi_probe()
874 	if (!controller)  in fsl_lpspi_probe()
877 	platform_set_drvdata(pdev, controller);  in fsl_lpspi_probe()
879 	fsl_lpspi = spi_controller_get_devdata(controller);  in fsl_lpspi_probe()
942 	controller->bits_per_word_mask = SPI_BPW_RANGE_MASK(8, 32);  in fsl_lpspi_probe()
943 	controller->transfer_one = fsl_lpspi_transfer_one;  in fsl_lpspi_probe()
944 	controller->prepare_transfer_hardware = lpspi_prepare_xfer_hardware;  in fsl_lpspi_probe()
945 	controller->unprepare_transfer_hardware = lpspi_unprepare_xfer_hardware;  in fsl_lpspi_probe()
946 	controller->mode_bits = SPI_CPOL | SPI_CPHA | SPI_CS_HIGH;  in fsl_lpspi_probe()
947 	controller->flags = SPI_CONTROLLER_MUST_RX | SPI_CONTROLLER_MUST_TX;  in fsl_lpspi_probe()
948 	controller->dev.of_node = pdev->dev.of_node;  in fsl_lpspi_probe()
949 	controller->bus_num = pdev->id;  in fsl_lpspi_probe()
950 	controller->num_chipselect = num_cs;  in fsl_lpspi_probe()
951 	controller->target_abort = fsl_lpspi_target_abort;  in fsl_lpspi_probe()
953 		controller->use_gpio_descriptors = true;  in fsl_lpspi_probe()
955 	ret = fsl_lpspi_dma_init(&pdev->dev, fsl_lpspi, controller);  in fsl_lpspi_probe()
963 	ret = devm_spi_register_controller(&pdev->dev, controller);  in fsl_lpspi_probe()
975 	fsl_lpspi_dma_exit(controller);  in fsl_lpspi_probe()
986 	struct spi_controller *controller = platform_get_drvdata(pdev);  in fsl_lpspi_remove()  local
988 				spi_controller_get_devdata(controller);  in fsl_lpspi_remove()
990 	fsl_lpspi_dma_exit(controller);  in fsl_lpspi_remove()
1034 MODULE_DESCRIPTION("LPSPI Controller driver");