3  * sun8i-ss-hash.c - hardware cryptographic offloader for
27 #include "sun8i-ss.h"
41 		dev_err(tfmctx->ss->dev, "shash digest error ret=%d\n", ret);  in sun8i_ss_hashkey()
103 	op->ss = algt->ss;  in sun8i_ss_hash_init_tfm()
109 		dev_err(algt->ss->dev, "Fallback driver could no be loaded\n");  in sun8i_ss_hash_init_tfm()
123 	err = pm_runtime_get_sync(op->ss->dev);  in sun8i_ss_hash_init_tfm()
128 	pm_runtime_put_noidle(op->ss->dev);  in sun8i_ss_hash_init_tfm()
141 	pm_runtime_put_sync_suspend(tfmctx->ss->dev);  in sun8i_ss_hash_exit_tfm()
286 static int sun8i_ss_run_hash_task(struct sun8i_ss_dev *ss,  in sun8i_ss_run_hash_task()  argument
295 	ss->flows[flow].stat_req++;  in sun8i_ss_run_hash_task()
310 		mutex_lock(&ss->mlock);  in sun8i_ss_run_hash_task()
313 			writel(rctx->t_dst[i - 1].addr, ss->base + SS_KEY_ADR_REG);  in sun8i_ss_run_hash_task()
314 			writel(rctx->t_dst[i - 1].addr, ss->base + SS_IV_ADR_REG);  in sun8i_ss_run_hash_task()
317 		dev_dbg(ss->dev,  in sun8i_ss_run_hash_task()
323 		writel(rctx->t_src[i].addr, ss->base + SS_SRC_ADR_REG);  in sun8i_ss_run_hash_task()
324 		writel(rctx->t_dst[i].addr, ss->base + SS_DST_ADR_REG);  in sun8i_ss_run_hash_task()
325 		writel(rctx->t_src[i].len, ss->base + SS_LEN_ADR_REG);  in sun8i_ss_run_hash_task()
326 		writel(BIT(0) | BIT(1), ss->base + SS_INT_CTL_REG);  in sun8i_ss_run_hash_task()
328 		reinit_completion(&ss->flows[flow].complete);  in sun8i_ss_run_hash_task()
329 		ss->flows[flow].status = 0;  in sun8i_ss_run_hash_task()
332 		writel(v, ss->base + SS_CTL_REG);  in sun8i_ss_run_hash_task()
333 		mutex_unlock(&ss->mlock);  in sun8i_ss_run_hash_task()
334 		wait_for_completion_interruptible_timeout(&ss->flows[flow].complete,  in sun8i_ss_run_hash_task()
336 		if (ss->flows[flow].status == 0) {  in sun8i_ss_run_hash_task()
337 			dev_err(ss->dev, "DMA timeout for %s\n", name);  in sun8i_ss_run_hash_task()
372 		/* SS can operate hash only on full block size  in sun8i_ss_hash_need_fallback()
373 		 * since SS support only MD5,sha1,sha224 and sha256, blocksize  in sun8i_ss_hash_need_fallback()
400 	struct sun8i_ss_dev *ss;  in sun8i_ss_hash_digest()  local
408 	ss = algt->ss;  in sun8i_ss_hash_digest()
410 	e = sun8i_ss_get_engine_number(ss);  in sun8i_ss_hash_digest()
412 	engine = ss->flows[e].engine;  in sun8i_ss_hash_digest()
476  * Send the data of the request to the SS along with an extra SG with padding
486 	struct sun8i_ss_dev *ss;  in sun8i_ss_hash_run()  local
504 	ss = algt->ss;  in sun8i_ss_hash_run()
511 	result = ss->flows[rctx->flow].result;  in sun8i_ss_hash_run()
512 	pad = ss->flows[rctx->flow].pad;  in sun8i_ss_hash_run()
524 	rctx->method = ss->variant->alg_hash[algt->ss_algo_id];  in sun8i_ss_hash_run()
526 	nr_sgs = dma_map_sg(ss->dev, areq->src, sg_nents(areq->src), DMA_TO_DEVICE);  in sun8i_ss_hash_run()
528 		dev_err(ss->dev, "Invalid sg number %d\n", nr_sgs);  in sun8i_ss_hash_run()
533 	addr_res = dma_map_single(ss->dev, result, digestsize, DMA_FROM_DEVICE);  in sun8i_ss_hash_run()
534 	if (dma_mapping_error(ss->dev, addr_res)) {  in sun8i_ss_hash_run()
535 		dev_err(ss->dev, "DMA map dest\n");  in sun8i_ss_hash_run()
565 		dev_err(ss->dev, "remaining len %d\n", len);  in sun8i_ss_hash_run()
584 		addr_xpad = dma_map_single(ss->dev, tfmctx->ipad, bs, DMA_TO_DEVICE);  in sun8i_ss_hash_run()
585 		err = dma_mapping_error(ss->dev, addr_xpad);  in sun8i_ss_hash_run()
587 			dev_err(ss->dev, "Fail to create DMA mapping of ipad\n");  in sun8i_ss_hash_run()
605 		addr_res = dma_map_single(ss->dev, result, digestsize, DMA_FROM_DEVICE);  in sun8i_ss_hash_run()
606 		if (dma_mapping_error(ss->dev, addr_res)) {  in sun8i_ss_hash_run()
607 			dev_err(ss->dev, "Fail to create DMA mapping of result\n");  in sun8i_ss_hash_run()
611 		addr_xpad = dma_map_single(ss->dev, tfmctx->opad, bs, DMA_TO_DEVICE);  in sun8i_ss_hash_run()
612 		err = dma_mapping_error(ss->dev, addr_xpad);  in sun8i_ss_hash_run()
614 			dev_err(ss->dev, "Fail to create DMA mapping of opad\n");  in sun8i_ss_hash_run()
644 	addr_pad = dma_map_single(ss->dev, pad, j * 4, DMA_TO_DEVICE);  in sun8i_ss_hash_run()
645 	if (dma_mapping_error(ss->dev, addr_pad)) {  in sun8i_ss_hash_run()
646 		dev_err(ss->dev, "DMA error on padding SG\n");  in sun8i_ss_hash_run()
655 	err = sun8i_ss_run_hash_task(ss, rctx, crypto_tfm_alg_name(areq->base.tfm));  in sun8i_ss_hash_run()
682 	dma_unmap_single(ss->dev, addr_pad, j * 4, DMA_TO_DEVICE);  in sun8i_ss_hash_run()
686 		dma_unmap_single(ss->dev, addr_xpad, bs, DMA_TO_DEVICE);  in sun8i_ss_hash_run()
688 	dma_unmap_single(ss->dev, addr_res, digestsize, DMA_FROM_DEVICE);  in sun8i_ss_hash_run()
691 		dma_unmap_sg(ss->dev, areq->src, sg_nents(areq->src),  in sun8i_ss_hash_run()