1 /* SPDX-License-Identifier: GPL-2.0-or-later */ 2 /** 3 * AMCC SoC PPC4xx Crypto Driver 4 * 5 * Copyright (c) 2008 Applied Micro Circuits Corporation. 6 * All rights reserved. James Hsiao <jhsiao@amcc.com> 7 * 8 * This is the header file for AMCC Crypto offload Linux device driver for 9 * use with Linux CryptoAPI. 10 11 */ 12 13 #ifndef __CRYPTO4XX_CORE_H__ 14 #define __CRYPTO4XX_CORE_H__ 15 16 #include <linux/ratelimit.h> 17 #include <linux/mutex.h> 18 #include <linux/scatterlist.h> 19 #include <crypto/internal/hash.h> 20 #include <crypto/internal/aead.h> 21 #include <crypto/internal/rng.h> 22 #include <crypto/internal/skcipher.h> 23 #include "crypto4xx_reg_def.h" 24 #include "crypto4xx_sa.h" 25 26 #define PPC460SX_SDR0_SRST 0x201 27 #define PPC405EX_SDR0_SRST 0x200 28 #define PPC460EX_SDR0_SRST 0x201 29 #define PPC460EX_CE_RESET 0x08000000 30 #define PPC460SX_CE_RESET 0x20000000 31 #define PPC405EX_CE_RESET 0x00000008 32 33 #define CRYPTO4XX_CRYPTO_PRIORITY 300 34 #define PPC4XX_NUM_PD 256 35 #define PPC4XX_LAST_PD (PPC4XX_NUM_PD - 1) 36 #define PPC4XX_NUM_GD 1024 37 #define PPC4XX_LAST_GD (PPC4XX_NUM_GD - 1) 38 #define PPC4XX_NUM_SD 256 39 #define PPC4XX_LAST_SD (PPC4XX_NUM_SD - 1) 40 #define PPC4XX_SD_BUFFER_SIZE 2048 41 42 #define PD_ENTRY_BUSY BIT(1) 43 #define PD_ENTRY_INUSE BIT(0) 44 #define PD_ENTRY_FREE 0 45 #define ERING_WAS_FULL 0xffffffff 46 47 struct crypto4xx_device; 48 49 union shadow_sa_buf { 50 struct dynamic_sa_ctl sa; 51 52 /* alloc 256 bytes which is enough for any kind of dynamic sa */ 53 u8 buf[256]; 54 } __packed; 55 56 struct pd_uinfo { 57 struct crypto4xx_device *dev; 58 u32 state; 59 u32 first_gd; /* first gather discriptor 60 used by this packet */ 61 u32 num_gd; /* number of gather discriptor 62 used by this packet */ 63 u32 first_sd; /* first scatter discriptor 64 used by this packet */ 65 u32 num_sd; /* number of scatter discriptors 66 used by this packet */ 67 struct dynamic_sa_ctl *sa_va; /* shadow sa */ 68 struct sa_state_record *sr_va; /* state record for shadow sa */ 69 u32 sr_pa; 70 struct scatterlist *dest_va; 71 struct crypto_async_request *async_req; /* base crypto request 72 for this packet */ 73 }; 74 75 struct crypto4xx_device { 76 struct crypto4xx_core_device *core_dev; 77 void __iomem *ce_base; 78 void __iomem *trng_base; 79 80 struct ce_pd *pdr; /* base address of packet descriptor ring */ 81 dma_addr_t pdr_pa; /* physical address of pdr_base_register */ 82 struct ce_gd *gdr; /* gather descriptor ring */ 83 dma_addr_t gdr_pa; /* physical address of gdr_base_register */ 84 struct ce_sd *sdr; /* scatter descriptor ring */ 85 dma_addr_t sdr_pa; /* physical address of sdr_base_register */ 86 void *scatter_buffer_va; 87 dma_addr_t scatter_buffer_pa; 88 89 union shadow_sa_buf *shadow_sa_pool; 90 dma_addr_t shadow_sa_pool_pa; 91 struct sa_state_record *shadow_sr_pool; 92 dma_addr_t shadow_sr_pool_pa; 93 u32 pdr_tail; 94 u32 pdr_head; 95 u32 gdr_tail; 96 u32 gdr_head; 97 u32 sdr_tail; 98 u32 sdr_head; 99 struct pd_uinfo *pdr_uinfo; 100 struct list_head alg_list; /* List of algorithm supported 101 by this device */ 102 struct ratelimit_state aead_ratelimit; 103 bool is_revb; 104 }; 105 106 struct crypto4xx_core_device { 107 struct device *device; 108 struct platform_device *ofdev; 109 struct crypto4xx_device *dev; 110 struct hwrng *trng; 111 u32 int_status; 112 u32 irq; 113 struct tasklet_struct tasklet; 114 spinlock_t lock; 115 struct mutex rng_lock; 116 }; 117 118 struct crypto4xx_ctx { 119 struct crypto4xx_device *dev; 120 struct dynamic_sa_ctl *sa_in; 121 struct dynamic_sa_ctl *sa_out; 122 __le32 iv_nonce; 123 u32 sa_len; 124 union { 125 struct crypto_sync_skcipher *cipher; 126 struct crypto_aead *aead; 127 } sw_cipher; 128 }; 129 130 struct crypto4xx_aead_reqctx { 131 struct scatterlist dst[2]; 132 }; 133 134 struct crypto4xx_alg_common { 135 u32 type; 136 union { 137 struct skcipher_alg cipher; 138 struct ahash_alg hash; 139 struct aead_alg aead; 140 struct rng_alg rng; 141 } u; 142 }; 143 144 struct crypto4xx_alg { 145 struct list_head entry; 146 struct crypto4xx_alg_common alg; 147 struct crypto4xx_device *dev; 148 }; 149 150 int crypto4xx_alloc_sa(struct crypto4xx_ctx *ctx, u32 size); 151 void crypto4xx_free_sa(struct crypto4xx_ctx *ctx); 152 void crypto4xx_free_ctx(struct crypto4xx_ctx *ctx); 153 int crypto4xx_build_pd(struct crypto_async_request *req, 154 struct crypto4xx_ctx *ctx, 155 struct scatterlist *src, 156 struct scatterlist *dst, 157 const unsigned int datalen, 158 const __le32 *iv, const u32 iv_len, 159 const struct dynamic_sa_ctl *sa, 160 const unsigned int sa_len, 161 const unsigned int assoclen, 162 struct scatterlist *dst_tmp); 163 int crypto4xx_setkey_aes_cbc(struct crypto_skcipher *cipher, 164 const u8 *key, unsigned int keylen); 165 int crypto4xx_setkey_aes_cfb(struct crypto_skcipher *cipher, 166 const u8 *key, unsigned int keylen); 167 int crypto4xx_setkey_aes_ctr(struct crypto_skcipher *cipher, 168 const u8 *key, unsigned int keylen); 169 int crypto4xx_setkey_aes_ecb(struct crypto_skcipher *cipher, 170 const u8 *key, unsigned int keylen); 171 int crypto4xx_setkey_aes_ofb(struct crypto_skcipher *cipher, 172 const u8 *key, unsigned int keylen); 173 int crypto4xx_setkey_rfc3686(struct crypto_skcipher *cipher, 174 const u8 *key, unsigned int keylen); 175 int crypto4xx_encrypt_ctr(struct skcipher_request *req); 176 int crypto4xx_decrypt_ctr(struct skcipher_request *req); 177 int crypto4xx_encrypt_iv_stream(struct skcipher_request *req); 178 int crypto4xx_decrypt_iv_stream(struct skcipher_request *req); 179 int crypto4xx_encrypt_iv_block(struct skcipher_request *req); 180 int crypto4xx_decrypt_iv_block(struct skcipher_request *req); 181 int crypto4xx_encrypt_noiv_block(struct skcipher_request *req); 182 int crypto4xx_decrypt_noiv_block(struct skcipher_request *req); 183 int crypto4xx_rfc3686_encrypt(struct skcipher_request *req); 184 int crypto4xx_rfc3686_decrypt(struct skcipher_request *req); 185 int crypto4xx_sha1_alg_init(struct crypto_tfm *tfm); 186 int crypto4xx_hash_digest(struct ahash_request *req); 187 int crypto4xx_hash_final(struct ahash_request *req); 188 int crypto4xx_hash_update(struct ahash_request *req); 189 int crypto4xx_hash_init(struct ahash_request *req); 190 191 /** 192 * Note: Only use this function to copy items that is word aligned. 193 */ 194 static inline void crypto4xx_memcpy_swab32(u32 *dst, const void *buf, 195 size_t len) 196 { 197 for (; len >= 4; buf += 4, len -= 4) 198 *dst++ = __swab32p((u32 *) buf); 199 200 if (len) { 201 const u8 *tmp = (u8 *)buf; 202 203 switch (len) { 204 case 3: 205 *dst = (tmp[2] << 16) | 206 (tmp[1] << 8) | 207 tmp[0]; 208 break; 209 case 2: 210 *dst = (tmp[1] << 8) | 211 tmp[0]; 212 break; 213 case 1: 214 *dst = tmp[0]; 215 break; 216 default: 217 break; 218 } 219 } 220 } 221 222 static inline void crypto4xx_memcpy_from_le32(u32 *dst, const void *buf, 223 size_t len) 224 { 225 crypto4xx_memcpy_swab32(dst, buf, len); 226 } 227 228 static inline void crypto4xx_memcpy_to_le32(__le32 *dst, const void *buf, 229 size_t len) 230 { 231 crypto4xx_memcpy_swab32((u32 *)dst, buf, len); 232 } 233 234 int crypto4xx_setauthsize_aead(struct crypto_aead *ciper, 235 unsigned int authsize); 236 int crypto4xx_setkey_aes_ccm(struct crypto_aead *cipher, 237 const u8 *key, unsigned int keylen); 238 int crypto4xx_encrypt_aes_ccm(struct aead_request *req); 239 int crypto4xx_decrypt_aes_ccm(struct aead_request *req); 240 int crypto4xx_setkey_aes_gcm(struct crypto_aead *cipher, 241 const u8 *key, unsigned int keylen); 242 int crypto4xx_encrypt_aes_gcm(struct aead_request *req); 243 int crypto4xx_decrypt_aes_gcm(struct aead_request *req); 244 245 #endif 246