xref: /linux/include/crypto/internal/hash.h (revision a3d14d1602ca11429d242d230c31af8f822f614f)
1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /*
3  * Hash algorithms.
4  *
5  * Copyright (c) 2008 Herbert Xu <herbert@gondor.apana.org.au>
6  */
7 
8 #ifndef _CRYPTO_INTERNAL_HASH_H
9 #define _CRYPTO_INTERNAL_HASH_H
10 
11 #include <crypto/algapi.h>
12 #include <crypto/hash.h>
13 
14 /* Set this bit to handle partial blocks in the API. */
15 #define CRYPTO_AHASH_ALG_BLOCK_ONLY	0x01000000
16 
17 /* Set this bit if final requires at least one byte. */
18 #define CRYPTO_AHASH_ALG_FINAL_NONZERO	0x02000000
19 
20 /* Set this bit if finup can deal with multiple blocks. */
21 #define CRYPTO_AHASH_ALG_FINUP_MAX	0x04000000
22 
23 /* This bit is set by the Crypto API if export_core is not supported. */
24 #define CRYPTO_AHASH_ALG_NO_EXPORT_CORE	0x08000000
25 
26 #define HASH_FBREQ_ON_STACK(name, req) \
27         char __##name##_req[sizeof(struct ahash_request) + \
28                             MAX_SYNC_HASH_REQSIZE] CRYPTO_MINALIGN_ATTR; \
29         struct ahash_request *name = ahash_fbreq_on_stack_init( \
30                 __##name##_req, (req))
31 
32 struct ahash_request;
33 
34 struct ahash_instance {
35 	void (*free)(struct ahash_instance *inst);
36 	union {
37 		struct {
38 			char head[offsetof(struct ahash_alg, halg.base)];
39 			struct crypto_instance base;
40 		} s;
41 		struct ahash_alg alg;
42 	};
43 };
44 
45 struct shash_instance {
46 	void (*free)(struct shash_instance *inst);
47 	union {
48 		struct {
49 			char head[offsetof(struct shash_alg, base)];
50 			struct crypto_instance base;
51 		} s;
52 		struct shash_alg alg;
53 	};
54 };
55 
56 struct crypto_ahash_spawn {
57 	struct crypto_spawn base;
58 };
59 
60 struct crypto_shash_spawn {
61 	struct crypto_spawn base;
62 };
63 
64 int crypto_register_ahash(struct ahash_alg *alg);
65 void crypto_unregister_ahash(struct ahash_alg *alg);
66 int crypto_register_ahashes(struct ahash_alg *algs, int count);
67 void crypto_unregister_ahashes(struct ahash_alg *algs, int count);
68 int ahash_register_instance(struct crypto_template *tmpl,
69 			    struct ahash_instance *inst);
70 void ahash_free_singlespawn_instance(struct ahash_instance *inst);
71 
72 int shash_no_setkey(struct crypto_shash *tfm, const u8 *key,
73 		    unsigned int keylen);
74 
crypto_shash_alg_has_setkey(struct shash_alg * alg)75 static inline bool crypto_shash_alg_has_setkey(struct shash_alg *alg)
76 {
77 	return alg->setkey != shash_no_setkey;
78 }
79 
80 bool crypto_hash_alg_has_setkey(struct hash_alg_common *halg);
81 
crypto_shash_alg_needs_key(struct shash_alg * alg)82 static inline bool crypto_shash_alg_needs_key(struct shash_alg *alg)
83 {
84 	return crypto_shash_alg_has_setkey(alg) &&
85 		!(alg->base.cra_flags & CRYPTO_ALG_OPTIONAL_KEY);
86 }
87 
crypto_hash_alg_needs_key(struct hash_alg_common * alg)88 static inline bool crypto_hash_alg_needs_key(struct hash_alg_common *alg)
89 {
90 	return crypto_hash_alg_has_setkey(alg) &&
91 		!(alg->base.cra_flags & CRYPTO_ALG_OPTIONAL_KEY);
92 }
93 
94 int crypto_grab_ahash(struct crypto_ahash_spawn *spawn,
95 		      struct crypto_instance *inst,
96 		      const char *name, u32 type, u32 mask);
97 
crypto_drop_ahash(struct crypto_ahash_spawn * spawn)98 static inline void crypto_drop_ahash(struct crypto_ahash_spawn *spawn)
99 {
100 	crypto_drop_spawn(&spawn->base);
101 }
102 
crypto_spawn_ahash_alg(struct crypto_ahash_spawn * spawn)103 static inline struct hash_alg_common *crypto_spawn_ahash_alg(
104 	struct crypto_ahash_spawn *spawn)
105 {
106 	return __crypto_hash_alg_common(spawn->base.alg);
107 }
108 
109 int crypto_register_shash(struct shash_alg *alg);
110 void crypto_unregister_shash(struct shash_alg *alg);
111 int crypto_register_shashes(struct shash_alg *algs, int count);
112 void crypto_unregister_shashes(struct shash_alg *algs, int count);
113 int shash_register_instance(struct crypto_template *tmpl,
114 			    struct shash_instance *inst);
115 void shash_free_singlespawn_instance(struct shash_instance *inst);
116 
117 int crypto_grab_shash(struct crypto_shash_spawn *spawn,
118 		      struct crypto_instance *inst,
119 		      const char *name, u32 type, u32 mask);
120 
crypto_drop_shash(struct crypto_shash_spawn * spawn)121 static inline void crypto_drop_shash(struct crypto_shash_spawn *spawn)
122 {
123 	crypto_drop_spawn(&spawn->base);
124 }
125 
crypto_spawn_shash_alg(struct crypto_shash_spawn * spawn)126 static inline struct shash_alg *crypto_spawn_shash_alg(
127 	struct crypto_shash_spawn *spawn)
128 {
129 	return __crypto_shash_alg(spawn->base.alg);
130 }
131 
132 int shash_ahash_update(struct ahash_request *req, struct shash_desc *desc);
133 int shash_ahash_finup(struct ahash_request *req, struct shash_desc *desc);
134 int shash_ahash_digest(struct ahash_request *req, struct shash_desc *desc);
135 
crypto_ahash_ctx(struct crypto_ahash * tfm)136 static inline void *crypto_ahash_ctx(struct crypto_ahash *tfm)
137 {
138 	return crypto_tfm_ctx(crypto_ahash_tfm(tfm));
139 }
140 
crypto_ahash_ctx_dma(struct crypto_ahash * tfm)141 static inline void *crypto_ahash_ctx_dma(struct crypto_ahash *tfm)
142 {
143 	return crypto_tfm_ctx_dma(crypto_ahash_tfm(tfm));
144 }
145 
__crypto_ahash_alg(struct crypto_alg * alg)146 static inline struct ahash_alg *__crypto_ahash_alg(struct crypto_alg *alg)
147 {
148 	return container_of(__crypto_hash_alg_common(alg), struct ahash_alg,
149 			    halg);
150 }
151 
crypto_ahash_alg(struct crypto_ahash * hash)152 static inline struct ahash_alg *crypto_ahash_alg(struct crypto_ahash *hash)
153 {
154 	return container_of(crypto_hash_alg_common(hash), struct ahash_alg,
155 			    halg);
156 }
157 
crypto_ahash_set_statesize(struct crypto_ahash * tfm,unsigned int size)158 static inline void crypto_ahash_set_statesize(struct crypto_ahash *tfm,
159 					      unsigned int size)
160 {
161 	tfm->statesize = size;
162 }
163 
crypto_ahash_set_reqsize(struct crypto_ahash * tfm,unsigned int reqsize)164 static inline void crypto_ahash_set_reqsize(struct crypto_ahash *tfm,
165 					    unsigned int reqsize)
166 {
167 	tfm->reqsize = reqsize;
168 }
169 
crypto_ahash_set_reqsize_dma(struct crypto_ahash * ahash,unsigned int reqsize)170 static inline void crypto_ahash_set_reqsize_dma(struct crypto_ahash *ahash,
171 						unsigned int reqsize)
172 {
173 	reqsize += crypto_dma_align() & ~(crypto_tfm_ctx_alignment() - 1);
174 	ahash->reqsize = reqsize;
175 }
176 
ahash_crypto_instance(struct ahash_instance * inst)177 static inline struct crypto_instance *ahash_crypto_instance(
178 	struct ahash_instance *inst)
179 {
180 	return &inst->s.base;
181 }
182 
ahash_instance(struct crypto_instance * inst)183 static inline struct ahash_instance *ahash_instance(
184 	struct crypto_instance *inst)
185 {
186 	return container_of(inst, struct ahash_instance, s.base);
187 }
188 
ahash_alg_instance(struct crypto_ahash * ahash)189 static inline struct ahash_instance *ahash_alg_instance(
190 	struct crypto_ahash *ahash)
191 {
192 	return ahash_instance(crypto_tfm_alg_instance(&ahash->base));
193 }
194 
ahash_instance_ctx(struct ahash_instance * inst)195 static inline void *ahash_instance_ctx(struct ahash_instance *inst)
196 {
197 	return crypto_instance_ctx(ahash_crypto_instance(inst));
198 }
199 
ahash_request_ctx_dma(struct ahash_request * req)200 static inline void *ahash_request_ctx_dma(struct ahash_request *req)
201 {
202 	unsigned int align = crypto_dma_align();
203 
204 	if (align <= crypto_tfm_ctx_alignment())
205 		align = 1;
206 
207 	return PTR_ALIGN(ahash_request_ctx(req), align);
208 }
209 
ahash_request_complete(struct ahash_request * req,int err)210 static inline void ahash_request_complete(struct ahash_request *req, int err)
211 {
212 	crypto_request_complete(&req->base, err);
213 }
214 
ahash_request_flags(struct ahash_request * req)215 static inline u32 ahash_request_flags(struct ahash_request *req)
216 {
217 	return crypto_request_flags(&req->base) & ~CRYPTO_AHASH_REQ_PRIVATE;
218 }
219 
crypto_spawn_ahash(struct crypto_ahash_spawn * spawn)220 static inline struct crypto_ahash *crypto_spawn_ahash(
221 	struct crypto_ahash_spawn *spawn)
222 {
223 	return crypto_spawn_tfm2(&spawn->base);
224 }
225 
ahash_enqueue_request(struct crypto_queue * queue,struct ahash_request * request)226 static inline int ahash_enqueue_request(struct crypto_queue *queue,
227 					     struct ahash_request *request)
228 {
229 	return crypto_enqueue_request(queue, &request->base);
230 }
231 
ahash_dequeue_request(struct crypto_queue * queue)232 static inline struct ahash_request *ahash_dequeue_request(
233 	struct crypto_queue *queue)
234 {
235 	return ahash_request_cast(crypto_dequeue_request(queue));
236 }
237 
crypto_shash_ctx(struct crypto_shash * tfm)238 static inline void *crypto_shash_ctx(struct crypto_shash *tfm)
239 {
240 	return crypto_tfm_ctx(&tfm->base);
241 }
242 
shash_crypto_instance(struct shash_instance * inst)243 static inline struct crypto_instance *shash_crypto_instance(
244 	struct shash_instance *inst)
245 {
246 	return &inst->s.base;
247 }
248 
shash_instance(struct crypto_instance * inst)249 static inline struct shash_instance *shash_instance(
250 	struct crypto_instance *inst)
251 {
252 	return container_of(inst, struct shash_instance, s.base);
253 }
254 
shash_alg_instance(struct crypto_shash * shash)255 static inline struct shash_instance *shash_alg_instance(
256 	struct crypto_shash *shash)
257 {
258 	return shash_instance(crypto_tfm_alg_instance(&shash->base));
259 }
260 
shash_instance_ctx(struct shash_instance * inst)261 static inline void *shash_instance_ctx(struct shash_instance *inst)
262 {
263 	return crypto_instance_ctx(shash_crypto_instance(inst));
264 }
265 
crypto_spawn_shash(struct crypto_shash_spawn * spawn)266 static inline struct crypto_shash *crypto_spawn_shash(
267 	struct crypto_shash_spawn *spawn)
268 {
269 	return crypto_spawn_tfm2(&spawn->base);
270 }
271 
__crypto_shash_cast(struct crypto_tfm * tfm)272 static inline struct crypto_shash *__crypto_shash_cast(struct crypto_tfm *tfm)
273 {
274 	return container_of(tfm, struct crypto_shash, base);
275 }
276 
ahash_request_isvirt(struct ahash_request * req)277 static inline bool ahash_request_isvirt(struct ahash_request *req)
278 {
279 	return req->base.flags & CRYPTO_AHASH_REQ_VIRT;
280 }
281 
crypto_ahash_req_virt(struct crypto_ahash * tfm)282 static inline bool crypto_ahash_req_virt(struct crypto_ahash *tfm)
283 {
284 	return crypto_tfm_req_virt(&tfm->base);
285 }
286 
crypto_ahash_fb(struct crypto_ahash * tfm)287 static inline struct crypto_ahash *crypto_ahash_fb(struct crypto_ahash *tfm)
288 {
289 	return __crypto_ahash_cast(crypto_ahash_tfm(tfm)->fb);
290 }
291 
ahash_fbreq_on_stack_init(char * buf,struct ahash_request * old)292 static inline struct ahash_request *ahash_fbreq_on_stack_init(
293 	char *buf, struct ahash_request *old)
294 {
295 	struct crypto_ahash *tfm = crypto_ahash_reqtfm(old);
296 	struct ahash_request *req = (void *)buf;
297 
298 	crypto_stack_request_init(&req->base,
299 				  crypto_ahash_tfm(crypto_ahash_fb(tfm)));
300 	ahash_request_set_callback(req, ahash_request_flags(old), NULL, NULL);
301 	req->base.flags &= ~CRYPTO_AHASH_REQ_PRIVATE;
302 	req->base.flags |= old->base.flags & CRYPTO_AHASH_REQ_PRIVATE;
303 	req->src = old->src;
304 	req->result = old->result;
305 	req->nbytes = old->nbytes;
306 
307 	return req;
308 }
309 
310 /* Return the state size without partial block for block-only algorithms. */
crypto_shash_coresize(struct crypto_shash * tfm)311 static inline unsigned int crypto_shash_coresize(struct crypto_shash *tfm)
312 {
313 	return crypto_shash_statesize(tfm) - crypto_shash_blocksize(tfm) - 1;
314 }
315 
316 /* This can only be used if the request was never cloned. */
317 #define HASH_REQUEST_ZERO(name) \
318 	memzero_explicit(__##name##_req, sizeof(__##name##_req))
319 
320 /**
321  * crypto_ahash_export_core() - extract core state for message digest
322  * @req: reference to the ahash_request handle whose state is exported
323  * @out: output buffer of sufficient size that can hold the hash state
324  *
325  * Export the hash state without the partial block buffer.
326  *
327  * Context: Softirq or process context.
328  * Return: 0 if the export creation was successful; < 0 if an error occurred
329  */
330 int crypto_ahash_export_core(struct ahash_request *req, void *out);
331 
332 /**
333  * crypto_ahash_import_core() - import core state
334  * @req: reference to ahash_request handle the state is imported into
335  * @in: buffer holding the state
336  *
337  * Import the hash state without the partial block buffer.
338  *
339  * Context: Softirq or process context.
340  * Return: 0 if the import was successful; < 0 if an error occurred
341  */
342 int crypto_ahash_import_core(struct ahash_request *req, const void *in);
343 
344 /**
345  * crypto_shash_export_core() - extract core state for message digest
346  * @desc: reference to the operational state handle whose state is exported
347  * @out: output buffer of sufficient size that can hold the hash state
348  *
349  * Export the hash state without the partial block buffer.
350  *
351  * Context: Softirq or process context.
352  * Return: 0 if the export creation was successful; < 0 if an error occurred
353  */
354 int crypto_shash_export_core(struct shash_desc *desc, void *out);
355 
356 /**
357  * crypto_shash_import_core() - import core state
358  * @desc: reference to the operational state handle the state imported into
359  * @in: buffer holding the state
360  *
361  * Import the hash state without the partial block buffer.
362  *
363  * Context: Softirq or process context.
364  * Return: 0 if the import was successful; < 0 if an error occurred
365  */
366 int crypto_shash_import_core(struct shash_desc *desc, const void *in);
367 
368 #endif	/* _CRYPTO_INTERNAL_HASH_H */
369 
370