1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * Hash algorithms.
4 *
5 * Copyright (c) 2008 Herbert Xu <herbert@gondor.apana.org.au>
6 */
7
8#ifndef _CRYPTO_INTERNAL_HASH_H
9#define _CRYPTO_INTERNAL_HASH_H
10
11#include <crypto/algapi.h>
12#include <crypto/hash.h>
13
14/* Set this bit to handle partial blocks in the API. */
15#define CRYPTO_AHASH_ALG_BLOCK_ONLY 0x01000000
16
17/* Set this bit if final requires at least one byte. */
18#define CRYPTO_AHASH_ALG_FINAL_NONZERO 0x02000000
19
20/* Set this bit if finup can deal with multiple blocks. */
21#define CRYPTO_AHASH_ALG_FINUP_MAX 0x04000000
22
23/* This bit is set by the Crypto API if export_core is not supported. */
24#define CRYPTO_AHASH_ALG_NO_EXPORT_CORE 0x08000000
25
26#define HASH_FBREQ_ON_STACK(name, req) \
27 char __##name##_req[sizeof(struct ahash_request) + \
28 MAX_SYNC_HASH_REQSIZE] CRYPTO_MINALIGN_ATTR; \
29 struct ahash_request *name = ahash_fbreq_on_stack_init( \
30 __##name##_req, (req))
31
32struct ahash_request;
33struct scatterlist;
34
35struct crypto_hash_walk {
36 const char *data;
37
38 unsigned int offset;
39 unsigned int flags;
40
41 struct page *pg;
42 unsigned int entrylen;
43
44 unsigned int total;
45 struct scatterlist *sg;
46};
47
48struct ahash_instance {
49 void (*free)(struct ahash_instance *inst);
50 union {
51 struct {
52 char head[offsetof(struct ahash_alg, halg.base)];
53 struct crypto_instance base;
54 } s;
55 struct ahash_alg alg;
56 };
57};
58
59struct shash_instance {
60 void (*free)(struct shash_instance *inst);
61 union {
62 struct {
63 char head[offsetof(struct shash_alg, base)];
64 struct crypto_instance base;
65 } s;
66 struct shash_alg alg;
67 };
68};
69
70struct crypto_ahash_spawn {
71 struct crypto_spawn base;
72};
73
74struct crypto_shash_spawn {
75 struct crypto_spawn base;
76};
77
78int crypto_hash_walk_done(struct crypto_hash_walk *walk, int err);
79int crypto_hash_walk_first(struct ahash_request *req,
80 struct crypto_hash_walk *walk);
81
82static inline int crypto_hash_walk_last(struct crypto_hash_walk *walk)
83{
84 return !(walk->entrylen | walk->total);
85}
86
87int crypto_register_ahash(struct ahash_alg *alg);
88void crypto_unregister_ahash(struct ahash_alg *alg);
89int crypto_register_ahashes(struct ahash_alg *algs, int count);
90void crypto_unregister_ahashes(struct ahash_alg *algs, int count);
91int ahash_register_instance(struct crypto_template *tmpl,
92 struct ahash_instance *inst);
93void ahash_free_singlespawn_instance(struct ahash_instance *inst);
94
95int shash_no_setkey(struct crypto_shash *tfm, const u8 *key,
96 unsigned int keylen);
97
98static inline bool crypto_shash_alg_has_setkey(struct shash_alg *alg)
99{
100 return alg->setkey != shash_no_setkey;
101}
102
103bool crypto_hash_alg_has_setkey(struct hash_alg_common *halg);
104
105static inline bool crypto_shash_alg_needs_key(struct shash_alg *alg)
106{
107 return crypto_shash_alg_has_setkey(alg) &&
108 !(alg->base.cra_flags & CRYPTO_ALG_OPTIONAL_KEY);
109}
110
111static inline bool crypto_hash_alg_needs_key(struct hash_alg_common *alg)
112{
113 return crypto_hash_alg_has_setkey(halg: alg) &&
114 !(alg->base.cra_flags & CRYPTO_ALG_OPTIONAL_KEY);
115}
116
117static inline bool crypto_hash_no_export_core(struct crypto_ahash *tfm)
118{
119 return crypto_hash_alg_common(tfm)->base.cra_flags &
120 CRYPTO_AHASH_ALG_NO_EXPORT_CORE;
121}
122
123int crypto_grab_ahash(struct crypto_ahash_spawn *spawn,
124 struct crypto_instance *inst,
125 const char *name, u32 type, u32 mask);
126
127static inline void crypto_drop_ahash(struct crypto_ahash_spawn *spawn)
128{
129 crypto_drop_spawn(spawn: &spawn->base);
130}
131
132static inline struct hash_alg_common *crypto_spawn_ahash_alg(
133 struct crypto_ahash_spawn *spawn)
134{
135 return __crypto_hash_alg_common(alg: spawn->base.alg);
136}
137
138int crypto_register_shash(struct shash_alg *alg);
139void crypto_unregister_shash(struct shash_alg *alg);
140int crypto_register_shashes(struct shash_alg *algs, int count);
141void crypto_unregister_shashes(struct shash_alg *algs, int count);
142int shash_register_instance(struct crypto_template *tmpl,
143 struct shash_instance *inst);
144void shash_free_singlespawn_instance(struct shash_instance *inst);
145
146int crypto_grab_shash(struct crypto_shash_spawn *spawn,
147 struct crypto_instance *inst,
148 const char *name, u32 type, u32 mask);
149
150static inline void crypto_drop_shash(struct crypto_shash_spawn *spawn)
151{
152 crypto_drop_spawn(spawn: &spawn->base);
153}
154
155static inline struct shash_alg *crypto_spawn_shash_alg(
156 struct crypto_shash_spawn *spawn)
157{
158 return __crypto_shash_alg(alg: spawn->base.alg);
159}
160
161int shash_ahash_update(struct ahash_request *req, struct shash_desc *desc);
162int shash_ahash_finup(struct ahash_request *req, struct shash_desc *desc);
163int shash_ahash_digest(struct ahash_request *req, struct shash_desc *desc);
164
165static inline void *crypto_ahash_ctx(struct crypto_ahash *tfm)
166{
167 return crypto_tfm_ctx(tfm: crypto_ahash_tfm(tfm));
168}
169
170static inline void *crypto_ahash_ctx_dma(struct crypto_ahash *tfm)
171{
172 return crypto_tfm_ctx_dma(tfm: crypto_ahash_tfm(tfm));
173}
174
175static inline struct ahash_alg *__crypto_ahash_alg(struct crypto_alg *alg)
176{
177 return container_of(__crypto_hash_alg_common(alg), struct ahash_alg,
178 halg);
179}
180
181static inline struct ahash_alg *crypto_ahash_alg(struct crypto_ahash *hash)
182{
183 return container_of(crypto_hash_alg_common(hash), struct ahash_alg,
184 halg);
185}
186
187static inline void crypto_ahash_set_statesize(struct crypto_ahash *tfm,
188 unsigned int size)
189{
190 tfm->statesize = size;
191}
192
193static inline void crypto_ahash_set_reqsize(struct crypto_ahash *tfm,
194 unsigned int reqsize)
195{
196 tfm->reqsize = reqsize;
197}
198
199static inline bool crypto_ahash_tested(struct crypto_ahash *tfm)
200{
201 struct crypto_tfm *tfm_base = crypto_ahash_tfm(tfm);
202
203 return tfm_base->__crt_alg->cra_flags & CRYPTO_ALG_TESTED;
204}
205
206static inline void crypto_ahash_set_reqsize_dma(struct crypto_ahash *ahash,
207 unsigned int reqsize)
208{
209 reqsize += crypto_dma_align() & ~(crypto_tfm_ctx_alignment() - 1);
210 ahash->reqsize = reqsize;
211}
212
213static inline struct crypto_instance *ahash_crypto_instance(
214 struct ahash_instance *inst)
215{
216 return &inst->s.base;
217}
218
219static inline struct ahash_instance *ahash_instance(
220 struct crypto_instance *inst)
221{
222 return container_of(inst, struct ahash_instance, s.base);
223}
224
225static inline struct ahash_instance *ahash_alg_instance(
226 struct crypto_ahash *ahash)
227{
228 return ahash_instance(inst: crypto_tfm_alg_instance(tfm: &ahash->base));
229}
230
231static inline void *ahash_instance_ctx(struct ahash_instance *inst)
232{
233 return crypto_instance_ctx(inst: ahash_crypto_instance(inst));
234}
235
236static inline void *ahash_request_ctx_dma(struct ahash_request *req)
237{
238 unsigned int align = crypto_dma_align();
239
240 if (align <= crypto_tfm_ctx_alignment())
241 align = 1;
242
243 return PTR_ALIGN(ahash_request_ctx(req), align);
244}
245
246static inline void ahash_request_complete(struct ahash_request *req, int err)
247{
248 crypto_request_complete(req: &req->base, err);
249}
250
251static inline u32 ahash_request_flags(struct ahash_request *req)
252{
253 return crypto_request_flags(req: &req->base) & ~CRYPTO_AHASH_REQ_PRIVATE;
254}
255
256static inline struct crypto_ahash *crypto_spawn_ahash(
257 struct crypto_ahash_spawn *spawn)
258{
259 return crypto_spawn_tfm2(spawn: &spawn->base);
260}
261
262static inline int ahash_enqueue_request(struct crypto_queue *queue,
263 struct ahash_request *request)
264{
265 return crypto_enqueue_request(queue, request: &request->base);
266}
267
268static inline struct ahash_request *ahash_dequeue_request(
269 struct crypto_queue *queue)
270{
271 return ahash_request_cast(req: crypto_dequeue_request(queue));
272}
273
274static inline void *crypto_shash_ctx(struct crypto_shash *tfm)
275{
276 return crypto_tfm_ctx(tfm: &tfm->base);
277}
278
279static inline struct crypto_instance *shash_crypto_instance(
280 struct shash_instance *inst)
281{
282 return &inst->s.base;
283}
284
285static inline struct shash_instance *shash_instance(
286 struct crypto_instance *inst)
287{
288 return container_of(inst, struct shash_instance, s.base);
289}
290
291static inline struct shash_instance *shash_alg_instance(
292 struct crypto_shash *shash)
293{
294 return shash_instance(inst: crypto_tfm_alg_instance(tfm: &shash->base));
295}
296
297static inline void *shash_instance_ctx(struct shash_instance *inst)
298{
299 return crypto_instance_ctx(inst: shash_crypto_instance(inst));
300}
301
302static inline struct crypto_shash *crypto_spawn_shash(
303 struct crypto_shash_spawn *spawn)
304{
305 return crypto_spawn_tfm2(spawn: &spawn->base);
306}
307
308static inline struct crypto_shash *__crypto_shash_cast(struct crypto_tfm *tfm)
309{
310 return container_of(tfm, struct crypto_shash, base);
311}
312
313static inline bool ahash_request_isvirt(struct ahash_request *req)
314{
315 return req->base.flags & CRYPTO_AHASH_REQ_VIRT;
316}
317
318static inline bool crypto_ahash_req_virt(struct crypto_ahash *tfm)
319{
320 return crypto_tfm_req_virt(tfm: &tfm->base);
321}
322
323static inline struct crypto_ahash *crypto_ahash_fb(struct crypto_ahash *tfm)
324{
325 return __crypto_ahash_cast(tfm: crypto_ahash_tfm(tfm)->fb);
326}
327
328static inline struct ahash_request *ahash_fbreq_on_stack_init(
329 char *buf, struct ahash_request *old)
330{
331 struct crypto_ahash *tfm = crypto_ahash_reqtfm(req: old);
332 struct ahash_request *req = (void *)buf;
333
334 crypto_stack_request_init(req: &req->base,
335 tfm: crypto_ahash_tfm(tfm: crypto_ahash_fb(tfm)));
336 ahash_request_set_callback(req, flags: ahash_request_flags(req: old), NULL, NULL);
337 req->base.flags &= ~CRYPTO_AHASH_REQ_PRIVATE;
338 req->base.flags |= old->base.flags & CRYPTO_AHASH_REQ_PRIVATE;
339 req->src = old->src;
340 req->result = old->result;
341 req->nbytes = old->nbytes;
342
343 return req;
344}
345
346/* Return the state size without partial block for block-only algorithms. */
347static inline unsigned int crypto_shash_coresize(struct crypto_shash *tfm)
348{
349 return crypto_shash_statesize(tfm) - crypto_shash_blocksize(tfm) - 1;
350}
351
352/* This can only be used if the request was never cloned. */
353#define HASH_REQUEST_ZERO(name) \
354 memzero_explicit(__##name##_req, sizeof(__##name##_req))
355
356/**
357 * crypto_ahash_export_core() - extract core state for message digest
358 * @req: reference to the ahash_request handle whose state is exported
359 * @out: output buffer of sufficient size that can hold the hash state
360 *
361 * Export the hash state without the partial block buffer.
362 *
363 * Context: Softirq or process context.
364 * Return: 0 if the export creation was successful; < 0 if an error occurred
365 */
366int crypto_ahash_export_core(struct ahash_request *req, void *out);
367
368/**
369 * crypto_ahash_import_core() - import core state
370 * @req: reference to ahash_request handle the state is imported into
371 * @in: buffer holding the state
372 *
373 * Import the hash state without the partial block buffer.
374 *
375 * Context: Softirq or process context.
376 * Return: 0 if the import was successful; < 0 if an error occurred
377 */
378int crypto_ahash_import_core(struct ahash_request *req, const void *in);
379
380/**
381 * crypto_shash_export_core() - extract core state for message digest
382 * @desc: reference to the operational state handle whose state is exported
383 * @out: output buffer of sufficient size that can hold the hash state
384 *
385 * Export the hash state without the partial block buffer.
386 *
387 * Context: Softirq or process context.
388 * Return: 0 if the export creation was successful; < 0 if an error occurred
389 */
390int crypto_shash_export_core(struct shash_desc *desc, void *out);
391
392/**
393 * crypto_shash_import_core() - import core state
394 * @desc: reference to the operational state handle the state imported into
395 * @in: buffer holding the state
396 *
397 * Import the hash state without the partial block buffer.
398 *
399 * Context: Softirq or process context.
400 * Return: 0 if the import was successful; < 0 if an error occurred
401 */
402int crypto_shash_import_core(struct shash_desc *desc, const void *in);
403
404#endif /* _CRYPTO_INTERNAL_HASH_H */
405
406

source code of linux/include/crypto/internal/hash.h