1 /* SPDX-License-Identifier: GPL-2.0-or-later */
5 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
6 * Copyright (c) 2005 Herbert Xu <herbert@gondor.apana.org.au>
8 #ifndef _CRYPTO_INTERNAL_H
9 #define _CRYPTO_INTERNAL_H
11 #include <crypto/algapi.h>
12 #include <linux/completion.h>
13 #include <linux/err.h>
14 #include <linux/jump_label.h>
15 #include <linux/list.h>
16 #include <linux/module.h>
17 #include <linux/notifier.h>
18 #include <linux/numa.h>
19 #include <linux/refcount.h>
20 #include <linux/rwsem.h>
21 #include <linux/scatterlist.h>
22 #include <linux/sched.h>
23 #include <linux/types.h>
25 struct crypto_instance
;
26 struct crypto_template
;
28 struct crypto_larval
{
29 struct crypto_alg alg
;
30 struct crypto_alg
*adult
;
31 struct completion completion
;
37 unsigned int (*ctxsize
)(struct crypto_alg
*alg
, u32 type
, u32 mask
);
38 unsigned int (*extsize
)(struct crypto_alg
*alg
);
39 int (*init_tfm
)(struct crypto_tfm
*tfm
);
40 void (*show
)(struct seq_file
*m
, struct crypto_alg
*alg
);
41 int (*report
)(struct sk_buff
*skb
, struct crypto_alg
*alg
);
42 void (*free
)(struct crypto_instance
*inst
);
43 void (*destroy
)(struct crypto_alg
*alg
);
46 unsigned int maskclear
;
59 #define CRYPTOA_MAX (__CRYPTOA_MAX - 1)
61 /* Maximum number of (rtattr) parameters for each template. */
62 #define CRYPTO_MAX_ATTRS 32
64 extern struct list_head crypto_alg_list
;
65 extern struct rw_semaphore crypto_alg_sem
;
66 extern struct blocking_notifier_head crypto_chain
;
68 int alg_test(const char *driver
, const char *alg
, u32 type
, u32 mask
);
70 #if !IS_BUILTIN(CONFIG_CRYPTO_ALGAPI) || !IS_ENABLED(CONFIG_CRYPTO_SELFTESTS)
71 static inline bool crypto_boot_test_finished(void)
75 static inline void set_crypto_boot_test_finished(void)
79 DECLARE_STATIC_KEY_FALSE(__crypto_boot_test_finished
);
80 static inline bool crypto_boot_test_finished(void)
82 return static_branch_likely(&__crypto_boot_test_finished
);
84 static inline void set_crypto_boot_test_finished(void)
86 static_branch_enable(&__crypto_boot_test_finished
);
88 #endif /* !IS_BUILTIN(CONFIG_CRYPTO_ALGAPI) ||
89 * !IS_ENABLED(CONFIG_CRYPTO_SELFTESTS)
93 void __init
crypto_init_proc(void);
94 void __exit
crypto_exit_proc(void);
96 static inline void crypto_init_proc(void)
98 static inline void crypto_exit_proc(void)
102 static inline unsigned int crypto_cipher_ctxsize(struct crypto_alg
*alg
)
104 return alg
->cra_ctxsize
;
107 static inline unsigned int crypto_compress_ctxsize(struct crypto_alg
*alg
)
109 return alg
->cra_ctxsize
;
112 struct crypto_alg
*crypto_mod_get(struct crypto_alg
*alg
);
113 struct crypto_alg
*crypto_alg_mod_lookup(const char *name
, u32 type
, u32 mask
);
115 struct crypto_larval
*crypto_larval_alloc(const char *name
, u32 type
, u32 mask
);
116 void crypto_schedule_test(struct crypto_larval
*larval
);
117 void crypto_alg_tested(const char *name
, int err
);
119 void crypto_remove_spawns(struct crypto_alg
*alg
, struct list_head
*list
,
120 struct crypto_alg
*nalg
);
121 void crypto_remove_final(struct list_head
*list
);
122 void crypto_shoot_alg(struct crypto_alg
*alg
);
123 struct crypto_tfm
*__crypto_alloc_tfmgfp(struct crypto_alg
*alg
, u32 type
,
124 u32 mask
, gfp_t gfp
);
125 struct crypto_tfm
*__crypto_alloc_tfm(struct crypto_alg
*alg
, u32 type
,
127 void *crypto_create_tfm_node(struct crypto_alg
*alg
,
128 const struct crypto_type
*frontend
, int node
);
129 void *crypto_clone_tfm(const struct crypto_type
*frontend
,
130 struct crypto_tfm
*otfm
);
132 static inline void *crypto_create_tfm(struct crypto_alg
*alg
,
133 const struct crypto_type
*frontend
)
135 return crypto_create_tfm_node(alg
, frontend
, NUMA_NO_NODE
);
138 struct crypto_alg
*crypto_find_alg(const char *alg_name
,
139 const struct crypto_type
*frontend
,
142 void *crypto_alloc_tfm_node(const char *alg_name
,
143 const struct crypto_type
*frontend
, u32 type
, u32 mask
,
146 static inline void *crypto_alloc_tfm(const char *alg_name
,
147 const struct crypto_type
*frontend
, u32 type
, u32 mask
)
149 return crypto_alloc_tfm_node(alg_name
, frontend
, type
, mask
, NUMA_NO_NODE
);
152 int crypto_probing_notify(unsigned long val
, void *v
);
154 unsigned int crypto_alg_extsize(struct crypto_alg
*alg
);
156 int crypto_type_has_alg(const char *name
, const struct crypto_type
*frontend
,
159 static inline struct crypto_alg
*crypto_alg_get(struct crypto_alg
*alg
)
161 refcount_inc(&alg
->cra_refcnt
);
165 void crypto_destroy_alg(struct crypto_alg
*alg
);
167 static inline void crypto_alg_put(struct crypto_alg
*alg
)
169 if (refcount_dec_and_test(&alg
->cra_refcnt
))
170 crypto_destroy_alg(alg
);
173 static inline int crypto_tmpl_get(struct crypto_template
*tmpl
)
175 return try_module_get(tmpl
->module
);
178 static inline void crypto_tmpl_put(struct crypto_template
*tmpl
)
180 module_put(tmpl
->module
);
183 static inline int crypto_is_larval(struct crypto_alg
*alg
)
185 return alg
->cra_flags
& CRYPTO_ALG_LARVAL
;
188 static inline int crypto_is_dead(struct crypto_alg
*alg
)
190 return alg
->cra_flags
& CRYPTO_ALG_DEAD
;
193 static inline int crypto_is_moribund(struct crypto_alg
*alg
)
195 return alg
->cra_flags
& (CRYPTO_ALG_DEAD
| CRYPTO_ALG_DYING
);
198 static inline void crypto_notify(unsigned long val
, void *v
)
200 blocking_notifier_call_chain(&crypto_chain
, val
, v
);
203 static inline void crypto_yield(u32 flags
)
205 if (flags
& CRYPTO_TFM_REQ_MAY_SLEEP
)
209 static inline int crypto_is_test_larval(struct crypto_larval
*larval
)
211 return larval
->alg
.cra_driver_name
[0];
214 static inline struct crypto_tfm
*crypto_tfm_get(struct crypto_tfm
*tfm
)
216 return refcount_inc_not_zero(&tfm
->refcnt
) ? tfm
: ERR_PTR(-EOVERFLOW
);
219 #endif /* _CRYPTO_INTERNAL_H */