]> git.ipfire.org Git - thirdparty/kernel/stable.git/blame - crypto/tcrypt.c
projects / thirdparty / kernel / stable.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
crypto: tcrypt - add multi buf ahash jiffies test
[thirdparty/kernel/stable.git] / crypto / tcrypt.c
CommitLineData
ef2736fc 1/*
1da177e4
LT		 2 * Quick & dirty crypto testing module.
3 *
4 * This will only exist until we have a better testing mechanism
5 * (e.g. a char device).
6 *
7 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
8 * Copyright (c) 2002 Jean-Francois Dive <jef@linuxbe.org>
e3a4ea4f 9 * Copyright (c) 2007 Nokia Siemens Networks
1da177e4 10 *
69435b94
AH		 11 * Updated RFC4106 AES-GCM testing.
12 * Authors: Aidan O'Mahony (aidan.o.mahony@intel.com)
13 * Adrian Hoban <adrian.hoban@intel.com>
14 * Gabriele Paoloni <gabriele.paoloni@intel.com>
15 * Tadeusz Struk (tadeusz.struk@intel.com)
16 * Copyright (c) 2010, Intel Corporation.
17 *
1da177e4
LT		 18 * This program is free software; you can redistribute it and/or modify it
19 * under the terms of the GNU General Public License as published by the Free
ef2736fc 20 * Software Foundation; either version 2 of the License, or (at your option)
1da177e4
LT		 21 * any later version.
22 *
1da177e4
LT		 23 */
24
76512f2d
RV		 25#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
26
1ce5a04d 27#include <crypto/aead.h>
18e33e6d 28#include <crypto/hash.h>
7166e589 29#include <crypto/skcipher.h>
cba83564 30#include <linux/err.h>
daf0944c 31#include <linux/fips.h>
1da177e4 32#include <linux/init.h>
5a0e3ad6 33#include <linux/gfp.h>
1da177e4 34#include <linux/module.h>
378f058c 35#include <linux/scatterlist.h>
1da177e4 36#include <linux/string.h>
1da177e4 37#include <linux/moduleparam.h>
ebfd9bcf 38#include <linux/jiffies.h>
6a17944c
HX		 39#include <linux/timex.h>
40#include <linux/interrupt.h>
1da177e4
LT		 41#include "tcrypt.h"
42
43/*
f139cfa7 44 * Need slab memory for testing (size in number of pages).
1da177e4 45 */
f139cfa7 46#define TVMEMSIZE 4
1da177e4
LT		 47
48/*
da7f033d 49* Used by test_cipher_speed()
1da177e4
LT		 50*/
51#define ENCRYPT 1
52#define DECRYPT 0
1da177e4 53
f074f7b1
HG		 54#define MAX_DIGEST_SIZE 64
55
263a8df0
LC		 56/*
57 * return a string with the driver name
58 */
59#define get_driver_name(tfm_type, tfm) crypto_tfm_alg_driver_name(tfm_type ## _tfm(tfm))
60
ebfd9bcf
HW		 61/*
62 * Used by test_cipher_speed()
63 */
6a17944c 64static unsigned int sec;
ebfd9bcf 65
a873a5f1
SK		 66static char *alg = NULL;
67static u32 type;
7be380f7 68static u32 mask;
1da177e4 69static int mode;
8fcdc868 70static u32 num_mb = 8;
f139cfa7 71static char *tvmem[TVMEMSIZE];
1da177e4
LT		 72
73static char *check[] = {
b7e27530 74 "des", "md5", "des3_ede", "rot13", "sha1", "sha224", "sha256", "sm3",
cd12fb90
JL		 75 "blowfish", "twofish", "serpent", "sha384", "sha512", "md4", "aes",
76 "cast6", "arc4", "michael_mic", "deflate", "crc32c", "tea", "xtea",
90831639 77 "khazad", "wp512", "wp384", "wp256", "tnepres", "xeta", "fcrypt",
2998db37 78 "camellia", "seed", "salsa20", "rmd128", "rmd160", "rmd256", "rmd320",
79cc6ab8 79 "lzo", "cts", "zlib", "sha3-224", "sha3-256", "sha3-384", "sha3-512",
80 NULL
1da177e4
LT		 81};
82
1425d2d1
VL		 83static inline int do_one_aead_op(struct aead_request *req, int ret)
84{
64671041 85 struct crypto_wait *wait = req->base.data;
1425d2d1 86
64671041 87 return crypto_wait_req(ret, wait);
1425d2d1
VL		 88}
89
53f52d7a 90static int test_aead_jiffies(struct aead_request *req, int enc,
3e3dc25f 91 int blen, int secs)
53f52d7a
TC		 92{
93 unsigned long start, end;
94 int bcount;
95 int ret;
96
3e3dc25f 97 for (start = jiffies, end = start + secs * HZ, bcount = 0;
53f52d7a
TC		 98 time_before(jiffies, end); bcount++) {
99 if (enc)
1425d2d1 100 ret = do_one_aead_op(req, crypto_aead_encrypt(req));
53f52d7a 101 else
1425d2d1 102 ret = do_one_aead_op(req, crypto_aead_decrypt(req));
53f52d7a
TC		 103
104 if (ret)
105 return ret;
106 }
107
108 printk("%d operations in %d seconds (%ld bytes)\n",
3e3dc25f 109 bcount, secs, (long)bcount * blen);
53f52d7a
TC		 110 return 0;
111}
112
113static int test_aead_cycles(struct aead_request *req, int enc, int blen)
114{
115 unsigned long cycles = 0;
116 int ret = 0;
117 int i;
118
53f52d7a
TC		 119 /* Warm-up run. */
120 for (i = 0; i < 4; i++) {
121 if (enc)
1425d2d1 122 ret = do_one_aead_op(req, crypto_aead_encrypt(req));
53f52d7a 123 else
1425d2d1 124 ret = do_one_aead_op(req, crypto_aead_decrypt(req));
53f52d7a
TC		 125
126 if (ret)
127 goto out;
128 }
129
130 /* The real thing. */
131 for (i = 0; i < 8; i++) {
132 cycles_t start, end;
133
134 start = get_cycles();
135 if (enc)
1425d2d1 136 ret = do_one_aead_op(req, crypto_aead_encrypt(req));
53f52d7a 137 else
1425d2d1 138 ret = do_one_aead_op(req, crypto_aead_decrypt(req));
53f52d7a
TC		 139 end = get_cycles();
140
141 if (ret)
142 goto out;
143
144 cycles += end - start;
145 }
146
147out:
53f52d7a
TC		 148 if (ret == 0)
149 printk("1 operation in %lu cycles (%d bytes)\n",
150 (cycles + 4) / 8, blen);
151
152 return ret;
153}
154
d5dc3927 155static u32 block_sizes[] = { 16, 64, 256, 1024, 8192, 0 };
53f52d7a
TC		 156static u32 aead_sizes[] = { 16, 64, 256, 512, 1024, 2048, 4096, 8192, 0 };
157
158#define XBUFSIZE 8
159#define MAX_IVLEN 32
160
161static int testmgr_alloc_buf(char *buf[XBUFSIZE])
162{
163 int i;
164
165 for (i = 0; i < XBUFSIZE; i++) {
166 buf[i] = (void *)__get_free_page(GFP_KERNEL);
167 if (!buf[i])
168 goto err_free_buf;
169 }
170
171 return 0;
172
173err_free_buf:
174 while (i-- > 0)
175 free_page((unsigned long)buf[i]);
176
177 return -ENOMEM;
178}
179
180static void testmgr_free_buf(char *buf[XBUFSIZE])
181{
182 int i;
183
184 for (i = 0; i < XBUFSIZE; i++)
185 free_page((unsigned long)buf[i]);
186}
187
188static void sg_init_aead(struct scatterlist *sg, char *xbuf[XBUFSIZE],
5601e014
TA		 189 unsigned int buflen, const void *assoc,
190 unsigned int aad_size)
53f52d7a
TC		 191{
192 int np = (buflen + PAGE_SIZE - 1)/PAGE_SIZE;
193 int k, rem;
194
53f52d7a
TC		 195 if (np > XBUFSIZE) {
196 rem = PAGE_SIZE;
197 np = XBUFSIZE;
c4768993
CS		 198 } else {
199 rem = buflen % PAGE_SIZE;
53f52d7a 200 }
c4768993 201
31267270 202 sg_init_table(sg, np + 1);
5601e014
TA		 203
204 sg_set_buf(&sg[0], assoc, aad_size);
205
5c6ac1d4
RB		 206 if (rem)
207 np--;
c4768993 208 for (k = 0; k < np; k++)
31267270 209 sg_set_buf(&sg[k + 1], xbuf[k], PAGE_SIZE);
c4768993 210
5c6ac1d4
RB		 211 if (rem)
212 sg_set_buf(&sg[k + 1], xbuf[k], rem);
53f52d7a
TC		 213}
214
3e3dc25f 215static void test_aead_speed(const char *algo, int enc, unsigned int secs,
53f52d7a
TC		 216 struct aead_speed_template *template,
217 unsigned int tcount, u8 authsize,
218 unsigned int aad_size, u8 *keysize)
219{
220 unsigned int i, j;
221 struct crypto_aead *tfm;
222 int ret = -ENOMEM;
223 const char *key;
224 struct aead_request *req;
225 struct scatterlist *sg;
53f52d7a
TC		 226 struct scatterlist *sgout;
227 const char *e;
228 void *assoc;
96692a73 229 char *iv;
53f52d7a
TC		 230 char *xbuf[XBUFSIZE];
231 char *xoutbuf[XBUFSIZE];
232 char *axbuf[XBUFSIZE];
233 unsigned int *b_size;
234 unsigned int iv_len;
64671041 235 struct crypto_wait wait;
53f52d7a 236
96692a73
CS		 237 iv = kzalloc(MAX_IVLEN, GFP_KERNEL);
238 if (!iv)
239 return;
240
ac5f863f
CE		 241 if (aad_size >= PAGE_SIZE) {
242 pr_err("associate data length (%u) too big\n", aad_size);
96692a73 243 goto out_noxbuf;
ac5f863f
CE		 244 }
245
53f52d7a
TC		 246 if (enc == ENCRYPT)
247 e = "encryption";
248 else
249 e = "decryption";
250
251 if (testmgr_alloc_buf(xbuf))
252 goto out_noxbuf;
253 if (testmgr_alloc_buf(axbuf))
254 goto out_noaxbuf;
255 if (testmgr_alloc_buf(xoutbuf))
256 goto out_nooutbuf;
257
a3f2185a 258 sg = kmalloc(sizeof(*sg) * 9 * 2, GFP_KERNEL);
53f52d7a
TC		 259 if (!sg)
260 goto out_nosg;
a3f2185a 261 sgout = &sg[9];
53f52d7a 262
5e4b8c1f 263 tfm = crypto_alloc_aead(algo, 0, 0);
53f52d7a
TC		 264
265 if (IS_ERR(tfm)) {
266 pr_err("alg: aead: Failed to load transform for %s: %ld\n", algo,
267 PTR_ERR(tfm));
a2ea6ed6 268 goto out_notfm;
53f52d7a
TC		 269 }
270
64671041 271 crypto_init_wait(&wait);
263a8df0
LC		 272 printk(KERN_INFO "\ntesting speed of %s (%s) %s\n", algo,
273 get_driver_name(crypto_aead, tfm), e);
274
53f52d7a
TC		 275 req = aead_request_alloc(tfm, GFP_KERNEL);
276 if (!req) {
277 pr_err("alg: aead: Failed to allocate request for %s\n",
278 algo);
6af1f93e 279 goto out_noreq;
53f52d7a
TC		 280 }
281
1425d2d1 282 aead_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
64671041 283 crypto_req_done, &wait);
1425d2d1 284
53f52d7a
TC		 285 i = 0;
286 do {
287 b_size = aead_sizes;
288 do {
289 assoc = axbuf[0];
ac5f863f 290 memset(assoc, 0xff, aad_size);
53f52d7a
TC		 291
292 if ((*keysize + *b_size) > TVMEMSIZE * PAGE_SIZE) {
293 pr_err("template (%u) too big for tvmem (%lu)\n",
294 *keysize + *b_size,
295 TVMEMSIZE * PAGE_SIZE);
296 goto out;
297 }
298
299 key = tvmem[0];
300 for (j = 0; j < tcount; j++) {
301 if (template[j].klen == *keysize) {
302 key = template[j].key;
303 break;
304 }
305 }
306 ret = crypto_aead_setkey(tfm, key, *keysize);
307 ret = crypto_aead_setauthsize(tfm, authsize);
308
309 iv_len = crypto_aead_ivsize(tfm);
310 if (iv_len)
96692a73 311 memset(iv, 0xff, iv_len);
53f52d7a
TC		 312
313 crypto_aead_clear_flags(tfm, ~0);
314 printk(KERN_INFO "test %u (%d bit key, %d byte blocks): ",
315 i, *keysize * 8, *b_size);
316
317
318 memset(tvmem[0], 0xff, PAGE_SIZE);
319
320 if (ret) {
321 pr_err("setkey() failed flags=%x\n",
322 crypto_aead_get_flags(tfm));
323 goto out;
324 }
325
5601e014
TA		 326 sg_init_aead(sg, xbuf, *b_size + (enc ? 0 : authsize),
327 assoc, aad_size);
53f52d7a 328
31267270 329 sg_init_aead(sgout, xoutbuf,
5601e014
TA		 330 *b_size + (enc ? authsize : 0), assoc,
331 aad_size);
31267270 332
4431bd49
GBY		 333 aead_request_set_ad(req, aad_size);
334
335 if (!enc) {
336
337 /*
338 * For decryption we need a proper auth so
339 * we do the encryption path once with buffers
340 * reversed (input <-> output) to calculate it
341 */
342 aead_request_set_crypt(req, sgout, sg,
343 *b_size, iv);
344 ret = do_one_aead_op(req,
345 crypto_aead_encrypt(req));
346
347 if (ret) {
348 pr_err("calculating auth failed failed (%d)\n",
349 ret);
350 break;
351 }
352 }
353
7aacbfcb
RB		 354 aead_request_set_crypt(req, sg, sgout,
355 *b_size + (enc ? 0 : authsize),
356 iv);
53f52d7a 357
3e3dc25f
MR		 358 if (secs)
359 ret = test_aead_jiffies(req, enc, *b_size,
360 secs);
53f52d7a
TC		 361 else
362 ret = test_aead_cycles(req, enc, *b_size);
363
364 if (ret) {
365 pr_err("%s() failed return code=%d\n", e, ret);
366 break;
367 }
368 b_size++;
369 i++;
370 } while (*b_size);
371 keysize++;
372 } while (*keysize);
373
374out:
6af1f93e
CE		 375 aead_request_free(req);
376out_noreq:
53f52d7a 377 crypto_free_aead(tfm);
a2ea6ed6 378out_notfm:
53f52d7a
TC		 379 kfree(sg);
380out_nosg:
381 testmgr_free_buf(xoutbuf);
382out_nooutbuf:
383 testmgr_free_buf(axbuf);
384out_noaxbuf:
385 testmgr_free_buf(xbuf);
386out_noxbuf:
96692a73 387 kfree(iv);
53f52d7a 388}
d5dc3927 389
beb63da7
DM		 390static void test_hash_sg_init(struct scatterlist *sg)
391{
392 int i;
393
394 sg_init_table(sg, TVMEMSIZE);
395 for (i = 0; i < TVMEMSIZE; i++) {
396 sg_set_buf(sg + i, tvmem[i], PAGE_SIZE);
397 memset(tvmem[i], 0xff, PAGE_SIZE);
398 }
399}
400
beb63da7
DM		 401static inline int do_one_ahash_op(struct ahash_request *req, int ret)
402{
64671041 403 struct crypto_wait *wait = req->base.data;
beb63da7 404
64671041 405 return crypto_wait_req(ret, wait);
beb63da7
DM		 406}
407
72259deb 408struct test_mb_ahash_data {
7c3f1323 409 struct scatterlist sg[XBUFSIZE];
72259deb
HX		 410 char result[64];
411 struct ahash_request *req;
64671041 412 struct crypto_wait wait;
72259deb
HX		 413 char *xbuf[XBUFSIZE];
414};
087bcd22 415
b34a0f67
GBY		 416static inline int do_mult_ahash_op(struct test_mb_ahash_data *data, u32 num_mb)
417{
418 int i, rc[num_mb], err = 0;
419
420 /* Fire up a bunch of concurrent requests */
421 for (i = 0; i < num_mb; i++)
422 rc[i] = crypto_ahash_digest(data[i].req);
423
424 /* Wait for all requests to finish */
425 for (i = 0; i < num_mb; i++) {
426 rc[i] = crypto_wait_req(rc[i], &data[i].wait);
427
428 if (rc[i]) {
429 pr_info("concurrent request %d error %d\n", i, rc[i]);
430 err = rc[i];
431 }
432 }
433
434 return err;
435}
436
437static int test_mb_ahash_jiffies(struct test_mb_ahash_data *data, int blen,
438 int secs, u32 num_mb)
439{
440 unsigned long start, end;
441 int bcount;
442 int ret;
443
444 for (start = jiffies, end = start + secs * HZ, bcount = 0;
445 time_before(jiffies, end); bcount++) {
446 ret = do_mult_ahash_op(data, num_mb);
447 if (ret)
448 return ret;
449 }
450
451 pr_cont("%d operations in %d seconds (%ld bytes)\n",
452 bcount * num_mb, secs, (long)bcount * blen * num_mb);
453 return 0;
454}
455
456static int test_mb_ahash_cycles(struct test_mb_ahash_data *data, int blen,
457 u32 num_mb)
458{
459 unsigned long cycles = 0;
460 int ret = 0;
461 int i;
462
463 /* Warm-up run. */
464 for (i = 0; i < 4; i++) {
465 ret = do_mult_ahash_op(data, num_mb);
466 if (ret)
467 goto out;
468 }
469
470 /* The real thing. */
471 for (i = 0; i < 8; i++) {
472 cycles_t start, end;
473
474 start = get_cycles();
475 ret = do_mult_ahash_op(data, num_mb);
476 end = get_cycles();
477
478 if (ret)
479 goto out;
480
481 cycles += end - start;
482 }
483
484out:
485 if (ret == 0)
486 pr_cont("1 operation in %lu cycles (%d bytes)\n",
487 (cycles + 4) / (8 * num_mb), blen);
488
489 return ret;
490}
491
492static void test_mb_ahash_speed(const char *algo, unsigned int secs,
8fcdc868 493 struct hash_speed *speed, u32 num_mb)
087bcd22 494{
72259deb 495 struct test_mb_ahash_data *data;
087bcd22 496 struct crypto_ahash *tfm;
72259deb
HX		 497 unsigned int i, j, k;
498 int ret;
499
8fcdc868 500 data = kcalloc(num_mb, sizeof(*data), GFP_KERNEL);
72259deb
HX		 501 if (!data)
502 return;
087bcd22
MD		 503
504 tfm = crypto_alloc_ahash(algo, 0, 0);
505 if (IS_ERR(tfm)) {
506 pr_err("failed to load transform for %s: %ld\n",
507 algo, PTR_ERR(tfm));
72259deb 508 goto free_data;
087bcd22 509 }
72259deb 510
8fcdc868 511 for (i = 0; i < num_mb; ++i) {
72259deb
HX		 512 if (testmgr_alloc_buf(data[i].xbuf))
513 goto out;
087bcd22 514
64671041 515 crypto_init_wait(&data[i].wait);
087bcd22 516
72259deb
HX		 517 data[i].req = ahash_request_alloc(tfm, GFP_KERNEL);
518 if (!data[i].req) {
f83f5b12
KK		 519 pr_err("alg: hash: Failed to allocate request for %s\n",
520 algo);
72259deb 521 goto out;
087bcd22 522 }
087bcd22 523
64671041
GBY		 524 ahash_request_set_callback(data[i].req, 0, crypto_req_done,
525 &data[i].wait);
7c3f1323
GBY		 526
527 sg_init_table(data[i].sg, XBUFSIZE);
528 for (j = 0; j < XBUFSIZE; j++) {
529 sg_set_buf(data[i].sg + j, data[i].xbuf[j], PAGE_SIZE);
530 memset(data[i].xbuf[j], 0xff, PAGE_SIZE);
531 }
087bcd22
MD		 532 }
533
72259deb
HX		 534 pr_info("\ntesting speed of multibuffer %s (%s)\n", algo,
535 get_driver_name(crypto_ahash, tfm));
087bcd22
MD		 536
537 for (i = 0; speed[i].blen != 0; i++) {
72259deb
HX		 538 /* For some reason this only tests digests. */
539 if (speed[i].blen != speed[i].plen)
540 continue;
541
7c3f1323 542 if (speed[i].blen > XBUFSIZE * PAGE_SIZE) {
f83f5b12 543 pr_err("template (%u) too big for tvmem (%lu)\n",
7c3f1323 544 speed[i].blen, XBUFSIZE * PAGE_SIZE);
f83f5b12 545 goto out;
087bcd22
MD		 546 }
547
548 if (speed[i].klen)
549 crypto_ahash_setkey(tfm, tvmem[0], speed[i].klen);
550
8fcdc868 551 for (k = 0; k < num_mb; k++)
72259deb
HX		 552 ahash_request_set_crypt(data[k].req, data[k].sg,
553 data[k].result, speed[i].blen);
087bcd22 554
72259deb
HX		 555 pr_info("test%3u "
556 "(%5u byte blocks,%5u bytes per update,%4u updates): ",
087bcd22
MD		 557 i, speed[i].blen, speed[i].plen,
558 speed[i].blen / speed[i].plen);
559
b34a0f67
GBY		 560 if (secs)
561 ret = test_mb_ahash_jiffies(data, speed[i].blen, secs,
562 num_mb);
563 else
564 ret = test_mb_ahash_cycles(data, speed[i].blen, num_mb);
087bcd22 565
72259deb
HX		 566
567 if (ret) {
568 pr_err("At least one hashing failed ret=%d\n", ret);
569 break;
570 }
087bcd22 571 }
087bcd22
MD		 572
573out:
8fcdc868 574 for (k = 0; k < num_mb; ++k)
72259deb
HX		 575 ahash_request_free(data[k].req);
576
8fcdc868 577 for (k = 0; k < num_mb; ++k)
72259deb
HX		 578 testmgr_free_buf(data[k].xbuf);
579
580 crypto_free_ahash(tfm);
581
582free_data:
583 kfree(data);
087bcd22
MD		 584}
585
beb63da7 586static int test_ahash_jiffies_digest(struct ahash_request *req, int blen,
3e3dc25f 587 char *out, int secs)
beb63da7
DM		 588{
589 unsigned long start, end;
590 int bcount;
591 int ret;
592
3e3dc25f 593 for (start = jiffies, end = start + secs * HZ, bcount = 0;
beb63da7
DM		 594 time_before(jiffies, end); bcount++) {
595 ret = do_one_ahash_op(req, crypto_ahash_digest(req));
596 if (ret)
597 return ret;
598 }
599
600 printk("%6u opers/sec, %9lu bytes/sec\n",
3e3dc25f 601 bcount / secs, ((long)bcount * blen) / secs);
beb63da7
DM		 602
603 return 0;
604}
605
606static int test_ahash_jiffies(struct ahash_request *req, int blen,
3e3dc25f 607 int plen, char *out, int secs)
beb63da7
DM		 608{
609 unsigned long start, end;
610 int bcount, pcount;
611 int ret;
612
613 if (plen == blen)
3e3dc25f 614 return test_ahash_jiffies_digest(req, blen, out, secs);
beb63da7 615
3e3dc25f 616 for (start = jiffies, end = start + secs * HZ, bcount = 0;
beb63da7 617 time_before(jiffies, end); bcount++) {
43a9607d 618 ret = do_one_ahash_op(req, crypto_ahash_init(req));
beb63da7
DM		 619 if (ret)
620 return ret;
621 for (pcount = 0; pcount < blen; pcount += plen) {
622 ret = do_one_ahash_op(req, crypto_ahash_update(req));
623 if (ret)
624 return ret;
625 }
626 /* we assume there is enough space in 'out' for the result */
627 ret = do_one_ahash_op(req, crypto_ahash_final(req));
628 if (ret)
629 return ret;
630 }
631
632 pr_cont("%6u opers/sec, %9lu bytes/sec\n",
3e3dc25f 633 bcount / secs, ((long)bcount * blen) / secs);
beb63da7
DM		 634
635 return 0;
636}
637
638static int test_ahash_cycles_digest(struct ahash_request *req, int blen,
639 char *out)
640{
641 unsigned long cycles = 0;
642 int ret, i;
643
644 /* Warm-up run. */
645 for (i = 0; i < 4; i++) {
646 ret = do_one_ahash_op(req, crypto_ahash_digest(req));
647 if (ret)
648 goto out;
649 }
650
651 /* The real thing. */
652 for (i = 0; i < 8; i++) {
653 cycles_t start, end;
654
655 start = get_cycles();
656
657 ret = do_one_ahash_op(req, crypto_ahash_digest(req));
658 if (ret)
659 goto out;
660
661 end = get_cycles();
662
663 cycles += end - start;
664 }
665
666out:
667 if (ret)
668 return ret;
669
670 pr_cont("%6lu cycles/operation, %4lu cycles/byte\n",
671 cycles / 8, cycles / (8 * blen));
672
673 return 0;
674}
675
676static int test_ahash_cycles(struct ahash_request *req, int blen,
677 int plen, char *out)
678{
679 unsigned long cycles = 0;
680 int i, pcount, ret;
681
682 if (plen == blen)
683 return test_ahash_cycles_digest(req, blen, out);
684
685 /* Warm-up run. */
686 for (i = 0; i < 4; i++) {
43a9607d 687 ret = do_one_ahash_op(req, crypto_ahash_init(req));
beb63da7
DM		 688 if (ret)
689 goto out;
690 for (pcount = 0; pcount < blen; pcount += plen) {
691 ret = do_one_ahash_op(req, crypto_ahash_update(req));
692 if (ret)
693 goto out;
694 }
695 ret = do_one_ahash_op(req, crypto_ahash_final(req));
696 if (ret)
697 goto out;
698 }
699
700 /* The real thing. */
701 for (i = 0; i < 8; i++) {
702 cycles_t start, end;
703
704 start = get_cycles();
705
43a9607d 706 ret = do_one_ahash_op(req, crypto_ahash_init(req));
beb63da7
DM		 707 if (ret)
708 goto out;
709 for (pcount = 0; pcount < blen; pcount += plen) {
710 ret = do_one_ahash_op(req, crypto_ahash_update(req));
711 if (ret)
712 goto out;
713 }
714 ret = do_one_ahash_op(req, crypto_ahash_final(req));
715 if (ret)
716 goto out;
717
718 end = get_cycles();
719
720 cycles += end - start;
721 }
722
723out:
724 if (ret)
725 return ret;
726
727 pr_cont("%6lu cycles/operation, %4lu cycles/byte\n",
728 cycles / 8, cycles / (8 * blen));
729
730 return 0;
731}
732
0660511c
HX		 733static void test_ahash_speed_common(const char *algo, unsigned int secs,
734 struct hash_speed *speed, unsigned mask)
beb63da7
DM		 735{
736 struct scatterlist sg[TVMEMSIZE];
64671041 737 struct crypto_wait wait;
beb63da7
DM		 738 struct ahash_request *req;
739 struct crypto_ahash *tfm;
f074f7b1 740 char *output;
beb63da7
DM		 741 int i, ret;
742
0660511c 743 tfm = crypto_alloc_ahash(algo, 0, mask);
beb63da7
DM		 744 if (IS_ERR(tfm)) {
745 pr_err("failed to load transform for %s: %ld\n",
746 algo, PTR_ERR(tfm));
747 return;
748 }
749
263a8df0
LC		 750 printk(KERN_INFO "\ntesting speed of async %s (%s)\n", algo,
751 get_driver_name(crypto_ahash, tfm));
752
f074f7b1
HG		 753 if (crypto_ahash_digestsize(tfm) > MAX_DIGEST_SIZE) {
754 pr_err("digestsize(%u) > %d\n", crypto_ahash_digestsize(tfm),
755 MAX_DIGEST_SIZE);
beb63da7
DM		 756 goto out;
757 }
758
759 test_hash_sg_init(sg);
760 req = ahash_request_alloc(tfm, GFP_KERNEL);
761 if (!req) {
762 pr_err("ahash request allocation failure\n");
763 goto out;
764 }
765
64671041 766 crypto_init_wait(&wait);
beb63da7 767 ahash_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
64671041 768 crypto_req_done, &wait);
beb63da7 769
f074f7b1
HG		 770 output = kmalloc(MAX_DIGEST_SIZE, GFP_KERNEL);
771 if (!output)
772 goto out_nomem;
773
beb63da7
DM		 774 for (i = 0; speed[i].blen != 0; i++) {
775 if (speed[i].blen > TVMEMSIZE * PAGE_SIZE) {
776 pr_err("template (%u) too big for tvmem (%lu)\n",
777 speed[i].blen, TVMEMSIZE * PAGE_SIZE);
778 break;
779 }
780
781 pr_info("test%3u "
782 "(%5u byte blocks,%5u bytes per update,%4u updates): ",
783 i, speed[i].blen, speed[i].plen, speed[i].blen / speed[i].plen);
784
785 ahash_request_set_crypt(req, sg, output, speed[i].plen);
786
3e3dc25f 787 if (secs)
beb63da7 788 ret = test_ahash_jiffies(req, speed[i].blen,
3e3dc25f 789 speed[i].plen, output, secs);
beb63da7
DM		 790 else
791 ret = test_ahash_cycles(req, speed[i].blen,
792 speed[i].plen, output);
793
794 if (ret) {
795 pr_err("hashing failed ret=%d\n", ret);
796 break;
797 }
798 }
799
f074f7b1
HG		 800 kfree(output);
801
802out_nomem:
beb63da7
DM		 803 ahash_request_free(req);
804
805out:
806 crypto_free_ahash(tfm);
807}
808
0660511c
HX		 809static void test_ahash_speed(const char *algo, unsigned int secs,
810 struct hash_speed *speed)
811{
812 return test_ahash_speed_common(algo, secs, speed, 0);
813}
814
815static void test_hash_speed(const char *algo, unsigned int secs,
816 struct hash_speed *speed)
817{
818 return test_ahash_speed_common(algo, secs, speed, CRYPTO_ALG_ASYNC);
819}
820
7166e589 821static inline int do_one_acipher_op(struct skcipher_request *req, int ret)
3f3baf35 822{
64671041 823 struct crypto_wait *wait = req->base.data;
3f3baf35 824
64671041 825 return crypto_wait_req(ret, wait);
3f3baf35
JK		 826}
827
7166e589 828static int test_acipher_jiffies(struct skcipher_request *req, int enc,
3e3dc25f 829 int blen, int secs)
3f3baf35
JK		 830{
831 unsigned long start, end;
832 int bcount;
833 int ret;
834
3e3dc25f 835 for (start = jiffies, end = start + secs * HZ, bcount = 0;
3f3baf35
JK		 836 time_before(jiffies, end); bcount++) {
837 if (enc)
838 ret = do_one_acipher_op(req,
7166e589 839 crypto_skcipher_encrypt(req));
3f3baf35
JK		 840 else
841 ret = do_one_acipher_op(req,
7166e589 842 crypto_skcipher_decrypt(req));
3f3baf35
JK		 843
844 if (ret)
845 return ret;
846 }
847
848 pr_cont("%d operations in %d seconds (%ld bytes)\n",
3e3dc25f 849 bcount, secs, (long)bcount * blen);
3f3baf35
JK		 850 return 0;
851}
852
7166e589 853static int test_acipher_cycles(struct skcipher_request *req, int enc,
3f3baf35
JK		 854 int blen)
855{
856 unsigned long cycles = 0;
857 int ret = 0;
858 int i;
859
860 /* Warm-up run. */
861 for (i = 0; i < 4; i++) {
862 if (enc)
863 ret = do_one_acipher_op(req,
7166e589 864 crypto_skcipher_encrypt(req));
3f3baf35
JK		 865 else
866 ret = do_one_acipher_op(req,
7166e589 867 crypto_skcipher_decrypt(req));
3f3baf35
JK		 868
869 if (ret)
870 goto out;
871 }
872
873 /* The real thing. */
874 for (i = 0; i < 8; i++) {
875 cycles_t start, end;
876
877 start = get_cycles();
878 if (enc)
879 ret = do_one_acipher_op(req,
7166e589 880 crypto_skcipher_encrypt(req));
3f3baf35
JK		 881 else
882 ret = do_one_acipher_op(req,
7166e589 883 crypto_skcipher_decrypt(req));
3f3baf35
JK		 884 end = get_cycles();
885
886 if (ret)
887 goto out;
888
889 cycles += end - start;
890 }
891
892out:
893 if (ret == 0)
894 pr_cont("1 operation in %lu cycles (%d bytes)\n",
895 (cycles + 4) / 8, blen);
896
897 return ret;
898}
899
7166e589
HX		 900static void test_skcipher_speed(const char *algo, int enc, unsigned int secs,
901 struct cipher_speed_template *template,
902 unsigned int tcount, u8 *keysize, bool async)
3f3baf35 903{
de197533 904 unsigned int ret, i, j, k, iv_len;
64671041 905 struct crypto_wait wait;
3f3baf35
JK		 906 const char *key;
907 char iv[128];
7166e589
HX		 908 struct skcipher_request *req;
909 struct crypto_skcipher *tfm;
3f3baf35
JK		 910 const char *e;
911 u32 *b_size;
912
913 if (enc == ENCRYPT)
914 e = "encryption";
915 else
916 e = "decryption";
917
64671041 918 crypto_init_wait(&wait);
3f3baf35 919
7166e589 920 tfm = crypto_alloc_skcipher(algo, 0, async ? 0 : CRYPTO_ALG_ASYNC);
3f3baf35
JK		 921
922 if (IS_ERR(tfm)) {
923 pr_err("failed to load transform for %s: %ld\n", algo,
924 PTR_ERR(tfm));
925 return;
926 }
927
263a8df0 928 pr_info("\ntesting speed of async %s (%s) %s\n", algo,
7166e589 929 get_driver_name(crypto_skcipher, tfm), e);
263a8df0 930
7166e589 931 req = skcipher_request_alloc(tfm, GFP_KERNEL);
3f3baf35
JK		 932 if (!req) {
933 pr_err("tcrypt: skcipher: Failed to allocate request for %s\n",
934 algo);
935 goto out;
936 }
937
7166e589 938 skcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
64671041 939 crypto_req_done, &wait);
3f3baf35
JK		 940
941 i = 0;
942 do {
943 b_size = block_sizes;
944
945 do {
946 struct scatterlist sg[TVMEMSIZE];
947
948 if ((*keysize + *b_size) > TVMEMSIZE * PAGE_SIZE) {
949 pr_err("template (%u) too big for "
950 "tvmem (%lu)\n", *keysize + *b_size,
951 TVMEMSIZE * PAGE_SIZE);
952 goto out_free_req;
953 }
954
955 pr_info("test %u (%d bit key, %d byte blocks): ", i,
956 *keysize * 8, *b_size);
957
958 memset(tvmem[0], 0xff, PAGE_SIZE);
959
960 /* set key, plain text and IV */
961 key = tvmem[0];
962 for (j = 0; j < tcount; j++) {
963 if (template[j].klen == *keysize) {
964 key = template[j].key;
965 break;
966 }
967 }
968
7166e589 969 crypto_skcipher_clear_flags(tfm, ~0);
3f3baf35 970
7166e589 971 ret = crypto_skcipher_setkey(tfm, key, *keysize);
3f3baf35
JK		 972 if (ret) {
973 pr_err("setkey() failed flags=%x\n",
7166e589 974 crypto_skcipher_get_flags(tfm));
3f3baf35
JK		 975 goto out_free_req;
976 }
977
de197533 978 k = *keysize + *b_size;
007ee8de
HG		 979 sg_init_table(sg, DIV_ROUND_UP(k, PAGE_SIZE));
980
de197533
NR		 981 if (k > PAGE_SIZE) {
982 sg_set_buf(sg, tvmem[0] + *keysize,
3f3baf35 983 PAGE_SIZE - *keysize);
de197533
NR		 984 k -= PAGE_SIZE;
985 j = 1;
986 while (k > PAGE_SIZE) {
987 sg_set_buf(sg + j, tvmem[j], PAGE_SIZE);
988 memset(tvmem[j], 0xff, PAGE_SIZE);
989 j++;
990 k -= PAGE_SIZE;
991 }
992 sg_set_buf(sg + j, tvmem[j], k);
993 memset(tvmem[j], 0xff, k);
994 } else {
995 sg_set_buf(sg, tvmem[0] + *keysize, *b_size);
3f3baf35
JK		 996 }
997
7166e589 998 iv_len = crypto_skcipher_ivsize(tfm);
3f3baf35
JK		 999 if (iv_len)
1000 memset(&iv, 0xff, iv_len);
1001
7166e589 1002 skcipher_request_set_crypt(req, sg, sg, *b_size, iv);
3f3baf35 1003
3e3dc25f 1004 if (secs)
3f3baf35 1005 ret = test_acipher_jiffies(req, enc,
3e3dc25f 1006 *b_size, secs);
3f3baf35
JK		 1007 else
1008 ret = test_acipher_cycles(req, enc,
1009 *b_size);
1010
1011 if (ret) {
1012 pr_err("%s() failed flags=%x\n", e,
7166e589 1013 crypto_skcipher_get_flags(tfm));
3f3baf35
JK		 1014 break;
1015 }
1016 b_size++;
1017 i++;
1018 } while (*b_size);
1019 keysize++;
1020 } while (*keysize);
1021
1022out_free_req:
7166e589 1023 skcipher_request_free(req);
3f3baf35 1024out:
7166e589
HX		 1025 crypto_free_skcipher(tfm);
1026}
1027
1028static void test_acipher_speed(const char *algo, int enc, unsigned int secs,
1029 struct cipher_speed_template *template,
1030 unsigned int tcount, u8 *keysize)
1031{
1032 return test_skcipher_speed(algo, enc, secs, template, tcount, keysize,
1033 true);
1034}
1035
1036static void test_cipher_speed(const char *algo, int enc, unsigned int secs,
1037 struct cipher_speed_template *template,
1038 unsigned int tcount, u8 *keysize)
1039{
1040 return test_skcipher_speed(algo, enc, secs, template, tcount, keysize,
1041 false);
3f3baf35
JK		 1042}
1043
ef2736fc 1044static void test_available(void)
1da177e4
LT		 1045{
1046 char **name = check;
ef2736fc 1047
1da177e4
LT		 1048 while (*name) {
1049 printk("alg %s ", *name);
6158efc0 1050 printk(crypto_has_alg(*name, 0, 0) ?
e4d5b79c 1051 "found\n" : "not found\n");
1da177e4 1052 name++;
ef2736fc 1053 }
1da177e4
LT		 1054}
1055
01b32324
HX		 1056static inline int tcrypt_test(const char *alg)
1057{
4e033a6b
JW		 1058 int ret;
1059
76512f2d
RV		 1060 pr_debug("testing %s\n", alg);
1061
4e033a6b
JW		 1062 ret = alg_test(alg, alg, 0, 0);
1063 /* non-fips algs return -EINVAL in fips mode */
1064 if (fips_enabled && ret == -EINVAL)
1065 ret = 0;
1066 return ret;
01b32324
HX		 1067}
1068
8606813a 1069static int do_test(const char *alg, u32 type, u32 mask, int m)
01b32324
HX		 1070{
1071 int i;
4e033a6b 1072 int ret = 0;
01b32324
HX		 1073
1074 switch (m) {
1da177e4 1075 case 0:
8606813a
HX		 1076 if (alg) {
1077 if (!crypto_has_alg(alg, type,
1078 mask ?: CRYPTO_ALG_TYPE_MASK))
1079 ret = -ENOENT;
1080 break;
1081 }
1082
01b32324 1083 for (i = 1; i < 200; i++)
8606813a 1084 ret += do_test(NULL, 0, 0, i);
1da177e4
LT		 1085 break;
1086
1087 case 1:
4e033a6b 1088 ret += tcrypt_test("md5");
1da177e4
LT		 1089 break;
1090
1091 case 2:
4e033a6b 1092 ret += tcrypt_test("sha1");
1da177e4
LT		 1093 break;
1094
1095 case 3:
4e033a6b
JW		 1096 ret += tcrypt_test("ecb(des)");
1097 ret += tcrypt_test("cbc(des)");
8163fc30 1098 ret += tcrypt_test("ctr(des)");
1da177e4
LT		 1099 break;
1100
1101 case 4:
4e033a6b
JW		 1102 ret += tcrypt_test("ecb(des3_ede)");
1103 ret += tcrypt_test("cbc(des3_ede)");
e080b17a 1104 ret += tcrypt_test("ctr(des3_ede)");
1da177e4
LT		 1105 break;
1106
1107 case 5:
4e033a6b 1108 ret += tcrypt_test("md4");
1da177e4 1109 break;
ef2736fc 1110
1da177e4 1111 case 6:
4e033a6b 1112 ret += tcrypt_test("sha256");
1da177e4 1113 break;
ef2736fc 1114
1da177e4 1115 case 7:
4e033a6b
JW		 1116 ret += tcrypt_test("ecb(blowfish)");
1117 ret += tcrypt_test("cbc(blowfish)");
85b63e34 1118 ret += tcrypt_test("ctr(blowfish)");
1da177e4
LT		 1119 break;
1120
1121 case 8:
4e033a6b
JW		 1122 ret += tcrypt_test("ecb(twofish)");
1123 ret += tcrypt_test("cbc(twofish)");
573da620 1124 ret += tcrypt_test("ctr(twofish)");
bee3a90e 1125 ret += tcrypt_test("lrw(twofish)");
131f7541 1126 ret += tcrypt_test("xts(twofish)");
1da177e4 1127 break;
ef2736fc 1128
1da177e4 1129 case 9:
4e033a6b 1130 ret += tcrypt_test("ecb(serpent)");
9d25917d
JK		 1131 ret += tcrypt_test("cbc(serpent)");
1132 ret += tcrypt_test("ctr(serpent)");
87aae4bf 1133 ret += tcrypt_test("lrw(serpent)");
5209c07a 1134 ret += tcrypt_test("xts(serpent)");
1da177e4
LT		 1135 break;
1136
1137 case 10:
4e033a6b
JW		 1138 ret += tcrypt_test("ecb(aes)");
1139 ret += tcrypt_test("cbc(aes)");
1140 ret += tcrypt_test("lrw(aes)");
1141 ret += tcrypt_test("xts(aes)");
1142 ret += tcrypt_test("ctr(aes)");
1143 ret += tcrypt_test("rfc3686(ctr(aes))");
1da177e4
LT		 1144 break;
1145
1146 case 11:
4e033a6b 1147 ret += tcrypt_test("sha384");
1da177e4 1148 break;
ef2736fc 1149
1da177e4 1150 case 12:
4e033a6b 1151 ret += tcrypt_test("sha512");
1da177e4
LT		 1152 break;
1153
1154 case 13:
4e033a6b 1155 ret += tcrypt_test("deflate");
1da177e4
LT		 1156 break;
1157
1158 case 14:
4e033a6b 1159 ret += tcrypt_test("ecb(cast5)");
a2c58260
JG		 1160 ret += tcrypt_test("cbc(cast5)");
1161 ret += tcrypt_test("ctr(cast5)");
1da177e4
LT		 1162 break;
1163
1164 case 15:
4e033a6b 1165 ret += tcrypt_test("ecb(cast6)");
9b8b0405
JG		 1166 ret += tcrypt_test("cbc(cast6)");
1167 ret += tcrypt_test("ctr(cast6)");
1168 ret += tcrypt_test("lrw(cast6)");
1169 ret += tcrypt_test("xts(cast6)");
1da177e4
LT		 1170 break;
1171
1172 case 16:
4e033a6b 1173 ret += tcrypt_test("ecb(arc4)");
1da177e4
LT		 1174 break;
1175
1176 case 17:
4e033a6b 1177 ret += tcrypt_test("michael_mic");
1da177e4
LT		 1178 break;
1179
1180 case 18:
4e033a6b 1181 ret += tcrypt_test("crc32c");
1da177e4
LT		 1182 break;
1183
1184 case 19:
4e033a6b 1185 ret += tcrypt_test("ecb(tea)");
1da177e4
LT		 1186 break;
1187
1188 case 20:
4e033a6b 1189 ret += tcrypt_test("ecb(xtea)");
1da177e4
LT		 1190 break;
1191
1192 case 21:
4e033a6b 1193 ret += tcrypt_test("ecb(khazad)");
1da177e4
LT		 1194 break;
1195
1196 case 22:
4e033a6b 1197 ret += tcrypt_test("wp512");
1da177e4
LT		 1198 break;
1199
1200 case 23:
4e033a6b 1201 ret += tcrypt_test("wp384");
1da177e4
LT		 1202 break;
1203
1204 case 24:
4e033a6b 1205 ret += tcrypt_test("wp256");
1da177e4
LT		 1206 break;
1207
1208 case 25:
4e033a6b 1209 ret += tcrypt_test("ecb(tnepres)");
1da177e4
LT		 1210 break;
1211
1212 case 26:
4e033a6b
JW		 1213 ret += tcrypt_test("ecb(anubis)");
1214 ret += tcrypt_test("cbc(anubis)");
1da177e4
LT		 1215 break;
1216
1217 case 27:
4e033a6b 1218 ret += tcrypt_test("tgr192");
1da177e4
LT		 1219 break;
1220
1221 case 28:
4e033a6b 1222 ret += tcrypt_test("tgr160");
1da177e4
LT		 1223 break;
1224
1225 case 29:
4e033a6b 1226 ret += tcrypt_test("tgr128");
1da177e4 1227 break;
2998db37 1228
fb4f10ed 1229 case 30:
4e033a6b 1230 ret += tcrypt_test("ecb(xeta)");
fb4f10ed 1231 break;
1da177e4 1232
90831639 1233 case 31:
4e033a6b 1234 ret += tcrypt_test("pcbc(fcrypt)");
90831639
DH		 1235 break;
1236
02ab5a70 1237 case 32:
4e033a6b
JW		 1238 ret += tcrypt_test("ecb(camellia)");
1239 ret += tcrypt_test("cbc(camellia)");
54216bbd
JK		 1240 ret += tcrypt_test("ctr(camellia)");
1241 ret += tcrypt_test("lrw(camellia)");
1242 ret += tcrypt_test("xts(camellia)");
02ab5a70 1243 break;
93b5e86a 1244
cd12fb90 1245 case 33:
4e033a6b 1246 ret += tcrypt_test("sha224");
cd12fb90 1247 break;
02ab5a70 1248
2407d608 1249 case 34:
4e033a6b 1250 ret += tcrypt_test("salsa20");
2407d608
TSH		 1251 break;
1252
8df213d9 1253 case 35:
4e033a6b 1254 ret += tcrypt_test("gcm(aes)");
8df213d9
HX		 1255 break;
1256
0b77abb3 1257 case 36:
4e033a6b 1258 ret += tcrypt_test("lzo");
0b77abb3
ZS		 1259 break;
1260
93cc74e0 1261 case 37:
4e033a6b 1262 ret += tcrypt_test("ccm(aes)");
93cc74e0
JL		 1263 break;
1264
76cb9521 1265 case 38:
4e033a6b 1266 ret += tcrypt_test("cts(cbc(aes))");
76cb9521
KC		 1267 break;
1268
fd4adf1a 1269 case 39:
4e033a6b 1270 ret += tcrypt_test("rmd128");
fd4adf1a
AKR		 1271 break;
1272
1273 case 40:
4e033a6b 1274 ret += tcrypt_test("rmd160");
fd4adf1a
AKR		 1275 break;
1276
2998db37 1277 case 41:
4e033a6b 1278 ret += tcrypt_test("rmd256");
2998db37
AKR		 1279 break;
1280
1281 case 42:
4e033a6b 1282 ret += tcrypt_test("rmd320");
01b32324
HX		 1283 break;
1284
1285 case 43:
4e033a6b 1286 ret += tcrypt_test("ecb(seed)");
2998db37
AKR		 1287 break;
1288
0c01aed5 1289 case 44:
4e033a6b 1290 ret += tcrypt_test("zlib");
0c01aed5
GU		 1291 break;
1292
5d667322 1293 case 45:
4e033a6b 1294 ret += tcrypt_test("rfc4309(ccm(aes))");
5d667322
JW		 1295 break;
1296
54216bbd
JK		 1297 case 46:
1298 ret += tcrypt_test("ghash");
1299 break;
1300
68411521
HX		 1301 case 47:
1302 ret += tcrypt_test("crct10dif");
1303 break;
1304
79cc6ab8 1305 case 48:
1306 ret += tcrypt_test("sha3-224");
1307 break;
1308
1309 case 49:
1310 ret += tcrypt_test("sha3-256");
1311 break;
1312
1313 case 50:
1314 ret += tcrypt_test("sha3-384");
1315 break;
1316
1317 case 51:
1318 ret += tcrypt_test("sha3-512");
1319 break;
1320
b7e27530
GBY		 1321 case 52:
1322 ret += tcrypt_test("sm3");
1323 break;
1324
1da177e4 1325 case 100:
4e033a6b 1326 ret += tcrypt_test("hmac(md5)");
1da177e4 1327 break;
ef2736fc 1328
1da177e4 1329 case 101:
4e033a6b 1330 ret += tcrypt_test("hmac(sha1)");
1da177e4 1331 break;
ef2736fc 1332
1da177e4 1333 case 102:
4e033a6b 1334 ret += tcrypt_test("hmac(sha256)");
1da177e4
LT		 1335 break;
1336
a28091ae 1337 case 103:
4e033a6b 1338 ret += tcrypt_test("hmac(sha384)");
a28091ae
AD		 1339 break;
1340
1341 case 104:
4e033a6b 1342 ret += tcrypt_test("hmac(sha512)");
a28091ae 1343 break;
38ed9ab2 1344
cd12fb90 1345 case 105:
4e033a6b 1346 ret += tcrypt_test("hmac(sha224)");
cd12fb90 1347 break;
1da177e4 1348
38ed9ab2 1349 case 106:
4e033a6b 1350 ret += tcrypt_test("xcbc(aes)");
38ed9ab2
HX		 1351 break;
1352
fd4adf1a 1353 case 107:
4e033a6b 1354 ret += tcrypt_test("hmac(rmd128)");
fd4adf1a
AKR		 1355 break;
1356
1357 case 108:
4e033a6b 1358 ret += tcrypt_test("hmac(rmd160)");
fd4adf1a
AKR		 1359 break;
1360
f1939f7c
SW		 1361 case 109:
1362 ret += tcrypt_test("vmac(aes)");
1363 break;
93b5e86a 1364
a482b081
SZ		 1365 case 110:
1366 ret += tcrypt_test("hmac(crc32)");
1367 break;
f1939f7c 1368
98eca72f 1369 case 111:
1370 ret += tcrypt_test("hmac(sha3-224)");
1371 break;
1372
1373 case 112:
1374 ret += tcrypt_test("hmac(sha3-256)");
1375 break;
1376
1377 case 113:
1378 ret += tcrypt_test("hmac(sha3-384)");
1379 break;
1380
1381 case 114:
1382 ret += tcrypt_test("hmac(sha3-512)");
1383 break;
1384
e08ca2da 1385 case 150:
4e033a6b 1386 ret += tcrypt_test("ansi_cprng");
e08ca2da
JW		 1387 break;
1388
69435b94
AH		 1389 case 151:
1390 ret += tcrypt_test("rfc4106(gcm(aes))");
1391 break;
1392
e9b7441a
JK		 1393 case 152:
1394 ret += tcrypt_test("rfc4543(gcm(aes))");
1395 break;
1396
93b5e86a
JK		 1397 case 153:
1398 ret += tcrypt_test("cmac(aes)");
1399 break;
1400
1401 case 154:
1402 ret += tcrypt_test("cmac(des3_ede)");
1403 break;
1404
bbf9c893
HG		 1405 case 155:
1406 ret += tcrypt_test("authenc(hmac(sha1),cbc(aes))");
1407 break;
1408
bca4feb0
HG		 1409 case 156:
1410 ret += tcrypt_test("authenc(hmac(md5),ecb(cipher_null))");
1411 break;
1412
1413 case 157:
1414 ret += tcrypt_test("authenc(hmac(sha1),ecb(cipher_null))");
1415 break;
5208ed2c
NL		 1416 case 181:
1417 ret += tcrypt_test("authenc(hmac(sha1),cbc(des))");
1418 break;
1419 case 182:
1420 ret += tcrypt_test("authenc(hmac(sha1),cbc(des3_ede))");
1421 break;
1422 case 183:
1423 ret += tcrypt_test("authenc(hmac(sha224),cbc(des))");
1424 break;
1425 case 184:
1426 ret += tcrypt_test("authenc(hmac(sha224),cbc(des3_ede))");
1427 break;
1428 case 185:
1429 ret += tcrypt_test("authenc(hmac(sha256),cbc(des))");
1430 break;
1431 case 186:
1432 ret += tcrypt_test("authenc(hmac(sha256),cbc(des3_ede))");
1433 break;
1434 case 187:
1435 ret += tcrypt_test("authenc(hmac(sha384),cbc(des))");
1436 break;
1437 case 188:
1438 ret += tcrypt_test("authenc(hmac(sha384),cbc(des3_ede))");
1439 break;
1440 case 189:
1441 ret += tcrypt_test("authenc(hmac(sha512),cbc(des))");
1442 break;
1443 case 190:
1444 ret += tcrypt_test("authenc(hmac(sha512),cbc(des3_ede))");
1445 break;
ebfd9bcf 1446 case 200:
cba83564 1447 test_cipher_speed("ecb(aes)", ENCRYPT, sec, NULL, 0,
477035c2 1448 speed_template_16_24_32);
cba83564 1449 test_cipher_speed("ecb(aes)", DECRYPT, sec, NULL, 0,
477035c2 1450 speed_template_16_24_32);
cba83564 1451 test_cipher_speed("cbc(aes)", ENCRYPT, sec, NULL, 0,
477035c2 1452 speed_template_16_24_32);
cba83564 1453 test_cipher_speed("cbc(aes)", DECRYPT, sec, NULL, 0,
477035c2 1454 speed_template_16_24_32);
f3d1044c 1455 test_cipher_speed("lrw(aes)", ENCRYPT, sec, NULL, 0,
477035c2 1456 speed_template_32_40_48);
f3d1044c 1457 test_cipher_speed("lrw(aes)", DECRYPT, sec, NULL, 0,
477035c2 1458 speed_template_32_40_48);
f19f5111 1459 test_cipher_speed("xts(aes)", ENCRYPT, sec, NULL, 0,
b66ad0b7 1460 speed_template_32_64);
f19f5111 1461 test_cipher_speed("xts(aes)", DECRYPT, sec, NULL, 0,
b66ad0b7 1462 speed_template_32_64);
1503a24f
HX		 1463 test_cipher_speed("cts(cbc(aes))", ENCRYPT, sec, NULL, 0,
1464 speed_template_16_24_32);
1465 test_cipher_speed("cts(cbc(aes))", DECRYPT, sec, NULL, 0,
1466 speed_template_16_24_32);
9996e342
JG		 1467 test_cipher_speed("ctr(aes)", ENCRYPT, sec, NULL, 0,
1468 speed_template_16_24_32);
1469 test_cipher_speed("ctr(aes)", DECRYPT, sec, NULL, 0,
1470 speed_template_16_24_32);
ebfd9bcf
HW		 1471 break;
1472
1473 case 201:
cba83564 1474 test_cipher_speed("ecb(des3_ede)", ENCRYPT, sec,
da7f033d 1475 des3_speed_template, DES3_SPEED_VECTORS,
477035c2 1476 speed_template_24);
cba83564 1477 test_cipher_speed("ecb(des3_ede)", DECRYPT, sec,
da7f033d 1478 des3_speed_template, DES3_SPEED_VECTORS,
477035c2 1479 speed_template_24);
cba83564 1480 test_cipher_speed("cbc(des3_ede)", ENCRYPT, sec,
da7f033d 1481 des3_speed_template, DES3_SPEED_VECTORS,
477035c2 1482 speed_template_24);
cba83564 1483 test_cipher_speed("cbc(des3_ede)", DECRYPT, sec,
da7f033d 1484 des3_speed_template, DES3_SPEED_VECTORS,
477035c2 1485 speed_template_24);
87131507
JK		 1486 test_cipher_speed("ctr(des3_ede)", ENCRYPT, sec,
1487 des3_speed_template, DES3_SPEED_VECTORS,
1488 speed_template_24);
1489 test_cipher_speed("ctr(des3_ede)", DECRYPT, sec,
1490 des3_speed_template, DES3_SPEED_VECTORS,
1491 speed_template_24);
ebfd9bcf
HW		 1492 break;
1493
1494 case 202:
cba83564 1495 test_cipher_speed("ecb(twofish)", ENCRYPT, sec, NULL, 0,
477035c2 1496 speed_template_16_24_32);
cba83564 1497 test_cipher_speed("ecb(twofish)", DECRYPT, sec, NULL, 0,
477035c2 1498 speed_template_16_24_32);
cba83564 1499 test_cipher_speed("cbc(twofish)", ENCRYPT, sec, NULL, 0,
477035c2 1500 speed_template_16_24_32);
cba83564 1501 test_cipher_speed("cbc(twofish)", DECRYPT, sec, NULL, 0,
477035c2 1502 speed_template_16_24_32);
ee5002a5
JK		 1503 test_cipher_speed("ctr(twofish)", ENCRYPT, sec, NULL, 0,
1504 speed_template_16_24_32);
1505 test_cipher_speed("ctr(twofish)", DECRYPT, sec, NULL, 0,
1506 speed_template_16_24_32);
bee3a90e
JK		 1507 test_cipher_speed("lrw(twofish)", ENCRYPT, sec, NULL, 0,
1508 speed_template_32_40_48);
1509 test_cipher_speed("lrw(twofish)", DECRYPT, sec, NULL, 0,
1510 speed_template_32_40_48);
131f7541
JK		 1511 test_cipher_speed("xts(twofish)", ENCRYPT, sec, NULL, 0,
1512 speed_template_32_48_64);
1513 test_cipher_speed("xts(twofish)", DECRYPT, sec, NULL, 0,
1514 speed_template_32_48_64);
ebfd9bcf
HW		 1515 break;
1516
1517 case 203:
cba83564 1518 test_cipher_speed("ecb(blowfish)", ENCRYPT, sec, NULL, 0,
477035c2 1519 speed_template_8_32);
cba83564 1520 test_cipher_speed("ecb(blowfish)", DECRYPT, sec, NULL, 0,
477035c2 1521 speed_template_8_32);
cba83564 1522 test_cipher_speed("cbc(blowfish)", ENCRYPT, sec, NULL, 0,
477035c2 1523 speed_template_8_32);
cba83564 1524 test_cipher_speed("cbc(blowfish)", DECRYPT, sec, NULL, 0,
477035c2 1525 speed_template_8_32);
7d47b86c
JK		 1526 test_cipher_speed("ctr(blowfish)", ENCRYPT, sec, NULL, 0,
1527 speed_template_8_32);
1528 test_cipher_speed("ctr(blowfish)", DECRYPT, sec, NULL, 0,
1529 speed_template_8_32);
ebfd9bcf
HW		 1530 break;
1531
1532 case 204:
cba83564 1533 test_cipher_speed("ecb(des)", ENCRYPT, sec, NULL, 0,
477035c2 1534 speed_template_8);
cba83564 1535 test_cipher_speed("ecb(des)", DECRYPT, sec, NULL, 0,
477035c2 1536 speed_template_8);
cba83564 1537 test_cipher_speed("cbc(des)", ENCRYPT, sec, NULL, 0,
477035c2 1538 speed_template_8);
cba83564 1539 test_cipher_speed("cbc(des)", DECRYPT, sec, NULL, 0,
477035c2 1540 speed_template_8);
ebfd9bcf
HW		 1541 break;
1542
02ab5a70
NT		 1543 case 205:
1544 test_cipher_speed("ecb(camellia)", ENCRYPT, sec, NULL, 0,
477035c2 1545 speed_template_16_24_32);
02ab5a70 1546 test_cipher_speed("ecb(camellia)", DECRYPT, sec, NULL, 0,
477035c2 1547 speed_template_16_24_32);
02ab5a70 1548 test_cipher_speed("cbc(camellia)", ENCRYPT, sec, NULL, 0,
477035c2 1549 speed_template_16_24_32);
02ab5a70 1550 test_cipher_speed("cbc(camellia)", DECRYPT, sec, NULL, 0,
477035c2 1551 speed_template_16_24_32);
4de59337
JK		 1552 test_cipher_speed("ctr(camellia)", ENCRYPT, sec, NULL, 0,
1553 speed_template_16_24_32);
1554 test_cipher_speed("ctr(camellia)", DECRYPT, sec, NULL, 0,
1555 speed_template_16_24_32);
1556 test_cipher_speed("lrw(camellia)", ENCRYPT, sec, NULL, 0,
1557 speed_template_32_40_48);
1558 test_cipher_speed("lrw(camellia)", DECRYPT, sec, NULL, 0,
1559 speed_template_32_40_48);
1560 test_cipher_speed("xts(camellia)", ENCRYPT, sec, NULL, 0,
1561 speed_template_32_48_64);
1562 test_cipher_speed("xts(camellia)", DECRYPT, sec, NULL, 0,
1563 speed_template_32_48_64);
02ab5a70
NT		 1564 break;
1565
5de8f1b5
TSH		 1566 case 206:
1567 test_cipher_speed("salsa20", ENCRYPT, sec, NULL, 0,
477035c2 1568 speed_template_16_32);
5de8f1b5
TSH		 1569 break;
1570
7fb7fe44
JK		 1571 case 207:
1572 test_cipher_speed("ecb(serpent)", ENCRYPT, sec, NULL, 0,
1573 speed_template_16_32);
1574 test_cipher_speed("ecb(serpent)", DECRYPT, sec, NULL, 0,
1575 speed_template_16_32);
1576 test_cipher_speed("cbc(serpent)", ENCRYPT, sec, NULL, 0,
1577 speed_template_16_32);
1578 test_cipher_speed("cbc(serpent)", DECRYPT, sec, NULL, 0,
1579 speed_template_16_32);
1580 test_cipher_speed("ctr(serpent)", ENCRYPT, sec, NULL, 0,
1581 speed_template_16_32);
1582 test_cipher_speed("ctr(serpent)", DECRYPT, sec, NULL, 0,
1583 speed_template_16_32);
87aae4bf
JK		 1584 test_cipher_speed("lrw(serpent)", ENCRYPT, sec, NULL, 0,
1585 speed_template_32_48);
1586 test_cipher_speed("lrw(serpent)", DECRYPT, sec, NULL, 0,
1587 speed_template_32_48);
5209c07a
JK		 1588 test_cipher_speed("xts(serpent)", ENCRYPT, sec, NULL, 0,
1589 speed_template_32_64);
1590 test_cipher_speed("xts(serpent)", DECRYPT, sec, NULL, 0,
1591 speed_template_32_64);
7fb7fe44
JK		 1592 break;
1593
31b4cd29
JK		 1594 case 208:
1595 test_cipher_speed("ecb(arc4)", ENCRYPT, sec, NULL, 0,
1596 speed_template_8);
1597 break;
1598
a2c58260
JG		 1599 case 209:
1600 test_cipher_speed("ecb(cast5)", ENCRYPT, sec, NULL, 0,
1601 speed_template_8_16);
1602 test_cipher_speed("ecb(cast5)", DECRYPT, sec, NULL, 0,
1603 speed_template_8_16);
1604 test_cipher_speed("cbc(cast5)", ENCRYPT, sec, NULL, 0,
1605 speed_template_8_16);
1606 test_cipher_speed("cbc(cast5)", DECRYPT, sec, NULL, 0,
1607 speed_template_8_16);
1608 test_cipher_speed("ctr(cast5)", ENCRYPT, sec, NULL, 0,
1609 speed_template_8_16);
1610 test_cipher_speed("ctr(cast5)", DECRYPT, sec, NULL, 0,
1611 speed_template_8_16);
1612 break;
1613
9b8b0405
JG		 1614 case 210:
1615 test_cipher_speed("ecb(cast6)", ENCRYPT, sec, NULL, 0,
1616 speed_template_16_32);
1617 test_cipher_speed("ecb(cast6)", DECRYPT, sec, NULL, 0,
1618 speed_template_16_32);
1619 test_cipher_speed("cbc(cast6)", ENCRYPT, sec, NULL, 0,
1620 speed_template_16_32);
1621 test_cipher_speed("cbc(cast6)", DECRYPT, sec, NULL, 0,
1622 speed_template_16_32);
1623 test_cipher_speed("ctr(cast6)", ENCRYPT, sec, NULL, 0,
1624 speed_template_16_32);
1625 test_cipher_speed("ctr(cast6)", DECRYPT, sec, NULL, 0,
1626 speed_template_16_32);
1627 test_cipher_speed("lrw(cast6)", ENCRYPT, sec, NULL, 0,
1628 speed_template_32_48);
1629 test_cipher_speed("lrw(cast6)", DECRYPT, sec, NULL, 0,
1630 speed_template_32_48);
1631 test_cipher_speed("xts(cast6)", ENCRYPT, sec, NULL, 0,
1632 speed_template_32_64);
1633 test_cipher_speed("xts(cast6)", DECRYPT, sec, NULL, 0,
1634 speed_template_32_64);
1635 break;
1636
53f52d7a
TC		 1637 case 211:
1638 test_aead_speed("rfc4106(gcm(aes))", ENCRYPT, sec,
34a1c740 1639 NULL, 0, 16, 16, aead_speed_template_20);
1425d2d1 1640 test_aead_speed("gcm(aes)", ENCRYPT, sec,
f18611da 1641 NULL, 0, 16, 8, speed_template_16_24_32);
4431bd49
GBY		 1642 test_aead_speed("rfc4106(gcm(aes))", DECRYPT, sec,
1643 NULL, 0, 16, 16, aead_speed_template_20);
1644 test_aead_speed("gcm(aes)", DECRYPT, sec,
1645 NULL, 0, 16, 8, speed_template_16_24_32);
53f52d7a
TC		 1646 break;
1647
4e4aab63
HX		 1648 case 212:
1649 test_aead_speed("rfc4309(ccm(aes))", ENCRYPT, sec,
34a1c740 1650 NULL, 0, 16, 16, aead_speed_template_19);
4431bd49
GBY		 1651 test_aead_speed("rfc4309(ccm(aes))", DECRYPT, sec,
1652 NULL, 0, 16, 16, aead_speed_template_19);
4e4aab63
HX		 1653 break;
1654
2dce063a
MW		 1655 case 213:
1656 test_aead_speed("rfc7539esp(chacha20,poly1305)", ENCRYPT, sec,
1657 NULL, 0, 16, 8, aead_speed_template_36);
4431bd49
GBY		 1658 test_aead_speed("rfc7539esp(chacha20,poly1305)", DECRYPT, sec,
1659 NULL, 0, 16, 8, aead_speed_template_36);
2dce063a
MW		 1660 break;
1661
1662 case 214:
1663 test_cipher_speed("chacha20", ENCRYPT, sec, NULL, 0,
1664 speed_template_32);
1665 break;
1666
e8057928 1667 case 300:
8606813a
HX		 1668 if (alg) {
1669 test_hash_speed(alg, sec, generic_hash_speed_template);
1670 break;
1671 }
e8057928 1672 /* fall through */
e8057928 1673 case 301:
e9d41164 1674 test_hash_speed("md4", sec, generic_hash_speed_template);
e8057928 1675 if (mode > 300 && mode < 400) break;
59517226 1676 /* fall through */
e8057928 1677 case 302:
e9d41164 1678 test_hash_speed("md5", sec, generic_hash_speed_template);
e8057928 1679 if (mode > 300 && mode < 400) break;
59517226 1680 /* fall through */
e8057928 1681 case 303:
e9d41164 1682 test_hash_speed("sha1", sec, generic_hash_speed_template);
e8057928 1683 if (mode > 300 && mode < 400) break;
59517226 1684 /* fall through */
e8057928 1685 case 304:
e9d41164 1686 test_hash_speed("sha256", sec, generic_hash_speed_template);
e8057928 1687 if (mode > 300 && mode < 400) break;
59517226 1688 /* fall through */
e8057928 1689 case 305:
e9d41164 1690 test_hash_speed("sha384", sec, generic_hash_speed_template);
e8057928 1691 if (mode > 300 && mode < 400) break;
59517226 1692 /* fall through */
e8057928 1693 case 306:
e9d41164 1694 test_hash_speed("sha512", sec, generic_hash_speed_template);
e8057928 1695 if (mode > 300 && mode < 400) break;
59517226 1696 /* fall through */
e8057928 1697 case 307:
e9d41164 1698 test_hash_speed("wp256", sec, generic_hash_speed_template);
e8057928 1699 if (mode > 300 && mode < 400) break;
59517226 1700 /* fall through */
e8057928 1701 case 308:
e9d41164 1702 test_hash_speed("wp384", sec, generic_hash_speed_template);
e8057928 1703 if (mode > 300 && mode < 400) break;
59517226 1704 /* fall through */
e8057928 1705 case 309:
e9d41164 1706 test_hash_speed("wp512", sec, generic_hash_speed_template);
e8057928 1707 if (mode > 300 && mode < 400) break;
59517226 1708 /* fall through */
e8057928 1709 case 310:
e9d41164 1710 test_hash_speed("tgr128", sec, generic_hash_speed_template);
e8057928 1711 if (mode > 300 && mode < 400) break;
59517226 1712 /* fall through */
e8057928 1713 case 311:
e9d41164 1714 test_hash_speed("tgr160", sec, generic_hash_speed_template);
e8057928 1715 if (mode > 300 && mode < 400) break;
59517226 1716 /* fall through */
e8057928 1717 case 312:
e9d41164 1718 test_hash_speed("tgr192", sec, generic_hash_speed_template);
e8057928 1719 if (mode > 300 && mode < 400) break;
59517226 1720 /* fall through */
cd12fb90
JL		 1721 case 313:
1722 test_hash_speed("sha224", sec, generic_hash_speed_template);
1723 if (mode > 300 && mode < 400) break;
59517226 1724 /* fall through */
fd4adf1a
AKR		 1725 case 314:
1726 test_hash_speed("rmd128", sec, generic_hash_speed_template);
1727 if (mode > 300 && mode < 400) break;
59517226 1728 /* fall through */
fd4adf1a
AKR		 1729 case 315:
1730 test_hash_speed("rmd160", sec, generic_hash_speed_template);
1731 if (mode > 300 && mode < 400) break;
59517226 1732 /* fall through */
2998db37
AKR		 1733 case 316:
1734 test_hash_speed("rmd256", sec, generic_hash_speed_template);
1735 if (mode > 300 && mode < 400) break;
59517226 1736 /* fall through */
2998db37
AKR		 1737 case 317:
1738 test_hash_speed("rmd320", sec, generic_hash_speed_template);
1739 if (mode > 300 && mode < 400) break;
59517226 1740 /* fall through */
18bcc919
HY		 1741 case 318:
1742 test_hash_speed("ghash-generic", sec, hash_speed_template_16);
1743 if (mode > 300 && mode < 400) break;
59517226 1744 /* fall through */
e3899e4d
TC		 1745 case 319:
1746 test_hash_speed("crc32c", sec, generic_hash_speed_template);
1747 if (mode > 300 && mode < 400) break;
59517226 1748 /* fall through */
68411521
HX		 1749 case 320:
1750 test_hash_speed("crct10dif", sec, generic_hash_speed_template);
1751 if (mode > 300 && mode < 400) break;
59517226 1752 /* fall through */
2dce063a
MW		 1753 case 321:
1754 test_hash_speed("poly1305", sec, poly1305_speed_template);
1755 if (mode > 300 && mode < 400) break;
59517226 1756 /* fall through */
79cc6ab8 1757 case 322:
1758 test_hash_speed("sha3-224", sec, generic_hash_speed_template);
1759 if (mode > 300 && mode < 400) break;
59517226 1760 /* fall through */
79cc6ab8 1761 case 323:
1762 test_hash_speed("sha3-256", sec, generic_hash_speed_template);
1763 if (mode > 300 && mode < 400) break;
59517226 1764 /* fall through */
79cc6ab8 1765 case 324:
1766 test_hash_speed("sha3-384", sec, generic_hash_speed_template);
1767 if (mode > 300 && mode < 400) break;
59517226 1768 /* fall through */
79cc6ab8 1769 case 325:
1770 test_hash_speed("sha3-512", sec, generic_hash_speed_template);
1771 if (mode > 300 && mode < 400) break;
59517226 1772 /* fall through */
b7e27530
GBY		 1773 case 326:
1774 test_hash_speed("sm3", sec, generic_hash_speed_template);
1775 if (mode > 300 && mode < 400) break;
59517226 1776 /* fall through */
e8057928
ML		 1777 case 399:
1778 break;
1779
beb63da7 1780 case 400:
8606813a
HX		 1781 if (alg) {
1782 test_ahash_speed(alg, sec, generic_hash_speed_template);
1783 break;
1784 }
beb63da7 1785 /* fall through */
beb63da7
DM		 1786 case 401:
1787 test_ahash_speed("md4", sec, generic_hash_speed_template);
1788 if (mode > 400 && mode < 500) break;
59517226 1789 /* fall through */
beb63da7
DM		 1790 case 402:
1791 test_ahash_speed("md5", sec, generic_hash_speed_template);
1792 if (mode > 400 && mode < 500) break;
59517226 1793 /* fall through */
beb63da7
DM		 1794 case 403:
1795 test_ahash_speed("sha1", sec, generic_hash_speed_template);
1796 if (mode > 400 && mode < 500) break;
59517226 1797 /* fall through */
beb63da7
DM		 1798 case 404:
1799 test_ahash_speed("sha256", sec, generic_hash_speed_template);
1800 if (mode > 400 && mode < 500) break;
59517226 1801 /* fall through */
beb63da7
DM		 1802 case 405:
1803 test_ahash_speed("sha384", sec, generic_hash_speed_template);
1804 if (mode > 400 && mode < 500) break;
59517226 1805 /* fall through */
beb63da7
DM		 1806 case 406:
1807 test_ahash_speed("sha512", sec, generic_hash_speed_template);
1808 if (mode > 400 && mode < 500) break;
59517226 1809 /* fall through */
beb63da7
DM		 1810 case 407:
1811 test_ahash_speed("wp256", sec, generic_hash_speed_template);
1812 if (mode > 400 && mode < 500) break;
59517226 1813 /* fall through */
beb63da7
DM		 1814 case 408:
1815 test_ahash_speed("wp384", sec, generic_hash_speed_template);
1816 if (mode > 400 && mode < 500) break;
59517226 1817 /* fall through */
beb63da7
DM		 1818 case 409:
1819 test_ahash_speed("wp512", sec, generic_hash_speed_template);
1820 if (mode > 400 && mode < 500) break;
59517226 1821 /* fall through */
beb63da7
DM		 1822 case 410:
1823 test_ahash_speed("tgr128", sec, generic_hash_speed_template);
1824 if (mode > 400 && mode < 500) break;
59517226 1825 /* fall through */
beb63da7
DM		 1826 case 411:
1827 test_ahash_speed("tgr160", sec, generic_hash_speed_template);
1828 if (mode > 400 && mode < 500) break;
59517226 1829 /* fall through */
beb63da7
DM		 1830 case 412:
1831 test_ahash_speed("tgr192", sec, generic_hash_speed_template);
1832 if (mode > 400 && mode < 500) break;
59517226 1833 /* fall through */
beb63da7
DM		 1834 case 413:
1835 test_ahash_speed("sha224", sec, generic_hash_speed_template);
1836 if (mode > 400 && mode < 500) break;
59517226 1837 /* fall through */
beb63da7
DM		 1838 case 414:
1839 test_ahash_speed("rmd128", sec, generic_hash_speed_template);
1840 if (mode > 400 && mode < 500) break;
59517226 1841 /* fall through */
beb63da7
DM		 1842 case 415:
1843 test_ahash_speed("rmd160", sec, generic_hash_speed_template);
1844 if (mode > 400 && mode < 500) break;
59517226 1845 /* fall through */
beb63da7
DM		 1846 case 416:
1847 test_ahash_speed("rmd256", sec, generic_hash_speed_template);
1848 if (mode > 400 && mode < 500) break;
59517226 1849 /* fall through */
beb63da7
DM		 1850 case 417:
1851 test_ahash_speed("rmd320", sec, generic_hash_speed_template);
1852 if (mode > 400 && mode < 500) break;
59517226 1853 /* fall through */
79cc6ab8 1854 case 418:
1855 test_ahash_speed("sha3-224", sec, generic_hash_speed_template);
1856 if (mode > 400 && mode < 500) break;
59517226 1857 /* fall through */
79cc6ab8 1858 case 419:
1859 test_ahash_speed("sha3-256", sec, generic_hash_speed_template);
1860 if (mode > 400 && mode < 500) break;
59517226 1861 /* fall through */
79cc6ab8 1862 case 420:
1863 test_ahash_speed("sha3-384", sec, generic_hash_speed_template);
1864 if (mode > 400 && mode < 500) break;
59517226 1865 /* fall through */
79cc6ab8 1866 case 421:
1867 test_ahash_speed("sha3-512", sec, generic_hash_speed_template);
1868 if (mode > 400 && mode < 500) break;
59517226 1869 /* fall through */
087bcd22 1870 case 422:
8fcdc868
GBY		 1871 test_mb_ahash_speed("sha1", sec, generic_hash_speed_template,
1872 num_mb);
087bcd22 1873 if (mode > 400 && mode < 500) break;
59517226 1874 /* fall through */
087bcd22 1875 case 423:
8fcdc868
GBY		 1876 test_mb_ahash_speed("sha256", sec, generic_hash_speed_template,
1877 num_mb);
087bcd22 1878 if (mode > 400 && mode < 500) break;
59517226 1879 /* fall through */
14009c4b 1880 case 424:
8fcdc868
GBY		 1881 test_mb_ahash_speed("sha512", sec, generic_hash_speed_template,
1882 num_mb);
14009c4b 1883 if (mode > 400 && mode < 500) break;
59517226 1884 /* fall through */
b7e27530 1885 case 425:
8fcdc868
GBY		 1886 test_mb_ahash_speed("sm3", sec, generic_hash_speed_template,
1887 num_mb);
b7e27530 1888 if (mode > 400 && mode < 500) break;
59517226 1889 /* fall through */
beb63da7
DM		 1890 case 499:
1891 break;
1892
3f3baf35
JK		 1893 case 500:
1894 test_acipher_speed("ecb(aes)", ENCRYPT, sec, NULL, 0,
1895 speed_template_16_24_32);
1896 test_acipher_speed("ecb(aes)", DECRYPT, sec, NULL, 0,
1897 speed_template_16_24_32);
1898 test_acipher_speed("cbc(aes)", ENCRYPT, sec, NULL, 0,
1899 speed_template_16_24_32);
1900 test_acipher_speed("cbc(aes)", DECRYPT, sec, NULL, 0,
1901 speed_template_16_24_32);
1902 test_acipher_speed("lrw(aes)", ENCRYPT, sec, NULL, 0,
1903 speed_template_32_40_48);
1904 test_acipher_speed("lrw(aes)", DECRYPT, sec, NULL, 0,
1905 speed_template_32_40_48);
1906 test_acipher_speed("xts(aes)", ENCRYPT, sec, NULL, 0,
b66ad0b7 1907 speed_template_32_64);
3f3baf35 1908 test_acipher_speed("xts(aes)", DECRYPT, sec, NULL, 0,
b66ad0b7 1909 speed_template_32_64);
1503a24f
HX		 1910 test_acipher_speed("cts(cbc(aes))", ENCRYPT, sec, NULL, 0,
1911 speed_template_16_24_32);
1912 test_acipher_speed("cts(cbc(aes))", DECRYPT, sec, NULL, 0,
1913 speed_template_16_24_32);
3f3baf35
JK		 1914 test_acipher_speed("ctr(aes)", ENCRYPT, sec, NULL, 0,
1915 speed_template_16_24_32);
1916 test_acipher_speed("ctr(aes)", DECRYPT, sec, NULL, 0,
1917 speed_template_16_24_32);
de197533
NR		 1918 test_acipher_speed("cfb(aes)", ENCRYPT, sec, NULL, 0,
1919 speed_template_16_24_32);
1920 test_acipher_speed("cfb(aes)", DECRYPT, sec, NULL, 0,
1921 speed_template_16_24_32);
1922 test_acipher_speed("ofb(aes)", ENCRYPT, sec, NULL, 0,
1923 speed_template_16_24_32);
1924 test_acipher_speed("ofb(aes)", DECRYPT, sec, NULL, 0,
1925 speed_template_16_24_32);
69d3150c
JK		 1926 test_acipher_speed("rfc3686(ctr(aes))", ENCRYPT, sec, NULL, 0,
1927 speed_template_20_28_36);
1928 test_acipher_speed("rfc3686(ctr(aes))", DECRYPT, sec, NULL, 0,
1929 speed_template_20_28_36);
3f3baf35
JK		 1930 break;
1931
1932 case 501:
1933 test_acipher_speed("ecb(des3_ede)", ENCRYPT, sec,
1934 des3_speed_template, DES3_SPEED_VECTORS,
1935 speed_template_24);
1936 test_acipher_speed("ecb(des3_ede)", DECRYPT, sec,
1937 des3_speed_template, DES3_SPEED_VECTORS,
1938 speed_template_24);
1939 test_acipher_speed("cbc(des3_ede)", ENCRYPT, sec,
1940 des3_speed_template, DES3_SPEED_VECTORS,
1941 speed_template_24);
1942 test_acipher_speed("cbc(des3_ede)", DECRYPT, sec,
1943 des3_speed_template, DES3_SPEED_VECTORS,
1944 speed_template_24);
de197533
NR		 1945 test_acipher_speed("cfb(des3_ede)", ENCRYPT, sec,
1946 des3_speed_template, DES3_SPEED_VECTORS,
1947 speed_template_24);
1948 test_acipher_speed("cfb(des3_ede)", DECRYPT, sec,
1949 des3_speed_template, DES3_SPEED_VECTORS,
1950 speed_template_24);
1951 test_acipher_speed("ofb(des3_ede)", ENCRYPT, sec,
1952 des3_speed_template, DES3_SPEED_VECTORS,
1953 speed_template_24);
1954 test_acipher_speed("ofb(des3_ede)", DECRYPT, sec,
1955 des3_speed_template, DES3_SPEED_VECTORS,
1956 speed_template_24);
3f3baf35
JK		 1957 break;
1958
1959 case 502:
1960 test_acipher_speed("ecb(des)", ENCRYPT, sec, NULL, 0,
1961 speed_template_8);
1962 test_acipher_speed("ecb(des)", DECRYPT, sec, NULL, 0,
1963 speed_template_8);
1964 test_acipher_speed("cbc(des)", ENCRYPT, sec, NULL, 0,
1965 speed_template_8);
1966 test_acipher_speed("cbc(des)", DECRYPT, sec, NULL, 0,
1967 speed_template_8);
de197533
NR		 1968 test_acipher_speed("cfb(des)", ENCRYPT, sec, NULL, 0,
1969 speed_template_8);
1970 test_acipher_speed("cfb(des)", DECRYPT, sec, NULL, 0,
1971 speed_template_8);
1972 test_acipher_speed("ofb(des)", ENCRYPT, sec, NULL, 0,
1973 speed_template_8);
1974 test_acipher_speed("ofb(des)", DECRYPT, sec, NULL, 0,
1975 speed_template_8);
3f3baf35
JK		 1976 break;
1977
7fb7fe44
JK		 1978 case 503:
1979 test_acipher_speed("ecb(serpent)", ENCRYPT, sec, NULL, 0,
1980 speed_template_16_32);
1981 test_acipher_speed("ecb(serpent)", DECRYPT, sec, NULL, 0,
1982 speed_template_16_32);
1983 test_acipher_speed("cbc(serpent)", ENCRYPT, sec, NULL, 0,
1984 speed_template_16_32);
1985 test_acipher_speed("cbc(serpent)", DECRYPT, sec, NULL, 0,
1986 speed_template_16_32);
1987 test_acipher_speed("ctr(serpent)", ENCRYPT, sec, NULL, 0,
1988 speed_template_16_32);
1989 test_acipher_speed("ctr(serpent)", DECRYPT, sec, NULL, 0,
1990 speed_template_16_32);
87aae4bf
JK		 1991 test_acipher_speed("lrw(serpent)", ENCRYPT, sec, NULL, 0,
1992 speed_template_32_48);
1993 test_acipher_speed("lrw(serpent)", DECRYPT, sec, NULL, 0,
1994 speed_template_32_48);
5209c07a
JK		 1995 test_acipher_speed("xts(serpent)", ENCRYPT, sec, NULL, 0,
1996 speed_template_32_64);
1997 test_acipher_speed("xts(serpent)", DECRYPT, sec, NULL, 0,
1998 speed_template_32_64);
7fb7fe44
JK		 1999 break;
2000
107778b5
JG		 2001 case 504:
2002 test_acipher_speed("ecb(twofish)", ENCRYPT, sec, NULL, 0,
2003 speed_template_16_24_32);
2004 test_acipher_speed("ecb(twofish)", DECRYPT, sec, NULL, 0,
2005 speed_template_16_24_32);
2006 test_acipher_speed("cbc(twofish)", ENCRYPT, sec, NULL, 0,
2007 speed_template_16_24_32);
2008 test_acipher_speed("cbc(twofish)", DECRYPT, sec, NULL, 0,
2009 speed_template_16_24_32);
2010 test_acipher_speed("ctr(twofish)", ENCRYPT, sec, NULL, 0,
2011 speed_template_16_24_32);
2012 test_acipher_speed("ctr(twofish)", DECRYPT, sec, NULL, 0,
2013 speed_template_16_24_32);
2014 test_acipher_speed("lrw(twofish)", ENCRYPT, sec, NULL, 0,
2015 speed_template_32_40_48);
2016 test_acipher_speed("lrw(twofish)", DECRYPT, sec, NULL, 0,
2017 speed_template_32_40_48);
2018 test_acipher_speed("xts(twofish)", ENCRYPT, sec, NULL, 0,
2019 speed_template_32_48_64);
2020 test_acipher_speed("xts(twofish)", DECRYPT, sec, NULL, 0,
2021 speed_template_32_48_64);
2022 break;
2023
31b4cd29
JK		 2024 case 505:
2025 test_acipher_speed("ecb(arc4)", ENCRYPT, sec, NULL, 0,
2026 speed_template_8);
2027 break;
2028
a2c58260
JG		 2029 case 506:
2030 test_acipher_speed("ecb(cast5)", ENCRYPT, sec, NULL, 0,
2031 speed_template_8_16);
2032 test_acipher_speed("ecb(cast5)", DECRYPT, sec, NULL, 0,
2033 speed_template_8_16);
2034 test_acipher_speed("cbc(cast5)", ENCRYPT, sec, NULL, 0,
2035 speed_template_8_16);
2036 test_acipher_speed("cbc(cast5)", DECRYPT, sec, NULL, 0,
2037 speed_template_8_16);
2038 test_acipher_speed("ctr(cast5)", ENCRYPT, sec, NULL, 0,
2039 speed_template_8_16);
2040 test_acipher_speed("ctr(cast5)", DECRYPT, sec, NULL, 0,
2041 speed_template_8_16);
2042 break;
2043
9b8b0405
JG		 2044 case 507:
2045 test_acipher_speed("ecb(cast6)", ENCRYPT, sec, NULL, 0,
2046 speed_template_16_32);
2047 test_acipher_speed("ecb(cast6)", DECRYPT, sec, NULL, 0,
2048 speed_template_16_32);
2049 test_acipher_speed("cbc(cast6)", ENCRYPT, sec, NULL, 0,
2050 speed_template_16_32);
2051 test_acipher_speed("cbc(cast6)", DECRYPT, sec, NULL, 0,
2052 speed_template_16_32);
2053 test_acipher_speed("ctr(cast6)", ENCRYPT, sec, NULL, 0,
2054 speed_template_16_32);
2055 test_acipher_speed("ctr(cast6)", DECRYPT, sec, NULL, 0,
2056 speed_template_16_32);
2057 test_acipher_speed("lrw(cast6)", ENCRYPT, sec, NULL, 0,
2058 speed_template_32_48);
2059 test_acipher_speed("lrw(cast6)", DECRYPT, sec, NULL, 0,
2060 speed_template_32_48);
2061 test_acipher_speed("xts(cast6)", ENCRYPT, sec, NULL, 0,
2062 speed_template_32_64);
2063 test_acipher_speed("xts(cast6)", DECRYPT, sec, NULL, 0,
2064 speed_template_32_64);
2065 break;
2066
bf9c5181
JK		 2067 case 508:
2068 test_acipher_speed("ecb(camellia)", ENCRYPT, sec, NULL, 0,
2069 speed_template_16_32);
2070 test_acipher_speed("ecb(camellia)", DECRYPT, sec, NULL, 0,
2071 speed_template_16_32);
2072 test_acipher_speed("cbc(camellia)", ENCRYPT, sec, NULL, 0,
2073 speed_template_16_32);
2074 test_acipher_speed("cbc(camellia)", DECRYPT, sec, NULL, 0,
2075 speed_template_16_32);
2076 test_acipher_speed("ctr(camellia)", ENCRYPT, sec, NULL, 0,
2077 speed_template_16_32);
2078 test_acipher_speed("ctr(camellia)", DECRYPT, sec, NULL, 0,
2079 speed_template_16_32);
2080 test_acipher_speed("lrw(camellia)", ENCRYPT, sec, NULL, 0,
2081 speed_template_32_48);
2082 test_acipher_speed("lrw(camellia)", DECRYPT, sec, NULL, 0,
2083 speed_template_32_48);
2084 test_acipher_speed("xts(camellia)", ENCRYPT, sec, NULL, 0,
2085 speed_template_32_64);
2086 test_acipher_speed("xts(camellia)", DECRYPT, sec, NULL, 0,
2087 speed_template_32_64);
2088 break;
2089
ad8b7c3e
JK		 2090 case 509:
2091 test_acipher_speed("ecb(blowfish)", ENCRYPT, sec, NULL, 0,
2092 speed_template_8_32);
2093 test_acipher_speed("ecb(blowfish)", DECRYPT, sec, NULL, 0,
2094 speed_template_8_32);
2095 test_acipher_speed("cbc(blowfish)", ENCRYPT, sec, NULL, 0,
2096 speed_template_8_32);
2097 test_acipher_speed("cbc(blowfish)", DECRYPT, sec, NULL, 0,
2098 speed_template_8_32);
2099 test_acipher_speed("ctr(blowfish)", ENCRYPT, sec, NULL, 0,
2100 speed_template_8_32);
2101 test_acipher_speed("ctr(blowfish)", DECRYPT, sec, NULL, 0,
2102 speed_template_8_32);
2103 break;
2104
1da177e4
LT		 2105 case 1000:
2106 test_available();
2107 break;
1da177e4 2108 }
4e033a6b
JW		 2109
2110 return ret;
1da177e4
LT		 2111}
2112
3af5b90b 2113static int __init tcrypt_mod_init(void)
1da177e4 2114{
e3a4ea4f 2115 int err = -ENOMEM;
f139cfa7 2116 int i;
e3a4ea4f 2117
f139cfa7
HX		 2118 for (i = 0; i < TVMEMSIZE; i++) {
2119 tvmem[i] = (void *)__get_free_page(GFP_KERNEL);
2120 if (!tvmem[i])
2121 goto err_free_tv;
2122 }
1da177e4 2123
8606813a 2124 err = do_test(alg, type, mask, mode);
a873a5f1 2125
4e033a6b
JW		 2126 if (err) {
2127 printk(KERN_ERR "tcrypt: one or more tests failed!\n");
2128 goto err_free_tv;
76512f2d
RV		 2129 } else {
2130 pr_debug("all tests passed\n");
4e033a6b 2131 }
14fdf477 2132
4e033a6b
JW		 2133 /* We intentionaly return -EAGAIN to prevent keeping the module,
2134 * unless we're running in fips mode. It does all its work from
2135 * init() and doesn't offer any runtime functionality, but in
2136 * the fips case, checking for a successful load is helpful.
14fdf477
ML		 2137 * => we don't need it in the memory, do we?
2138 * -- mludvig
2139 */
4e033a6b
JW		 2140 if (!fips_enabled)
2141 err = -EAGAIN;
e3a4ea4f 2142
f139cfa7
HX		 2143err_free_tv:
2144 for (i = 0; i < TVMEMSIZE && tvmem[i]; i++)
2145 free_page((unsigned long)tvmem[i]);
e3a4ea4f
MH		 2146
2147 return err;
1da177e4
LT		 2148}
2149
2150/*
2151 * If an init function is provided, an exit function must also be provided
2152 * to allow module unload.
2153 */
3af5b90b 2154static void __exit tcrypt_mod_fini(void) { }
1da177e4 2155
3af5b90b
KB		 2156module_init(tcrypt_mod_init);
2157module_exit(tcrypt_mod_fini);
1da177e4 2158
a873a5f1
SK		 2159module_param(alg, charp, 0);
2160module_param(type, uint, 0);
7be380f7 2161module_param(mask, uint, 0);
1da177e4 2162module_param(mode, int, 0);
ebfd9bcf 2163module_param(sec, uint, 0);
6a17944c
HX		 2164MODULE_PARM_DESC(sec, "Length in seconds of speed tests "
2165 "(defaults to zero which uses CPU cycles instead)");
8fcdc868
GBY		 2166module_param(num_mb, uint, 0000);
2167MODULE_PARM_DESC(num_mb, "Number of concurrent requests to be used in mb speed tests (defaults to 8)");
1da177e4
LT		 2168
2169MODULE_LICENSE("GPL");
2170MODULE_DESCRIPTION("Quick & dirty crypto testing module");
2171MODULE_AUTHOR("James Morris <jmorris@intercode.com.au>");
Mirror https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git