examples/fips_validation/main.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2018 Intel Corporation
   3  */
   4
   5 #include <sys/stat.h>
   6 #include <getopt.h>
   7 #include <dirent.h>
   8
   9 #include <rte_cryptodev.h>
  10 #include <rte_cryptodev_pmd.h>
  11 #include <rte_mempool.h>
  12 #include <rte_mbuf.h>
  13 #include <rte_string_fns.h>
  14
  15 #include "fips_validation.h"
  16
  17 #define REQ_FILE_PATH_KEYWORD   "req-file"
  18 #define RSP_FILE_PATH_KEYWORD   "rsp-file"
  19 #define FOLDER_KEYWORD          "path-is-folder"
  20 #define CRYPTODEV_KEYWORD       "cryptodev"
  21 #define CRYPTODEV_ID_KEYWORD    "cryptodev-id"
  22
  23 struct fips_test_vector vec;
  24 struct fips_test_interim_info info;
  25
  26 struct cryptodev_fips_validate_env {
  27         const char *req_path;
  28         const char *rsp_path;
  29         uint32_t is_path_folder;
  30         uint32_t dev_id;
  31         struct rte_mempool *mpool;
  32         struct rte_mempool *op_pool;
  33         struct rte_mbuf *mbuf;
  34         struct rte_crypto_op *op;
  35         struct rte_cryptodev_sym_session *sess;
  36 } env;
  37
  38 static int
  39 cryptodev_fips_validate_app_int(void)
  40 {
  41         struct rte_cryptodev_config conf = {rte_socket_id(), 1};
  42         struct rte_cryptodev_qp_conf qp_conf = {128};
  43         int ret;
  44
  45         ret = rte_cryptodev_configure(env.dev_id, &conf);
  46         if (ret < 0)
  47                 return ret;
  48
  49         env.mpool = rte_pktmbuf_pool_create("FIPS_MEMPOOL", 128, 0, 0,
  50                         UINT16_MAX, rte_socket_id());
  51         if (!env.mpool)
  52                 return ret;
  53
  54         ret = rte_cryptodev_queue_pair_setup(env.dev_id, 0, &qp_conf,
  55                         rte_socket_id(), env.mpool);
  56         if (ret < 0)
  57                 return ret;
  58
  59         ret = -ENOMEM;
  60
  61         env.op_pool = rte_crypto_op_pool_create(
  62                         "FIPS_OP_POOL",
  63                         RTE_CRYPTO_OP_TYPE_SYMMETRIC,
  64                         1, 0,
  65                         16,
  66                         rte_socket_id());
  67         if (!env.op_pool)
  68                 goto error_exit;
  69
  70         env.mbuf = rte_pktmbuf_alloc(env.mpool);
  71         if (!env.mbuf)
  72                 goto error_exit;
  73
  74         env.op = rte_crypto_op_alloc(env.op_pool, RTE_CRYPTO_OP_TYPE_SYMMETRIC);
  75         if (!env.op)
  76                 goto error_exit;
  77
  78         return 0;
  79
  80 error_exit:
  81         rte_mempool_free(env.mpool);
  82         if (env.op_pool)
  83                 rte_mempool_free(env.op_pool);
  84
  85         return ret;
  86 }
  87
  88 static void
  89 cryptodev_fips_validate_app_uninit(void)
  90 {
  91         rte_pktmbuf_free(env.mbuf);
  92         rte_crypto_op_free(env.op);
  93         rte_cryptodev_sym_session_clear(env.dev_id, env.sess);
  94         rte_cryptodev_sym_session_free(env.sess);
  95         rte_mempool_free(env.mpool);
  96         rte_mempool_free(env.op_pool);
  97 }
  98
  99 static int
 100 fips_test_one_file(void);
 101
 102 static int
 103 parse_cryptodev_arg(char *arg)
 104 {
 105         int id = rte_cryptodev_get_dev_id(arg);
 106
 107         if (id < 0) {
 108                 RTE_LOG(ERR, USER1, "Error %i: invalid cryptodev name %s\n",
 109                                 id, arg);
 110                 return id;
 111         }
 112
 113         env.dev_id = (uint32_t)id;
 114
 115         return 0;
 116 }
 117
 118 static int
 119 parse_cryptodev_id_arg(char *arg)
 120 {
 121         uint32_t cryptodev_id;
 122
 123         if (parser_read_uint32(&cryptodev_id, arg) < 0) {
 124                 RTE_LOG(ERR, USER1, "Error %i: invalid cryptodev id %s\n",
 125                                 -EINVAL, arg);
 126                 return -1;
 127         }
 128
 129
 130         if (!rte_cryptodev_pmd_is_valid_dev(cryptodev_id)) {
 131                 RTE_LOG(ERR, USER1, "Error %i: invalid cryptodev id %s\n",
 132                                 cryptodev_id, arg);
 133                 return -1;
 134         }
 135
 136         env.dev_id = (uint32_t)cryptodev_id;
 137
 138         return 0;
 139 }
 140
 141 static void
 142 cryptodev_fips_validate_usage(const char *prgname)
 143 {
 144         printf("%s [EAL options] --\n"
 145                 "  --%s: REQUEST-FILE-PATH\n"
 146                 "  --%s: RESPONSE-FILE-PATH\n"
 147                 "  --%s: indicating both paths are folders\n"
 148                 "  --%s: CRYPTODEV-NAME\n"
 149                 "  --%s: CRYPTODEV-ID-NAME\n",
 150                 prgname, REQ_FILE_PATH_KEYWORD, RSP_FILE_PATH_KEYWORD,
 151                 FOLDER_KEYWORD, CRYPTODEV_KEYWORD, CRYPTODEV_ID_KEYWORD);
 152 }
 153
 154 static int
 155 cryptodev_fips_validate_parse_args(int argc, char **argv)
 156 {
 157         int opt, ret;
 158         char *prgname = argv[0];
 159         char **argvopt;
 160         int option_index;
 161         struct option lgopts[] = {
 162                         {REQ_FILE_PATH_KEYWORD, required_argument, 0, 0},
 163                         {RSP_FILE_PATH_KEYWORD, required_argument, 0, 0},
 164                         {FOLDER_KEYWORD, no_argument, 0, 0},
 165                         {CRYPTODEV_KEYWORD, required_argument, 0, 0},
 166                         {CRYPTODEV_ID_KEYWORD, required_argument, 0, 0},
 167                         {NULL, 0, 0, 0}
 168         };
 169
 170         argvopt = argv;
 171
 172         while ((opt = getopt_long(argc, argvopt, "s:",
 173                                   lgopts, &option_index)) != EOF) {
 174
 175                 switch (opt) {
 176                 case 0:
 177                         if (strcmp(lgopts[option_index].name,
 178                                         REQ_FILE_PATH_KEYWORD) == 0)
 179                                 env.req_path = optarg;
 180                         else if (strcmp(lgopts[option_index].name,
 181                                         RSP_FILE_PATH_KEYWORD) == 0)
 182                                 env.rsp_path = optarg;
 183                         else if (strcmp(lgopts[option_index].name,
 184                                         FOLDER_KEYWORD) == 0)
 185                                 env.is_path_folder = 1;
 186                         else if (strcmp(lgopts[option_index].name,
 187                                         CRYPTODEV_KEYWORD) == 0) {
 188                                 ret = parse_cryptodev_arg(optarg);
 189                                 if (ret < 0) {
 190                                         cryptodev_fips_validate_usage(prgname);
 191                                         return -EINVAL;
 192                                 }
 193                         } else if (strcmp(lgopts[option_index].name,
 194                                         CRYPTODEV_ID_KEYWORD) == 0) {
 195                                 ret = parse_cryptodev_id_arg(optarg);
 196                                 if (ret < 0) {
 197                                         cryptodev_fips_validate_usage(prgname);
 198                                         return -EINVAL;
 199                                 }
 200                         } else {
 201                                 cryptodev_fips_validate_usage(prgname);
 202                                 return -EINVAL;
 203                         }
 204                         break;
 205                 default:
 206                         return -1;
 207                 }
 208         }
 209
 210         if (env.req_path == NULL || env.rsp_path == NULL ||
 211                         env.dev_id == UINT32_MAX) {
 212                 cryptodev_fips_validate_usage(prgname);
 213                 return -EINVAL;
 214         }
 215
 216         return 0;
 217 }
 218
 219 int
 220 main(int argc, char *argv[])
 221 {
 222         int ret;
 223
 224         ret = rte_eal_init(argc, argv);
 225         if (ret < 0) {
 226                 RTE_LOG(ERR, USER1, "Error %i: Failed init\n", ret);
 227                 return -1;
 228         }
 229
 230         argc -= ret;
 231         argv += ret;
 232
 233         ret = cryptodev_fips_validate_parse_args(argc, argv);
 234         if (ret < 0)
 235                 rte_exit(EXIT_FAILURE, "Failed to parse arguments!\n");
 236
 237         ret = cryptodev_fips_validate_app_int();
 238         if (ret < 0) {
 239                 RTE_LOG(ERR, USER1, "Error %i: Failed init\n", ret);
 240                 return -1;
 241         }
 242
 243         if (!env.is_path_folder) {
 244                 printf("Processing file %s... ", env.req_path);
 245
 246                 ret = fips_test_init(env.req_path, env.rsp_path,
 247                         rte_cryptodev_name_get(env.dev_id));
 248                 if (ret < 0) {
 249                         RTE_LOG(ERR, USER1, "Error %i: Failed test %s\n",
 250                                         ret, env.req_path);
 251                         goto exit;
 252                 }
 253
 254
 255                 ret = fips_test_one_file();
 256                 if (ret < 0) {
 257                         RTE_LOG(ERR, USER1, "Error %i: Failed test %s\n",
 258                                         ret, env.req_path);
 259                         goto exit;
 260                 }
 261
 262                 printf("Done\n");
 263
 264         } else {
 265                 struct dirent *dir;
 266                 DIR *d_req, *d_rsp;
 267                 char req_path[1024];
 268                 char rsp_path[1024];
 269
 270                 d_req = opendir(env.req_path);
 271                 if (!d_req) {
 272                         RTE_LOG(ERR, USER1, "Error %i: Path %s not exist\n",
 273                                         -EINVAL, env.req_path);
 274                         goto exit;
 275                 }
 276
 277                 d_rsp = opendir(env.rsp_path);
 278                 if (!d_rsp) {
 279                         ret = mkdir(env.rsp_path, 0700);
 280                         if (ret == 0)
 281                                 d_rsp = opendir(env.rsp_path);
 282                         else {
 283                                 RTE_LOG(ERR, USER1, "Error %i: Invalid %s\n",
 284                                                 -EINVAL, env.rsp_path);
 285                                 goto exit;
 286                         }
 287                 }
 288                 closedir(d_rsp);
 289
 290                 while ((dir = readdir(d_req)) != NULL) {
 291                         if (strstr(dir->d_name, "req") == NULL)
 292                                 continue;
 293
 294                         snprintf(req_path, 1023, "%s/%s", env.req_path,
 295                                         dir->d_name);
 296                         snprintf(rsp_path, 1023, "%s/%s", env.rsp_path,
 297                                         dir->d_name);
 298                         strlcpy(strstr(rsp_path, "req"), "rsp", 4);
 299
 300                         printf("Processing file %s... ", req_path);
 301
 302                         ret = fips_test_init(req_path, rsp_path,
 303                         rte_cryptodev_name_get(env.dev_id));
 304                         if (ret < 0) {
 305                                 RTE_LOG(ERR, USER1, "Error %i: Failed test %s\n",
 306                                                 ret, req_path);
 307                                 break;
 308                         }
 309
 310                         ret = fips_test_one_file();
 311                         if (ret < 0) {
 312                                 RTE_LOG(ERR, USER1, "Error %i: Failed test %s\n",
 313                                                 ret, req_path);
 314                                 break;
 315                         }
 316
 317                         printf("Done\n");
 318                 }
 319
 320                 closedir(d_req);
 321         }
 322
 323
 324 exit:
 325         fips_test_clear();
 326         cryptodev_fips_validate_app_uninit();
 327
 328         return ret;
 329
 330 }
 331
 332 #define IV_OFF (sizeof(struct rte_crypto_op) + sizeof(struct rte_crypto_sym_op))
 333 #define CRYPTODEV_FIPS_MAX_RETRIES      16
 334
 335 typedef int (*fips_test_one_case_t)(void);
 336 typedef int (*fips_prepare_op_t)(void);
 337 typedef int (*fips_prepare_xform_t)(struct rte_crypto_sym_xform *);
 338
 339 struct fips_test_ops {
 340         fips_prepare_xform_t prepare_xform;
 341         fips_prepare_op_t prepare_op;
 342         fips_test_one_case_t test;
 343 } test_ops;
 344
 345 static int
 346 prepare_cipher_op(void)
 347 {
 348         struct rte_crypto_sym_op *sym = env.op->sym;
 349         uint8_t *iv = rte_crypto_op_ctod_offset(env.op, uint8_t *, IV_OFF);
 350
 351         __rte_crypto_op_reset(env.op, RTE_CRYPTO_OP_TYPE_SYMMETRIC);
 352         rte_pktmbuf_reset(env.mbuf);
 353
 354         sym->m_src = env.mbuf;
 355         sym->cipher.data.offset = 0;
 356
 357         memcpy(iv, vec.iv.val, vec.iv.len);
 358
 359         if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 360                 uint8_t *pt;
 361
 362                 if (vec.pt.len > RTE_MBUF_MAX_NB_SEGS) {
 363                         RTE_LOG(ERR, USER1, "PT len %u\n", vec.pt.len);
 364                         return -EPERM;
 365                 }
 366
 367                 pt = (uint8_t *)rte_pktmbuf_append(env.mbuf, vec.pt.len);
 368
 369                 if (!pt) {
 370                         RTE_LOG(ERR, USER1, "Error %i: MBUF too small\n",
 371                                         -ENOMEM);
 372                         return -ENOMEM;
 373                 }
 374
 375                 memcpy(pt, vec.pt.val, vec.pt.len);
 376                 sym->cipher.data.length = vec.pt.len;
 377
 378         } else {
 379                 uint8_t *ct;
 380
 381                 if (vec.ct.len > RTE_MBUF_MAX_NB_SEGS) {
 382                         RTE_LOG(ERR, USER1, "CT len %u\n", vec.ct.len);
 383                         return -EPERM;
 384                 }
 385
 386                 ct = (uint8_t *)rte_pktmbuf_append(env.mbuf, vec.ct.len);
 387
 388                 if (!ct) {
 389                         RTE_LOG(ERR, USER1, "Error %i: MBUF too small\n",
 390                                         -ENOMEM);
 391                         return -ENOMEM;
 392                 }
 393
 394                 memcpy(ct, vec.ct.val, vec.ct.len);
 395                 sym->cipher.data.length = vec.ct.len;
 396         }
 397
 398         rte_crypto_op_attach_sym_session(env.op, env.sess);
 399
 400         return 0;
 401 }
 402
 403 static int
 404 prepare_auth_op(void)
 405 {
 406         struct rte_crypto_sym_op *sym = env.op->sym;
 407
 408         __rte_crypto_op_reset(env.op, RTE_CRYPTO_OP_TYPE_SYMMETRIC);
 409         rte_pktmbuf_reset(env.mbuf);
 410
 411         sym->m_src = env.mbuf;
 412         sym->auth.data.offset = 0;
 413
 414         if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 415                 uint8_t *pt;
 416
 417                 if (vec.pt.len > RTE_MBUF_MAX_NB_SEGS) {
 418                         RTE_LOG(ERR, USER1, "PT len %u\n", vec.pt.len);
 419                         return -EPERM;
 420                 }
 421
 422                 pt = (uint8_t *)rte_pktmbuf_append(env.mbuf, vec.pt.len +
 423                                 vec.cipher_auth.digest.len);
 424
 425                 if (!pt) {
 426                         RTE_LOG(ERR, USER1, "Error %i: MBUF too small\n",
 427                                         -ENOMEM);
 428                         return -ENOMEM;
 429                 }
 430
 431                 memcpy(pt, vec.pt.val, vec.pt.len);
 432                 sym->auth.data.length = vec.pt.len;
 433                 sym->auth.digest.data = pt + vec.pt.len;
 434                 sym->auth.digest.phys_addr = rte_pktmbuf_mtophys_offset(
 435                                 env.mbuf, vec.pt.len);
 436
 437         } else {
 438                 uint8_t *ct;
 439
 440                 if (vec.ct.len > RTE_MBUF_MAX_NB_SEGS) {
 441                         RTE_LOG(ERR, USER1, "CT len %u\n", vec.ct.len);
 442                         return -EPERM;
 443                 }
 444
 445                 ct = (uint8_t *)rte_pktmbuf_append(env.mbuf,
 446                                 vec.ct.len + vec.cipher_auth.digest.len);
 447
 448                 if (!ct) {
 449                         RTE_LOG(ERR, USER1, "Error %i: MBUF too small\n",
 450                                         -ENOMEM);
 451                         return -ENOMEM;
 452                 }
 453
 454                 memcpy(ct, vec.ct.val, vec.ct.len);
 455                 sym->auth.data.length = vec.ct.len;
 456                 sym->auth.digest.data = vec.cipher_auth.digest.val;
 457                 sym->auth.digest.phys_addr = rte_malloc_virt2iova(
 458                                 sym->auth.digest.data);
 459         }
 460
 461         rte_crypto_op_attach_sym_session(env.op, env.sess);
 462 }
 463
 464 static int
 465 prepare_aead_op(void)
 466 {
 467         struct rte_crypto_sym_op *sym = env.op->sym;
 468         uint8_t *iv = rte_crypto_op_ctod_offset(env.op, uint8_t *, IV_OFF);
 469
 470         __rte_crypto_op_reset(env.op, RTE_CRYPTO_OP_TYPE_SYMMETRIC);
 471         rte_pktmbuf_reset(env.mbuf);
 472
 473         memcpy(iv, vec.iv.val, vec.iv.len);
 474
 475         sym->m_src = env.mbuf;
 476         sym->aead.data.offset = 0;
 477         sym->aead.aad.data = vec.aead.aad.val;
 478         sym->aead.aad.phys_addr = rte_malloc_virt2iova(sym->aead.aad.data);
 479
 480         if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 481                 uint8_t *pt;
 482
 483                 if (vec.pt.len > RTE_MBUF_MAX_NB_SEGS) {
 484                         RTE_LOG(ERR, USER1, "PT len %u\n", vec.pt.len);
 485                         return -EPERM;
 486                 }
 487
 488                 pt = (uint8_t *)rte_pktmbuf_append(env.mbuf,
 489                                 vec.pt.len + vec.aead.digest.len);
 490
 491                 if (!pt) {
 492                         RTE_LOG(ERR, USER1, "Error %i: MBUF too small\n",
 493                                         -ENOMEM);
 494                         return -ENOMEM;
 495                 }
 496
 497                 memcpy(pt, vec.pt.val, vec.pt.len);
 498                 sym->aead.data.length = vec.pt.len;
 499                 sym->aead.digest.data = pt + vec.pt.len;
 500                 sym->aead.digest.phys_addr = rte_pktmbuf_mtophys_offset(
 501                                 env.mbuf, vec.pt.len);
 502         } else {
 503                 uint8_t *ct;
 504
 505                 if (vec.ct.len > RTE_MBUF_MAX_NB_SEGS) {
 506                         RTE_LOG(ERR, USER1, "CT len %u\n", vec.ct.len);
 507                         return -EPERM;
 508                 }
 509
 510                 ct = (uint8_t *)rte_pktmbuf_append(env.mbuf, vec.ct.len);
 511
 512                 if (!ct) {
 513                         RTE_LOG(ERR, USER1, "Error %i: MBUF too small\n",
 514                                         -ENOMEM);
 515                         return -ENOMEM;
 516                 }
 517
 518                 memcpy(ct, vec.ct.val, vec.ct.len);
 519                 sym->aead.data.length = vec.ct.len;
 520                 sym->aead.digest.data = vec.aead.digest.val;
 521                 sym->aead.digest.phys_addr = rte_malloc_virt2iova(
 522                                 sym->aead.digest.data);
 523         }
 524
 525         rte_crypto_op_attach_sym_session(env.op, env.sess);
 526 }
 527
 528 static int
 529 prepare_aes_xform(struct rte_crypto_sym_xform *xform)
 530 {
 531         const struct rte_cryptodev_symmetric_capability *cap;
 532         struct rte_cryptodev_sym_capability_idx cap_idx;
 533         struct rte_crypto_cipher_xform *cipher_xform = &xform->cipher;
 534
 535         xform->type = RTE_CRYPTO_SYM_XFORM_CIPHER;
 536
 537         cipher_xform->algo = RTE_CRYPTO_CIPHER_AES_CBC;
 538         cipher_xform->op = (info.op == FIPS_TEST_ENC_AUTH_GEN) ?
 539                         RTE_CRYPTO_CIPHER_OP_ENCRYPT :
 540                         RTE_CRYPTO_CIPHER_OP_DECRYPT;
 541         cipher_xform->key.data = vec.cipher_auth.key.val;
 542         cipher_xform->key.length = vec.cipher_auth.key.len;
 543         cipher_xform->iv.length = vec.iv.len;
 544         cipher_xform->iv.offset = IV_OFF;
 545
 546         cap_idx.algo.cipher = RTE_CRYPTO_CIPHER_AES_CBC;
 547         cap_idx.type = RTE_CRYPTO_SYM_XFORM_CIPHER;
 548
 549         cap = rte_cryptodev_sym_capability_get(env.dev_id, &cap_idx);
 550         if (!cap) {
 551                 RTE_LOG(ERR, USER1, "Failed to get capability for cdev %u\n",
 552                                 env.dev_id);
 553                 return -EINVAL;
 554         }
 555
 556         if (rte_cryptodev_sym_capability_check_cipher(cap,
 557                         cipher_xform->key.length,
 558                         cipher_xform->iv.length) != 0) {
 559                 RTE_LOG(ERR, USER1, "PMD %s key length %u IV length %u\n",
 560                                 info.device_name, cipher_xform->key.length,
 561                                 cipher_xform->iv.length);
 562                 return -EPERM;
 563         }
 564
 565         return 0;
 566 }
 567
 568 static int
 569 prepare_tdes_xform(struct rte_crypto_sym_xform *xform)
 570 {
 571         const struct rte_cryptodev_symmetric_capability *cap;
 572         struct rte_cryptodev_sym_capability_idx cap_idx;
 573         struct rte_crypto_cipher_xform *cipher_xform = &xform->cipher;
 574
 575         xform->type = RTE_CRYPTO_SYM_XFORM_CIPHER;
 576
 577         cipher_xform->algo = RTE_CRYPTO_CIPHER_3DES_CBC;
 578         cipher_xform->op = (info.op == FIPS_TEST_ENC_AUTH_GEN) ?
 579                         RTE_CRYPTO_CIPHER_OP_ENCRYPT :
 580                         RTE_CRYPTO_CIPHER_OP_DECRYPT;
 581         cipher_xform->key.data = vec.cipher_auth.key.val;
 582         cipher_xform->key.length = vec.cipher_auth.key.len;
 583         cipher_xform->iv.length = vec.iv.len;
 584         cipher_xform->iv.offset = IV_OFF;
 585
 586         cap_idx.algo.cipher = RTE_CRYPTO_CIPHER_3DES_CBC;
 587         cap_idx.type = RTE_CRYPTO_SYM_XFORM_CIPHER;
 588
 589         cap = rte_cryptodev_sym_capability_get(env.dev_id, &cap_idx);
 590         if (!cap) {
 591                 RTE_LOG(ERR, USER1, "Failed to get capability for cdev %u\n",
 592                                 env.dev_id);
 593                 return -EINVAL;
 594         }
 595
 596         if (rte_cryptodev_sym_capability_check_cipher(cap,
 597                         cipher_xform->key.length,
 598                         cipher_xform->iv.length) != 0) {
 599                 RTE_LOG(ERR, USER1, "PMD %s key length %u IV length %u\n",
 600                                 info.device_name, cipher_xform->key.length,
 601                                 cipher_xform->iv.length);
 602                 return -EPERM;
 603         }
 604
 605         return 0;
 606 }
 607
 608 static int
 609 prepare_hmac_xform(struct rte_crypto_sym_xform *xform)
 610 {
 611         const struct rte_cryptodev_symmetric_capability *cap;
 612         struct rte_cryptodev_sym_capability_idx cap_idx;
 613         struct rte_crypto_auth_xform *auth_xform = &xform->auth;
 614
 615         xform->type = RTE_CRYPTO_SYM_XFORM_AUTH;
 616
 617         auth_xform->algo = info.interim_info.hmac_data.algo;
 618         auth_xform->op = RTE_CRYPTO_AUTH_OP_GENERATE;
 619         auth_xform->digest_length = vec.cipher_auth.digest.len;
 620         auth_xform->key.data = vec.cipher_auth.key.val;
 621         auth_xform->key.length = vec.cipher_auth.key.len;
 622
 623         cap_idx.algo.auth = auth_xform->algo;
 624         cap_idx.type = RTE_CRYPTO_SYM_XFORM_AUTH;
 625
 626         cap = rte_cryptodev_sym_capability_get(env.dev_id, &cap_idx);
 627         if (!cap) {
 628                 RTE_LOG(ERR, USER1, "Failed to get capability for cdev %u\n",
 629                                 env.dev_id);
 630                 return -EINVAL;
 631         }
 632
 633         if (rte_cryptodev_sym_capability_check_auth(cap,
 634                         auth_xform->key.length,
 635                         auth_xform->digest_length, 0) != 0) {
 636                 RTE_LOG(ERR, USER1, "PMD %s key length %u IV length %u\n",
 637                                 info.device_name, auth_xform->key.length,
 638                                 auth_xform->digest_length);
 639                 return -EPERM;
 640         }
 641
 642         return 0;
 643 }
 644
 645 static int
 646 prepare_gcm_xform(struct rte_crypto_sym_xform *xform)
 647 {
 648         const struct rte_cryptodev_symmetric_capability *cap;
 649         struct rte_cryptodev_sym_capability_idx cap_idx;
 650         struct rte_crypto_aead_xform *aead_xform = &xform->aead;
 651
 652         xform->type = RTE_CRYPTO_SYM_XFORM_AEAD;
 653
 654         aead_xform->algo = RTE_CRYPTO_AEAD_AES_GCM;
 655         aead_xform->aad_length = vec.aead.aad.len;
 656         aead_xform->digest_length = vec.aead.digest.len;
 657         aead_xform->iv.offset = IV_OFF;
 658         aead_xform->iv.length = vec.iv.len;
 659         aead_xform->key.data = vec.aead.key.val;
 660         aead_xform->key.length = vec.aead.key.len;
 661         aead_xform->op = (info.op == FIPS_TEST_ENC_AUTH_GEN) ?
 662                         RTE_CRYPTO_AEAD_OP_ENCRYPT :
 663                         RTE_CRYPTO_AEAD_OP_DECRYPT;
 664
 665         cap_idx.algo.aead = aead_xform->algo;
 666         cap_idx.type = RTE_CRYPTO_SYM_XFORM_AEAD;
 667
 668         cap = rte_cryptodev_sym_capability_get(env.dev_id, &cap_idx);
 669         if (!cap) {
 670                 RTE_LOG(ERR, USER1, "Failed to get capability for cdev %u\n",
 671                                 env.dev_id);
 672                 return -EINVAL;
 673         }
 674
 675         if (rte_cryptodev_sym_capability_check_aead(cap,
 676                         aead_xform->key.length,
 677                         aead_xform->digest_length, aead_xform->aad_length,
 678                         aead_xform->iv.length) != 0) {
 679                 RTE_LOG(ERR, USER1,
 680                         "PMD %s key_len %u tag_len %u aad_len %u iv_len %u\n",
 681                                 info.device_name, aead_xform->key.length,
 682                                 aead_xform->digest_length,
 683                                 aead_xform->aad_length,
 684                                 aead_xform->iv.length);
 685                 return -EPERM;
 686         }
 687
 688         return 0;
 689 }
 690
 691 static void
 692 get_writeback_data(struct fips_val *val)
 693 {
 694         val->val = rte_pktmbuf_mtod(env.mbuf, uint8_t *);
 695         val->len = rte_pktmbuf_pkt_len(env.mbuf);
 696 }
 697
 698 static int
 699 fips_run_test(void)
 700 {
 701         struct rte_crypto_sym_xform xform = {0};
 702         uint16_t n_deqd;
 703         int ret;
 704
 705         ret = test_ops.prepare_xform(&xform);
 706         if (ret < 0)
 707                 return ret;
 708
 709         env.sess = rte_cryptodev_sym_session_create(env.mpool);
 710         if (!env.sess)
 711                 return -ENOMEM;
 712
 713         ret = rte_cryptodev_sym_session_init(env.dev_id,
 714                         env.sess, &xform, env.mpool);
 715         if (ret < 0) {
 716                 RTE_LOG(ERR, USER1, "Error %i: Init session\n",
 717                                 ret);
 718                 return ret;
 719         }
 720
 721         ret = test_ops.prepare_op();
 722         if (ret < 0) {
 723                 RTE_LOG(ERR, USER1, "Error %i: Prepare op\n",
 724                                 ret);
 725                 return ret;
 726         }
 727
 728         if (rte_cryptodev_enqueue_burst(env.dev_id, 0, &env.op, 1) < 1) {
 729                 RTE_LOG(ERR, USER1, "Error: Failed enqueue\n");
 730                 return ret;
 731         }
 732
 733         do {
 734                 struct rte_crypto_op *deqd_op;
 735
 736                 n_deqd = rte_cryptodev_dequeue_burst(env.dev_id, 0, &deqd_op,
 737                                 1);
 738         } while (n_deqd == 0);
 739
 740         vec.status = env.op->status;
 741
 742         rte_cryptodev_sym_session_clear(env.dev_id, env.sess);
 743         rte_cryptodev_sym_session_free(env.sess);
 744         env.sess = NULL;
 745
 746         return ret;
 747 }
 748
 749 static int
 750 fips_generic_test(void)
 751 {
 752         struct fips_val val;
 753         int ret;
 754
 755         fips_test_write_one_case();
 756
 757         ret = fips_run_test();
 758         if (ret < 0) {
 759                 if (ret == -EPERM) {
 760                         fprintf(info.fp_wr, "Bypass\n\n");
 761                         return 0;
 762                 }
 763
 764                 return ret;
 765         }
 766
 767         get_writeback_data(&val);
 768
 769         switch (info.file_type) {
 770         case FIPS_TYPE_REQ:
 771         case FIPS_TYPE_RSP:
 772                 if (info.parse_writeback == NULL)
 773                         return -EPERM;
 774                 ret = info.parse_writeback(&val);
 775                 if (ret < 0)
 776                         return ret;
 777                 break;
 778         case FIPS_TYPE_FAX:
 779                 if (info.kat_check == NULL)
 780                         return -EPERM;
 781                 ret = info.kat_check(&val);
 782                 if (ret < 0)
 783                         return ret;
 784                 break;
 785         }
 786
 787         fprintf(info.fp_wr, "\n");
 788
 789         return 0;
 790 }
 791
 792 static int
 793 fips_mct_tdes_test(void)
 794 {
 795 #define TDES_BLOCK_SIZE         8
 796 #define TDES_EXTERN_ITER        400
 797 #define TDES_INTERN_ITER        10000
 798         struct fips_val val, val_key;
 799         uint8_t prev_out[TDES_BLOCK_SIZE];
 800         uint8_t prev_prev_out[TDES_BLOCK_SIZE];
 801         uint8_t prev_in[TDES_BLOCK_SIZE];
 802         uint32_t i, j, k;
 803         int ret;
 804
 805         for (i = 0; i < TDES_EXTERN_ITER; i++) {
 806                 if (i != 0)
 807                         update_info_vec(i);
 808
 809                 fips_test_write_one_case();
 810
 811                 for (j = 0; j < TDES_INTERN_ITER; j++) {
 812                         ret = fips_run_test();
 813                         if (ret < 0) {
 814                                 if (ret == -EPERM) {
 815                                         fprintf(info.fp_wr, "Bypass\n");
 816                                         return 0;
 817                                 }
 818
 819                                 return ret;
 820                         }
 821
 822                         get_writeback_data(&val);
 823
 824                         if (info.op == FIPS_TEST_DEC_AUTH_VERIF)
 825                                 memcpy(prev_in, vec.ct.val, TDES_BLOCK_SIZE);
 826
 827                         if (j == 0) {
 828                                 memcpy(prev_out, val.val, TDES_BLOCK_SIZE);
 829
 830                                 if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 831                                         memcpy(vec.pt.val, vec.iv.val,
 832                                                         TDES_BLOCK_SIZE);
 833                                         memcpy(vec.iv.val, val.val,
 834                                                         TDES_BLOCK_SIZE);
 835                                 } else {
 836                                         memcpy(vec.iv.val, vec.ct.val,
 837                                                         TDES_BLOCK_SIZE);
 838                                         memcpy(vec.ct.val, val.val,
 839                                                         TDES_BLOCK_SIZE);
 840                                 }
 841                                 continue;
 842                         }
 843
 844                         if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 845                                 memcpy(vec.iv.val, val.val, TDES_BLOCK_SIZE);
 846                                 memcpy(vec.pt.val, prev_out, TDES_BLOCK_SIZE);
 847                         } else {
 848                                 memcpy(vec.iv.val, vec.ct.val, TDES_BLOCK_SIZE);
 849                                 memcpy(vec.ct.val, val.val, TDES_BLOCK_SIZE);
 850                         }
 851
 852                         if (j == TDES_INTERN_ITER - 1)
 853                                 continue;
 854
 855                         memcpy(prev_out, val.val, TDES_BLOCK_SIZE);
 856
 857                         if (j == TDES_INTERN_ITER - 3)
 858                                 memcpy(prev_prev_out, val.val, TDES_BLOCK_SIZE);
 859                 }
 860
 861                 info.parse_writeback(&val);
 862                 fprintf(info.fp_wr, "\n");
 863
 864                 if (i == TDES_EXTERN_ITER - 1)
 865                         continue;
 866
 867                 /** update key */
 868                 memcpy(&val_key, &vec.cipher_auth.key, sizeof(val_key));
 869
 870                 if (info.interim_info.tdes_data.nb_keys == 0) {
 871                         if (memcmp(val_key.val, val_key.val + 8, 8) == 0)
 872                                 info.interim_info.tdes_data.nb_keys = 1;
 873                         else if (memcmp(val_key.val, val_key.val + 16, 8) == 0)
 874                                 info.interim_info.tdes_data.nb_keys = 2;
 875                         else
 876                                 info.interim_info.tdes_data.nb_keys = 3;
 877
 878                 }
 879
 880                 for (k = 0; k < TDES_BLOCK_SIZE; k++) {
 881
 882                         switch (info.interim_info.tdes_data.nb_keys) {
 883                         case 3:
 884                                 val_key.val[k] ^= val.val[k];
 885                                 val_key.val[k + 8] ^= prev_out[k];
 886                                 val_key.val[k + 16] ^= prev_prev_out[k];
 887                                 break;
 888                         case 2:
 889                                 val_key.val[k] ^= val.val[k];
 890                                 val_key.val[k + 8] ^= prev_out[k];
 891                                 val_key.val[k + 16] ^= val.val[k];
 892                                 break;
 893                         default: /* case 1 */
 894                                 val_key.val[k] ^= val.val[k];
 895                                 val_key.val[k + 8] ^= val.val[k];
 896                                 val_key.val[k + 16] ^= val.val[k];
 897                                 break;
 898                         }
 899
 900                 }
 901
 902                 for (k = 0; k < 24; k++)
 903                         val_key.val[k] = (__builtin_popcount(val_key.val[k]) &
 904                                         0x1) ?
 905                                         val_key.val[k] : (val_key.val[k] ^ 0x1);
 906
 907                 if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 908                         memcpy(vec.iv.val, val.val, TDES_BLOCK_SIZE);
 909                         memcpy(vec.pt.val, prev_out, TDES_BLOCK_SIZE);
 910                 } else {
 911                         memcpy(vec.iv.val, prev_out, TDES_BLOCK_SIZE);
 912                         memcpy(vec.ct.val, val.val, TDES_BLOCK_SIZE);
 913                 }
 914         }
 915
 916         return 0;
 917 }
 918
 919 static int
 920 fips_mct_aes_test(void)
 921 {
 922 #define AES_BLOCK_SIZE  16
 923 #define AES_EXTERN_ITER 100
 924 #define AES_INTERN_ITER 1000
 925         struct fips_val val, val_key;
 926         uint8_t prev_out[AES_BLOCK_SIZE] = {0};
 927         uint8_t prev_in[AES_BLOCK_SIZE] = {0};
 928         uint32_t i, j, k;
 929         int ret;
 930
 931         for (i = 0; i < AES_EXTERN_ITER; i++) {
 932                 if (i != 0)
 933                         update_info_vec(i);
 934
 935                 fips_test_write_one_case();
 936
 937                 for (j = 0; j < AES_INTERN_ITER; j++) {
 938                         ret = fips_run_test();
 939                         if (ret < 0) {
 940                                 if (ret == -EPERM) {
 941                                         fprintf(info.fp_wr, "Bypass\n");
 942                                         return 0;
 943                                 }
 944
 945                                 return ret;
 946                         }
 947
 948                         get_writeback_data(&val);
 949
 950                         if (info.op == FIPS_TEST_DEC_AUTH_VERIF)
 951                                 memcpy(prev_in, vec.ct.val, AES_BLOCK_SIZE);
 952
 953                         if (j == 0) {
 954                                 memcpy(prev_out, val.val, AES_BLOCK_SIZE);
 955
 956                                 if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 957                                         memcpy(vec.pt.val, vec.iv.val,
 958                                                         AES_BLOCK_SIZE);
 959                                         memcpy(vec.iv.val, val.val,
 960                                                         AES_BLOCK_SIZE);
 961                                 } else {
 962                                         memcpy(vec.ct.val, vec.iv.val,
 963                                                         AES_BLOCK_SIZE);
 964                                         memcpy(vec.iv.val, prev_in,
 965                                                         AES_BLOCK_SIZE);
 966                                 }
 967                                 continue;
 968                         }
 969
 970                         if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 971                                 memcpy(vec.iv.val, val.val, AES_BLOCK_SIZE);
 972                                 memcpy(vec.pt.val, prev_out, AES_BLOCK_SIZE);
 973                         } else {
 974                                 memcpy(vec.iv.val, prev_in, AES_BLOCK_SIZE);
 975                                 memcpy(vec.ct.val, prev_out, AES_BLOCK_SIZE);
 976                         }
 977
 978                         if (j == AES_INTERN_ITER - 1)
 979                                 continue;
 980
 981                         memcpy(prev_out, val.val, AES_BLOCK_SIZE);
 982                 }
 983
 984                 info.parse_writeback(&val);
 985                 fprintf(info.fp_wr, "\n");
 986
 987                 if (i == AES_EXTERN_ITER - 1)
 988                         continue;
 989
 990                 /** update key */
 991                 memcpy(&val_key, &vec.cipher_auth.key, sizeof(val_key));
 992                 for (k = 0; k < vec.cipher_auth.key.len; k++) {
 993                         switch (vec.cipher_auth.key.len) {
 994                         case 16:
 995                                 val_key.val[k] ^= val.val[k];
 996                                 break;
 997                         case 24:
 998                                 if (k < 8)
 999                                         val_key.val[k] ^= prev_out[k + 8];
1000                                 else
1001                                         val_key.val[k] ^= val.val[k - 8];
1002                                 break;
1003                         case 32:
1004                                 if (k < 16)
1005                                         val_key.val[k] ^= prev_out[k];
1006                                 else
1007                                         val_key.val[k] ^= val.val[k - 16];
1008                                 break;
1009                         default:
1010                                 return -1;
1011                         }
1012                 }
1013
1014                 if (info.op == FIPS_TEST_DEC_AUTH_VERIF)
1015                         memcpy(vec.iv.val, val.val, AES_BLOCK_SIZE);
1016         }
1017
1018         return 0;
1019 }
1020
1021 static int
1022 init_test_ops(void)
1023 {
1024         switch (info.algo) {
1025         case FIPS_TEST_ALGO_AES:
1026                 test_ops.prepare_op = prepare_cipher_op;
1027                 test_ops.prepare_xform  = prepare_aes_xform;
1028                 if (info.interim_info.aes_data.test_type == AESAVS_TYPE_MCT)
1029                         test_ops.test = fips_mct_aes_test;
1030                 else
1031                         test_ops.test = fips_generic_test;
1032                 break;
1033         case FIPS_TEST_ALGO_HMAC:
1034                 test_ops.prepare_op = prepare_auth_op;
1035                 test_ops.prepare_xform = prepare_hmac_xform;
1036                 test_ops.test = fips_generic_test;
1037                 break;
1038         case FIPS_TEST_ALGO_TDES:
1039                 test_ops.prepare_op = prepare_cipher_op;
1040                 test_ops.prepare_xform  = prepare_tdes_xform;
1041                 if (info.interim_info.tdes_data.test_type == TDES_MCT)
1042                         test_ops.test = fips_mct_tdes_test;
1043                 else
1044                         test_ops.test = fips_generic_test;
1045                 break;
1046         case FIPS_TEST_ALGO_AES_GCM:
1047                 test_ops.prepare_op = prepare_aead_op;
1048                 test_ops.prepare_xform = prepare_gcm_xform;
1049                 test_ops.test = fips_generic_test;
1050                 break;
1051         default:
1052                 return -1;
1053         }
1054
1055         return 0;
1056 }
1057
1058 static void
1059 print_test_block(void)
1060 {
1061         uint32_t i;
1062
1063         for (i = 0; i < info.nb_vec_lines; i++)
1064                 printf("%s\n", info.vec[i]);
1065
1066         printf("\n");
1067 }
1068
1069 static int
1070 fips_test_one_file(void)
1071 {
1072         int fetch_ret = 0, ret;
1073
1074
1075         ret = init_test_ops();
1076         if (ret < 0) {
1077                 RTE_LOG(ERR, USER1, "Error %i: Init test op\n", ret);
1078                 return ret;
1079         }
1080
1081         while (ret >= 0 && fetch_ret == 0) {
1082                 fetch_ret = fips_test_fetch_one_block();
1083                 if (fetch_ret < 0) {
1084                         RTE_LOG(ERR, USER1, "Error %i: Fetch block\n",
1085                                         fetch_ret);
1086                         ret = fetch_ret;
1087                         goto error_one_case;
1088                 }
1089
1090                 if (info.nb_vec_lines == 0) {
1091                         if (fetch_ret == -EOF)
1092                                 break;
1093
1094                         fprintf(info.fp_wr, "\n");
1095                         continue;
1096                 }
1097
1098                 ret = fips_test_parse_one_case();
1099                 switch (ret) {
1100                 case 0:
1101                         ret = test_ops.test();
1102                         if (ret == 0)
1103                                 break;
1104                         RTE_LOG(ERR, USER1, "Error %i: test block\n",
1105                                         ret);
1106                         goto error_one_case;
1107                 case 1:
1108                         break;
1109                 default:
1110                         RTE_LOG(ERR, USER1, "Error %i: Parse block\n",
1111                                         ret);
1112                         goto error_one_case;
1113                 }
1114
1115                 continue;
1116 error_one_case:
1117                 print_test_block();
1118         }
1119
1120         fips_test_clear();
1121
1122         return ret;
1123
1124 }