examples/fips_validation/main.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2018 Intel Corporation
   3  */
   4
   5 #include <sys/stat.h>
   6 #include <getopt.h>
   7 #include <dirent.h>
   8
   9 #include <rte_cryptodev.h>
  10 #include <rte_cryptodev_pmd.h>
  11 #include <rte_mempool.h>
  12 #include <rte_mbuf.h>
  13 #include <rte_string_fns.h>
  14
  15 #include "fips_validation.h"
  16
  17 #define REQ_FILE_PATH_KEYWORD   "req-file"
  18 #define RSP_FILE_PATH_KEYWORD   "rsp-file"
  19 #define FOLDER_KEYWORD          "path-is-folder"
  20 #define CRYPTODEV_KEYWORD       "cryptodev"
  21 #define CRYPTODEV_ID_KEYWORD    "cryptodev-id"
  22
  23 struct fips_test_vector vec;
  24 struct fips_test_interim_info info;
  25
  26 struct cryptodev_fips_validate_env {
  27         const char *req_path;
  28         const char *rsp_path;
  29         uint32_t is_path_folder;
  30         uint32_t dev_id;
  31         struct rte_mempool *mpool;
  32         struct rte_mempool *op_pool;
  33         struct rte_mbuf *mbuf;
  34         struct rte_crypto_op *op;
  35         struct rte_cryptodev_sym_session *sess;
  36 } env;
  37
  38 static int
  39 cryptodev_fips_validate_app_int(void)
  40 {
  41         struct rte_cryptodev_config conf = {rte_socket_id(), 1};
  42         struct rte_cryptodev_qp_conf qp_conf = {128};
  43         int ret;
  44
  45         ret = rte_cryptodev_configure(env.dev_id, &conf);
  46         if (ret < 0)
  47                 return ret;
  48
  49         env.mpool = rte_pktmbuf_pool_create("FIPS_MEMPOOL", 128, 0, 0,
  50                         UINT16_MAX, rte_socket_id());
  51         if (!env.mpool)
  52                 return ret;
  53
  54         ret = rte_cryptodev_queue_pair_setup(env.dev_id, 0, &qp_conf,
  55                         rte_socket_id(), env.mpool);
  56         if (ret < 0)
  57                 return ret;
  58
  59         ret = -ENOMEM;
  60
  61         env.op_pool = rte_crypto_op_pool_create(
  62                         "FIPS_OP_POOL",
  63                         RTE_CRYPTO_OP_TYPE_SYMMETRIC,
  64                         1, 0,
  65                         16,
  66                         rte_socket_id());
  67         if (!env.op_pool)
  68                 goto error_exit;
  69
  70         env.mbuf = rte_pktmbuf_alloc(env.mpool);
  71         if (!env.mbuf)
  72                 goto error_exit;
  73
  74         env.op = rte_crypto_op_alloc(env.op_pool, RTE_CRYPTO_OP_TYPE_SYMMETRIC);
  75         if (!env.op)
  76                 goto error_exit;
  77
  78         return 0;
  79
  80 error_exit:
  81         rte_mempool_free(env.mpool);
  82         if (env.op_pool)
  83                 rte_mempool_free(env.op_pool);
  84
  85         return ret;
  86 }
  87
  88 static void
  89 cryptodev_fips_validate_app_uninit(void)
  90 {
  91         rte_pktmbuf_free(env.mbuf);
  92         rte_crypto_op_free(env.op);
  93         rte_cryptodev_sym_session_clear(env.dev_id, env.sess);
  94         rte_cryptodev_sym_session_free(env.sess);
  95         rte_mempool_free(env.mpool);
  96         rte_mempool_free(env.op_pool);
  97 }
  98
  99 static int
 100 fips_test_one_file(void);
 101
 102 static int
 103 parse_cryptodev_arg(char *arg)
 104 {
 105         int id = rte_cryptodev_get_dev_id(arg);
 106
 107         if (id < 0) {
 108                 RTE_LOG(ERR, USER1, "Error %i: invalid cryptodev name %s\n",
 109                                 id, arg);
 110                 return id;
 111         }
 112
 113         env.dev_id = (uint32_t)id;
 114
 115         return 0;
 116 }
 117
 118 static int
 119 parse_cryptodev_id_arg(char *arg)
 120 {
 121         uint32_t cryptodev_id;
 122
 123         if (parser_read_uint32(&cryptodev_id, arg) < 0) {
 124                 RTE_LOG(ERR, USER1, "Error %i: invalid cryptodev id %s\n",
 125                                 -EINVAL, arg);
 126                 return -1;
 127         }
 128
 129
 130         if (!rte_cryptodev_pmd_is_valid_dev(cryptodev_id)) {
 131                 RTE_LOG(ERR, USER1, "Error %i: invalid cryptodev id %s\n",
 132                                 cryptodev_id, arg);
 133                 return -1;
 134         }
 135
 136         env.dev_id = (uint32_t)cryptodev_id;
 137
 138         return 0;
 139 }
 140
 141 static void
 142 cryptodev_fips_validate_usage(const char *prgname)
 143 {
 144         printf("%s [EAL options] --\n"
 145                 "  --%s: REQUEST-FILE-PATH\n"
 146                 "  --%s: RESPONSE-FILE-PATH\n"
 147                 "  --%s: indicating both paths are folders\n"
 148                 "  --%s: CRYPTODEV-NAME\n"
 149                 "  --%s: CRYPTODEV-ID-NAME\n",
 150                 prgname, REQ_FILE_PATH_KEYWORD, RSP_FILE_PATH_KEYWORD,
 151                 FOLDER_KEYWORD, CRYPTODEV_KEYWORD, CRYPTODEV_ID_KEYWORD);
 152 }
 153
 154 static int
 155 cryptodev_fips_validate_parse_args(int argc, char **argv)
 156 {
 157         int opt, ret;
 158         char *prgname = argv[0];
 159         char **argvopt;
 160         int option_index;
 161         struct option lgopts[] = {
 162                         {REQ_FILE_PATH_KEYWORD, required_argument, 0, 0},
 163                         {RSP_FILE_PATH_KEYWORD, required_argument, 0, 0},
 164                         {FOLDER_KEYWORD, no_argument, 0, 0},
 165                         {CRYPTODEV_KEYWORD, required_argument, 0, 0},
 166                         {CRYPTODEV_ID_KEYWORD, required_argument, 0, 0},
 167                         {NULL, 0, 0, 0}
 168         };
 169
 170         argvopt = argv;
 171
 172         while ((opt = getopt_long(argc, argvopt, "s:",
 173                                   lgopts, &option_index)) != EOF) {
 174
 175                 switch (opt) {
 176                 case 0:
 177                         if (strcmp(lgopts[option_index].name,
 178                                         REQ_FILE_PATH_KEYWORD) == 0)
 179                                 env.req_path = optarg;
 180                         else if (strcmp(lgopts[option_index].name,
 181                                         RSP_FILE_PATH_KEYWORD) == 0)
 182                                 env.rsp_path = optarg;
 183                         else if (strcmp(lgopts[option_index].name,
 184                                         FOLDER_KEYWORD) == 0)
 185                                 env.is_path_folder = 1;
 186                         else if (strcmp(lgopts[option_index].name,
 187                                         CRYPTODEV_KEYWORD) == 0) {
 188                                 ret = parse_cryptodev_arg(optarg);
 189                                 if (ret < 0) {
 190                                         cryptodev_fips_validate_usage(prgname);
 191                                         return -EINVAL;
 192                                 }
 193                         } else if (strcmp(lgopts[option_index].name,
 194                                         CRYPTODEV_ID_KEYWORD) == 0) {
 195                                 ret = parse_cryptodev_id_arg(optarg);
 196                                 if (ret < 0) {
 197                                         cryptodev_fips_validate_usage(prgname);
 198                                         return -EINVAL;
 199                                 }
 200                         } else {
 201                                 cryptodev_fips_validate_usage(prgname);
 202                                 return -EINVAL;
 203                         }
 204                         break;
 205                 default:
 206                         return -1;
 207                 }
 208         }
 209
 210         if (env.req_path == NULL || env.rsp_path == NULL ||
 211                         env.dev_id == UINT32_MAX) {
 212                 cryptodev_fips_validate_usage(prgname);
 213                 return -EINVAL;
 214         }
 215
 216         return 0;
 217 }
 218
 219 int
 220 main(int argc, char *argv[])
 221 {
 222         int ret;
 223
 224         ret = rte_eal_init(argc, argv);
 225         if (ret < 0) {
 226                 RTE_LOG(ERR, USER1, "Error %i: Failed init\n", ret);
 227                 return -1;
 228         }
 229
 230         argc -= ret;
 231         argv += ret;
 232
 233         ret = cryptodev_fips_validate_parse_args(argc, argv);
 234         if (ret < 0)
 235                 rte_exit(EXIT_FAILURE, "Failed to parse arguments!\n");
 236
 237         ret = cryptodev_fips_validate_app_int();
 238         if (ret < 0) {
 239                 RTE_LOG(ERR, USER1, "Error %i: Failed init\n", ret);
 240                 return -1;
 241         }
 242
 243         if (!env.is_path_folder) {
 244                 printf("Processing file %s... ", env.req_path);
 245
 246                 ret = fips_test_init(env.req_path, env.rsp_path,
 247                         rte_cryptodev_name_get(env.dev_id));
 248                 if (ret < 0) {
 249                         RTE_LOG(ERR, USER1, "Error %i: Failed test %s\n",
 250                                         ret, env.req_path);
 251                         goto exit;
 252                 }
 253
 254
 255                 ret = fips_test_one_file();
 256                 if (ret < 0) {
 257                         RTE_LOG(ERR, USER1, "Error %i: Failed test %s\n",
 258                                         ret, env.req_path);
 259                         goto exit;
 260                 }
 261
 262                 printf("Done\n");
 263
 264         } else {
 265                 struct dirent *dir;
 266                 DIR *d_req, *d_rsp;
 267                 char req_path[1024];
 268                 char rsp_path[1024];
 269
 270                 d_req = opendir(env.req_path);
 271                 if (!d_req) {
 272                         RTE_LOG(ERR, USER1, "Error %i: Path %s not exist\n",
 273                                         -EINVAL, env.req_path);
 274                         goto exit;
 275                 }
 276
 277                 d_rsp = opendir(env.rsp_path);
 278                 if (!d_rsp) {
 279                         ret = mkdir(env.rsp_path, 0700);
 280                         if (ret == 0)
 281                                 d_rsp = opendir(env.rsp_path);
 282                         else {
 283                                 RTE_LOG(ERR, USER1, "Error %i: Invalid %s\n",
 284                                                 -EINVAL, env.rsp_path);
 285                                 goto exit;
 286                         }
 287                 }
 288                 closedir(d_rsp);
 289
 290                 while ((dir = readdir(d_req)) != NULL) {
 291                         if (strstr(dir->d_name, "req") == NULL)
 292                                 continue;
 293
 294                         snprintf(req_path, 1023, "%s/%s", env.req_path,
 295                                         dir->d_name);
 296                         snprintf(rsp_path, 1023, "%s/%s", env.rsp_path,
 297                                         dir->d_name);
 298                         strlcpy(strstr(rsp_path, "req"), "rsp", 4);
 299
 300                         printf("Processing file %s... ", req_path);
 301
 302                         ret = fips_test_init(req_path, rsp_path,
 303                         rte_cryptodev_name_get(env.dev_id));
 304                         if (ret < 0) {
 305                                 RTE_LOG(ERR, USER1, "Error %i: Failed test %s\n",
 306                                                 ret, req_path);
 307                                 break;
 308                         }
 309
 310                         ret = fips_test_one_file();
 311                         if (ret < 0) {
 312                                 RTE_LOG(ERR, USER1, "Error %i: Failed test %s\n",
 313                                                 ret, req_path);
 314                                 break;
 315                         }
 316
 317                         printf("Done\n");
 318                 }
 319
 320                 closedir(d_req);
 321         }
 322
 323
 324 exit:
 325         fips_test_clear();
 326         cryptodev_fips_validate_app_uninit();
 327
 328         return ret;
 329
 330 }
 331
 332 #define IV_OFF (sizeof(struct rte_crypto_op) + sizeof(struct rte_crypto_sym_op))
 333 #define CRYPTODEV_FIPS_MAX_RETRIES      16
 334
 335 typedef int (*fips_test_one_case_t)(void);
 336 typedef int (*fips_prepare_op_t)(void);
 337 typedef int (*fips_prepare_xform_t)(struct rte_crypto_sym_xform *);
 338
 339 struct fips_test_ops {
 340         fips_prepare_xform_t prepare_xform;
 341         fips_prepare_op_t prepare_op;
 342         fips_test_one_case_t test;
 343 } test_ops;
 344
 345 static int
 346 prepare_cipher_op(void)
 347 {
 348         struct rte_crypto_sym_op *sym = env.op->sym;
 349         uint8_t *iv = rte_crypto_op_ctod_offset(env.op, uint8_t *, IV_OFF);
 350
 351         __rte_crypto_op_reset(env.op, RTE_CRYPTO_OP_TYPE_SYMMETRIC);
 352         rte_pktmbuf_reset(env.mbuf);
 353
 354         sym->m_src = env.mbuf;
 355         sym->cipher.data.offset = 0;
 356
 357         memcpy(iv, vec.iv.val, vec.iv.len);
 358
 359         if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 360                 uint8_t *pt;
 361
 362                 if (vec.pt.len > RTE_MBUF_MAX_NB_SEGS) {
 363                         RTE_LOG(ERR, USER1, "PT len %u\n", vec.pt.len);
 364                         return -EPERM;
 365                 }
 366
 367                 pt = (uint8_t *)rte_pktmbuf_append(env.mbuf, vec.pt.len);
 368
 369                 if (!pt) {
 370                         RTE_LOG(ERR, USER1, "Error %i: MBUF too small\n",
 371                                         -ENOMEM);
 372                         return -ENOMEM;
 373                 }
 374
 375                 memcpy(pt, vec.pt.val, vec.pt.len);
 376                 sym->cipher.data.length = vec.pt.len;
 377
 378         } else {
 379                 uint8_t *ct;
 380
 381                 if (vec.ct.len > RTE_MBUF_MAX_NB_SEGS) {
 382                         RTE_LOG(ERR, USER1, "CT len %u\n", vec.ct.len);
 383                         return -EPERM;
 384                 }
 385
 386                 ct = (uint8_t *)rte_pktmbuf_append(env.mbuf, vec.ct.len);
 387
 388                 if (!ct) {
 389                         RTE_LOG(ERR, USER1, "Error %i: MBUF too small\n",
 390                                         -ENOMEM);
 391                         return -ENOMEM;
 392                 }
 393
 394                 memcpy(ct, vec.ct.val, vec.ct.len);
 395                 sym->cipher.data.length = vec.ct.len;
 396         }
 397
 398         rte_crypto_op_attach_sym_session(env.op, env.sess);
 399
 400         return 0;
 401 }
 402
 403 static int
 404 prepare_auth_op(void)
 405 {
 406         struct rte_crypto_sym_op *sym = env.op->sym;
 407
 408         __rte_crypto_op_reset(env.op, RTE_CRYPTO_OP_TYPE_SYMMETRIC);
 409         rte_pktmbuf_reset(env.mbuf);
 410
 411         sym->m_src = env.mbuf;
 412         sym->auth.data.offset = 0;
 413
 414         if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 415                 uint8_t *pt;
 416
 417                 if (vec.pt.len > RTE_MBUF_MAX_NB_SEGS) {
 418                         RTE_LOG(ERR, USER1, "PT len %u\n", vec.pt.len);
 419                         return -EPERM;
 420                 }
 421
 422                 pt = (uint8_t *)rte_pktmbuf_append(env.mbuf, vec.pt.len +
 423                                 vec.cipher_auth.digest.len);
 424
 425                 if (!pt) {
 426                         RTE_LOG(ERR, USER1, "Error %i: MBUF too small\n",
 427                                         -ENOMEM);
 428                         return -ENOMEM;
 429                 }
 430
 431                 memcpy(pt, vec.pt.val, vec.pt.len);
 432                 sym->auth.data.length = vec.pt.len;
 433                 sym->auth.digest.data = pt + vec.pt.len;
 434                 sym->auth.digest.phys_addr = rte_pktmbuf_mtophys_offset(
 435                                 env.mbuf, vec.pt.len);
 436
 437         } else {
 438                 uint8_t *ct;
 439
 440                 if (vec.ct.len > RTE_MBUF_MAX_NB_SEGS) {
 441                         RTE_LOG(ERR, USER1, "CT len %u\n", vec.ct.len);
 442                         return -EPERM;
 443                 }
 444
 445                 ct = (uint8_t *)rte_pktmbuf_append(env.mbuf,
 446                                 vec.ct.len + vec.cipher_auth.digest.len);
 447
 448                 if (!ct) {
 449                         RTE_LOG(ERR, USER1, "Error %i: MBUF too small\n",
 450                                         -ENOMEM);
 451                         return -ENOMEM;
 452                 }
 453
 454                 memcpy(ct, vec.ct.val, vec.ct.len);
 455                 sym->auth.data.length = vec.ct.len;
 456                 sym->auth.digest.data = vec.cipher_auth.digest.val;
 457                 sym->auth.digest.phys_addr = rte_malloc_virt2iova(
 458                                 sym->auth.digest.data);
 459         }
 460
 461         rte_crypto_op_attach_sym_session(env.op, env.sess);
 462 }
 463
 464 static int
 465 prepare_aead_op(void)
 466 {
 467         struct rte_crypto_sym_op *sym = env.op->sym;
 468         uint8_t *iv = rte_crypto_op_ctod_offset(env.op, uint8_t *, IV_OFF);
 469
 470         __rte_crypto_op_reset(env.op, RTE_CRYPTO_OP_TYPE_SYMMETRIC);
 471         rte_pktmbuf_reset(env.mbuf);
 472
 473         memcpy(iv, vec.iv.val, vec.iv.len);
 474
 475         sym->m_src = env.mbuf;
 476         sym->aead.data.offset = 0;
 477         sym->aead.aad.data = vec.aead.aad.val;
 478         sym->aead.aad.phys_addr = rte_malloc_virt2iova(sym->aead.aad.data);
 479
 480         if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 481                 uint8_t *pt;
 482
 483                 if (vec.pt.len > RTE_MBUF_MAX_NB_SEGS) {
 484                         RTE_LOG(ERR, USER1, "PT len %u\n", vec.pt.len);
 485                         return -EPERM;
 486                 }
 487
 488                 pt = (uint8_t *)rte_pktmbuf_append(env.mbuf,
 489                                 vec.pt.len + vec.aead.digest.len);
 490
 491                 if (!pt) {
 492                         RTE_LOG(ERR, USER1, "Error %i: MBUF too small\n",
 493                                         -ENOMEM);
 494                         return -ENOMEM;
 495                 }
 496
 497                 memcpy(pt, vec.pt.val, vec.pt.len);
 498                 sym->aead.data.length = vec.pt.len;
 499                 sym->aead.digest.data = pt + vec.pt.len;
 500                 sym->aead.digest.phys_addr = rte_pktmbuf_mtophys_offset(
 501                                 env.mbuf, vec.pt.len);
 502         } else {
 503                 uint8_t *ct;
 504
 505                 if (vec.ct.len > RTE_MBUF_MAX_NB_SEGS) {
 506                         RTE_LOG(ERR, USER1, "CT len %u\n", vec.ct.len);
 507                         return -EPERM;
 508                 }
 509
 510                 ct = (uint8_t *)rte_pktmbuf_append(env.mbuf, vec.ct.len);
 511
 512                 if (!ct) {
 513                         RTE_LOG(ERR, USER1, "Error %i: MBUF too small\n",
 514                                         -ENOMEM);
 515                         return -ENOMEM;
 516                 }
 517
 518                 memcpy(ct, vec.ct.val, vec.ct.len);
 519                 sym->aead.data.length = vec.ct.len;
 520                 sym->aead.digest.data = vec.aead.digest.val;
 521                 sym->aead.digest.phys_addr = rte_malloc_virt2iova(
 522                                 sym->aead.digest.data);
 523         }
 524
 525         rte_crypto_op_attach_sym_session(env.op, env.sess);
 526 }
 527
 528 static int
 529 prepare_aes_xform(struct rte_crypto_sym_xform *xform)
 530 {
 531         const struct rte_cryptodev_symmetric_capability *cap;
 532         struct rte_cryptodev_sym_capability_idx cap_idx;
 533         struct rte_crypto_cipher_xform *cipher_xform = &xform->cipher;
 534
 535         xform->type = RTE_CRYPTO_SYM_XFORM_CIPHER;
 536
 537         cipher_xform->algo = RTE_CRYPTO_CIPHER_AES_CBC;
 538         cipher_xform->op = (info.op == FIPS_TEST_ENC_AUTH_GEN) ?
 539                         RTE_CRYPTO_CIPHER_OP_ENCRYPT :
 540                         RTE_CRYPTO_CIPHER_OP_DECRYPT;
 541         cipher_xform->key.data = vec.cipher_auth.key.val;
 542         cipher_xform->key.length = vec.cipher_auth.key.len;
 543         cipher_xform->iv.length = vec.iv.len;
 544         cipher_xform->iv.offset = IV_OFF;
 545
 546         cap_idx.algo.cipher = RTE_CRYPTO_CIPHER_AES_CBC;
 547         cap_idx.type = RTE_CRYPTO_SYM_XFORM_CIPHER;
 548
 549         cap = rte_cryptodev_sym_capability_get(env.dev_id, &cap_idx);
 550         if (!cap) {
 551                 RTE_LOG(ERR, USER1, "Failed to get capability for cdev %u\n",
 552                                 env.dev_id);
 553                 return -EINVAL;
 554         }
 555
 556         if (rte_cryptodev_sym_capability_check_cipher(cap,
 557                         cipher_xform->key.length,
 558                         cipher_xform->iv.length) != 0) {
 559                 RTE_LOG(ERR, USER1, "PMD %s key length %u IV length %u\n",
 560                                 info.device_name, cipher_xform->key.length,
 561                                 cipher_xform->iv.length);
 562                 return -EPERM;
 563         }
 564
 565         return 0;
 566 }
 567
 568 static int
 569 prepare_tdes_xform(struct rte_crypto_sym_xform *xform)
 570 {
 571         const struct rte_cryptodev_symmetric_capability *cap;
 572         struct rte_cryptodev_sym_capability_idx cap_idx;
 573         struct rte_crypto_cipher_xform *cipher_xform = &xform->cipher;
 574
 575         xform->type = RTE_CRYPTO_SYM_XFORM_CIPHER;
 576
 577         cipher_xform->algo = RTE_CRYPTO_CIPHER_3DES_CBC;
 578         cipher_xform->op = (info.op == FIPS_TEST_ENC_AUTH_GEN) ?
 579                         RTE_CRYPTO_CIPHER_OP_ENCRYPT :
 580                         RTE_CRYPTO_CIPHER_OP_DECRYPT;
 581         cipher_xform->key.data = vec.cipher_auth.key.val;
 582         cipher_xform->key.length = vec.cipher_auth.key.len;
 583         cipher_xform->iv.length = vec.iv.len;
 584         cipher_xform->iv.offset = IV_OFF;
 585
 586         cap_idx.algo.cipher = RTE_CRYPTO_CIPHER_3DES_CBC;
 587         cap_idx.type = RTE_CRYPTO_SYM_XFORM_CIPHER;
 588
 589         cap = rte_cryptodev_sym_capability_get(env.dev_id, &cap_idx);
 590         if (!cap) {
 591                 RTE_LOG(ERR, USER1, "Failed to get capability for cdev %u\n",
 592                                 env.dev_id);
 593                 return -EINVAL;
 594         }
 595
 596         if (rte_cryptodev_sym_capability_check_cipher(cap,
 597                         cipher_xform->key.length,
 598                         cipher_xform->iv.length) != 0) {
 599                 RTE_LOG(ERR, USER1, "PMD %s key length %u IV length %u\n",
 600                                 info.device_name, cipher_xform->key.length,
 601                                 cipher_xform->iv.length);
 602                 return -EPERM;
 603         }
 604
 605         return 0;
 606 }
 607
 608 static int
 609 prepare_hmac_xform(struct rte_crypto_sym_xform *xform)
 610 {
 611         const struct rte_cryptodev_symmetric_capability *cap;
 612         struct rte_cryptodev_sym_capability_idx cap_idx;
 613         struct rte_crypto_auth_xform *auth_xform = &xform->auth;
 614
 615         xform->type = RTE_CRYPTO_SYM_XFORM_AUTH;
 616
 617         auth_xform->algo = info.interim_info.hmac_data.algo;
 618         auth_xform->op = RTE_CRYPTO_AUTH_OP_GENERATE;
 619         auth_xform->digest_length = vec.cipher_auth.digest.len;
 620         auth_xform->key.data = vec.cipher_auth.key.val;
 621         auth_xform->key.length = vec.cipher_auth.key.len;
 622
 623         cap_idx.algo.auth = auth_xform->algo;
 624         cap_idx.type = RTE_CRYPTO_SYM_XFORM_AUTH;
 625
 626         cap = rte_cryptodev_sym_capability_get(env.dev_id, &cap_idx);
 627         if (!cap) {
 628                 RTE_LOG(ERR, USER1, "Failed to get capability for cdev %u\n",
 629                                 env.dev_id);
 630                 return -EINVAL;
 631         }
 632
 633         if (rte_cryptodev_sym_capability_check_auth(cap,
 634                         auth_xform->key.length,
 635                         auth_xform->digest_length, 0) != 0) {
 636                 RTE_LOG(ERR, USER1, "PMD %s key length %u IV length %u\n",
 637                                 info.device_name, auth_xform->key.length,
 638                                 auth_xform->digest_length);
 639                 return -EPERM;
 640         }
 641
 642         return 0;
 643 }
 644
 645 static int
 646 prepare_gcm_xform(struct rte_crypto_sym_xform *xform)
 647 {
 648         const struct rte_cryptodev_symmetric_capability *cap;
 649         struct rte_cryptodev_sym_capability_idx cap_idx;
 650         struct rte_crypto_aead_xform *aead_xform = &xform->aead;
 651
 652         xform->type = RTE_CRYPTO_SYM_XFORM_AEAD;
 653
 654         aead_xform->algo = RTE_CRYPTO_AEAD_AES_GCM;
 655         aead_xform->aad_length = vec.aead.aad.len;
 656         aead_xform->digest_length = vec.aead.digest.len;
 657         aead_xform->iv.offset = IV_OFF;
 658         aead_xform->iv.length = vec.iv.len;
 659         aead_xform->key.data = vec.aead.key.val;
 660         aead_xform->key.length = vec.aead.key.len;
 661         aead_xform->op = (info.op == FIPS_TEST_ENC_AUTH_GEN) ?
 662                         RTE_CRYPTO_AEAD_OP_ENCRYPT :
 663                         RTE_CRYPTO_AEAD_OP_DECRYPT;
 664
 665         cap_idx.algo.aead = aead_xform->algo;
 666         cap_idx.type = RTE_CRYPTO_SYM_XFORM_AEAD;
 667
 668         cap = rte_cryptodev_sym_capability_get(env.dev_id, &cap_idx);
 669         if (!cap) {
 670                 RTE_LOG(ERR, USER1, "Failed to get capability for cdev %u\n",
 671                                 env.dev_id);
 672                 return -EINVAL;
 673         }
 674
 675         if (rte_cryptodev_sym_capability_check_aead(cap,
 676                         aead_xform->key.length,
 677                         aead_xform->digest_length, aead_xform->aad_length,
 678                         aead_xform->iv.length) != 0) {
 679                 RTE_LOG(ERR, USER1,
 680                         "PMD %s key_len %u tag_len %u aad_len %u iv_len %u\n",
 681                                 info.device_name, aead_xform->key.length,
 682                                 aead_xform->digest_length,
 683                                 aead_xform->aad_length,
 684                                 aead_xform->iv.length);
 685                 return -EPERM;
 686         }
 687
 688         return 0;
 689 }
 690
 691 static int
 692 prepare_cmac_xform(struct rte_crypto_sym_xform *xform)
 693 {
 694         const struct rte_cryptodev_symmetric_capability *cap;
 695         struct rte_cryptodev_sym_capability_idx cap_idx;
 696         struct rte_crypto_auth_xform *auth_xform = &xform->auth;
 697
 698         xform->type = RTE_CRYPTO_SYM_XFORM_AUTH;
 699
 700         auth_xform->algo = RTE_CRYPTO_AUTH_AES_CMAC;
 701         auth_xform->op = (info.op == FIPS_TEST_ENC_AUTH_GEN) ?
 702                         RTE_CRYPTO_AUTH_OP_GENERATE : RTE_CRYPTO_AUTH_OP_VERIFY;
 703         auth_xform->digest_length = vec.cipher_auth.digest.len;
 704         auth_xform->key.data = vec.cipher_auth.key.val;
 705         auth_xform->key.length = vec.cipher_auth.key.len;
 706
 707         cap_idx.algo.auth = auth_xform->algo;
 708         cap_idx.type = RTE_CRYPTO_SYM_XFORM_AUTH;
 709
 710         cap = rte_cryptodev_sym_capability_get(env.dev_id, &cap_idx);
 711         if (!cap) {
 712                 RTE_LOG(ERR, USER1, "Failed to get capability for cdev %u\n",
 713                                 env.dev_id);
 714                 return -EINVAL;
 715         }
 716
 717         if (rte_cryptodev_sym_capability_check_auth(cap,
 718                         auth_xform->key.length,
 719                         auth_xform->digest_length, 0) != 0) {
 720                 RTE_LOG(ERR, USER1, "PMD %s key length %u IV length %u\n",
 721                                 info.device_name, auth_xform->key.length,
 722                                 auth_xform->digest_length);
 723                 return -EPERM;
 724         }
 725
 726         return 0;
 727 }
 728
 729 static void
 730 get_writeback_data(struct fips_val *val)
 731 {
 732         val->val = rte_pktmbuf_mtod(env.mbuf, uint8_t *);
 733         val->len = rte_pktmbuf_pkt_len(env.mbuf);
 734 }
 735
 736 static int
 737 fips_run_test(void)
 738 {
 739         struct rte_crypto_sym_xform xform = {0};
 740         uint16_t n_deqd;
 741         int ret;
 742
 743         ret = test_ops.prepare_xform(&xform);
 744         if (ret < 0)
 745                 return ret;
 746
 747         env.sess = rte_cryptodev_sym_session_create(env.mpool);
 748         if (!env.sess)
 749                 return -ENOMEM;
 750
 751         ret = rte_cryptodev_sym_session_init(env.dev_id,
 752                         env.sess, &xform, env.mpool);
 753         if (ret < 0) {
 754                 RTE_LOG(ERR, USER1, "Error %i: Init session\n",
 755                                 ret);
 756                 return ret;
 757         }
 758
 759         ret = test_ops.prepare_op();
 760         if (ret < 0) {
 761                 RTE_LOG(ERR, USER1, "Error %i: Prepare op\n",
 762                                 ret);
 763                 return ret;
 764         }
 765
 766         if (rte_cryptodev_enqueue_burst(env.dev_id, 0, &env.op, 1) < 1) {
 767                 RTE_LOG(ERR, USER1, "Error: Failed enqueue\n");
 768                 return ret;
 769         }
 770
 771         do {
 772                 struct rte_crypto_op *deqd_op;
 773
 774                 n_deqd = rte_cryptodev_dequeue_burst(env.dev_id, 0, &deqd_op,
 775                                 1);
 776         } while (n_deqd == 0);
 777
 778         vec.status = env.op->status;
 779
 780         rte_cryptodev_sym_session_clear(env.dev_id, env.sess);
 781         rte_cryptodev_sym_session_free(env.sess);
 782         env.sess = NULL;
 783
 784         return ret;
 785 }
 786
 787 static int
 788 fips_generic_test(void)
 789 {
 790         struct fips_val val;
 791         int ret;
 792
 793         fips_test_write_one_case();
 794
 795         ret = fips_run_test();
 796         if (ret < 0) {
 797                 if (ret == -EPERM) {
 798                         fprintf(info.fp_wr, "Bypass\n\n");
 799                         return 0;
 800                 }
 801
 802                 return ret;
 803         }
 804
 805         get_writeback_data(&val);
 806
 807         switch (info.file_type) {
 808         case FIPS_TYPE_REQ:
 809         case FIPS_TYPE_RSP:
 810                 if (info.parse_writeback == NULL)
 811                         return -EPERM;
 812                 ret = info.parse_writeback(&val);
 813                 if (ret < 0)
 814                         return ret;
 815                 break;
 816         case FIPS_TYPE_FAX:
 817                 if (info.kat_check == NULL)
 818                         return -EPERM;
 819                 ret = info.kat_check(&val);
 820                 if (ret < 0)
 821                         return ret;
 822                 break;
 823         }
 824
 825         fprintf(info.fp_wr, "\n");
 826
 827         return 0;
 828 }
 829
 830 static int
 831 fips_mct_tdes_test(void)
 832 {
 833 #define TDES_BLOCK_SIZE         8
 834 #define TDES_EXTERN_ITER        400
 835 #define TDES_INTERN_ITER        10000
 836         struct fips_val val, val_key;
 837         uint8_t prev_out[TDES_BLOCK_SIZE];
 838         uint8_t prev_prev_out[TDES_BLOCK_SIZE];
 839         uint8_t prev_in[TDES_BLOCK_SIZE];
 840         uint32_t i, j, k;
 841         int ret;
 842
 843         for (i = 0; i < TDES_EXTERN_ITER; i++) {
 844                 if (i != 0)
 845                         update_info_vec(i);
 846
 847                 fips_test_write_one_case();
 848
 849                 for (j = 0; j < TDES_INTERN_ITER; j++) {
 850                         ret = fips_run_test();
 851                         if (ret < 0) {
 852                                 if (ret == -EPERM) {
 853                                         fprintf(info.fp_wr, "Bypass\n");
 854                                         return 0;
 855                                 }
 856
 857                                 return ret;
 858                         }
 859
 860                         get_writeback_data(&val);
 861
 862                         if (info.op == FIPS_TEST_DEC_AUTH_VERIF)
 863                                 memcpy(prev_in, vec.ct.val, TDES_BLOCK_SIZE);
 864
 865                         if (j == 0) {
 866                                 memcpy(prev_out, val.val, TDES_BLOCK_SIZE);
 867
 868                                 if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 869                                         memcpy(vec.pt.val, vec.iv.val,
 870                                                         TDES_BLOCK_SIZE);
 871                                         memcpy(vec.iv.val, val.val,
 872                                                         TDES_BLOCK_SIZE);
 873                                 } else {
 874                                         memcpy(vec.iv.val, vec.ct.val,
 875                                                         TDES_BLOCK_SIZE);
 876                                         memcpy(vec.ct.val, val.val,
 877                                                         TDES_BLOCK_SIZE);
 878                                 }
 879                                 continue;
 880                         }
 881
 882                         if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 883                                 memcpy(vec.iv.val, val.val, TDES_BLOCK_SIZE);
 884                                 memcpy(vec.pt.val, prev_out, TDES_BLOCK_SIZE);
 885                         } else {
 886                                 memcpy(vec.iv.val, vec.ct.val, TDES_BLOCK_SIZE);
 887                                 memcpy(vec.ct.val, val.val, TDES_BLOCK_SIZE);
 888                         }
 889
 890                         if (j == TDES_INTERN_ITER - 1)
 891                                 continue;
 892
 893                         memcpy(prev_out, val.val, TDES_BLOCK_SIZE);
 894
 895                         if (j == TDES_INTERN_ITER - 3)
 896                                 memcpy(prev_prev_out, val.val, TDES_BLOCK_SIZE);
 897                 }
 898
 899                 info.parse_writeback(&val);
 900                 fprintf(info.fp_wr, "\n");
 901
 902                 if (i == TDES_EXTERN_ITER - 1)
 903                         continue;
 904
 905                 /** update key */
 906                 memcpy(&val_key, &vec.cipher_auth.key, sizeof(val_key));
 907
 908                 if (info.interim_info.tdes_data.nb_keys == 0) {
 909                         if (memcmp(val_key.val, val_key.val + 8, 8) == 0)
 910                                 info.interim_info.tdes_data.nb_keys = 1;
 911                         else if (memcmp(val_key.val, val_key.val + 16, 8) == 0)
 912                                 info.interim_info.tdes_data.nb_keys = 2;
 913                         else
 914                                 info.interim_info.tdes_data.nb_keys = 3;
 915
 916                 }
 917
 918                 for (k = 0; k < TDES_BLOCK_SIZE; k++) {
 919
 920                         switch (info.interim_info.tdes_data.nb_keys) {
 921                         case 3:
 922                                 val_key.val[k] ^= val.val[k];
 923                                 val_key.val[k + 8] ^= prev_out[k];
 924                                 val_key.val[k + 16] ^= prev_prev_out[k];
 925                                 break;
 926                         case 2:
 927                                 val_key.val[k] ^= val.val[k];
 928                                 val_key.val[k + 8] ^= prev_out[k];
 929                                 val_key.val[k + 16] ^= val.val[k];
 930                                 break;
 931                         default: /* case 1 */
 932                                 val_key.val[k] ^= val.val[k];
 933                                 val_key.val[k + 8] ^= val.val[k];
 934                                 val_key.val[k + 16] ^= val.val[k];
 935                                 break;
 936                         }
 937
 938                 }
 939
 940                 for (k = 0; k < 24; k++)
 941                         val_key.val[k] = (__builtin_popcount(val_key.val[k]) &
 942                                         0x1) ?
 943                                         val_key.val[k] : (val_key.val[k] ^ 0x1);
 944
 945                 if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 946                         memcpy(vec.iv.val, val.val, TDES_BLOCK_SIZE);
 947                         memcpy(vec.pt.val, prev_out, TDES_BLOCK_SIZE);
 948                 } else {
 949                         memcpy(vec.iv.val, prev_out, TDES_BLOCK_SIZE);
 950                         memcpy(vec.ct.val, val.val, TDES_BLOCK_SIZE);
 951                 }
 952         }
 953
 954         return 0;
 955 }
 956
 957 static int
 958 fips_mct_aes_test(void)
 959 {
 960 #define AES_BLOCK_SIZE  16
 961 #define AES_EXTERN_ITER 100
 962 #define AES_INTERN_ITER 1000
 963         struct fips_val val, val_key;
 964         uint8_t prev_out[AES_BLOCK_SIZE] = {0};
 965         uint8_t prev_in[AES_BLOCK_SIZE] = {0};
 966         uint32_t i, j, k;
 967         int ret;
 968
 969         for (i = 0; i < AES_EXTERN_ITER; i++) {
 970                 if (i != 0)
 971                         update_info_vec(i);
 972
 973                 fips_test_write_one_case();
 974
 975                 for (j = 0; j < AES_INTERN_ITER; j++) {
 976                         ret = fips_run_test();
 977                         if (ret < 0) {
 978                                 if (ret == -EPERM) {
 979                                         fprintf(info.fp_wr, "Bypass\n");
 980                                         return 0;
 981                                 }
 982
 983                                 return ret;
 984                         }
 985
 986                         get_writeback_data(&val);
 987
 988                         if (info.op == FIPS_TEST_DEC_AUTH_VERIF)
 989                                 memcpy(prev_in, vec.ct.val, AES_BLOCK_SIZE);
 990
 991                         if (j == 0) {
 992                                 memcpy(prev_out, val.val, AES_BLOCK_SIZE);
 993
 994                                 if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
 995                                         memcpy(vec.pt.val, vec.iv.val,
 996                                                         AES_BLOCK_SIZE);
 997                                         memcpy(vec.iv.val, val.val,
 998                                                         AES_BLOCK_SIZE);
 999                                 } else {
1000                                         memcpy(vec.ct.val, vec.iv.val,
1001                                                         AES_BLOCK_SIZE);
1002                                         memcpy(vec.iv.val, prev_in,
1003                                                         AES_BLOCK_SIZE);
1004                                 }
1005                                 continue;
1006                         }
1007
1008                         if (info.op == FIPS_TEST_ENC_AUTH_GEN) {
1009                                 memcpy(vec.iv.val, val.val, AES_BLOCK_SIZE);
1010                                 memcpy(vec.pt.val, prev_out, AES_BLOCK_SIZE);
1011                         } else {
1012                                 memcpy(vec.iv.val, prev_in, AES_BLOCK_SIZE);
1013                                 memcpy(vec.ct.val, prev_out, AES_BLOCK_SIZE);
1014                         }
1015
1016                         if (j == AES_INTERN_ITER - 1)
1017                                 continue;
1018
1019                         memcpy(prev_out, val.val, AES_BLOCK_SIZE);
1020                 }
1021
1022                 info.parse_writeback(&val);
1023                 fprintf(info.fp_wr, "\n");
1024
1025                 if (i == AES_EXTERN_ITER - 1)
1026                         continue;
1027
1028                 /** update key */
1029                 memcpy(&val_key, &vec.cipher_auth.key, sizeof(val_key));
1030                 for (k = 0; k < vec.cipher_auth.key.len; k++) {
1031                         switch (vec.cipher_auth.key.len) {
1032                         case 16:
1033                                 val_key.val[k] ^= val.val[k];
1034                                 break;
1035                         case 24:
1036                                 if (k < 8)
1037                                         val_key.val[k] ^= prev_out[k + 8];
1038                                 else
1039                                         val_key.val[k] ^= val.val[k - 8];
1040                                 break;
1041                         case 32:
1042                                 if (k < 16)
1043                                         val_key.val[k] ^= prev_out[k];
1044                                 else
1045                                         val_key.val[k] ^= val.val[k - 16];
1046                                 break;
1047                         default:
1048                                 return -1;
1049                         }
1050                 }
1051
1052                 if (info.op == FIPS_TEST_DEC_AUTH_VERIF)
1053                         memcpy(vec.iv.val, val.val, AES_BLOCK_SIZE);
1054         }
1055
1056         return 0;
1057 }
1058
1059 static int
1060 init_test_ops(void)
1061 {
1062         switch (info.algo) {
1063         case FIPS_TEST_ALGO_AES:
1064                 test_ops.prepare_op = prepare_cipher_op;
1065                 test_ops.prepare_xform  = prepare_aes_xform;
1066                 if (info.interim_info.aes_data.test_type == AESAVS_TYPE_MCT)
1067                         test_ops.test = fips_mct_aes_test;
1068                 else
1069                         test_ops.test = fips_generic_test;
1070                 break;
1071         case FIPS_TEST_ALGO_HMAC:
1072                 test_ops.prepare_op = prepare_auth_op;
1073                 test_ops.prepare_xform = prepare_hmac_xform;
1074                 test_ops.test = fips_generic_test;
1075                 break;
1076         case FIPS_TEST_ALGO_TDES:
1077                 test_ops.prepare_op = prepare_cipher_op;
1078                 test_ops.prepare_xform  = prepare_tdes_xform;
1079                 if (info.interim_info.tdes_data.test_type == TDES_MCT)
1080                         test_ops.test = fips_mct_tdes_test;
1081                 else
1082                         test_ops.test = fips_generic_test;
1083                 break;
1084         case FIPS_TEST_ALGO_AES_GCM:
1085                 test_ops.prepare_op = prepare_aead_op;
1086                 test_ops.prepare_xform = prepare_gcm_xform;
1087                 test_ops.test = fips_generic_test;
1088                 break;
1089         case FIPS_TEST_ALGO_AES_CMAC:
1090                 test_ops.prepare_op = prepare_auth_op;
1091                 test_ops.prepare_xform = prepare_cmac_xform;
1092                 test_ops.test = fips_generic_test;
1093                 break;
1094         default:
1095                 return -1;
1096         }
1097
1098         return 0;
1099 }
1100
1101 static void
1102 print_test_block(void)
1103 {
1104         uint32_t i;
1105
1106         for (i = 0; i < info.nb_vec_lines; i++)
1107                 printf("%s\n", info.vec[i]);
1108
1109         printf("\n");
1110 }
1111
1112 static int
1113 fips_test_one_file(void)
1114 {
1115         int fetch_ret = 0, ret;
1116
1117
1118         ret = init_test_ops();
1119         if (ret < 0) {
1120                 RTE_LOG(ERR, USER1, "Error %i: Init test op\n", ret);
1121                 return ret;
1122         }
1123
1124         while (ret >= 0 && fetch_ret == 0) {
1125                 fetch_ret = fips_test_fetch_one_block();
1126                 if (fetch_ret < 0) {
1127                         RTE_LOG(ERR, USER1, "Error %i: Fetch block\n",
1128                                         fetch_ret);
1129                         ret = fetch_ret;
1130                         goto error_one_case;
1131                 }
1132
1133                 if (info.nb_vec_lines == 0) {
1134                         if (fetch_ret == -EOF)
1135                                 break;
1136
1137                         fprintf(info.fp_wr, "\n");
1138                         continue;
1139                 }
1140
1141                 ret = fips_test_parse_one_case();
1142                 switch (ret) {
1143                 case 0:
1144                         ret = test_ops.test();
1145                         if (ret == 0)
1146                                 break;
1147                         RTE_LOG(ERR, USER1, "Error %i: test block\n",
1148                                         ret);
1149                         goto error_one_case;
1150                 case 1:
1151                         break;
1152                 default:
1153                         RTE_LOG(ERR, USER1, "Error %i: Parse block\n",
1154                                         ret);
1155                         goto error_one_case;
1156                 }
1157
1158                 continue;
1159 error_one_case:
1160                 print_test_block();
1161         }
1162
1163         fips_test_clear();
1164
1165         return ret;
1166
1167 }