1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2018 HUAWEI TECHNOLOGIES CO., LTD.
7 #include <rte_common.h>
10 #include <rte_bus_pci.h>
11 #include <rte_cryptodev.h>
12 #include <rte_cryptodev_pmd.h>
15 #include "virtio_cryptodev.h"
16 #include "virtqueue.h"
17 #include "virtio_crypto_algs.h"
18 #include "virtio_crypto_capabilities.h"
20 int virtio_crypto_logtype_init;
21 int virtio_crypto_logtype_session;
22 int virtio_crypto_logtype_rx;
23 int virtio_crypto_logtype_tx;
24 int virtio_crypto_logtype_driver;
26 static int virtio_crypto_dev_configure(struct rte_cryptodev *dev,
27 struct rte_cryptodev_config *config);
28 static int virtio_crypto_dev_start(struct rte_cryptodev *dev);
29 static void virtio_crypto_dev_stop(struct rte_cryptodev *dev);
30 static int virtio_crypto_dev_close(struct rte_cryptodev *dev);
31 static void virtio_crypto_dev_info_get(struct rte_cryptodev *dev,
32 struct rte_cryptodev_info *dev_info);
33 static void virtio_crypto_dev_stats_get(struct rte_cryptodev *dev,
34 struct rte_cryptodev_stats *stats);
35 static void virtio_crypto_dev_stats_reset(struct rte_cryptodev *dev);
36 static int virtio_crypto_qp_setup(struct rte_cryptodev *dev,
37 uint16_t queue_pair_id,
38 const struct rte_cryptodev_qp_conf *qp_conf,
40 struct rte_mempool *session_pool);
41 static int virtio_crypto_qp_release(struct rte_cryptodev *dev,
42 uint16_t queue_pair_id);
43 static void virtio_crypto_dev_free_mbufs(struct rte_cryptodev *dev);
44 static unsigned int virtio_crypto_sym_get_session_private_size(
45 struct rte_cryptodev *dev);
46 static void virtio_crypto_sym_clear_session(struct rte_cryptodev *dev,
47 struct rte_cryptodev_sym_session *sess);
48 static int virtio_crypto_sym_configure_session(struct rte_cryptodev *dev,
49 struct rte_crypto_sym_xform *xform,
50 struct rte_cryptodev_sym_session *session,
51 struct rte_mempool *mp);
54 * The set of PCI devices this driver supports
56 static const struct rte_pci_id pci_id_virtio_crypto_map[] = {
57 { RTE_PCI_DEVICE(VIRTIO_CRYPTO_PCI_VENDORID,
58 VIRTIO_CRYPTO_PCI_DEVICEID) },
59 { .vendor_id = 0, /* sentinel */ },
62 static const struct rte_cryptodev_capabilities virtio_capabilities[] = {
63 VIRTIO_SYM_CAPABILITIES,
64 RTE_CRYPTODEV_END_OF_CAPABILITIES_LIST()
67 uint8_t cryptodev_virtio_driver_id;
69 #define NUM_ENTRY_SYM_CREATE_SESSION 4
72 virtio_crypto_send_command(struct virtqueue *vq,
73 struct virtio_crypto_op_ctrl_req *ctrl, uint8_t *cipher_key,
74 uint8_t *auth_key, struct virtio_crypto_session *session)
79 uint32_t len_cipher_key = 0;
80 uint32_t len_auth_key = 0;
81 uint32_t len_ctrl_req = sizeof(struct virtio_crypto_op_ctrl_req);
82 uint32_t len_session_input = sizeof(struct virtio_crypto_session_input);
83 uint32_t len_total = 0;
84 uint32_t input_offset = 0;
85 void *virt_addr_started = NULL;
86 phys_addr_t phys_addr_started;
87 struct vring_desc *desc;
89 struct virtio_crypto_session_input *input;
92 PMD_INIT_FUNC_TRACE();
94 if (session == NULL) {
95 VIRTIO_CRYPTO_SESSION_LOG_ERR("session is NULL.");
98 /* cipher only is supported, it is available if auth_key is NULL */
100 VIRTIO_CRYPTO_SESSION_LOG_ERR("cipher key is NULL.");
104 head = vq->vq_desc_head_idx;
105 VIRTIO_CRYPTO_INIT_LOG_DBG("vq->vq_desc_head_idx = %d, vq = %p",
108 if (vq->vq_free_cnt < needed) {
109 VIRTIO_CRYPTO_SESSION_LOG_ERR("Not enough entry");
113 /* calculate the length of cipher key */
115 switch (ctrl->u.sym_create_session.op_type) {
116 case VIRTIO_CRYPTO_SYM_OP_CIPHER:
118 = ctrl->u.sym_create_session.u.cipher
121 case VIRTIO_CRYPTO_SYM_OP_ALGORITHM_CHAINING:
123 = ctrl->u.sym_create_session.u.chain
124 .para.cipher_param.keylen;
127 VIRTIO_CRYPTO_SESSION_LOG_ERR("invalid op type");
132 /* calculate the length of auth key */
135 ctrl->u.sym_create_session.u.chain.para.u.mac_param
140 * malloc memory to store indirect vring_desc entries, including
141 * ctrl request, cipher key, auth key, session input and desc vring
143 desc_offset = len_ctrl_req + len_cipher_key + len_auth_key
145 virt_addr_started = rte_malloc(NULL,
146 desc_offset + NUM_ENTRY_SYM_CREATE_SESSION
147 * sizeof(struct vring_desc), RTE_CACHE_LINE_SIZE);
148 if (virt_addr_started == NULL) {
149 VIRTIO_CRYPTO_SESSION_LOG_ERR("not enough heap memory");
152 phys_addr_started = rte_malloc_virt2iova(virt_addr_started);
154 /* address to store indirect vring desc entries */
155 desc = (struct vring_desc *)
156 ((uint8_t *)virt_addr_started + desc_offset);
159 memcpy(virt_addr_started, ctrl, len_ctrl_req);
160 desc[idx].addr = phys_addr_started;
161 desc[idx].len = len_ctrl_req;
162 desc[idx].flags = VRING_DESC_F_NEXT;
163 desc[idx].next = idx + 1;
165 len_total += len_ctrl_req;
166 input_offset += len_ctrl_req;
168 /* cipher key part */
169 if (len_cipher_key > 0) {
170 memcpy((uint8_t *)virt_addr_started + len_total,
171 cipher_key, len_cipher_key);
173 desc[idx].addr = phys_addr_started + len_total;
174 desc[idx].len = len_cipher_key;
175 desc[idx].flags = VRING_DESC_F_NEXT;
176 desc[idx].next = idx + 1;
178 len_total += len_cipher_key;
179 input_offset += len_cipher_key;
183 if (len_auth_key > 0) {
184 memcpy((uint8_t *)virt_addr_started + len_total,
185 auth_key, len_auth_key);
187 desc[idx].addr = phys_addr_started + len_total;
188 desc[idx].len = len_auth_key;
189 desc[idx].flags = VRING_DESC_F_NEXT;
190 desc[idx].next = idx + 1;
192 len_total += len_auth_key;
193 input_offset += len_auth_key;
197 input = (struct virtio_crypto_session_input *)
198 ((uint8_t *)virt_addr_started + input_offset);
199 input->status = VIRTIO_CRYPTO_ERR;
200 input->session_id = ~0ULL;
201 desc[idx].addr = phys_addr_started + len_total;
202 desc[idx].len = len_session_input;
203 desc[idx].flags = VRING_DESC_F_WRITE;
206 /* use a single desc entry */
207 vq->vq_ring.desc[head].addr = phys_addr_started + desc_offset;
208 vq->vq_ring.desc[head].len = idx * sizeof(struct vring_desc);
209 vq->vq_ring.desc[head].flags = VRING_DESC_F_INDIRECT;
212 vq->vq_desc_head_idx = vq->vq_ring.desc[head].next;
214 vq_update_avail_ring(vq, head);
215 vq_update_avail_idx(vq);
217 VIRTIO_CRYPTO_INIT_LOG_DBG("vq->vq_queue_index = %d",
220 virtqueue_notify(vq);
223 while (vq->vq_used_cons_idx == vq->vq_ring.used->idx) {
228 while (vq->vq_used_cons_idx != vq->vq_ring.used->idx) {
229 uint32_t idx, desc_idx, used_idx;
230 struct vring_used_elem *uep;
232 used_idx = (uint32_t)(vq->vq_used_cons_idx
233 & (vq->vq_nentries - 1));
234 uep = &vq->vq_ring.used->ring[used_idx];
235 idx = (uint32_t) uep->id;
238 while (vq->vq_ring.desc[desc_idx].flags & VRING_DESC_F_NEXT) {
239 desc_idx = vq->vq_ring.desc[desc_idx].next;
243 vq->vq_ring.desc[desc_idx].next = vq->vq_desc_head_idx;
244 vq->vq_desc_head_idx = idx;
246 vq->vq_used_cons_idx++;
250 VIRTIO_CRYPTO_INIT_LOG_DBG("vq->vq_free_cnt=%d\n"
251 "vq->vq_desc_head_idx=%d",
252 vq->vq_free_cnt, vq->vq_desc_head_idx);
255 if (input->status != VIRTIO_CRYPTO_OK) {
256 VIRTIO_CRYPTO_SESSION_LOG_ERR("Something wrong on backend! "
257 "status=%u, session_id=%" PRIu64 "",
258 input->status, input->session_id);
259 rte_free(virt_addr_started);
262 session->session_id = input->session_id;
264 VIRTIO_CRYPTO_SESSION_LOG_INFO("Create session successfully, "
265 "session_id=%" PRIu64 "", input->session_id);
266 rte_free(virt_addr_started);
274 virtio_crypto_queue_release(struct virtqueue *vq)
276 struct virtio_crypto_hw *hw;
278 PMD_INIT_FUNC_TRACE();
282 /* Select and deactivate the queue */
283 VTPCI_OPS(hw)->del_queue(hw, vq);
285 rte_memzone_free(vq->mz);
286 rte_mempool_free(vq->mpool);
291 #define MPOOL_MAX_NAME_SZ 32
294 virtio_crypto_queue_setup(struct rte_cryptodev *dev,
296 uint16_t vtpci_queue_idx,
299 struct virtqueue **pvq)
301 char vq_name[VIRTQUEUE_MAX_NAME_SZ];
302 char mpool_name[MPOOL_MAX_NAME_SZ];
303 const struct rte_memzone *mz;
304 unsigned int vq_size, size;
305 struct virtio_crypto_hw *hw = dev->data->dev_private;
306 struct virtqueue *vq = NULL;
310 PMD_INIT_FUNC_TRACE();
312 VIRTIO_CRYPTO_INIT_LOG_DBG("setting up queue: %u", vtpci_queue_idx);
315 * Read the virtqueue size from the Queue Size field
316 * Always power of 2 and if 0 virtqueue does not exist
318 vq_size = VTPCI_OPS(hw)->get_queue_num(hw, vtpci_queue_idx);
320 VIRTIO_CRYPTO_INIT_LOG_ERR("virtqueue does not exist");
323 VIRTIO_CRYPTO_INIT_LOG_DBG("vq_size: %u", vq_size);
325 if (!rte_is_power_of_2(vq_size)) {
326 VIRTIO_CRYPTO_INIT_LOG_ERR("virtqueue size is not powerof 2");
330 if (queue_type == VTCRYPTO_DATAQ) {
331 snprintf(vq_name, sizeof(vq_name), "dev%d_dataqueue%d",
332 dev->data->dev_id, vtpci_queue_idx);
333 snprintf(mpool_name, sizeof(mpool_name),
334 "dev%d_dataqueue%d_mpool",
335 dev->data->dev_id, vtpci_queue_idx);
336 } else if (queue_type == VTCRYPTO_CTRLQ) {
337 snprintf(vq_name, sizeof(vq_name), "dev%d_controlqueue",
339 snprintf(mpool_name, sizeof(mpool_name),
340 "dev%d_controlqueue_mpool",
343 size = RTE_ALIGN_CEIL(sizeof(*vq) +
344 vq_size * sizeof(struct vq_desc_extra),
345 RTE_CACHE_LINE_SIZE);
346 vq = rte_zmalloc_socket(vq_name, size, RTE_CACHE_LINE_SIZE,
349 VIRTIO_CRYPTO_INIT_LOG_ERR("Can not allocate virtqueue");
353 if (queue_type == VTCRYPTO_DATAQ) {
354 /* pre-allocate a mempool and use it in the data plane to
355 * improve performance
357 vq->mpool = rte_mempool_lookup(mpool_name);
358 if (vq->mpool == NULL)
359 vq->mpool = rte_mempool_create(mpool_name,
361 sizeof(struct virtio_crypto_op_cookie),
362 RTE_CACHE_LINE_SIZE, 0,
363 NULL, NULL, NULL, NULL, socket_id,
366 VIRTIO_CRYPTO_DRV_LOG_ERR("Virtio Crypto PMD "
367 "Cannot create mempool");
368 goto mpool_create_err;
370 for (i = 0; i < vq_size; i++) {
371 vq->vq_descx[i].cookie =
372 rte_zmalloc("crypto PMD op cookie pointer",
373 sizeof(struct virtio_crypto_op_cookie),
374 RTE_CACHE_LINE_SIZE);
375 if (vq->vq_descx[i].cookie == NULL) {
376 VIRTIO_CRYPTO_DRV_LOG_ERR("Failed to "
377 "alloc mem for cookie");
378 goto cookie_alloc_err;
384 vq->dev_id = dev->data->dev_id;
385 vq->vq_queue_index = vtpci_queue_idx;
386 vq->vq_nentries = vq_size;
389 * Using part of the vring entries is permitted, but the maximum
392 if (nb_desc == 0 || nb_desc > vq_size)
394 vq->vq_free_cnt = nb_desc;
397 * Reserve a memzone for vring elements
399 size = vring_size(vq_size, VIRTIO_PCI_VRING_ALIGN);
400 vq->vq_ring_size = RTE_ALIGN_CEIL(size, VIRTIO_PCI_VRING_ALIGN);
401 VIRTIO_CRYPTO_INIT_LOG_DBG("%s vring_size: %d, rounded_vring_size: %d",
402 (queue_type == VTCRYPTO_DATAQ) ? "dataq" : "ctrlq",
403 size, vq->vq_ring_size);
405 mz = rte_memzone_reserve_aligned(vq_name, vq->vq_ring_size,
406 socket_id, 0, VIRTIO_PCI_VRING_ALIGN);
408 if (rte_errno == EEXIST)
409 mz = rte_memzone_lookup(vq_name);
411 VIRTIO_CRYPTO_INIT_LOG_ERR("not enough memory");
417 * Virtio PCI device VIRTIO_PCI_QUEUE_PF register is 32bit,
418 * and only accepts 32 bit page frame number.
419 * Check if the allocated physical memory exceeds 16TB.
421 if ((mz->phys_addr + vq->vq_ring_size - 1)
422 >> (VIRTIO_PCI_QUEUE_ADDR_SHIFT + 32)) {
423 VIRTIO_CRYPTO_INIT_LOG_ERR("vring address shouldn't be "
428 memset(mz->addr, 0, sizeof(mz->len));
430 vq->vq_ring_mem = mz->phys_addr;
431 vq->vq_ring_virt_mem = mz->addr;
432 VIRTIO_CRYPTO_INIT_LOG_DBG("vq->vq_ring_mem(physical): 0x%"PRIx64,
433 (uint64_t)mz->phys_addr);
434 VIRTIO_CRYPTO_INIT_LOG_DBG("vq->vq_ring_virt_mem: 0x%"PRIx64,
435 (uint64_t)(uintptr_t)mz->addr);
442 rte_memzone_free(mz);
445 rte_mempool_free(vq->mpool);
447 for (j = 0; j < i; j++)
448 rte_free(vq->vq_descx[j].cookie);
456 virtio_crypto_ctrlq_setup(struct rte_cryptodev *dev, uint16_t queue_idx)
459 struct virtqueue *vq;
460 struct virtio_crypto_hw *hw = dev->data->dev_private;
462 /* if virtio device has started, do not touch the virtqueues */
463 if (dev->data->dev_started)
466 PMD_INIT_FUNC_TRACE();
468 ret = virtio_crypto_queue_setup(dev, VTCRYPTO_CTRLQ, queue_idx,
469 0, SOCKET_ID_ANY, &vq);
471 VIRTIO_CRYPTO_INIT_LOG_ERR("control vq initialization failed");
481 virtio_crypto_free_queues(struct rte_cryptodev *dev)
484 struct virtio_crypto_hw *hw = dev->data->dev_private;
486 PMD_INIT_FUNC_TRACE();
488 /* control queue release */
489 virtio_crypto_queue_release(hw->cvq);
491 /* data queue release */
492 for (i = 0; i < hw->max_dataqueues; i++)
493 virtio_crypto_queue_release(dev->data->queue_pairs[i]);
497 virtio_crypto_dev_close(struct rte_cryptodev *dev __rte_unused)
503 * dev_ops for virtio, bare necessities for basic operation
505 static struct rte_cryptodev_ops virtio_crypto_dev_ops = {
506 /* Device related operations */
507 .dev_configure = virtio_crypto_dev_configure,
508 .dev_start = virtio_crypto_dev_start,
509 .dev_stop = virtio_crypto_dev_stop,
510 .dev_close = virtio_crypto_dev_close,
511 .dev_infos_get = virtio_crypto_dev_info_get,
513 .stats_get = virtio_crypto_dev_stats_get,
514 .stats_reset = virtio_crypto_dev_stats_reset,
516 .queue_pair_setup = virtio_crypto_qp_setup,
517 .queue_pair_release = virtio_crypto_qp_release,
518 .queue_pair_count = NULL,
520 /* Crypto related operations */
521 .session_get_size = virtio_crypto_sym_get_session_private_size,
522 .session_configure = virtio_crypto_sym_configure_session,
523 .session_clear = virtio_crypto_sym_clear_session,
524 .qp_attach_session = NULL,
525 .qp_detach_session = NULL
529 virtio_crypto_update_stats(struct rte_cryptodev *dev,
530 struct rte_cryptodev_stats *stats)
533 struct virtio_crypto_hw *hw = dev->data->dev_private;
535 PMD_INIT_FUNC_TRACE();
538 VIRTIO_CRYPTO_DRV_LOG_ERR("invalid pointer");
542 for (i = 0; i < hw->max_dataqueues; i++) {
543 const struct virtqueue *data_queue
544 = dev->data->queue_pairs[i];
545 if (data_queue == NULL)
548 stats->enqueued_count += data_queue->packets_sent_total;
549 stats->enqueue_err_count += data_queue->packets_sent_failed;
551 stats->dequeued_count += data_queue->packets_received_total;
552 stats->dequeue_err_count
553 += data_queue->packets_received_failed;
558 virtio_crypto_dev_stats_get(struct rte_cryptodev *dev,
559 struct rte_cryptodev_stats *stats)
561 PMD_INIT_FUNC_TRACE();
563 virtio_crypto_update_stats(dev, stats);
567 virtio_crypto_dev_stats_reset(struct rte_cryptodev *dev)
570 struct virtio_crypto_hw *hw = dev->data->dev_private;
572 PMD_INIT_FUNC_TRACE();
574 for (i = 0; i < hw->max_dataqueues; i++) {
575 struct virtqueue *data_queue = dev->data->queue_pairs[i];
576 if (data_queue == NULL)
579 data_queue->packets_sent_total = 0;
580 data_queue->packets_sent_failed = 0;
582 data_queue->packets_received_total = 0;
583 data_queue->packets_received_failed = 0;
588 virtio_crypto_qp_setup(struct rte_cryptodev *dev, uint16_t queue_pair_id,
589 const struct rte_cryptodev_qp_conf *qp_conf,
591 struct rte_mempool *session_pool __rte_unused)
594 struct virtqueue *vq;
596 PMD_INIT_FUNC_TRACE();
598 /* if virtio dev is started, do not touch the virtqueues */
599 if (dev->data->dev_started)
602 ret = virtio_crypto_queue_setup(dev, VTCRYPTO_DATAQ, queue_pair_id,
603 qp_conf->nb_descriptors, socket_id, &vq);
605 VIRTIO_CRYPTO_INIT_LOG_ERR(
606 "virtio crypto data queue initialization failed\n");
610 dev->data->queue_pairs[queue_pair_id] = vq;
616 virtio_crypto_qp_release(struct rte_cryptodev *dev, uint16_t queue_pair_id)
619 = (struct virtqueue *)dev->data->queue_pairs[queue_pair_id];
621 PMD_INIT_FUNC_TRACE();
624 VIRTIO_CRYPTO_DRV_LOG_DBG("vq already freed");
628 virtio_crypto_queue_release(vq);
633 virtio_negotiate_features(struct virtio_crypto_hw *hw, uint64_t req_features)
635 uint64_t host_features;
637 PMD_INIT_FUNC_TRACE();
639 /* Prepare guest_features: feature that driver wants to support */
640 VIRTIO_CRYPTO_INIT_LOG_DBG("guest_features before negotiate = %" PRIx64,
643 /* Read device(host) feature bits */
644 host_features = VTPCI_OPS(hw)->get_features(hw);
645 VIRTIO_CRYPTO_INIT_LOG_DBG("host_features before negotiate = %" PRIx64,
649 * Negotiate features: Subset of device feature bits are written back
650 * guest feature bits.
652 hw->guest_features = req_features;
653 hw->guest_features = vtpci_cryptodev_negotiate_features(hw,
655 VIRTIO_CRYPTO_INIT_LOG_DBG("features after negotiate = %" PRIx64,
659 if (!vtpci_with_feature(hw, VIRTIO_F_VERSION_1)) {
660 VIRTIO_CRYPTO_INIT_LOG_ERR(
661 "VIRTIO_F_VERSION_1 features is not enabled.");
664 vtpci_cryptodev_set_status(hw,
665 VIRTIO_CONFIG_STATUS_FEATURES_OK);
666 if (!(vtpci_cryptodev_get_status(hw) &
667 VIRTIO_CONFIG_STATUS_FEATURES_OK)) {
668 VIRTIO_CRYPTO_INIT_LOG_ERR("failed to set FEATURES_OK "
674 hw->req_guest_features = req_features;
679 /* reset device and renegotiate features if needed */
681 virtio_crypto_init_device(struct rte_cryptodev *cryptodev,
682 uint64_t req_features)
684 struct virtio_crypto_hw *hw = cryptodev->data->dev_private;
685 struct virtio_crypto_config local_config;
686 struct virtio_crypto_config *config = &local_config;
688 PMD_INIT_FUNC_TRACE();
690 /* Reset the device although not necessary at startup */
691 vtpci_cryptodev_reset(hw);
693 /* Tell the host we've noticed this device. */
694 vtpci_cryptodev_set_status(hw, VIRTIO_CONFIG_STATUS_ACK);
696 /* Tell the host we've known how to drive the device. */
697 vtpci_cryptodev_set_status(hw, VIRTIO_CONFIG_STATUS_DRIVER);
698 if (virtio_negotiate_features(hw, req_features) < 0)
701 /* Get status of the device */
702 vtpci_read_cryptodev_config(hw,
703 offsetof(struct virtio_crypto_config, status),
704 &config->status, sizeof(config->status));
705 if (config->status != VIRTIO_CRYPTO_S_HW_READY) {
706 VIRTIO_CRYPTO_DRV_LOG_ERR("accelerator hardware is "
711 /* Get number of data queues */
712 vtpci_read_cryptodev_config(hw,
713 offsetof(struct virtio_crypto_config, max_dataqueues),
714 &config->max_dataqueues,
715 sizeof(config->max_dataqueues));
716 hw->max_dataqueues = config->max_dataqueues;
718 VIRTIO_CRYPTO_INIT_LOG_DBG("hw->max_dataqueues=%d",
725 * This function is based on probe() function
726 * It returns 0 on success.
729 crypto_virtio_create(const char *name, struct rte_pci_device *pci_dev,
730 struct rte_cryptodev_pmd_init_params *init_params)
732 struct rte_cryptodev *cryptodev;
733 struct virtio_crypto_hw *hw;
735 PMD_INIT_FUNC_TRACE();
737 cryptodev = rte_cryptodev_pmd_create(name, &pci_dev->device,
739 if (cryptodev == NULL)
742 cryptodev->driver_id = cryptodev_virtio_driver_id;
743 cryptodev->dev_ops = &virtio_crypto_dev_ops;
745 cryptodev->enqueue_burst = virtio_crypto_pkt_tx_burst;
746 cryptodev->dequeue_burst = virtio_crypto_pkt_rx_burst;
748 cryptodev->feature_flags = RTE_CRYPTODEV_FF_SYMMETRIC_CRYPTO |
749 RTE_CRYPTODEV_FF_SYM_OPERATION_CHAINING;
751 hw = cryptodev->data->dev_private;
752 hw->dev_id = cryptodev->data->dev_id;
753 hw->virtio_dev_capabilities = virtio_capabilities;
755 VIRTIO_CRYPTO_INIT_LOG_DBG("dev %d vendorID=0x%x deviceID=0x%x",
756 cryptodev->data->dev_id, pci_dev->id.vendor_id,
757 pci_dev->id.device_id);
759 /* pci device init */
760 if (vtpci_cryptodev_init(pci_dev, hw))
763 if (virtio_crypto_init_device(cryptodev,
764 VIRTIO_CRYPTO_PMD_GUEST_FEATURES) < 0)
771 virtio_crypto_dev_uninit(struct rte_cryptodev *cryptodev)
773 struct virtio_crypto_hw *hw = cryptodev->data->dev_private;
775 PMD_INIT_FUNC_TRACE();
777 if (rte_eal_process_type() == RTE_PROC_SECONDARY)
780 if (cryptodev->data->dev_started) {
781 virtio_crypto_dev_stop(cryptodev);
782 virtio_crypto_dev_close(cryptodev);
785 cryptodev->dev_ops = NULL;
786 cryptodev->enqueue_burst = NULL;
787 cryptodev->dequeue_burst = NULL;
789 /* release control queue */
790 virtio_crypto_queue_release(hw->cvq);
792 rte_free(cryptodev->data);
793 cryptodev->data = NULL;
795 VIRTIO_CRYPTO_DRV_LOG_INFO("dev_uninit completed");
801 virtio_crypto_dev_configure(struct rte_cryptodev *cryptodev,
802 struct rte_cryptodev_config *config __rte_unused)
804 struct virtio_crypto_hw *hw = cryptodev->data->dev_private;
806 PMD_INIT_FUNC_TRACE();
808 if (virtio_crypto_init_device(cryptodev,
809 VIRTIO_CRYPTO_PMD_GUEST_FEATURES) < 0)
812 /* setup control queue
813 * [0, 1, ... ,(config->max_dataqueues - 1)] are data queues
814 * config->max_dataqueues is the control queue
816 if (virtio_crypto_ctrlq_setup(cryptodev, hw->max_dataqueues) < 0) {
817 VIRTIO_CRYPTO_INIT_LOG_ERR("control queue setup error");
820 virtio_crypto_ctrlq_start(cryptodev);
826 virtio_crypto_dev_stop(struct rte_cryptodev *dev)
828 struct virtio_crypto_hw *hw = dev->data->dev_private;
830 PMD_INIT_FUNC_TRACE();
831 VIRTIO_CRYPTO_DRV_LOG_DBG("virtio_dev_stop");
833 vtpci_cryptodev_reset(hw);
835 virtio_crypto_dev_free_mbufs(dev);
836 virtio_crypto_free_queues(dev);
838 dev->data->dev_started = 0;
842 virtio_crypto_dev_start(struct rte_cryptodev *dev)
844 struct virtio_crypto_hw *hw = dev->data->dev_private;
846 if (dev->data->dev_started)
849 /* Do final configuration before queue engine starts */
850 virtio_crypto_dataq_start(dev);
851 vtpci_cryptodev_reinit_complete(hw);
853 dev->data->dev_started = 1;
859 virtio_crypto_dev_free_mbufs(struct rte_cryptodev *dev)
862 struct virtio_crypto_hw *hw = dev->data->dev_private;
864 for (i = 0; i < hw->max_dataqueues; i++) {
865 VIRTIO_CRYPTO_INIT_LOG_DBG("Before freeing dataq[%d] used "
866 "and unused buf", i);
867 VIRTQUEUE_DUMP((struct virtqueue *)
868 dev->data->queue_pairs[i]);
870 VIRTIO_CRYPTO_INIT_LOG_DBG("queue_pairs[%d]=%p",
871 i, dev->data->queue_pairs[i]);
873 virtqueue_detatch_unused(dev->data->queue_pairs[i]);
875 VIRTIO_CRYPTO_INIT_LOG_DBG("After freeing dataq[%d] used and "
878 (struct virtqueue *)dev->data->queue_pairs[i]);
883 virtio_crypto_sym_get_session_private_size(
884 struct rte_cryptodev *dev __rte_unused)
886 PMD_INIT_FUNC_TRACE();
888 return RTE_ALIGN_CEIL(sizeof(struct virtio_crypto_session), 16);
892 virtio_crypto_check_sym_session_paras(
893 struct rte_cryptodev *dev)
895 struct virtio_crypto_hw *hw;
897 PMD_INIT_FUNC_TRACE();
899 if (unlikely(dev == NULL)) {
900 VIRTIO_CRYPTO_SESSION_LOG_ERR("dev is NULL");
903 if (unlikely(dev->data == NULL)) {
904 VIRTIO_CRYPTO_SESSION_LOG_ERR("dev->data is NULL");
907 hw = dev->data->dev_private;
908 if (unlikely(hw == NULL)) {
909 VIRTIO_CRYPTO_SESSION_LOG_ERR("hw is NULL");
912 if (unlikely(hw->cvq == NULL)) {
913 VIRTIO_CRYPTO_SESSION_LOG_ERR("vq is NULL");
921 virtio_crypto_check_sym_clear_session_paras(
922 struct rte_cryptodev *dev,
923 struct rte_cryptodev_sym_session *sess)
925 PMD_INIT_FUNC_TRACE();
928 VIRTIO_CRYPTO_SESSION_LOG_ERR("sym_session is NULL");
932 return virtio_crypto_check_sym_session_paras(dev);
935 #define NUM_ENTRY_SYM_CLEAR_SESSION 2
938 virtio_crypto_sym_clear_session(
939 struct rte_cryptodev *dev,
940 struct rte_cryptodev_sym_session *sess)
942 struct virtio_crypto_hw *hw;
943 struct virtqueue *vq;
944 struct virtio_crypto_session *session;
945 struct virtio_crypto_op_ctrl_req *ctrl;
946 struct vring_desc *desc;
950 uint8_t *malloc_virt_addr;
951 uint64_t malloc_phys_addr;
952 uint8_t len_inhdr = sizeof(struct virtio_crypto_inhdr);
953 uint32_t len_op_ctrl_req = sizeof(struct virtio_crypto_op_ctrl_req);
954 uint32_t desc_offset = len_op_ctrl_req + len_inhdr;
956 PMD_INIT_FUNC_TRACE();
958 if (virtio_crypto_check_sym_clear_session_paras(dev, sess) < 0)
961 hw = dev->data->dev_private;
963 session = (struct virtio_crypto_session *)get_session_private_data(
964 sess, cryptodev_virtio_driver_id);
965 if (session == NULL) {
966 VIRTIO_CRYPTO_SESSION_LOG_ERR("Invalid session parameter");
970 VIRTIO_CRYPTO_SESSION_LOG_INFO("vq->vq_desc_head_idx = %d, "
971 "vq = %p", vq->vq_desc_head_idx, vq);
973 if (vq->vq_free_cnt < needed) {
974 VIRTIO_CRYPTO_SESSION_LOG_ERR(
975 "vq->vq_free_cnt = %d is less than %d, "
976 "not enough", vq->vq_free_cnt, needed);
981 * malloc memory to store information of ctrl request op,
982 * returned status and desc vring
984 malloc_virt_addr = rte_malloc(NULL, len_op_ctrl_req + len_inhdr
985 + NUM_ENTRY_SYM_CLEAR_SESSION
986 * sizeof(struct vring_desc), RTE_CACHE_LINE_SIZE);
987 if (malloc_virt_addr == NULL) {
988 VIRTIO_CRYPTO_SESSION_LOG_ERR("not enough heap room");
991 malloc_phys_addr = rte_malloc_virt2iova(malloc_virt_addr);
993 /* assign ctrl request op part */
994 ctrl = (struct virtio_crypto_op_ctrl_req *)malloc_virt_addr;
995 ctrl->header.opcode = VIRTIO_CRYPTO_CIPHER_DESTROY_SESSION;
996 /* default data virtqueue is 0 */
997 ctrl->header.queue_id = 0;
998 ctrl->u.destroy_session.session_id = session->session_id;
1001 status = &(((struct virtio_crypto_inhdr *)
1002 ((uint8_t *)malloc_virt_addr + len_op_ctrl_req))->status);
1003 *status = VIRTIO_CRYPTO_ERR;
1005 /* indirect desc vring part */
1006 desc = (struct vring_desc *)((uint8_t *)malloc_virt_addr
1009 /* ctrl request part */
1010 desc[0].addr = malloc_phys_addr;
1011 desc[0].len = len_op_ctrl_req;
1012 desc[0].flags = VRING_DESC_F_NEXT;
1016 desc[1].addr = malloc_phys_addr + len_op_ctrl_req;
1017 desc[1].len = len_inhdr;
1018 desc[1].flags = VRING_DESC_F_WRITE;
1020 /* use only a single desc entry */
1021 head = vq->vq_desc_head_idx;
1022 vq->vq_ring.desc[head].flags = VRING_DESC_F_INDIRECT;
1023 vq->vq_ring.desc[head].addr = malloc_phys_addr + desc_offset;
1024 vq->vq_ring.desc[head].len
1025 = NUM_ENTRY_SYM_CLEAR_SESSION
1026 * sizeof(struct vring_desc);
1027 vq->vq_free_cnt -= needed;
1029 vq->vq_desc_head_idx = vq->vq_ring.desc[head].next;
1031 vq_update_avail_ring(vq, head);
1032 vq_update_avail_idx(vq);
1034 VIRTIO_CRYPTO_INIT_LOG_DBG("vq->vq_queue_index = %d",
1035 vq->vq_queue_index);
1037 virtqueue_notify(vq);
1040 while (vq->vq_used_cons_idx == vq->vq_ring.used->idx) {
1045 while (vq->vq_used_cons_idx != vq->vq_ring.used->idx) {
1046 uint32_t idx, desc_idx, used_idx;
1047 struct vring_used_elem *uep;
1049 used_idx = (uint32_t)(vq->vq_used_cons_idx
1050 & (vq->vq_nentries - 1));
1051 uep = &vq->vq_ring.used->ring[used_idx];
1052 idx = (uint32_t) uep->id;
1054 while (vq->vq_ring.desc[desc_idx].flags
1055 & VRING_DESC_F_NEXT) {
1056 desc_idx = vq->vq_ring.desc[desc_idx].next;
1060 vq->vq_ring.desc[desc_idx].next = vq->vq_desc_head_idx;
1061 vq->vq_desc_head_idx = idx;
1062 vq->vq_used_cons_idx++;
1066 if (*status != VIRTIO_CRYPTO_OK) {
1067 VIRTIO_CRYPTO_SESSION_LOG_ERR("Close session failed "
1068 "status=%"PRIu32", session_id=%"PRIu64"",
1069 *status, session->session_id);
1070 rte_free(malloc_virt_addr);
1074 VIRTIO_CRYPTO_INIT_LOG_DBG("vq->vq_free_cnt=%d\n"
1075 "vq->vq_desc_head_idx=%d",
1076 vq->vq_free_cnt, vq->vq_desc_head_idx);
1078 VIRTIO_CRYPTO_SESSION_LOG_INFO("Close session %"PRIu64" successfully ",
1079 session->session_id);
1081 memset(sess, 0, sizeof(struct virtio_crypto_session));
1082 rte_free(malloc_virt_addr);
1085 static struct rte_crypto_cipher_xform *
1086 virtio_crypto_get_cipher_xform(struct rte_crypto_sym_xform *xform)
1089 if (xform->type == RTE_CRYPTO_SYM_XFORM_CIPHER)
1090 return &xform->cipher;
1092 xform = xform->next;
1098 static struct rte_crypto_auth_xform *
1099 virtio_crypto_get_auth_xform(struct rte_crypto_sym_xform *xform)
1102 if (xform->type == RTE_CRYPTO_SYM_XFORM_AUTH)
1103 return &xform->auth;
1105 xform = xform->next;
1111 /** Get xform chain order */
1113 virtio_crypto_get_chain_order(struct rte_crypto_sym_xform *xform)
1119 if (xform->type == RTE_CRYPTO_SYM_XFORM_CIPHER &&
1120 xform->next == NULL)
1121 return VIRTIO_CRYPTO_CMD_CIPHER;
1123 /* Authentication Only */
1124 if (xform->type == RTE_CRYPTO_SYM_XFORM_AUTH &&
1125 xform->next == NULL)
1126 return VIRTIO_CRYPTO_CMD_AUTH;
1128 /* Authenticate then Cipher */
1129 if (xform->type == RTE_CRYPTO_SYM_XFORM_AUTH &&
1130 xform->next->type == RTE_CRYPTO_SYM_XFORM_CIPHER)
1131 return VIRTIO_CRYPTO_CMD_HASH_CIPHER;
1133 /* Cipher then Authenticate */
1134 if (xform->type == RTE_CRYPTO_SYM_XFORM_CIPHER &&
1135 xform->next->type == RTE_CRYPTO_SYM_XFORM_AUTH)
1136 return VIRTIO_CRYPTO_CMD_CIPHER_HASH;
1142 virtio_crypto_sym_pad_cipher_param(
1143 struct virtio_crypto_cipher_session_para *para,
1144 struct rte_crypto_cipher_xform *cipher_xform)
1146 switch (cipher_xform->algo) {
1147 case RTE_CRYPTO_CIPHER_AES_CBC:
1148 para->algo = VIRTIO_CRYPTO_CIPHER_AES_CBC;
1151 VIRTIO_CRYPTO_SESSION_LOG_ERR("Crypto: Unsupported "
1152 "Cipher alg %u", cipher_xform->algo);
1156 para->keylen = cipher_xform->key.length;
1157 switch (cipher_xform->op) {
1158 case RTE_CRYPTO_CIPHER_OP_ENCRYPT:
1159 para->op = VIRTIO_CRYPTO_OP_ENCRYPT;
1161 case RTE_CRYPTO_CIPHER_OP_DECRYPT:
1162 para->op = VIRTIO_CRYPTO_OP_DECRYPT;
1165 VIRTIO_CRYPTO_SESSION_LOG_ERR("Unsupported cipher operation "
1174 virtio_crypto_sym_pad_auth_param(
1175 struct virtio_crypto_op_ctrl_req *ctrl,
1176 struct rte_crypto_auth_xform *auth_xform)
1179 struct virtio_crypto_alg_chain_session_para *para =
1180 &(ctrl->u.sym_create_session.u.chain.para);
1182 switch (ctrl->u.sym_create_session.u.chain.para.hash_mode) {
1183 case VIRTIO_CRYPTO_SYM_HASH_MODE_PLAIN:
1184 algo = &(para->u.hash_param.algo);
1186 case VIRTIO_CRYPTO_SYM_HASH_MODE_AUTH:
1187 algo = &(para->u.mac_param.algo);
1190 VIRTIO_CRYPTO_SESSION_LOG_ERR("Unsupported hash mode %u "
1192 ctrl->u.sym_create_session.u.chain.para.hash_mode);
1196 switch (auth_xform->algo) {
1197 case RTE_CRYPTO_AUTH_SHA1_HMAC:
1198 *algo = VIRTIO_CRYPTO_MAC_HMAC_SHA1;
1201 VIRTIO_CRYPTO_SESSION_LOG_ERR(
1202 "Crypto: Undefined Hash algo %u specified",
1211 virtio_crypto_sym_pad_op_ctrl_req(
1212 struct virtio_crypto_op_ctrl_req *ctrl,
1213 struct rte_crypto_sym_xform *xform, bool is_chainned,
1214 uint8_t **cipher_key_data, uint8_t **auth_key_data,
1215 struct virtio_crypto_session *session)
1218 struct rte_crypto_auth_xform *auth_xform = NULL;
1219 struct rte_crypto_cipher_xform *cipher_xform = NULL;
1221 /* Get cipher xform from crypto xform chain */
1222 cipher_xform = virtio_crypto_get_cipher_xform(xform);
1224 if (cipher_xform->iv.length > VIRTIO_CRYPTO_MAX_IV_SIZE) {
1225 VIRTIO_CRYPTO_SESSION_LOG_ERR(
1226 "cipher IV size cannot be longer than %u",
1227 VIRTIO_CRYPTO_MAX_IV_SIZE);
1231 ret = virtio_crypto_sym_pad_cipher_param(
1232 &ctrl->u.sym_create_session.u.chain.para
1233 .cipher_param, cipher_xform);
1235 ret = virtio_crypto_sym_pad_cipher_param(
1236 &ctrl->u.sym_create_session.u.cipher.para,
1240 VIRTIO_CRYPTO_SESSION_LOG_ERR(
1241 "pad cipher parameter failed");
1245 *cipher_key_data = cipher_xform->key.data;
1247 session->iv.offset = cipher_xform->iv.offset;
1248 session->iv.length = cipher_xform->iv.length;
1251 /* Get auth xform from crypto xform chain */
1252 auth_xform = virtio_crypto_get_auth_xform(xform);
1254 /* FIXME: support VIRTIO_CRYPTO_SYM_HASH_MODE_NESTED */
1255 struct virtio_crypto_alg_chain_session_para *para =
1256 &(ctrl->u.sym_create_session.u.chain.para);
1257 if (auth_xform->key.length) {
1258 para->hash_mode = VIRTIO_CRYPTO_SYM_HASH_MODE_AUTH;
1259 para->u.mac_param.auth_key_len =
1260 (uint32_t)auth_xform->key.length;
1261 para->u.mac_param.hash_result_len =
1262 auth_xform->digest_length;
1264 *auth_key_data = auth_xform->key.data;
1266 para->hash_mode = VIRTIO_CRYPTO_SYM_HASH_MODE_PLAIN;
1267 para->u.hash_param.hash_result_len =
1268 auth_xform->digest_length;
1271 ret = virtio_crypto_sym_pad_auth_param(ctrl, auth_xform);
1273 VIRTIO_CRYPTO_SESSION_LOG_ERR("pad auth parameter "
1283 virtio_crypto_check_sym_configure_session_paras(
1284 struct rte_cryptodev *dev,
1285 struct rte_crypto_sym_xform *xform,
1286 struct rte_cryptodev_sym_session *sym_sess,
1287 struct rte_mempool *mempool)
1289 if (unlikely(xform == NULL) || unlikely(sym_sess == NULL) ||
1290 unlikely(mempool == NULL)) {
1291 VIRTIO_CRYPTO_SESSION_LOG_ERR("NULL pointer");
1295 if (virtio_crypto_check_sym_session_paras(dev) < 0)
1302 virtio_crypto_sym_configure_session(
1303 struct rte_cryptodev *dev,
1304 struct rte_crypto_sym_xform *xform,
1305 struct rte_cryptodev_sym_session *sess,
1306 struct rte_mempool *mempool)
1309 struct virtio_crypto_session crypto_sess;
1310 void *session_private = &crypto_sess;
1311 struct virtio_crypto_session *session;
1312 struct virtio_crypto_op_ctrl_req *ctrl_req;
1313 enum virtio_crypto_cmd_id cmd_id;
1314 uint8_t *cipher_key_data = NULL;
1315 uint8_t *auth_key_data = NULL;
1316 struct virtio_crypto_hw *hw;
1317 struct virtqueue *control_vq;
1319 PMD_INIT_FUNC_TRACE();
1321 ret = virtio_crypto_check_sym_configure_session_paras(dev, xform,
1324 VIRTIO_CRYPTO_SESSION_LOG_ERR("Invalid parameters");
1328 if (rte_mempool_get(mempool, &session_private)) {
1329 VIRTIO_CRYPTO_SESSION_LOG_ERR(
1330 "Couldn't get object from session mempool");
1334 session = (struct virtio_crypto_session *)session_private;
1335 memset(session, 0, sizeof(struct virtio_crypto_session));
1336 ctrl_req = &session->ctrl;
1337 ctrl_req->header.opcode = VIRTIO_CRYPTO_CIPHER_CREATE_SESSION;
1338 /* FIXME: support multiqueue */
1339 ctrl_req->header.queue_id = 0;
1341 hw = dev->data->dev_private;
1342 control_vq = hw->cvq;
1344 cmd_id = virtio_crypto_get_chain_order(xform);
1345 if (cmd_id == VIRTIO_CRYPTO_CMD_CIPHER_HASH)
1346 ctrl_req->u.sym_create_session.u.chain.para.alg_chain_order
1347 = VIRTIO_CRYPTO_SYM_ALG_CHAIN_ORDER_CIPHER_THEN_HASH;
1348 if (cmd_id == VIRTIO_CRYPTO_CMD_HASH_CIPHER)
1349 ctrl_req->u.sym_create_session.u.chain.para.alg_chain_order
1350 = VIRTIO_CRYPTO_SYM_ALG_CHAIN_ORDER_HASH_THEN_CIPHER;
1353 case VIRTIO_CRYPTO_CMD_CIPHER_HASH:
1354 case VIRTIO_CRYPTO_CMD_HASH_CIPHER:
1355 ctrl_req->u.sym_create_session.op_type
1356 = VIRTIO_CRYPTO_SYM_OP_ALGORITHM_CHAINING;
1358 ret = virtio_crypto_sym_pad_op_ctrl_req(ctrl_req,
1359 xform, true, &cipher_key_data, &auth_key_data, session);
1361 VIRTIO_CRYPTO_SESSION_LOG_ERR(
1362 "padding sym op ctrl req failed");
1365 ret = virtio_crypto_send_command(control_vq, ctrl_req,
1366 cipher_key_data, auth_key_data, session);
1368 VIRTIO_CRYPTO_SESSION_LOG_ERR(
1369 "create session failed: %d", ret);
1373 case VIRTIO_CRYPTO_CMD_CIPHER:
1374 ctrl_req->u.sym_create_session.op_type
1375 = VIRTIO_CRYPTO_SYM_OP_CIPHER;
1376 ret = virtio_crypto_sym_pad_op_ctrl_req(ctrl_req, xform,
1377 false, &cipher_key_data, &auth_key_data, session);
1379 VIRTIO_CRYPTO_SESSION_LOG_ERR(
1380 "padding sym op ctrl req failed");
1383 ret = virtio_crypto_send_command(control_vq, ctrl_req,
1384 cipher_key_data, NULL, session);
1386 VIRTIO_CRYPTO_SESSION_LOG_ERR(
1387 "create session failed: %d", ret);
1392 VIRTIO_CRYPTO_SESSION_LOG_ERR(
1393 "Unsupported operation chain order parameter");
1397 set_session_private_data(sess, dev->driver_id,
1407 virtio_crypto_dev_info_get(struct rte_cryptodev *dev,
1408 struct rte_cryptodev_info *info)
1410 struct virtio_crypto_hw *hw = dev->data->dev_private;
1412 PMD_INIT_FUNC_TRACE();
1415 info->driver_id = cryptodev_virtio_driver_id;
1416 info->feature_flags = dev->feature_flags;
1417 info->max_nb_queue_pairs = hw->max_dataqueues;
1418 /* No limit of number of sessions */
1419 info->sym.max_nb_sessions = 0;
1420 info->capabilities = hw->virtio_dev_capabilities;
1425 crypto_virtio_pci_probe(
1426 struct rte_pci_driver *pci_drv __rte_unused,
1427 struct rte_pci_device *pci_dev)
1429 struct rte_cryptodev_pmd_init_params init_params = {
1431 .socket_id = rte_socket_id(),
1432 .private_data_size = sizeof(struct virtio_crypto_hw)
1434 char name[RTE_CRYPTODEV_NAME_MAX_LEN];
1436 VIRTIO_CRYPTO_DRV_LOG_DBG("Found Crypto device at %02x:%02x.%x",
1438 pci_dev->addr.devid,
1439 pci_dev->addr.function);
1441 rte_pci_device_name(&pci_dev->addr, name, sizeof(name));
1443 return crypto_virtio_create(name, pci_dev, &init_params);
1447 crypto_virtio_pci_remove(
1448 struct rte_pci_device *pci_dev __rte_unused)
1450 struct rte_cryptodev *cryptodev;
1451 char cryptodev_name[RTE_CRYPTODEV_NAME_MAX_LEN];
1453 if (pci_dev == NULL)
1456 rte_pci_device_name(&pci_dev->addr, cryptodev_name,
1457 sizeof(cryptodev_name));
1459 cryptodev = rte_cryptodev_pmd_get_named_dev(cryptodev_name);
1460 if (cryptodev == NULL)
1463 return virtio_crypto_dev_uninit(cryptodev);
1466 static struct rte_pci_driver rte_virtio_crypto_driver = {
1467 .id_table = pci_id_virtio_crypto_map,
1469 .probe = crypto_virtio_pci_probe,
1470 .remove = crypto_virtio_pci_remove
1473 static struct cryptodev_driver virtio_crypto_drv;
1475 RTE_PMD_REGISTER_PCI(CRYPTODEV_NAME_VIRTIO_PMD, rte_virtio_crypto_driver);
1476 RTE_PMD_REGISTER_CRYPTO_DRIVER(virtio_crypto_drv,
1477 rte_virtio_crypto_driver.driver,
1478 cryptodev_virtio_driver_id);
1480 RTE_INIT(virtio_crypto_init_log);
1482 virtio_crypto_init_log(void)
1484 virtio_crypto_logtype_init = rte_log_register("pmd.crypto.virtio.init");
1485 if (virtio_crypto_logtype_init >= 0)
1486 rte_log_set_level(virtio_crypto_logtype_init, RTE_LOG_NOTICE);
1488 virtio_crypto_logtype_session =
1489 rte_log_register("pmd.crypto.virtio.session");
1490 if (virtio_crypto_logtype_session >= 0)
1491 rte_log_set_level(virtio_crypto_logtype_session,
1494 virtio_crypto_logtype_rx = rte_log_register("pmd.crypto.virtio.rx");
1495 if (virtio_crypto_logtype_rx >= 0)
1496 rte_log_set_level(virtio_crypto_logtype_rx, RTE_LOG_NOTICE);
1498 virtio_crypto_logtype_tx = rte_log_register("pmd.crypto.virtio.tx");
1499 if (virtio_crypto_logtype_tx >= 0)
1500 rte_log_set_level(virtio_crypto_logtype_tx, RTE_LOG_NOTICE);
1502 virtio_crypto_logtype_driver =
1503 rte_log_register("pmd.crypto.virtio.driver");
1504 if (virtio_crypto_logtype_driver >= 0)
1505 rte_log_set_level(virtio_crypto_logtype_driver, RTE_LOG_NOTICE);