1 /* SPDX-License-Identifier: BSD-3-Clause
3 * Copyright (c) 2016-2018 Solarflare Communications Inc.
6 * This software was jointly developed between OKTET Labs (under contract
7 * for Solarflare) and Solarflare Communications, Inc.
14 #include <rte_mempool.h>
15 #include <rte_ethdev_driver.h>
19 #include "sfc_dp_rx.h"
29 * Software Rx descriptor information associated with hardware Rx
32 struct sfc_efx_rx_sw_desc {
33 struct rte_mbuf *mbuf;
38 /** Receive queue state bits */
39 enum sfc_rxq_state_bit {
40 SFC_RXQ_INITIALIZED_BIT = 0,
41 #define SFC_RXQ_INITIALIZED (1 << SFC_RXQ_INITIALIZED_BIT)
43 #define SFC_RXQ_STARTED (1 << SFC_RXQ_STARTED_BIT)
45 #define SFC_RXQ_FLUSHING (1 << SFC_RXQ_FLUSHING_BIT)
47 #define SFC_RXQ_FLUSHED (1 << SFC_RXQ_FLUSHED_BIT)
48 SFC_RXQ_FLUSH_FAILED_BIT,
49 #define SFC_RXQ_FLUSH_FAILED (1 << SFC_RXQ_FLUSH_FAILED_BIT)
53 * Receive queue control primary process-only information.
59 unsigned int hw_index;
63 struct sfc_rxq *sfc_rxq_by_dp_rxq(const struct sfc_dp_rxq *dp_rxq);
66 * Receive queue information used on libefx-based data path.
67 * Allocated on the socket specified on the queue setup.
70 /* Used on data path */
73 #define SFC_EFX_RXQ_FLAG_STARTED 0x1
74 #define SFC_EFX_RXQ_FLAG_RUNNING 0x2
75 #define SFC_EFX_RXQ_FLAG_RSS_HASH 0x4
76 unsigned int ptr_mask;
78 unsigned int completed;
81 struct sfc_efx_rx_sw_desc *sw_desc;
86 unsigned int max_fill_level;
87 unsigned int refill_threshold;
89 struct rte_mempool *refill_mb_pool;
92 /* Datapath receive queue anchor */
96 static inline struct sfc_efx_rxq *
97 sfc_efx_rxq_by_dp_rxq(struct sfc_dp_rxq *dp_rxq)
99 return container_of(dp_rxq, struct sfc_efx_rxq, dp);
103 * Receive queue information used during setup/release only.
104 * Allocated on the same socket as adapter data.
106 struct sfc_rxq_info {
108 unsigned int max_entries;
109 unsigned int entries;
111 unsigned int type_flags;
112 struct sfc_dp_rxq *dp;
113 boolean_t deferred_start;
114 boolean_t deferred_started;
115 unsigned int refill_threshold;
116 struct rte_mempool *refill_mb_pool;
119 struct sfc_rxq_info *sfc_rxq_info_by_dp_rxq(const struct sfc_dp_rxq *dp_rxq);
121 int sfc_rx_configure(struct sfc_adapter *sa);
122 void sfc_rx_close(struct sfc_adapter *sa);
123 int sfc_rx_start(struct sfc_adapter *sa);
124 void sfc_rx_stop(struct sfc_adapter *sa);
126 int sfc_rx_qinit(struct sfc_adapter *sa, unsigned int rx_queue_id,
127 uint16_t nb_rx_desc, unsigned int socket_id,
128 const struct rte_eth_rxconf *rx_conf,
129 struct rte_mempool *mb_pool);
130 void sfc_rx_qfini(struct sfc_adapter *sa, unsigned int sw_index);
131 int sfc_rx_qstart(struct sfc_adapter *sa, unsigned int sw_index);
132 void sfc_rx_qstop(struct sfc_adapter *sa, unsigned int sw_index);
134 uint64_t sfc_rx_get_dev_offload_caps(struct sfc_adapter *sa);
135 uint64_t sfc_rx_get_queue_offload_caps(struct sfc_adapter *sa);
137 void sfc_rx_qflush_done(struct sfc_rxq_info *rxq_info);
138 void sfc_rx_qflush_failed(struct sfc_rxq_info *rxq_info);
140 int sfc_rx_hash_init(struct sfc_adapter *sa);
141 void sfc_rx_hash_fini(struct sfc_adapter *sa);
142 int sfc_rx_hf_rte_to_efx(struct sfc_adapter *sa, uint64_t rte,
143 efx_rx_hash_type_t *efx);
144 uint64_t sfc_rx_hf_efx_to_rte(struct sfc_rss *rss, efx_rx_hash_type_t efx);
145 boolean_t sfc_rx_check_scatter(size_t pdu, size_t rx_buf_size,
146 uint32_t rx_prefix_size,
147 boolean_t rx_scatter_enabled,
153 #endif /* _SFC_RX_H */