drivers/net/dpaa2/dpaa2_sparser.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright 2018-2019 NXP
   3  */
   4
   5 #include <rte_mbuf.h>
   6 #include <rte_ethdev.h>
   7 #include <rte_malloc.h>
   8 #include <rte_memcpy.h>
   9 #include <rte_string_fns.h>
  10 #include <rte_dev.h>
  11
  12 #include <fslmc_logs.h>
  13 #include <fslmc_vfio.h>
  14 #include <dpaa2_hw_pvt.h>
  15 #include <dpaa2_hw_dpio.h>
  16 #include <dpaa2_hw_mempool.h>
  17 #include <dpaa2_pmd_logs.h>
  18
  19 #include "dpaa2_ethdev.h"
  20 #include "dpaa2_sparser.h"
  21 #include "base/dpaa2_hw_dpni_annot.h"
  22 #define __STDC_FORMAT_MACROS
  23 #include <stdint.h>
  24 #include <inttypes.h>
  25
  26 uint8_t wriop_bytecode[] = {
  27         0x00, 0x04, 0x29, 0x42, 0x03, 0xe0, 0x12, 0x00, 0x29, 0x02,
  28         0x18, 0x00, 0x87, 0x3c, 0x00, 0x02, 0x18, 0x00, 0x00, 0x00
  29 };
  30
  31 struct frame_attr frame_attr_arr[] = {
  32         /* Frame Attribute Flags 1 */
  33         /* 000 */ {"Routing header present in IPv6 header 2 ", 0, 0x80000000},
  34         /* 001 */ {"GTP Primed was detected                 ", 0, 0x40000000},
  35         /* 002 */ {"VLAN with VID = 0 was detected          ", 0, 0x20000000},
  36         /* 003 */ {"A PTP frame was detected                ", 0, 0x10000000},
  37         /* 004 */ {"VXLAN was parsed                        ", 0, 0x08000000},
  38         /* 005 */ {"A VXLAN HXS parsing error was detected  ", 0, 0x04000000},
  39         /* 006 */ {"Ethernet control protocol was detected  ", 0, 0x02000000},
  40         /* 007 */ {"IKE was detected at UDP port 4500       ", 0, 0x01000000},
  41         /* 008 */ {"Shim Shell Soft Parsing Error           ", 0, 0x00800000},
  42         /* 009 */ {"Parsing Error                           ", 0, 0x00400000},
  43         /* 010 */ {"Ethernet MAC Present                    ", 0, 0x00200000},
  44         /* 011 */ {"Ethernet Unicast                        ", 0, 0x00100000},
  45         /* 012 */ {"Ethernet Multicast                      ", 0, 0x00080000},
  46         /* 013 */ {"Ethernet Broadcast                      ", 0, 0x00040000},
  47         /* 014 */ {"BPDU frame (MAC DA is 01:80:C2:00:00:00)", 0, 0x00020000},
  48         /* 015 */ {"FCoE detected (Ether type is 0x8906)    ", 0, 0x00010000},
  49         /* 016 */ {"FIP detected (Ether type is 0x8914)     ", 0, 0x00008000},
  50         /* 017 */ {"Ethernet Parsing Error                  ", 0, 0x00004000},
  51         /* 018 */ {"LLC+SNAP Present                        ", 0, 0x00002000},
  52         /* 019 */ {"Unknown LLC/OUI                         ", 0, 0x00001000},
  53         /* 020 */ {"LLC+SNAP Error                          ", 0, 0x00000800},
  54         /* 021 */ {"VLAN 1 Present                          ", 0, 0x00000400},
  55         /* 022 */ {"VLAN n Present                          ", 0, 0x00000200},
  56         /* 023 */ {"CFI bit in a \"8100\" VLAN tag is set   ", 0, 0x00000100},
  57         /* 024 */ {"VLAN Parsing Error                      ", 0, 0x00000080},
  58         /* 025 */ {"PPPoE+PPP Present                       ", 0, 0x00000040},
  59         /* 026 */ {"PPPoE+PPP Parsing Error                 ", 0, 0x00000020},
  60         /* 027 */ {"MPLS 1 Present                          ", 0, 0x00000010},
  61         /* 028 */ {"MPLS n Present                          ", 0, 0x00000008},
  62         /* 029 */ {"MPLS Parsing Error                      ", 0, 0x00000004},
  63         /* 030 */ {"ARP frame Present (Ethertype 0x0806)    ", 0, 0x00000002},
  64         /* 031 */ {"ARP Parsing Error                       ", 0, 0x00000001},
  65         /* Frame Attribute Flags 2 */
  66         /* 032 */ {"L2 Unknown Protocol                     ", 1, 0x80000000},
  67         /* 033 */ {"L2 Soft Parsing Error                   ", 1, 0x40000000},
  68         /* 034 */ {"IPv4 1 Present                          ", 1, 0x20000000},
  69         /* 035 */ {"IPv4 1 Unicast                          ", 1, 0x10000000},
  70         /* 036 */ {"IPv4 1 Multicast                        ", 1, 0x08000000},
  71         /* 037 */ {"IPv4 1 Broadcast                        ", 1, 0x04000000},
  72         /* 038 */ {"IPv4 n Present                          ", 1, 0x02000000},
  73         /* 039 */ {"IPv4 n Unicast                          ", 1, 0x01000000},
  74         /* 040 */ {"IPv4 n Multicast                        ", 1, 0x00800000},
  75         /* 041 */ {"IPv4 n Broadcast                        ", 1, 0x00400000},
  76         /* 042 */ {"IPv6 1 Present                          ", 1, 0x00200000},
  77         /* 043 */ {"IPv6 1 Unicast                          ", 1, 0x00100000},
  78         /* 044 */ {"IPv6 1 Multicast                        ", 1, 0x00080000},
  79         /* 045 */ {"IPv6 n Present                          ", 1, 0x00040000},
  80         /* 046 */ {"IPv6 n Unicast                          ", 1, 0x00020000},
  81         /* 047 */ {"IPv6 n Multicast                        ", 1, 0x00010000},
  82         /* 048 */ {"IP 1 option present                     ", 1, 0x00008000},
  83         /* 049 */ {"IP 1 Unknown Protocol                   ", 1, 0x00004000},
  84         /* 050 */ {"IP 1 Packet is a fragment               ", 1, 0x00002000},
  85         /* 051 */ {"IP 1 Packet is an initial fragment      ", 1, 0x00001000},
  86         /* 052 */ {"IP 1 Parsing Error                      ", 1, 0x00000800},
  87         /* 053 */ {"IP n option present                     ", 1, 0x00000400},
  88         /* 054 */ {"IP n Unknown Protocol                   ", 1, 0x00000200},
  89         /* 055 */ {"IP n Packet is a fragment               ", 1, 0x00000100},
  90         /* 056 */ {"IP n Packet is an initial fragment      ", 1, 0x00000080},
  91         /* 057 */ {"ICMP detected (IP proto is 1)           ", 1, 0x00000040},
  92         /* 058 */ {"IGMP detected (IP proto is 2)           ", 1, 0x00000020},
  93         /* 059 */ {"ICMPv6 detected (IP proto is 3a)        ", 1, 0x00000010},
  94         /* 060 */ {"UDP Light detected (IP proto is 136)    ", 1, 0x00000008},
  95         /* 061 */ {"IP n Parsing Error                      ", 1, 0x00000004},
  96         /* 062 */ {"Min. Encap Present                      ", 1, 0x00000002},
  97         /* 063 */ {"Min. Encap S flag set                   ", 1, 0x00000001},
  98         /* Frame Attribute Flags 3 */
  99         /* 064 */ {"Min. Encap Parsing Error                ", 2, 0x80000000},
 100         /* 065 */ {"GRE Present                             ", 2, 0x40000000},
 101         /* 066 */ {"GRE R bit set                           ", 2, 0x20000000},
 102         /* 067 */ {"GRE Parsing Error                       ", 2, 0x10000000},
 103         /* 068 */ {"L3 Unknown Protocol                     ", 2, 0x08000000},
 104         /* 069 */ {"L3 Soft Parsing Error                   ", 2, 0x04000000},
 105         /* 070 */ {"UDP Present                             ", 2, 0x02000000},
 106         /* 071 */ {"UDP Parsing Error                       ", 2, 0x01000000},
 107         /* 072 */ {"TCP Present                             ", 2, 0x00800000},
 108         /* 073 */ {"TCP options present                     ", 2, 0x00400000},
 109         /* 074 */ {"TCP Control bits 6-11 set               ", 2, 0x00200000},
 110         /* 075 */ {"TCP Control bits 3-5 set                ", 2, 0x00100000},
 111         /* 076 */ {"TCP Parsing Error                       ", 2, 0x00080000},
 112         /* 077 */ {"IPSec Present                           ", 2, 0x00040000},
 113         /* 078 */ {"IPSec ESP found                         ", 2, 0x00020000},
 114         /* 079 */ {"IPSec AH found                          ", 2, 0x00010000},
 115         /* 080 */ {"IPSec Parsing Error                     ", 2, 0x00008000},
 116         /* 081 */ {"SCTP Present                            ", 2, 0x00004000},
 117         /* 082 */ {"SCTP Parsing Error                      ", 2, 0x00002000},
 118         /* 083 */ {"DCCP Present                            ", 2, 0x00001000},
 119         /* 084 */ {"DCCP Parsing Error                      ", 2, 0x00000800},
 120         /* 085 */ {"L4 Unknown Protocol                     ", 2, 0x00000400},
 121         /* 086 */ {"L4 Soft Parsing Error                   ", 2, 0x00000200},
 122         /* 087 */ {"GTP Present                             ", 2, 0x00000100},
 123         /* 088 */ {"GTP Parsing Error                       ", 2, 0x00000080},
 124         /* 089 */ {"ESP Present                             ", 2, 0x00000040},
 125         /* 090 */ {"ESP Parsing Error                       ", 2, 0x00000020},
 126         /* 091 */ {"iSCSI detected (Port# 860)              ", 2, 0x00000010},
 127         /* 092 */ {"Capwap-control detected (Port# 5246)    ", 2, 0x00000008},
 128         /* 093 */ {"Capwap-data detected (Port# 5247)       ", 2, 0x00000004},
 129         /* 094 */ {"L5 Soft Parsing Error                   ", 2, 0x00000002},
 130         /* 095 */ {"IPv6 Route hdr1 present                 ", 2, 0x00000001},
 131         /* 096 */ {NULL,                                       0, 0x00000000}
 132 };
 133
 134 struct frame_attr_ext frame_attr_ext_arr[] = {
 135         /* Frame Attribute Flags Extension */
 136         /* 096 */ {"User defined soft parser bit #0         ", 0, 0x8000},
 137         /* 096 */ {"User defined soft parser bit #1         ", 0, 0x4000},
 138         /* 096 */ {"User defined soft parser bit #2         ", 0, 0x2000},
 139         /* 096 */ {"User defined soft parser bit #3         ", 0, 0x1000},
 140         /* 096 */ {"User defined soft parser bit #4         ", 0, 0x0800},
 141         /* 096 */ {"User defined soft parser bit #5         ", 0, 0x0400},
 142         /* 096 */ {"User defined soft parser bit #6         ", 0, 0x0200},
 143         /* 096 */ {"User defined soft parser bit #7         ", 0, 0x0100},
 144         /* 097 */ {"Reserved                                ", 0, 0x00ff},
 145         /* 112 */ {NULL,                                       0, 0x0000}
 146 };
 147
 148 #define SWAP_WORD(pr)                                           \
 149 do {                                                            \
 150         for (int i = 0; i < 4 ; i++) {                          \
 151                 pr[i] = pr[i] ^ pr[6 - i + 1];                  \
 152                 pr[6 - i + 1] = pr[6 - i + 1] ^ pr[i];          \
 153                 pr[i] = pr[i] ^ pr[6 - i + 1];                  \
 154         }                                                       \
 155 } while (0)
 156
 157 #define fa_print_sb()                                           \
 158 do {                                                            \
 159         if (rte_cpu_to_be_32(*pdw) & frm_attr->fld_mask)        \
 160                 DPAA2_PMD_DP_DEBUG("t %s : Yes", frm_attr->fld_name);   \
 161 } while (0)
 162
 163 #define fa_print_sb_ext()                                       \
 164 do {                                                            \
 165         if (rte_cpu_to_be_16(*pw) & frm_attr_ext->fld_mask)     \
 166                 DPAA2_PMD_DP_DEBUG("\t %s : Yes",                       \
 167                           frm_attr_ext->fld_name);              \
 168 } while (0)
 169
 170 #define fa_print_mb_ext()                                       \
 171 do {                                                            \
 172         if (rte_cpu_to_be_16(*pw) & frm_attr_ext->fld_mask)     \
 173                 DPAA2_PMD_DP_DEBUG("\t %s : 0x%02x",                    \
 174                           frm_attr_ext->fld_name,               \
 175                           rte_cpu_to_be_16(*pw) & frm_attr_ext->fld_mask);\
 176 } while (0)
 177
 178 int dpaa2_eth_load_wriop_soft_parser(struct dpaa2_dev_priv *priv,
 179                                      enum dpni_soft_sequence_dest dest)
 180 {
 181         struct fsl_mc_io *dpni = priv->hw;
 182         struct dpni_load_ss_cfg     cfg;
 183         struct dpni_drv_sparser_param   sp_param;
 184         uint8_t *addr;
 185         int ret;
 186
 187         memset(&sp_param, 0, sizeof(sp_param));
 188         sp_param.start_pc = priv->ss_offset;
 189         sp_param.byte_code = &wriop_bytecode[0];
 190         sp_param.size = sizeof(wriop_bytecode);
 191
 192         cfg.dest = dest;
 193         cfg.ss_offset = sp_param.start_pc;
 194         cfg.ss_size = sp_param.size;
 195
 196         addr = rte_malloc(NULL, sp_param.size, 64);
 197         if (!addr) {
 198                 DPAA2_PMD_ERR("Memory unavailable for soft parser param\n");
 199                 return -1;
 200         }
 201
 202         memcpy(addr, sp_param.byte_code, sp_param.size);
 203         cfg.ss_iova = (uint64_t)(DPAA2_VADDR_TO_IOVA(addr));
 204
 205         ret = dpni_load_sw_sequence(dpni, CMD_PRI_LOW, priv->token, &cfg);
 206         if (ret) {
 207                 DPAA2_PMD_ERR("dpni_load_sw_sequence failed\n");
 208                 rte_free(addr);
 209                 return ret;
 210         }
 211
 212         priv->ss_iova = (uint64_t)(DPAA2_VADDR_TO_IOVA(addr));
 213         priv->ss_offset += sp_param.size;
 214         RTE_LOG(INFO, PMD, "Soft parser loaded for dpni@%d\n", priv->hw_id);
 215
 216         rte_free(addr);
 217         return 0;
 218 }
 219
 220 int dpaa2_eth_enable_wriop_soft_parser(struct dpaa2_dev_priv *priv,
 221                                        enum dpni_soft_sequence_dest dest)
 222 {
 223         struct fsl_mc_io *dpni = priv->hw;
 224         struct dpni_enable_ss_cfg cfg;
 225         uint8_t pa[3];
 226         struct dpni_drv_sparser_param sp_param;
 227         uint8_t *param_addr = NULL;
 228         int ret;
 229
 230         memset(&sp_param, 0, sizeof(sp_param));
 231         pa[0] = 32;     /* Custom Header Length in bytes */
 232         sp_param.custom_header_first = 1;
 233         sp_param.param_offset = 32;
 234         sp_param.param_size = 1;
 235         sp_param.start_pc = priv->ss_offset;
 236         sp_param.param_array = (uint8_t *)&pa[0];
 237
 238         cfg.dest = dest;
 239         cfg.ss_offset = sp_param.start_pc;
 240         cfg.set_start = sp_param.custom_header_first;
 241         cfg.hxs = (uint16_t)sp_param.link_to_hard_hxs;
 242         cfg.param_offset = sp_param.param_offset;
 243         cfg.param_size = sp_param.param_size;
 244         if (cfg.param_size) {
 245                 param_addr = rte_malloc(NULL, cfg.param_size, 64);
 246                 if (!param_addr) {
 247                         DPAA2_PMD_ERR("Memory unavailable for soft parser param\n");
 248                         return -1;
 249                 }
 250
 251                 memcpy(param_addr, sp_param.param_array, cfg.param_size);
 252                 cfg.param_iova = (uint64_t)(DPAA2_VADDR_TO_IOVA(param_addr));
 253                 priv->ss_param_iova = cfg.param_iova;
 254         } else {
 255                 cfg.param_iova = 0;
 256         }
 257
 258         ret = dpni_enable_sw_sequence(dpni, CMD_PRI_LOW, priv->token, &cfg);
 259         if (ret) {
 260                 DPAA2_PMD_ERR("dpni_enable_sw_sequence failed for dpni%d\n",
 261                         priv->hw_id);
 262                 rte_free(param_addr);
 263                 return ret;
 264         }
 265
 266         rte_free(param_addr);
 267         RTE_LOG(INFO, PMD, "Soft parser enabled for dpni@%d\n", priv->hw_id);
 268         return 0;
 269 }