1 // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) 2 /* Copyright (C) 2017-2018 Netronome Systems, Inc. */ 3 4 #include <linux/bitfield.h> 5 #include <linux/mpls.h> 6 #include <net/pkt_cls.h> 7 #include <net/tc_act/tc_csum.h> 8 #include <net/tc_act/tc_gact.h> 9 #include <net/tc_act/tc_mirred.h> 10 #include <net/tc_act/tc_mpls.h> 11 #include <net/tc_act/tc_pedit.h> 12 #include <net/tc_act/tc_vlan.h> 13 #include <net/tc_act/tc_tunnel_key.h> 14 15 #include "cmsg.h" 16 #include "main.h" 17 #include "../nfp_net_repr.h" 18 19 /* The kernel versions of TUNNEL_* are not ABI and therefore vulnerable 20 * to change. Such changes will break our FW ABI. 21 */ 22 #define NFP_FL_TUNNEL_CSUM cpu_to_be16(0x01) 23 #define NFP_FL_TUNNEL_KEY cpu_to_be16(0x04) 24 #define NFP_FL_TUNNEL_GENEVE_OPT cpu_to_be16(0x0800) 25 #define NFP_FL_SUPPORTED_TUNNEL_INFO_FLAGS (IP_TUNNEL_INFO_TX | \ 26 IP_TUNNEL_INFO_IPV6) 27 #define NFP_FL_SUPPORTED_UDP_TUN_FLAGS (NFP_FL_TUNNEL_CSUM | \ 28 NFP_FL_TUNNEL_KEY | \ 29 NFP_FL_TUNNEL_GENEVE_OPT) 30 31 static int 32 nfp_fl_push_mpls(struct nfp_fl_push_mpls *push_mpls, 33 const struct flow_action_entry *act, 34 struct netlink_ext_ack *extack) 35 { 36 size_t act_size = sizeof(struct nfp_fl_push_mpls); 37 u32 mpls_lse = 0; 38 39 push_mpls->head.jump_id = NFP_FL_ACTION_OPCODE_PUSH_MPLS; 40 push_mpls->head.len_lw = act_size >> NFP_FL_LW_SIZ; 41 42 /* BOS is optional in the TC action but required for offload. */ 43 if (act->mpls_push.bos != ACT_MPLS_BOS_NOT_SET) { 44 mpls_lse |= act->mpls_push.bos << MPLS_LS_S_SHIFT; 45 } else { 46 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: BOS field must explicitly be set for MPLS push"); 47 return -EOPNOTSUPP; 48 } 49 50 /* Leave MPLS TC as a default value of 0 if not explicitly set. */ 51 if (act->mpls_push.tc != ACT_MPLS_TC_NOT_SET) 52 mpls_lse |= act->mpls_push.tc << MPLS_LS_TC_SHIFT; 53 54 /* Proto, label and TTL are enforced and verified for MPLS push. */ 55 mpls_lse |= act->mpls_push.label << MPLS_LS_LABEL_SHIFT; 56 mpls_lse |= act->mpls_push.ttl << MPLS_LS_TTL_SHIFT; 57 push_mpls->ethtype = act->mpls_push.proto; 58 push_mpls->lse = cpu_to_be32(mpls_lse); 59 60 return 0; 61 } 62 63 static void 64 nfp_fl_pop_mpls(struct nfp_fl_pop_mpls *pop_mpls, 65 const struct flow_action_entry *act) 66 { 67 size_t act_size = sizeof(struct nfp_fl_pop_mpls); 68 69 pop_mpls->head.jump_id = NFP_FL_ACTION_OPCODE_POP_MPLS; 70 pop_mpls->head.len_lw = act_size >> NFP_FL_LW_SIZ; 71 pop_mpls->ethtype = act->mpls_pop.proto; 72 } 73 74 static void 75 nfp_fl_set_mpls(struct nfp_fl_set_mpls *set_mpls, 76 const struct flow_action_entry *act) 77 { 78 size_t act_size = sizeof(struct nfp_fl_set_mpls); 79 u32 mpls_lse = 0, mpls_mask = 0; 80 81 set_mpls->head.jump_id = NFP_FL_ACTION_OPCODE_SET_MPLS; 82 set_mpls->head.len_lw = act_size >> NFP_FL_LW_SIZ; 83 84 if (act->mpls_mangle.label != ACT_MPLS_LABEL_NOT_SET) { 85 mpls_lse |= act->mpls_mangle.label << MPLS_LS_LABEL_SHIFT; 86 mpls_mask |= MPLS_LS_LABEL_MASK; 87 } 88 if (act->mpls_mangle.tc != ACT_MPLS_TC_NOT_SET) { 89 mpls_lse |= act->mpls_mangle.tc << MPLS_LS_TC_SHIFT; 90 mpls_mask |= MPLS_LS_TC_MASK; 91 } 92 if (act->mpls_mangle.bos != ACT_MPLS_BOS_NOT_SET) { 93 mpls_lse |= act->mpls_mangle.bos << MPLS_LS_S_SHIFT; 94 mpls_mask |= MPLS_LS_S_MASK; 95 } 96 if (act->mpls_mangle.ttl) { 97 mpls_lse |= act->mpls_mangle.ttl << MPLS_LS_TTL_SHIFT; 98 mpls_mask |= MPLS_LS_TTL_MASK; 99 } 100 101 set_mpls->lse = cpu_to_be32(mpls_lse); 102 set_mpls->lse_mask = cpu_to_be32(mpls_mask); 103 } 104 105 static void nfp_fl_pop_vlan(struct nfp_fl_pop_vlan *pop_vlan) 106 { 107 size_t act_size = sizeof(struct nfp_fl_pop_vlan); 108 109 pop_vlan->head.jump_id = NFP_FL_ACTION_OPCODE_POP_VLAN; 110 pop_vlan->head.len_lw = act_size >> NFP_FL_LW_SIZ; 111 pop_vlan->reserved = 0; 112 } 113 114 static void 115 nfp_fl_push_vlan(struct nfp_fl_push_vlan *push_vlan, 116 const struct flow_action_entry *act) 117 { 118 size_t act_size = sizeof(struct nfp_fl_push_vlan); 119 u16 tmp_push_vlan_tci; 120 121 push_vlan->head.jump_id = NFP_FL_ACTION_OPCODE_PUSH_VLAN; 122 push_vlan->head.len_lw = act_size >> NFP_FL_LW_SIZ; 123 push_vlan->reserved = 0; 124 push_vlan->vlan_tpid = act->vlan.proto; 125 126 tmp_push_vlan_tci = 127 FIELD_PREP(NFP_FL_PUSH_VLAN_PRIO, act->vlan.prio) | 128 FIELD_PREP(NFP_FL_PUSH_VLAN_VID, act->vlan.vid); 129 push_vlan->vlan_tci = cpu_to_be16(tmp_push_vlan_tci); 130 } 131 132 static int 133 nfp_fl_pre_lag(struct nfp_app *app, const struct flow_action_entry *act, 134 struct nfp_fl_payload *nfp_flow, int act_len, 135 struct netlink_ext_ack *extack) 136 { 137 size_t act_size = sizeof(struct nfp_fl_pre_lag); 138 struct nfp_fl_pre_lag *pre_lag; 139 struct net_device *out_dev; 140 int err; 141 142 out_dev = act->dev; 143 if (!out_dev || !netif_is_lag_master(out_dev)) 144 return 0; 145 146 if (act_len + act_size > NFP_FL_MAX_A_SIZ) { 147 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: maximum allowed action list size exceeded at LAG action"); 148 return -EOPNOTSUPP; 149 } 150 151 /* Pre_lag action must be first on action list. 152 * If other actions already exist they need pushed forward. 153 */ 154 if (act_len) 155 memmove(nfp_flow->action_data + act_size, 156 nfp_flow->action_data, act_len); 157 158 pre_lag = (struct nfp_fl_pre_lag *)nfp_flow->action_data; 159 err = nfp_flower_lag_populate_pre_action(app, out_dev, pre_lag, extack); 160 if (err) 161 return err; 162 163 pre_lag->head.jump_id = NFP_FL_ACTION_OPCODE_PRE_LAG; 164 pre_lag->head.len_lw = act_size >> NFP_FL_LW_SIZ; 165 166 nfp_flow->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); 167 168 return act_size; 169 } 170 171 static int 172 nfp_fl_output(struct nfp_app *app, struct nfp_fl_output *output, 173 const struct flow_action_entry *act, 174 struct nfp_fl_payload *nfp_flow, 175 bool last, struct net_device *in_dev, 176 enum nfp_flower_tun_type tun_type, int *tun_out_cnt, 177 bool pkt_host, struct netlink_ext_ack *extack) 178 { 179 size_t act_size = sizeof(struct nfp_fl_output); 180 struct nfp_flower_priv *priv = app->priv; 181 struct net_device *out_dev; 182 u16 tmp_flags; 183 184 output->head.jump_id = NFP_FL_ACTION_OPCODE_OUTPUT; 185 output->head.len_lw = act_size >> NFP_FL_LW_SIZ; 186 187 out_dev = act->dev; 188 if (!out_dev) { 189 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: invalid egress interface for mirred action"); 190 return -EOPNOTSUPP; 191 } 192 193 tmp_flags = last ? NFP_FL_OUT_FLAGS_LAST : 0; 194 195 if (tun_type) { 196 /* Verify the egress netdev matches the tunnel type. */ 197 if (!nfp_fl_netdev_is_tunnel_type(out_dev, tun_type)) { 198 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: egress interface does not match the required tunnel type"); 199 return -EOPNOTSUPP; 200 } 201 202 if (*tun_out_cnt) { 203 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: cannot offload more than one tunnel mirred output per filter"); 204 return -EOPNOTSUPP; 205 } 206 (*tun_out_cnt)++; 207 208 output->flags = cpu_to_be16(tmp_flags | 209 NFP_FL_OUT_FLAGS_USE_TUN); 210 output->port = cpu_to_be32(NFP_FL_PORT_TYPE_TUN | tun_type); 211 } else if (netif_is_lag_master(out_dev) && 212 priv->flower_ext_feats & NFP_FL_FEATS_LAG) { 213 int gid; 214 215 output->flags = cpu_to_be16(tmp_flags); 216 gid = nfp_flower_lag_get_output_id(app, out_dev); 217 if (gid < 0) { 218 NL_SET_ERR_MSG_MOD(extack, "invalid entry: cannot find group id for LAG action"); 219 return gid; 220 } 221 output->port = cpu_to_be32(NFP_FL_LAG_OUT | gid); 222 } else if (nfp_flower_internal_port_can_offload(app, out_dev)) { 223 if (!(priv->flower_ext_feats & NFP_FL_FEATS_PRE_TUN_RULES)) { 224 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: pre-tunnel rules not supported in loaded firmware"); 225 return -EOPNOTSUPP; 226 } 227 228 if (nfp_flow->pre_tun_rule.dev || !pkt_host) { 229 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: pre-tunnel rules require single egress dev and ptype HOST action"); 230 return -EOPNOTSUPP; 231 } 232 233 nfp_flow->pre_tun_rule.dev = out_dev; 234 235 return 0; 236 } else { 237 /* Set action output parameters. */ 238 output->flags = cpu_to_be16(tmp_flags); 239 240 if (nfp_netdev_is_nfp_repr(in_dev)) { 241 /* Confirm ingress and egress are on same device. */ 242 if (!netdev_port_same_parent_id(in_dev, out_dev)) { 243 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: ingress and egress interfaces are on different devices"); 244 return -EOPNOTSUPP; 245 } 246 } 247 248 if (!nfp_netdev_is_nfp_repr(out_dev)) { 249 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: egress interface is not an nfp port"); 250 return -EOPNOTSUPP; 251 } 252 253 output->port = cpu_to_be32(nfp_repr_get_port_id(out_dev)); 254 if (!output->port) { 255 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: invalid port id for egress interface"); 256 return -EOPNOTSUPP; 257 } 258 } 259 nfp_flow->meta.shortcut = output->port; 260 261 return 0; 262 } 263 264 static bool 265 nfp_flower_tun_is_gre(struct flow_cls_offload *flow, int start_idx) 266 { 267 struct flow_action_entry *act = flow->rule->action.entries; 268 int num_act = flow->rule->action.num_entries; 269 int act_idx; 270 271 /* Preparse action list for next mirred or redirect action */ 272 for (act_idx = start_idx + 1; act_idx < num_act; act_idx++) 273 if (act[act_idx].id == FLOW_ACTION_REDIRECT || 274 act[act_idx].id == FLOW_ACTION_MIRRED) 275 return netif_is_gretap(act[act_idx].dev); 276 277 return false; 278 } 279 280 static enum nfp_flower_tun_type 281 nfp_fl_get_tun_from_act(struct nfp_app *app, 282 struct flow_cls_offload *flow, 283 const struct flow_action_entry *act, int act_idx) 284 { 285 const struct ip_tunnel_info *tun = act->tunnel; 286 struct nfp_flower_priv *priv = app->priv; 287 288 /* Determine the tunnel type based on the egress netdev 289 * in the mirred action for tunnels without l4. 290 */ 291 if (nfp_flower_tun_is_gre(flow, act_idx)) 292 return NFP_FL_TUNNEL_GRE; 293 294 switch (tun->key.tp_dst) { 295 case htons(IANA_VXLAN_UDP_PORT): 296 return NFP_FL_TUNNEL_VXLAN; 297 case htons(GENEVE_UDP_PORT): 298 if (priv->flower_ext_feats & NFP_FL_FEATS_GENEVE) 299 return NFP_FL_TUNNEL_GENEVE; 300 /* FALLTHROUGH */ 301 default: 302 return NFP_FL_TUNNEL_NONE; 303 } 304 } 305 306 static struct nfp_fl_pre_tunnel *nfp_fl_pre_tunnel(char *act_data, int act_len) 307 { 308 size_t act_size = sizeof(struct nfp_fl_pre_tunnel); 309 struct nfp_fl_pre_tunnel *pre_tun_act; 310 311 /* Pre_tunnel action must be first on action list. 312 * If other actions already exist they need to be pushed forward. 313 */ 314 if (act_len) 315 memmove(act_data + act_size, act_data, act_len); 316 317 pre_tun_act = (struct nfp_fl_pre_tunnel *)act_data; 318 319 memset(pre_tun_act, 0, act_size); 320 321 pre_tun_act->head.jump_id = NFP_FL_ACTION_OPCODE_PRE_TUNNEL; 322 pre_tun_act->head.len_lw = act_size >> NFP_FL_LW_SIZ; 323 324 return pre_tun_act; 325 } 326 327 static int 328 nfp_fl_push_geneve_options(struct nfp_fl_payload *nfp_fl, int *list_len, 329 const struct flow_action_entry *act, 330 struct netlink_ext_ack *extack) 331 { 332 struct ip_tunnel_info *ip_tun = (struct ip_tunnel_info *)act->tunnel; 333 int opt_len, opt_cnt, act_start, tot_push_len; 334 u8 *src = ip_tunnel_info_opts(ip_tun); 335 336 /* We need to populate the options in reverse order for HW. 337 * Therefore we go through the options, calculating the 338 * number of options and the total size, then we populate 339 * them in reverse order in the action list. 340 */ 341 opt_cnt = 0; 342 tot_push_len = 0; 343 opt_len = ip_tun->options_len; 344 while (opt_len > 0) { 345 struct geneve_opt *opt = (struct geneve_opt *)src; 346 347 opt_cnt++; 348 if (opt_cnt > NFP_FL_MAX_GENEVE_OPT_CNT) { 349 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: maximum allowed number of geneve options exceeded"); 350 return -EOPNOTSUPP; 351 } 352 353 tot_push_len += sizeof(struct nfp_fl_push_geneve) + 354 opt->length * 4; 355 if (tot_push_len > NFP_FL_MAX_GENEVE_OPT_ACT) { 356 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: maximum allowed action list size exceeded at push geneve options"); 357 return -EOPNOTSUPP; 358 } 359 360 opt_len -= sizeof(struct geneve_opt) + opt->length * 4; 361 src += sizeof(struct geneve_opt) + opt->length * 4; 362 } 363 364 if (*list_len + tot_push_len > NFP_FL_MAX_A_SIZ) { 365 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: maximum allowed action list size exceeded at push geneve options"); 366 return -EOPNOTSUPP; 367 } 368 369 act_start = *list_len; 370 *list_len += tot_push_len; 371 src = ip_tunnel_info_opts(ip_tun); 372 while (opt_cnt) { 373 struct geneve_opt *opt = (struct geneve_opt *)src; 374 struct nfp_fl_push_geneve *push; 375 size_t act_size, len; 376 377 opt_cnt--; 378 act_size = sizeof(struct nfp_fl_push_geneve) + opt->length * 4; 379 tot_push_len -= act_size; 380 len = act_start + tot_push_len; 381 382 push = (struct nfp_fl_push_geneve *)&nfp_fl->action_data[len]; 383 push->head.jump_id = NFP_FL_ACTION_OPCODE_PUSH_GENEVE; 384 push->head.len_lw = act_size >> NFP_FL_LW_SIZ; 385 push->reserved = 0; 386 push->class = opt->opt_class; 387 push->type = opt->type; 388 push->length = opt->length; 389 memcpy(&push->opt_data, opt->opt_data, opt->length * 4); 390 391 src += sizeof(struct geneve_opt) + opt->length * 4; 392 } 393 394 return 0; 395 } 396 397 static int 398 nfp_fl_set_tun(struct nfp_app *app, struct nfp_fl_set_tun *set_tun, 399 const struct flow_action_entry *act, 400 struct nfp_fl_pre_tunnel *pre_tun, 401 enum nfp_flower_tun_type tun_type, 402 struct net_device *netdev, struct netlink_ext_ack *extack) 403 { 404 const struct ip_tunnel_info *ip_tun = act->tunnel; 405 bool ipv6 = ip_tunnel_info_af(ip_tun) == AF_INET6; 406 size_t act_size = sizeof(struct nfp_fl_set_tun); 407 struct nfp_flower_priv *priv = app->priv; 408 u32 tmp_set_ip_tun_type_index = 0; 409 /* Currently support one pre-tunnel so index is always 0. */ 410 int pretun_idx = 0; 411 412 if (!IS_ENABLED(CONFIG_IPV6) && ipv6) 413 return -EOPNOTSUPP; 414 415 if (ipv6 && !(priv->flower_ext_feats & NFP_FL_FEATS_IPV6_TUN)) 416 return -EOPNOTSUPP; 417 418 BUILD_BUG_ON(NFP_FL_TUNNEL_CSUM != TUNNEL_CSUM || 419 NFP_FL_TUNNEL_KEY != TUNNEL_KEY || 420 NFP_FL_TUNNEL_GENEVE_OPT != TUNNEL_GENEVE_OPT); 421 if (ip_tun->options_len && 422 (tun_type != NFP_FL_TUNNEL_GENEVE || 423 !(priv->flower_ext_feats & NFP_FL_FEATS_GENEVE_OPT))) { 424 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: loaded firmware does not support geneve options offload"); 425 return -EOPNOTSUPP; 426 } 427 428 set_tun->head.jump_id = NFP_FL_ACTION_OPCODE_SET_TUNNEL; 429 set_tun->head.len_lw = act_size >> NFP_FL_LW_SIZ; 430 431 /* Set tunnel type and pre-tunnel index. */ 432 tmp_set_ip_tun_type_index |= 433 FIELD_PREP(NFP_FL_TUNNEL_TYPE, tun_type) | 434 FIELD_PREP(NFP_FL_PRE_TUN_INDEX, pretun_idx); 435 436 set_tun->tun_type_index = cpu_to_be32(tmp_set_ip_tun_type_index); 437 set_tun->tun_id = ip_tun->key.tun_id; 438 439 if (ip_tun->key.ttl) { 440 set_tun->ttl = ip_tun->key.ttl; 441 #ifdef CONFIG_IPV6 442 } else if (ipv6) { 443 struct net *net = dev_net(netdev); 444 struct flowi6 flow = {}; 445 struct dst_entry *dst; 446 447 flow.daddr = ip_tun->key.u.ipv6.dst; 448 flow.flowi4_proto = IPPROTO_UDP; 449 dst = ipv6_stub->ipv6_dst_lookup_flow(net, NULL, &flow, NULL); 450 if (!IS_ERR(dst)) { 451 set_tun->ttl = ip6_dst_hoplimit(dst); 452 dst_release(dst); 453 } else { 454 set_tun->ttl = net->ipv6.devconf_all->hop_limit; 455 } 456 #endif 457 } else { 458 struct net *net = dev_net(netdev); 459 struct flowi4 flow = {}; 460 struct rtable *rt; 461 int err; 462 463 /* Do a route lookup to determine ttl - if fails then use 464 * default. Note that CONFIG_INET is a requirement of 465 * CONFIG_NET_SWITCHDEV so must be defined here. 466 */ 467 flow.daddr = ip_tun->key.u.ipv4.dst; 468 flow.flowi4_proto = IPPROTO_UDP; 469 rt = ip_route_output_key(net, &flow); 470 err = PTR_ERR_OR_ZERO(rt); 471 if (!err) { 472 set_tun->ttl = ip4_dst_hoplimit(&rt->dst); 473 ip_rt_put(rt); 474 } else { 475 set_tun->ttl = net->ipv4.sysctl_ip_default_ttl; 476 } 477 } 478 479 set_tun->tos = ip_tun->key.tos; 480 481 if (!(ip_tun->key.tun_flags & NFP_FL_TUNNEL_KEY) || 482 ip_tun->key.tun_flags & ~NFP_FL_SUPPORTED_UDP_TUN_FLAGS) { 483 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: loaded firmware does not support tunnel flag offload"); 484 return -EOPNOTSUPP; 485 } 486 set_tun->tun_flags = ip_tun->key.tun_flags; 487 488 if (tun_type == NFP_FL_TUNNEL_GENEVE) { 489 set_tun->tun_proto = htons(ETH_P_TEB); 490 set_tun->tun_len = ip_tun->options_len / 4; 491 } 492 493 /* Complete pre_tunnel action. */ 494 if (ipv6) { 495 pre_tun->flags |= cpu_to_be16(NFP_FL_PRE_TUN_IPV6); 496 pre_tun->ipv6_dst = ip_tun->key.u.ipv6.dst; 497 } else { 498 pre_tun->ipv4_dst = ip_tun->key.u.ipv4.dst; 499 } 500 501 return 0; 502 } 503 504 static void nfp_fl_set_helper32(u32 value, u32 mask, u8 *p_exact, u8 *p_mask) 505 { 506 u32 oldvalue = get_unaligned((u32 *)p_exact); 507 u32 oldmask = get_unaligned((u32 *)p_mask); 508 509 value &= mask; 510 value |= oldvalue & ~mask; 511 512 put_unaligned(oldmask | mask, (u32 *)p_mask); 513 put_unaligned(value, (u32 *)p_exact); 514 } 515 516 static int 517 nfp_fl_set_eth(const struct flow_action_entry *act, u32 off, 518 struct nfp_fl_set_eth *set_eth, struct netlink_ext_ack *extack) 519 { 520 u32 exact, mask; 521 522 if (off + 4 > ETH_ALEN * 2) { 523 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: invalid pedit ethernet action"); 524 return -EOPNOTSUPP; 525 } 526 527 mask = ~act->mangle.mask; 528 exact = act->mangle.val; 529 530 if (exact & ~mask) { 531 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: invalid pedit ethernet action"); 532 return -EOPNOTSUPP; 533 } 534 535 nfp_fl_set_helper32(exact, mask, &set_eth->eth_addr_val[off], 536 &set_eth->eth_addr_mask[off]); 537 538 set_eth->reserved = cpu_to_be16(0); 539 set_eth->head.jump_id = NFP_FL_ACTION_OPCODE_SET_ETHERNET; 540 set_eth->head.len_lw = sizeof(*set_eth) >> NFP_FL_LW_SIZ; 541 542 return 0; 543 } 544 545 struct ipv4_ttl_word { 546 __u8 ttl; 547 __u8 protocol; 548 __sum16 check; 549 }; 550 551 static int 552 nfp_fl_set_ip4(const struct flow_action_entry *act, u32 off, 553 struct nfp_fl_set_ip4_addrs *set_ip_addr, 554 struct nfp_fl_set_ip4_ttl_tos *set_ip_ttl_tos, 555 struct netlink_ext_ack *extack) 556 { 557 struct ipv4_ttl_word *ttl_word_mask; 558 struct ipv4_ttl_word *ttl_word; 559 struct iphdr *tos_word_mask; 560 struct iphdr *tos_word; 561 __be32 exact, mask; 562 563 /* We are expecting tcf_pedit to return a big endian value */ 564 mask = (__force __be32)~act->mangle.mask; 565 exact = (__force __be32)act->mangle.val; 566 567 if (exact & ~mask) { 568 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: invalid pedit IPv4 action"); 569 return -EOPNOTSUPP; 570 } 571 572 switch (off) { 573 case offsetof(struct iphdr, daddr): 574 set_ip_addr->ipv4_dst_mask |= mask; 575 set_ip_addr->ipv4_dst &= ~mask; 576 set_ip_addr->ipv4_dst |= exact & mask; 577 set_ip_addr->head.jump_id = NFP_FL_ACTION_OPCODE_SET_IPV4_ADDRS; 578 set_ip_addr->head.len_lw = sizeof(*set_ip_addr) >> 579 NFP_FL_LW_SIZ; 580 break; 581 case offsetof(struct iphdr, saddr): 582 set_ip_addr->ipv4_src_mask |= mask; 583 set_ip_addr->ipv4_src &= ~mask; 584 set_ip_addr->ipv4_src |= exact & mask; 585 set_ip_addr->head.jump_id = NFP_FL_ACTION_OPCODE_SET_IPV4_ADDRS; 586 set_ip_addr->head.len_lw = sizeof(*set_ip_addr) >> 587 NFP_FL_LW_SIZ; 588 break; 589 case offsetof(struct iphdr, ttl): 590 ttl_word_mask = (struct ipv4_ttl_word *)&mask; 591 ttl_word = (struct ipv4_ttl_word *)&exact; 592 593 if (ttl_word_mask->protocol || ttl_word_mask->check) { 594 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: invalid pedit IPv4 ttl action"); 595 return -EOPNOTSUPP; 596 } 597 598 set_ip_ttl_tos->ipv4_ttl_mask |= ttl_word_mask->ttl; 599 set_ip_ttl_tos->ipv4_ttl &= ~ttl_word_mask->ttl; 600 set_ip_ttl_tos->ipv4_ttl |= ttl_word->ttl & ttl_word_mask->ttl; 601 set_ip_ttl_tos->head.jump_id = 602 NFP_FL_ACTION_OPCODE_SET_IPV4_TTL_TOS; 603 set_ip_ttl_tos->head.len_lw = sizeof(*set_ip_ttl_tos) >> 604 NFP_FL_LW_SIZ; 605 break; 606 case round_down(offsetof(struct iphdr, tos), 4): 607 tos_word_mask = (struct iphdr *)&mask; 608 tos_word = (struct iphdr *)&exact; 609 610 if (tos_word_mask->version || tos_word_mask->ihl || 611 tos_word_mask->tot_len) { 612 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: invalid pedit IPv4 tos action"); 613 return -EOPNOTSUPP; 614 } 615 616 set_ip_ttl_tos->ipv4_tos_mask |= tos_word_mask->tos; 617 set_ip_ttl_tos->ipv4_tos &= ~tos_word_mask->tos; 618 set_ip_ttl_tos->ipv4_tos |= tos_word->tos & tos_word_mask->tos; 619 set_ip_ttl_tos->head.jump_id = 620 NFP_FL_ACTION_OPCODE_SET_IPV4_TTL_TOS; 621 set_ip_ttl_tos->head.len_lw = sizeof(*set_ip_ttl_tos) >> 622 NFP_FL_LW_SIZ; 623 break; 624 default: 625 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: pedit on unsupported section of IPv4 header"); 626 return -EOPNOTSUPP; 627 } 628 629 return 0; 630 } 631 632 static void 633 nfp_fl_set_ip6_helper(int opcode_tag, u8 word, __be32 exact, __be32 mask, 634 struct nfp_fl_set_ipv6_addr *ip6) 635 { 636 ip6->ipv6[word].mask |= mask; 637 ip6->ipv6[word].exact &= ~mask; 638 ip6->ipv6[word].exact |= exact & mask; 639 640 ip6->reserved = cpu_to_be16(0); 641 ip6->head.jump_id = opcode_tag; 642 ip6->head.len_lw = sizeof(*ip6) >> NFP_FL_LW_SIZ; 643 } 644 645 struct ipv6_hop_limit_word { 646 __be16 payload_len; 647 u8 nexthdr; 648 u8 hop_limit; 649 }; 650 651 static int 652 nfp_fl_set_ip6_hop_limit_flow_label(u32 off, __be32 exact, __be32 mask, 653 struct nfp_fl_set_ipv6_tc_hl_fl *ip_hl_fl, 654 struct netlink_ext_ack *extack) 655 { 656 struct ipv6_hop_limit_word *fl_hl_mask; 657 struct ipv6_hop_limit_word *fl_hl; 658 659 switch (off) { 660 case offsetof(struct ipv6hdr, payload_len): 661 fl_hl_mask = (struct ipv6_hop_limit_word *)&mask; 662 fl_hl = (struct ipv6_hop_limit_word *)&exact; 663 664 if (fl_hl_mask->nexthdr || fl_hl_mask->payload_len) { 665 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: invalid pedit IPv6 hop limit action"); 666 return -EOPNOTSUPP; 667 } 668 669 ip_hl_fl->ipv6_hop_limit_mask |= fl_hl_mask->hop_limit; 670 ip_hl_fl->ipv6_hop_limit &= ~fl_hl_mask->hop_limit; 671 ip_hl_fl->ipv6_hop_limit |= fl_hl->hop_limit & 672 fl_hl_mask->hop_limit; 673 break; 674 case round_down(offsetof(struct ipv6hdr, flow_lbl), 4): 675 if (mask & ~IPV6_FLOW_LABEL_MASK || 676 exact & ~IPV6_FLOW_LABEL_MASK) { 677 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: invalid pedit IPv6 flow label action"); 678 return -EOPNOTSUPP; 679 } 680 681 ip_hl_fl->ipv6_label_mask |= mask; 682 ip_hl_fl->ipv6_label &= ~mask; 683 ip_hl_fl->ipv6_label |= exact & mask; 684 break; 685 } 686 687 ip_hl_fl->head.jump_id = NFP_FL_ACTION_OPCODE_SET_IPV6_TC_HL_FL; 688 ip_hl_fl->head.len_lw = sizeof(*ip_hl_fl) >> NFP_FL_LW_SIZ; 689 690 return 0; 691 } 692 693 static int 694 nfp_fl_set_ip6(const struct flow_action_entry *act, u32 off, 695 struct nfp_fl_set_ipv6_addr *ip_dst, 696 struct nfp_fl_set_ipv6_addr *ip_src, 697 struct nfp_fl_set_ipv6_tc_hl_fl *ip_hl_fl, 698 struct netlink_ext_ack *extack) 699 { 700 __be32 exact, mask; 701 int err = 0; 702 u8 word; 703 704 /* We are expecting tcf_pedit to return a big endian value */ 705 mask = (__force __be32)~act->mangle.mask; 706 exact = (__force __be32)act->mangle.val; 707 708 if (exact & ~mask) { 709 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: invalid pedit IPv6 action"); 710 return -EOPNOTSUPP; 711 } 712 713 if (off < offsetof(struct ipv6hdr, saddr)) { 714 err = nfp_fl_set_ip6_hop_limit_flow_label(off, exact, mask, 715 ip_hl_fl, extack); 716 } else if (off < offsetof(struct ipv6hdr, daddr)) { 717 word = (off - offsetof(struct ipv6hdr, saddr)) / sizeof(exact); 718 nfp_fl_set_ip6_helper(NFP_FL_ACTION_OPCODE_SET_IPV6_SRC, word, 719 exact, mask, ip_src); 720 } else if (off < offsetof(struct ipv6hdr, daddr) + 721 sizeof(struct in6_addr)) { 722 word = (off - offsetof(struct ipv6hdr, daddr)) / sizeof(exact); 723 nfp_fl_set_ip6_helper(NFP_FL_ACTION_OPCODE_SET_IPV6_DST, word, 724 exact, mask, ip_dst); 725 } else { 726 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: pedit on unsupported section of IPv6 header"); 727 return -EOPNOTSUPP; 728 } 729 730 return err; 731 } 732 733 static int 734 nfp_fl_set_tport(const struct flow_action_entry *act, u32 off, 735 struct nfp_fl_set_tport *set_tport, int opcode, 736 struct netlink_ext_ack *extack) 737 { 738 u32 exact, mask; 739 740 if (off) { 741 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: pedit on unsupported section of L4 header"); 742 return -EOPNOTSUPP; 743 } 744 745 mask = ~act->mangle.mask; 746 exact = act->mangle.val; 747 748 if (exact & ~mask) { 749 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: invalid pedit L4 action"); 750 return -EOPNOTSUPP; 751 } 752 753 nfp_fl_set_helper32(exact, mask, set_tport->tp_port_val, 754 set_tport->tp_port_mask); 755 756 set_tport->reserved = cpu_to_be16(0); 757 set_tport->head.jump_id = opcode; 758 set_tport->head.len_lw = sizeof(*set_tport) >> NFP_FL_LW_SIZ; 759 760 return 0; 761 } 762 763 static u32 nfp_fl_csum_l4_to_flag(u8 ip_proto) 764 { 765 switch (ip_proto) { 766 case 0: 767 /* Filter doesn't force proto match, 768 * both TCP and UDP will be updated if encountered 769 */ 770 return TCA_CSUM_UPDATE_FLAG_TCP | TCA_CSUM_UPDATE_FLAG_UDP; 771 case IPPROTO_TCP: 772 return TCA_CSUM_UPDATE_FLAG_TCP; 773 case IPPROTO_UDP: 774 return TCA_CSUM_UPDATE_FLAG_UDP; 775 default: 776 /* All other protocols will be ignored by FW */ 777 return 0; 778 } 779 } 780 781 struct nfp_flower_pedit_acts { 782 struct nfp_fl_set_ipv6_addr set_ip6_dst, set_ip6_src; 783 struct nfp_fl_set_ipv6_tc_hl_fl set_ip6_tc_hl_fl; 784 struct nfp_fl_set_ip4_ttl_tos set_ip_ttl_tos; 785 struct nfp_fl_set_ip4_addrs set_ip_addr; 786 struct nfp_fl_set_tport set_tport; 787 struct nfp_fl_set_eth set_eth; 788 }; 789 790 static int 791 nfp_fl_commit_mangle(struct flow_cls_offload *flow, char *nfp_action, 792 int *a_len, struct nfp_flower_pedit_acts *set_act, 793 u32 *csum_updated) 794 { 795 struct flow_rule *rule = flow_cls_offload_flow_rule(flow); 796 size_t act_size = 0; 797 u8 ip_proto = 0; 798 799 if (flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_BASIC)) { 800 struct flow_match_basic match; 801 802 flow_rule_match_basic(rule, &match); 803 ip_proto = match.key->ip_proto; 804 } 805 806 if (set_act->set_eth.head.len_lw) { 807 act_size = sizeof(set_act->set_eth); 808 memcpy(nfp_action, &set_act->set_eth, act_size); 809 *a_len += act_size; 810 } 811 812 if (set_act->set_ip_ttl_tos.head.len_lw) { 813 nfp_action += act_size; 814 act_size = sizeof(set_act->set_ip_ttl_tos); 815 memcpy(nfp_action, &set_act->set_ip_ttl_tos, act_size); 816 *a_len += act_size; 817 818 /* Hardware will automatically fix IPv4 and TCP/UDP checksum. */ 819 *csum_updated |= TCA_CSUM_UPDATE_FLAG_IPV4HDR | 820 nfp_fl_csum_l4_to_flag(ip_proto); 821 } 822 823 if (set_act->set_ip_addr.head.len_lw) { 824 nfp_action += act_size; 825 act_size = sizeof(set_act->set_ip_addr); 826 memcpy(nfp_action, &set_act->set_ip_addr, act_size); 827 *a_len += act_size; 828 829 /* Hardware will automatically fix IPv4 and TCP/UDP checksum. */ 830 *csum_updated |= TCA_CSUM_UPDATE_FLAG_IPV4HDR | 831 nfp_fl_csum_l4_to_flag(ip_proto); 832 } 833 834 if (set_act->set_ip6_tc_hl_fl.head.len_lw) { 835 nfp_action += act_size; 836 act_size = sizeof(set_act->set_ip6_tc_hl_fl); 837 memcpy(nfp_action, &set_act->set_ip6_tc_hl_fl, act_size); 838 *a_len += act_size; 839 840 /* Hardware will automatically fix TCP/UDP checksum. */ 841 *csum_updated |= nfp_fl_csum_l4_to_flag(ip_proto); 842 } 843 844 if (set_act->set_ip6_dst.head.len_lw && 845 set_act->set_ip6_src.head.len_lw) { 846 /* TC compiles set src and dst IPv6 address as a single action, 847 * the hardware requires this to be 2 separate actions. 848 */ 849 nfp_action += act_size; 850 act_size = sizeof(set_act->set_ip6_src); 851 memcpy(nfp_action, &set_act->set_ip6_src, act_size); 852 *a_len += act_size; 853 854 act_size = sizeof(set_act->set_ip6_dst); 855 memcpy(&nfp_action[sizeof(set_act->set_ip6_src)], 856 &set_act->set_ip6_dst, act_size); 857 *a_len += act_size; 858 859 /* Hardware will automatically fix TCP/UDP checksum. */ 860 *csum_updated |= nfp_fl_csum_l4_to_flag(ip_proto); 861 } else if (set_act->set_ip6_dst.head.len_lw) { 862 nfp_action += act_size; 863 act_size = sizeof(set_act->set_ip6_dst); 864 memcpy(nfp_action, &set_act->set_ip6_dst, act_size); 865 *a_len += act_size; 866 867 /* Hardware will automatically fix TCP/UDP checksum. */ 868 *csum_updated |= nfp_fl_csum_l4_to_flag(ip_proto); 869 } else if (set_act->set_ip6_src.head.len_lw) { 870 nfp_action += act_size; 871 act_size = sizeof(set_act->set_ip6_src); 872 memcpy(nfp_action, &set_act->set_ip6_src, act_size); 873 *a_len += act_size; 874 875 /* Hardware will automatically fix TCP/UDP checksum. */ 876 *csum_updated |= nfp_fl_csum_l4_to_flag(ip_proto); 877 } 878 if (set_act->set_tport.head.len_lw) { 879 nfp_action += act_size; 880 act_size = sizeof(set_act->set_tport); 881 memcpy(nfp_action, &set_act->set_tport, act_size); 882 *a_len += act_size; 883 884 /* Hardware will automatically fix TCP/UDP checksum. */ 885 *csum_updated |= nfp_fl_csum_l4_to_flag(ip_proto); 886 } 887 888 return 0; 889 } 890 891 static int 892 nfp_fl_pedit(const struct flow_action_entry *act, 893 struct flow_cls_offload *flow, char *nfp_action, int *a_len, 894 u32 *csum_updated, struct nfp_flower_pedit_acts *set_act, 895 struct netlink_ext_ack *extack) 896 { 897 enum flow_action_mangle_base htype; 898 u32 offset; 899 900 htype = act->mangle.htype; 901 offset = act->mangle.offset; 902 903 switch (htype) { 904 case TCA_PEDIT_KEY_EX_HDR_TYPE_ETH: 905 return nfp_fl_set_eth(act, offset, &set_act->set_eth, extack); 906 case TCA_PEDIT_KEY_EX_HDR_TYPE_IP4: 907 return nfp_fl_set_ip4(act, offset, &set_act->set_ip_addr, 908 &set_act->set_ip_ttl_tos, extack); 909 case TCA_PEDIT_KEY_EX_HDR_TYPE_IP6: 910 return nfp_fl_set_ip6(act, offset, &set_act->set_ip6_dst, 911 &set_act->set_ip6_src, 912 &set_act->set_ip6_tc_hl_fl, extack); 913 case TCA_PEDIT_KEY_EX_HDR_TYPE_TCP: 914 return nfp_fl_set_tport(act, offset, &set_act->set_tport, 915 NFP_FL_ACTION_OPCODE_SET_TCP, extack); 916 case TCA_PEDIT_KEY_EX_HDR_TYPE_UDP: 917 return nfp_fl_set_tport(act, offset, &set_act->set_tport, 918 NFP_FL_ACTION_OPCODE_SET_UDP, extack); 919 default: 920 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: pedit on unsupported header"); 921 return -EOPNOTSUPP; 922 } 923 } 924 925 static int 926 nfp_flower_output_action(struct nfp_app *app, 927 const struct flow_action_entry *act, 928 struct nfp_fl_payload *nfp_fl, int *a_len, 929 struct net_device *netdev, bool last, 930 enum nfp_flower_tun_type *tun_type, int *tun_out_cnt, 931 int *out_cnt, u32 *csum_updated, bool pkt_host, 932 struct netlink_ext_ack *extack) 933 { 934 struct nfp_flower_priv *priv = app->priv; 935 struct nfp_fl_output *output; 936 int err, prelag_size; 937 938 /* If csum_updated has not been reset by now, it means HW will 939 * incorrectly update csums when they are not requested. 940 */ 941 if (*csum_updated) { 942 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: set actions without updating checksums are not supported"); 943 return -EOPNOTSUPP; 944 } 945 946 if (*a_len + sizeof(struct nfp_fl_output) > NFP_FL_MAX_A_SIZ) { 947 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: mirred output increases action list size beyond the allowed maximum"); 948 return -EOPNOTSUPP; 949 } 950 951 output = (struct nfp_fl_output *)&nfp_fl->action_data[*a_len]; 952 err = nfp_fl_output(app, output, act, nfp_fl, last, netdev, *tun_type, 953 tun_out_cnt, pkt_host, extack); 954 if (err) 955 return err; 956 957 *a_len += sizeof(struct nfp_fl_output); 958 959 if (priv->flower_ext_feats & NFP_FL_FEATS_LAG) { 960 /* nfp_fl_pre_lag returns -err or size of prelag action added. 961 * This will be 0 if it is not egressing to a lag dev. 962 */ 963 prelag_size = nfp_fl_pre_lag(app, act, nfp_fl, *a_len, extack); 964 if (prelag_size < 0) { 965 return prelag_size; 966 } else if (prelag_size > 0 && (!last || *out_cnt)) { 967 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: LAG action has to be last action in action list"); 968 return -EOPNOTSUPP; 969 } 970 971 *a_len += prelag_size; 972 } 973 (*out_cnt)++; 974 975 return 0; 976 } 977 978 static int 979 nfp_flower_loop_action(struct nfp_app *app, const struct flow_action_entry *act, 980 struct flow_cls_offload *flow, 981 struct nfp_fl_payload *nfp_fl, int *a_len, 982 struct net_device *netdev, 983 enum nfp_flower_tun_type *tun_type, int *tun_out_cnt, 984 int *out_cnt, u32 *csum_updated, 985 struct nfp_flower_pedit_acts *set_act, bool *pkt_host, 986 struct netlink_ext_ack *extack, int act_idx) 987 { 988 struct nfp_fl_pre_tunnel *pre_tun; 989 struct nfp_fl_set_tun *set_tun; 990 struct nfp_fl_push_vlan *psh_v; 991 struct nfp_fl_push_mpls *psh_m; 992 struct nfp_fl_pop_vlan *pop_v; 993 struct nfp_fl_pop_mpls *pop_m; 994 struct nfp_fl_set_mpls *set_m; 995 int err; 996 997 switch (act->id) { 998 case FLOW_ACTION_DROP: 999 nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_DROP); 1000 break; 1001 case FLOW_ACTION_REDIRECT_INGRESS: 1002 case FLOW_ACTION_REDIRECT: 1003 err = nfp_flower_output_action(app, act, nfp_fl, a_len, netdev, 1004 true, tun_type, tun_out_cnt, 1005 out_cnt, csum_updated, *pkt_host, 1006 extack); 1007 if (err) 1008 return err; 1009 break; 1010 case FLOW_ACTION_MIRRED_INGRESS: 1011 case FLOW_ACTION_MIRRED: 1012 err = nfp_flower_output_action(app, act, nfp_fl, a_len, netdev, 1013 false, tun_type, tun_out_cnt, 1014 out_cnt, csum_updated, *pkt_host, 1015 extack); 1016 if (err) 1017 return err; 1018 break; 1019 case FLOW_ACTION_VLAN_POP: 1020 if (*a_len + 1021 sizeof(struct nfp_fl_pop_vlan) > NFP_FL_MAX_A_SIZ) { 1022 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: maximum allowed action list size exceeded at pop vlan"); 1023 return -EOPNOTSUPP; 1024 } 1025 1026 pop_v = (struct nfp_fl_pop_vlan *)&nfp_fl->action_data[*a_len]; 1027 nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_POPV); 1028 1029 nfp_fl_pop_vlan(pop_v); 1030 *a_len += sizeof(struct nfp_fl_pop_vlan); 1031 break; 1032 case FLOW_ACTION_VLAN_PUSH: 1033 if (*a_len + 1034 sizeof(struct nfp_fl_push_vlan) > NFP_FL_MAX_A_SIZ) { 1035 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: maximum allowed action list size exceeded at push vlan"); 1036 return -EOPNOTSUPP; 1037 } 1038 1039 psh_v = (struct nfp_fl_push_vlan *)&nfp_fl->action_data[*a_len]; 1040 nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); 1041 1042 nfp_fl_push_vlan(psh_v, act); 1043 *a_len += sizeof(struct nfp_fl_push_vlan); 1044 break; 1045 case FLOW_ACTION_TUNNEL_ENCAP: { 1046 const struct ip_tunnel_info *ip_tun = act->tunnel; 1047 1048 *tun_type = nfp_fl_get_tun_from_act(app, flow, act, act_idx); 1049 if (*tun_type == NFP_FL_TUNNEL_NONE) { 1050 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: unsupported tunnel type in action list"); 1051 return -EOPNOTSUPP; 1052 } 1053 1054 if (ip_tun->mode & ~NFP_FL_SUPPORTED_TUNNEL_INFO_FLAGS) { 1055 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: unsupported tunnel flags in action list"); 1056 return -EOPNOTSUPP; 1057 } 1058 1059 /* Pre-tunnel action is required for tunnel encap. 1060 * This checks for next hop entries on NFP. 1061 * If none, the packet falls back before applying other actions. 1062 */ 1063 if (*a_len + sizeof(struct nfp_fl_pre_tunnel) + 1064 sizeof(struct nfp_fl_set_tun) > NFP_FL_MAX_A_SIZ) { 1065 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: maximum allowed action list size exceeded at tunnel encap"); 1066 return -EOPNOTSUPP; 1067 } 1068 1069 pre_tun = nfp_fl_pre_tunnel(nfp_fl->action_data, *a_len); 1070 nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); 1071 *a_len += sizeof(struct nfp_fl_pre_tunnel); 1072 1073 err = nfp_fl_push_geneve_options(nfp_fl, a_len, act, extack); 1074 if (err) 1075 return err; 1076 1077 set_tun = (void *)&nfp_fl->action_data[*a_len]; 1078 err = nfp_fl_set_tun(app, set_tun, act, pre_tun, *tun_type, 1079 netdev, extack); 1080 if (err) 1081 return err; 1082 *a_len += sizeof(struct nfp_fl_set_tun); 1083 } 1084 break; 1085 case FLOW_ACTION_TUNNEL_DECAP: 1086 /* Tunnel decap is handled by default so accept action. */ 1087 return 0; 1088 case FLOW_ACTION_MANGLE: 1089 if (nfp_fl_pedit(act, flow, &nfp_fl->action_data[*a_len], 1090 a_len, csum_updated, set_act, extack)) 1091 return -EOPNOTSUPP; 1092 break; 1093 case FLOW_ACTION_CSUM: 1094 /* csum action requests recalc of something we have not fixed */ 1095 if (act->csum_flags & ~*csum_updated) { 1096 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: unsupported csum update action in action list"); 1097 return -EOPNOTSUPP; 1098 } 1099 /* If we will correctly fix the csum we can remove it from the 1100 * csum update list. Which will later be used to check support. 1101 */ 1102 *csum_updated &= ~act->csum_flags; 1103 break; 1104 case FLOW_ACTION_MPLS_PUSH: 1105 if (*a_len + 1106 sizeof(struct nfp_fl_push_mpls) > NFP_FL_MAX_A_SIZ) { 1107 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: maximum allowed action list size exceeded at push MPLS"); 1108 return -EOPNOTSUPP; 1109 } 1110 1111 psh_m = (struct nfp_fl_push_mpls *)&nfp_fl->action_data[*a_len]; 1112 nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); 1113 1114 err = nfp_fl_push_mpls(psh_m, act, extack); 1115 if (err) 1116 return err; 1117 *a_len += sizeof(struct nfp_fl_push_mpls); 1118 break; 1119 case FLOW_ACTION_MPLS_POP: 1120 if (*a_len + 1121 sizeof(struct nfp_fl_pop_mpls) > NFP_FL_MAX_A_SIZ) { 1122 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: maximum allowed action list size exceeded at pop MPLS"); 1123 return -EOPNOTSUPP; 1124 } 1125 1126 pop_m = (struct nfp_fl_pop_mpls *)&nfp_fl->action_data[*a_len]; 1127 nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); 1128 1129 nfp_fl_pop_mpls(pop_m, act); 1130 *a_len += sizeof(struct nfp_fl_pop_mpls); 1131 break; 1132 case FLOW_ACTION_MPLS_MANGLE: 1133 if (*a_len + 1134 sizeof(struct nfp_fl_set_mpls) > NFP_FL_MAX_A_SIZ) { 1135 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: maximum allowed action list size exceeded at set MPLS"); 1136 return -EOPNOTSUPP; 1137 } 1138 1139 set_m = (struct nfp_fl_set_mpls *)&nfp_fl->action_data[*a_len]; 1140 nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); 1141 1142 nfp_fl_set_mpls(set_m, act); 1143 *a_len += sizeof(struct nfp_fl_set_mpls); 1144 break; 1145 case FLOW_ACTION_PTYPE: 1146 /* TC ptype skbedit sets PACKET_HOST for ingress redirect. */ 1147 if (act->ptype != PACKET_HOST) 1148 return -EOPNOTSUPP; 1149 1150 *pkt_host = true; 1151 break; 1152 default: 1153 /* Currently we do not handle any other actions. */ 1154 NL_SET_ERR_MSG_MOD(extack, "unsupported offload: unsupported action in action list"); 1155 return -EOPNOTSUPP; 1156 } 1157 1158 return 0; 1159 } 1160 1161 static bool nfp_fl_check_mangle_start(struct flow_action *flow_act, 1162 int current_act_idx) 1163 { 1164 struct flow_action_entry current_act; 1165 struct flow_action_entry prev_act; 1166 1167 current_act = flow_act->entries[current_act_idx]; 1168 if (current_act.id != FLOW_ACTION_MANGLE) 1169 return false; 1170 1171 if (current_act_idx == 0) 1172 return true; 1173 1174 prev_act = flow_act->entries[current_act_idx - 1]; 1175 1176 return prev_act.id != FLOW_ACTION_MANGLE; 1177 } 1178 1179 static bool nfp_fl_check_mangle_end(struct flow_action *flow_act, 1180 int current_act_idx) 1181 { 1182 struct flow_action_entry current_act; 1183 struct flow_action_entry next_act; 1184 1185 current_act = flow_act->entries[current_act_idx]; 1186 if (current_act.id != FLOW_ACTION_MANGLE) 1187 return false; 1188 1189 if (current_act_idx == flow_act->num_entries) 1190 return true; 1191 1192 next_act = flow_act->entries[current_act_idx + 1]; 1193 1194 return next_act.id != FLOW_ACTION_MANGLE; 1195 } 1196 1197 int nfp_flower_compile_action(struct nfp_app *app, 1198 struct flow_cls_offload *flow, 1199 struct net_device *netdev, 1200 struct nfp_fl_payload *nfp_flow, 1201 struct netlink_ext_ack *extack) 1202 { 1203 int act_len, act_cnt, err, tun_out_cnt, out_cnt, i; 1204 struct nfp_flower_pedit_acts set_act; 1205 enum nfp_flower_tun_type tun_type; 1206 struct flow_action_entry *act; 1207 bool pkt_host = false; 1208 u32 csum_updated = 0; 1209 1210 memset(nfp_flow->action_data, 0, NFP_FL_MAX_A_SIZ); 1211 nfp_flow->meta.act_len = 0; 1212 tun_type = NFP_FL_TUNNEL_NONE; 1213 act_len = 0; 1214 act_cnt = 0; 1215 tun_out_cnt = 0; 1216 out_cnt = 0; 1217 1218 flow_action_for_each(i, act, &flow->rule->action) { 1219 if (nfp_fl_check_mangle_start(&flow->rule->action, i)) 1220 memset(&set_act, 0, sizeof(set_act)); 1221 err = nfp_flower_loop_action(app, act, flow, nfp_flow, &act_len, 1222 netdev, &tun_type, &tun_out_cnt, 1223 &out_cnt, &csum_updated, 1224 &set_act, &pkt_host, extack, i); 1225 if (err) 1226 return err; 1227 act_cnt++; 1228 if (nfp_fl_check_mangle_end(&flow->rule->action, i)) 1229 nfp_fl_commit_mangle(flow, 1230 &nfp_flow->action_data[act_len], 1231 &act_len, &set_act, &csum_updated); 1232 } 1233 1234 /* We optimise when the action list is small, this can unfortunately 1235 * not happen once we have more than one action in the action list. 1236 */ 1237 if (act_cnt > 1) 1238 nfp_flow->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); 1239 1240 nfp_flow->meta.act_len = act_len; 1241 1242 return 0; 1243 } 1244