1 // SPDX-License-Identifier: GPL-2.0-only 2 /* Copyright (C) 2020 Felix Fietkau <nbd@nbd.name> */ 3 4 #ifndef __MTK_PPE_H 5 #define __MTK_PPE_H 6 7 #include <linux/kernel.h> 8 #include <linux/bitfield.h> 9 #include <linux/rhashtable.h> 10 11 #define MTK_PPE_ENTRIES_SHIFT 3 12 #define MTK_PPE_ENTRIES (1024 << MTK_PPE_ENTRIES_SHIFT) 13 #define MTK_PPE_HASH_MASK (MTK_PPE_ENTRIES - 1) 14 #define MTK_PPE_WAIT_TIMEOUT_US 1000000 15 16 #define MTK_FOE_IB1_UNBIND_TIMESTAMP GENMASK(7, 0) 17 #define MTK_FOE_IB1_UNBIND_PACKETS GENMASK(23, 8) 18 #define MTK_FOE_IB1_UNBIND_PREBIND BIT(24) 19 20 #define MTK_FOE_IB1_BIND_TIMESTAMP GENMASK(14, 0) 21 #define MTK_FOE_IB1_BIND_KEEPALIVE BIT(15) 22 #define MTK_FOE_IB1_BIND_VLAN_LAYER GENMASK(18, 16) 23 #define MTK_FOE_IB1_BIND_PPPOE BIT(19) 24 #define MTK_FOE_IB1_BIND_VLAN_TAG BIT(20) 25 #define MTK_FOE_IB1_BIND_PKT_SAMPLE BIT(21) 26 #define MTK_FOE_IB1_BIND_CACHE BIT(22) 27 #define MTK_FOE_IB1_BIND_TUNNEL_DECAP BIT(23) 28 #define MTK_FOE_IB1_BIND_TTL BIT(24) 29 30 #define MTK_FOE_IB1_PACKET_TYPE GENMASK(27, 25) 31 #define MTK_FOE_IB1_STATE GENMASK(29, 28) 32 #define MTK_FOE_IB1_UDP BIT(30) 33 #define MTK_FOE_IB1_STATIC BIT(31) 34 35 /* CONFIG_MEDIATEK_NETSYS_V2 */ 36 #define MTK_FOE_IB1_BIND_TIMESTAMP_V2 GENMASK(7, 0) 37 #define MTK_FOE_IB1_BIND_VLAN_LAYER_V2 GENMASK(16, 14) 38 #define MTK_FOE_IB1_BIND_PPPOE_V2 BIT(17) 39 #define MTK_FOE_IB1_BIND_VLAN_TAG_V2 BIT(18) 40 #define MTK_FOE_IB1_BIND_CACHE_V2 BIT(20) 41 #define MTK_FOE_IB1_BIND_TTL_V2 BIT(22) 42 #define MTK_FOE_IB1_PACKET_TYPE_V2 GENMASK(27, 23) 43 44 enum { 45 MTK_PPE_PKT_TYPE_IPV4_HNAPT = 0, 46 MTK_PPE_PKT_TYPE_IPV4_ROUTE = 1, 47 MTK_PPE_PKT_TYPE_BRIDGE = 2, 48 MTK_PPE_PKT_TYPE_IPV4_DSLITE = 3, 49 MTK_PPE_PKT_TYPE_IPV6_ROUTE_3T = 4, 50 MTK_PPE_PKT_TYPE_IPV6_ROUTE_5T = 5, 51 MTK_PPE_PKT_TYPE_IPV6_6RD = 7, 52 }; 53 54 #define MTK_FOE_IB2_QID GENMASK(3, 0) 55 #define MTK_FOE_IB2_PSE_QOS BIT(4) 56 #define MTK_FOE_IB2_DEST_PORT GENMASK(7, 5) 57 #define MTK_FOE_IB2_MULTICAST BIT(8) 58 59 #define MTK_FOE_IB2_WDMA_QID2 GENMASK(13, 12) 60 #define MTK_FOE_IB2_WDMA_DEVIDX BIT(16) 61 #define MTK_FOE_IB2_WDMA_WINFO BIT(17) 62 63 #define MTK_FOE_IB2_PORT_MG GENMASK(17, 12) 64 65 #define MTK_FOE_IB2_RX_IDX GENMASK(18, 17) 66 #define MTK_FOE_IB2_PORT_AG GENMASK(23, 18) 67 68 #define MTK_FOE_IB2_DSCP GENMASK(31, 24) 69 70 /* CONFIG_MEDIATEK_NETSYS_V2 */ 71 #define MTK_FOE_IB2_QID_V2 GENMASK(6, 0) 72 #define MTK_FOE_IB2_PORT_MG_V2 BIT(7) 73 #define MTK_FOE_IB2_PSE_QOS_V2 BIT(8) 74 #define MTK_FOE_IB2_DEST_PORT_V2 GENMASK(12, 9) 75 #define MTK_FOE_IB2_MULTICAST_V2 BIT(13) 76 #define MTK_FOE_IB2_WDMA_WINFO_V2 BIT(19) 77 #define MTK_FOE_IB2_PORT_AG_V2 GENMASK(23, 20) 78 79 #define MTK_FOE_VLAN2_WINFO_BSS GENMASK(5, 0) 80 #define MTK_FOE_VLAN2_WINFO_WCID GENMASK(13, 6) 81 #define MTK_FOE_VLAN2_WINFO_RING GENMASK(15, 14) 82 83 #define MTK_FOE_WINFO_BSS GENMASK(5, 0) 84 #define MTK_FOE_WINFO_WCID GENMASK(15, 6) 85 86 enum { 87 MTK_FOE_STATE_INVALID, 88 MTK_FOE_STATE_UNBIND, 89 MTK_FOE_STATE_BIND, 90 MTK_FOE_STATE_FIN 91 }; 92 93 struct mtk_foe_mac_info { 94 u16 vlan1; 95 u16 etype; 96 97 u32 dest_mac_hi; 98 99 u16 vlan2; 100 u16 dest_mac_lo; 101 102 u32 src_mac_hi; 103 104 u16 pppoe_id; 105 u16 src_mac_lo; 106 107 u16 minfo; 108 u16 winfo; 109 }; 110 111 /* software-only entry type */ 112 struct mtk_foe_bridge { 113 u8 dest_mac[ETH_ALEN]; 114 u8 src_mac[ETH_ALEN]; 115 u16 vlan; 116 117 struct {} key_end; 118 119 u32 ib2; 120 121 struct mtk_foe_mac_info l2; 122 }; 123 124 struct mtk_ipv4_tuple { 125 u32 src_ip; 126 u32 dest_ip; 127 union { 128 struct { 129 u16 dest_port; 130 u16 src_port; 131 }; 132 struct { 133 u8 protocol; 134 u8 _pad[3]; /* fill with 0xa5a5a5 */ 135 }; 136 u32 ports; 137 }; 138 }; 139 140 struct mtk_foe_ipv4 { 141 struct mtk_ipv4_tuple orig; 142 143 u32 ib2; 144 145 struct mtk_ipv4_tuple new; 146 147 u16 timestamp; 148 u16 _rsv0[3]; 149 150 u32 udf_tsid; 151 152 struct mtk_foe_mac_info l2; 153 }; 154 155 struct mtk_foe_ipv4_dslite { 156 struct mtk_ipv4_tuple ip4; 157 158 u32 tunnel_src_ip[4]; 159 u32 tunnel_dest_ip[4]; 160 161 u8 flow_label[3]; 162 u8 priority; 163 164 u32 udf_tsid; 165 166 u32 ib2; 167 168 struct mtk_foe_mac_info l2; 169 }; 170 171 struct mtk_foe_ipv6 { 172 u32 src_ip[4]; 173 u32 dest_ip[4]; 174 175 union { 176 struct { 177 u8 protocol; 178 u8 _pad[3]; /* fill with 0xa5a5a5 */ 179 }; /* 3-tuple */ 180 struct { 181 u16 dest_port; 182 u16 src_port; 183 }; /* 5-tuple */ 184 u32 ports; 185 }; 186 187 u32 _rsv[3]; 188 189 u32 udf; 190 191 u32 ib2; 192 struct mtk_foe_mac_info l2; 193 }; 194 195 struct mtk_foe_ipv6_6rd { 196 u32 src_ip[4]; 197 u32 dest_ip[4]; 198 u16 dest_port; 199 u16 src_port; 200 201 u32 tunnel_src_ip; 202 u32 tunnel_dest_ip; 203 204 u16 hdr_csum; 205 u8 dscp; 206 u8 ttl; 207 208 u8 flag; 209 u8 pad; 210 u8 per_flow_6rd_id; 211 u8 pad2; 212 213 u32 ib2; 214 struct mtk_foe_mac_info l2; 215 }; 216 217 struct mtk_foe_entry { 218 u32 ib1; 219 220 union { 221 struct mtk_foe_bridge bridge; 222 struct mtk_foe_ipv4 ipv4; 223 struct mtk_foe_ipv4_dslite dslite; 224 struct mtk_foe_ipv6 ipv6; 225 struct mtk_foe_ipv6_6rd ipv6_6rd; 226 u32 data[23]; 227 }; 228 }; 229 230 enum { 231 MTK_PPE_CPU_REASON_TTL_EXCEEDED = 0x02, 232 MTK_PPE_CPU_REASON_OPTION_HEADER = 0x03, 233 MTK_PPE_CPU_REASON_NO_FLOW = 0x07, 234 MTK_PPE_CPU_REASON_IPV4_FRAG = 0x08, 235 MTK_PPE_CPU_REASON_IPV4_DSLITE_FRAG = 0x09, 236 MTK_PPE_CPU_REASON_IPV4_DSLITE_NO_TCP_UDP = 0x0a, 237 MTK_PPE_CPU_REASON_IPV6_6RD_NO_TCP_UDP = 0x0b, 238 MTK_PPE_CPU_REASON_TCP_FIN_SYN_RST = 0x0c, 239 MTK_PPE_CPU_REASON_UN_HIT = 0x0d, 240 MTK_PPE_CPU_REASON_HIT_UNBIND = 0x0e, 241 MTK_PPE_CPU_REASON_HIT_UNBIND_RATE_REACHED = 0x0f, 242 MTK_PPE_CPU_REASON_HIT_BIND_TCP_FIN = 0x10, 243 MTK_PPE_CPU_REASON_HIT_TTL_1 = 0x11, 244 MTK_PPE_CPU_REASON_HIT_BIND_VLAN_VIOLATION = 0x12, 245 MTK_PPE_CPU_REASON_KEEPALIVE_UC_OLD_HDR = 0x13, 246 MTK_PPE_CPU_REASON_KEEPALIVE_MC_NEW_HDR = 0x14, 247 MTK_PPE_CPU_REASON_KEEPALIVE_DUP_OLD_HDR = 0x15, 248 MTK_PPE_CPU_REASON_HIT_BIND_FORCE_CPU = 0x16, 249 MTK_PPE_CPU_REASON_TUNNEL_OPTION_HEADER = 0x17, 250 MTK_PPE_CPU_REASON_MULTICAST_TO_CPU = 0x18, 251 MTK_PPE_CPU_REASON_MULTICAST_TO_GMAC1_CPU = 0x19, 252 MTK_PPE_CPU_REASON_HIT_PRE_BIND = 0x1a, 253 MTK_PPE_CPU_REASON_PACKET_SAMPLING = 0x1b, 254 MTK_PPE_CPU_REASON_EXCEED_MTU = 0x1c, 255 MTK_PPE_CPU_REASON_PPE_BYPASS = 0x1e, 256 MTK_PPE_CPU_REASON_INVALID = 0x1f, 257 }; 258 259 enum { 260 MTK_FLOW_TYPE_L4, 261 MTK_FLOW_TYPE_L2, 262 MTK_FLOW_TYPE_L2_SUBFLOW, 263 }; 264 265 struct mtk_flow_entry { 266 union { 267 struct hlist_node list; 268 struct { 269 struct rhash_head l2_node; 270 struct hlist_head l2_flows; 271 }; 272 }; 273 u8 type; 274 s8 wed_index; 275 u8 ppe_index; 276 u16 hash; 277 union { 278 struct mtk_foe_entry data; 279 struct { 280 struct mtk_flow_entry *base_flow; 281 struct hlist_node list; 282 } l2_data; 283 }; 284 struct rhash_head node; 285 unsigned long cookie; 286 }; 287 288 struct mtk_ppe { 289 struct mtk_eth *eth; 290 struct device *dev; 291 void __iomem *base; 292 int version; 293 char dirname[5]; 294 295 void *foe_table; 296 dma_addr_t foe_phys; 297 298 u16 foe_check_time[MTK_PPE_ENTRIES]; 299 struct hlist_head *foe_flow; 300 301 struct rhashtable l2_flows; 302 303 void *acct_table; 304 }; 305 306 struct mtk_ppe *mtk_ppe_init(struct mtk_eth *eth, void __iomem *base, 307 int version, int index); 308 void mtk_ppe_deinit(struct mtk_eth *eth); 309 void mtk_ppe_start(struct mtk_ppe *ppe); 310 int mtk_ppe_stop(struct mtk_ppe *ppe); 311 int mtk_ppe_prepare_reset(struct mtk_ppe *ppe); 312 313 void __mtk_ppe_check_skb(struct mtk_ppe *ppe, struct sk_buff *skb, u16 hash); 314 315 static inline void 316 mtk_ppe_check_skb(struct mtk_ppe *ppe, struct sk_buff *skb, u16 hash) 317 { 318 u16 now, diff; 319 320 if (!ppe) 321 return; 322 323 if (hash > MTK_PPE_HASH_MASK) 324 return; 325 326 now = (u16)jiffies; 327 diff = now - ppe->foe_check_time[hash]; 328 if (diff < HZ / 10) 329 return; 330 331 ppe->foe_check_time[hash] = now; 332 __mtk_ppe_check_skb(ppe, skb, hash); 333 } 334 335 int mtk_foe_entry_prepare(struct mtk_eth *eth, struct mtk_foe_entry *entry, 336 int type, int l4proto, u8 pse_port, u8 *src_mac, 337 u8 *dest_mac); 338 int mtk_foe_entry_set_pse_port(struct mtk_eth *eth, 339 struct mtk_foe_entry *entry, u8 port); 340 int mtk_foe_entry_set_ipv4_tuple(struct mtk_eth *eth, 341 struct mtk_foe_entry *entry, bool orig, 342 __be32 src_addr, __be16 src_port, 343 __be32 dest_addr, __be16 dest_port); 344 int mtk_foe_entry_set_ipv6_tuple(struct mtk_eth *eth, 345 struct mtk_foe_entry *entry, 346 __be32 *src_addr, __be16 src_port, 347 __be32 *dest_addr, __be16 dest_port); 348 int mtk_foe_entry_set_dsa(struct mtk_eth *eth, struct mtk_foe_entry *entry, 349 int port); 350 int mtk_foe_entry_set_vlan(struct mtk_eth *eth, struct mtk_foe_entry *entry, 351 int vid); 352 int mtk_foe_entry_set_pppoe(struct mtk_eth *eth, struct mtk_foe_entry *entry, 353 int sid); 354 int mtk_foe_entry_set_wdma(struct mtk_eth *eth, struct mtk_foe_entry *entry, 355 int wdma_idx, int txq, int bss, int wcid); 356 int mtk_foe_entry_set_queue(struct mtk_eth *eth, struct mtk_foe_entry *entry, 357 unsigned int queue); 358 int mtk_foe_entry_commit(struct mtk_ppe *ppe, struct mtk_flow_entry *entry); 359 void mtk_foe_entry_clear(struct mtk_ppe *ppe, struct mtk_flow_entry *entry); 360 int mtk_foe_entry_idle_time(struct mtk_ppe *ppe, struct mtk_flow_entry *entry); 361 int mtk_ppe_debugfs_init(struct mtk_ppe *ppe, int index); 362 363 #endif 364