1 // SPDX-License-Identifier: GPL-2.0-only
2 #include <linux/kernel.h>
3 #include <linux/netdevice.h>
4 #include <linux/rtnetlink.h>
5 #include <linux/slab.h>
6 #include <net/switchdev.h>
7
8 #include "br_private.h"
9 #include "br_private_tunnel.h"
10
11 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid);
12
br_vlan_cmp(struct rhashtable_compare_arg * arg,const void * ptr)13 static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
14 const void *ptr)
15 {
16 const struct net_bridge_vlan *vle = ptr;
17 u16 vid = *(u16 *)arg->key;
18
19 return vle->vid != vid;
20 }
21
22 static const struct rhashtable_params br_vlan_rht_params = {
23 .head_offset = offsetof(struct net_bridge_vlan, vnode),
24 .key_offset = offsetof(struct net_bridge_vlan, vid),
25 .key_len = sizeof(u16),
26 .nelem_hint = 3,
27 .max_size = VLAN_N_VID,
28 .obj_cmpfn = br_vlan_cmp,
29 .automatic_shrinking = true,
30 };
31
br_vlan_lookup(struct rhashtable * tbl,u16 vid)32 static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
33 {
34 return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
35 }
36
__vlan_add_pvid(struct net_bridge_vlan_group * vg,const struct net_bridge_vlan * v)37 static bool __vlan_add_pvid(struct net_bridge_vlan_group *vg,
38 const struct net_bridge_vlan *v)
39 {
40 if (vg->pvid == v->vid)
41 return false;
42
43 smp_wmb();
44 br_vlan_set_pvid_state(vg, v->state);
45 vg->pvid = v->vid;
46
47 return true;
48 }
49
__vlan_delete_pvid(struct net_bridge_vlan_group * vg,u16 vid)50 static bool __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
51 {
52 if (vg->pvid != vid)
53 return false;
54
55 smp_wmb();
56 vg->pvid = 0;
57
58 return true;
59 }
60
61 /* return true if anything changed, false otherwise */
__vlan_add_flags(struct net_bridge_vlan * v,u16 flags)62 static bool __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
63 {
64 struct net_bridge_vlan_group *vg;
65 u16 old_flags = v->flags;
66 bool ret;
67
68 if (br_vlan_is_master(v))
69 vg = br_vlan_group(v->br);
70 else
71 vg = nbp_vlan_group(v->port);
72
73 if (flags & BRIDGE_VLAN_INFO_PVID)
74 ret = __vlan_add_pvid(vg, v);
75 else
76 ret = __vlan_delete_pvid(vg, v->vid);
77
78 if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
79 v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
80 else
81 v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
82
83 return ret || !!(old_flags ^ v->flags);
84 }
85
__vlan_vid_add(struct net_device * dev,struct net_bridge * br,struct net_bridge_vlan * v,u16 flags,struct netlink_ext_ack * extack)86 static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
87 struct net_bridge_vlan *v, u16 flags,
88 struct netlink_ext_ack *extack)
89 {
90 int err;
91
92 /* Try switchdev op first. In case it is not supported, fallback to
93 * 8021q add.
94 */
95 err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
96 if (err == -EOPNOTSUPP)
97 return vlan_vid_add(dev, br->vlan_proto, v->vid);
98 v->priv_flags |= BR_VLFLAG_ADDED_BY_SWITCHDEV;
99 return err;
100 }
101
__vlan_add_list(struct net_bridge_vlan * v)102 static void __vlan_add_list(struct net_bridge_vlan *v)
103 {
104 struct net_bridge_vlan_group *vg;
105 struct list_head *headp, *hpos;
106 struct net_bridge_vlan *vent;
107
108 if (br_vlan_is_master(v))
109 vg = br_vlan_group(v->br);
110 else
111 vg = nbp_vlan_group(v->port);
112
113 headp = &vg->vlan_list;
114 list_for_each_prev(hpos, headp) {
115 vent = list_entry(hpos, struct net_bridge_vlan, vlist);
116 if (v->vid < vent->vid)
117 continue;
118 else
119 break;
120 }
121 list_add_rcu(&v->vlist, hpos);
122 }
123
__vlan_del_list(struct net_bridge_vlan * v)124 static void __vlan_del_list(struct net_bridge_vlan *v)
125 {
126 list_del_rcu(&v->vlist);
127 }
128
__vlan_vid_del(struct net_device * dev,struct net_bridge * br,const struct net_bridge_vlan * v)129 static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
130 const struct net_bridge_vlan *v)
131 {
132 int err;
133
134 /* Try switchdev op first. In case it is not supported, fallback to
135 * 8021q del.
136 */
137 err = br_switchdev_port_vlan_del(dev, v->vid);
138 if (!(v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV))
139 vlan_vid_del(dev, br->vlan_proto, v->vid);
140 return err == -EOPNOTSUPP ? 0 : err;
141 }
142
143 /* Returns a master vlan, if it didn't exist it gets created. In all cases
144 * a reference is taken to the master vlan before returning.
145 */
146 static struct net_bridge_vlan *
br_vlan_get_master(struct net_bridge * br,u16 vid,struct netlink_ext_ack * extack)147 br_vlan_get_master(struct net_bridge *br, u16 vid,
148 struct netlink_ext_ack *extack)
149 {
150 struct net_bridge_vlan_group *vg;
151 struct net_bridge_vlan *masterv;
152
153 vg = br_vlan_group(br);
154 masterv = br_vlan_find(vg, vid);
155 if (!masterv) {
156 bool changed;
157
158 /* missing global ctx, create it now */
159 if (br_vlan_add(br, vid, 0, &changed, extack))
160 return NULL;
161 masterv = br_vlan_find(vg, vid);
162 if (WARN_ON(!masterv))
163 return NULL;
164 refcount_set(&masterv->refcnt, 1);
165 return masterv;
166 }
167 refcount_inc(&masterv->refcnt);
168
169 return masterv;
170 }
171
br_master_vlan_rcu_free(struct rcu_head * rcu)172 static void br_master_vlan_rcu_free(struct rcu_head *rcu)
173 {
174 struct net_bridge_vlan *v;
175
176 v = container_of(rcu, struct net_bridge_vlan, rcu);
177 WARN_ON(!br_vlan_is_master(v));
178 free_percpu(v->stats);
179 v->stats = NULL;
180 kfree(v);
181 }
182
br_vlan_put_master(struct net_bridge_vlan * masterv)183 static void br_vlan_put_master(struct net_bridge_vlan *masterv)
184 {
185 struct net_bridge_vlan_group *vg;
186
187 if (!br_vlan_is_master(masterv))
188 return;
189
190 vg = br_vlan_group(masterv->br);
191 if (refcount_dec_and_test(&masterv->refcnt)) {
192 rhashtable_remove_fast(&vg->vlan_hash,
193 &masterv->vnode, br_vlan_rht_params);
194 __vlan_del_list(masterv);
195 call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
196 }
197 }
198
nbp_vlan_rcu_free(struct rcu_head * rcu)199 static void nbp_vlan_rcu_free(struct rcu_head *rcu)
200 {
201 struct net_bridge_vlan *v;
202
203 v = container_of(rcu, struct net_bridge_vlan, rcu);
204 WARN_ON(br_vlan_is_master(v));
205 /* if we had per-port stats configured then free them here */
206 if (v->priv_flags & BR_VLFLAG_PER_PORT_STATS)
207 free_percpu(v->stats);
208 v->stats = NULL;
209 kfree(v);
210 }
211
212 /* This is the shared VLAN add function which works for both ports and bridge
213 * devices. There are four possible calls to this function in terms of the
214 * vlan entry type:
215 * 1. vlan is being added on a port (no master flags, global entry exists)
216 * 2. vlan is being added on a bridge (both master and brentry flags)
217 * 3. vlan is being added on a port, but a global entry didn't exist which
218 * is being created right now (master flag set, brentry flag unset), the
219 * global entry is used for global per-vlan features, but not for filtering
220 * 4. same as 3 but with both master and brentry flags set so the entry
221 * will be used for filtering in both the port and the bridge
222 */
__vlan_add(struct net_bridge_vlan * v,u16 flags,struct netlink_ext_ack * extack)223 static int __vlan_add(struct net_bridge_vlan *v, u16 flags,
224 struct netlink_ext_ack *extack)
225 {
226 struct net_bridge_vlan *masterv = NULL;
227 struct net_bridge_port *p = NULL;
228 struct net_bridge_vlan_group *vg;
229 struct net_device *dev;
230 struct net_bridge *br;
231 int err;
232
233 if (br_vlan_is_master(v)) {
234 br = v->br;
235 dev = br->dev;
236 vg = br_vlan_group(br);
237 } else {
238 p = v->port;
239 br = p->br;
240 dev = p->dev;
241 vg = nbp_vlan_group(p);
242 }
243
244 if (p) {
245 /* Add VLAN to the device filter if it is supported.
246 * This ensures tagged traffic enters the bridge when
247 * promiscuous mode is disabled by br_manage_promisc().
248 */
249 err = __vlan_vid_add(dev, br, v, flags, extack);
250 if (err)
251 goto out;
252
253 /* need to work on the master vlan too */
254 if (flags & BRIDGE_VLAN_INFO_MASTER) {
255 bool changed;
256
257 err = br_vlan_add(br, v->vid,
258 flags | BRIDGE_VLAN_INFO_BRENTRY,
259 &changed, extack);
260 if (err)
261 goto out_filt;
262
263 if (changed)
264 br_vlan_notify(br, NULL, v->vid, 0,
265 RTM_NEWVLAN);
266 }
267
268 masterv = br_vlan_get_master(br, v->vid, extack);
269 if (!masterv) {
270 err = -ENOMEM;
271 goto out_filt;
272 }
273 v->brvlan = masterv;
274 if (br_opt_get(br, BROPT_VLAN_STATS_PER_PORT)) {
275 v->stats =
276 netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
277 if (!v->stats) {
278 err = -ENOMEM;
279 goto out_filt;
280 }
281 v->priv_flags |= BR_VLFLAG_PER_PORT_STATS;
282 } else {
283 v->stats = masterv->stats;
284 }
285 } else {
286 err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
287 if (err && err != -EOPNOTSUPP)
288 goto out;
289 }
290
291 /* Add the dev mac and count the vlan only if it's usable */
292 if (br_vlan_should_use(v)) {
293 err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
294 if (err) {
295 br_err(br, "failed insert local address into bridge forwarding table\n");
296 goto out_filt;
297 }
298 vg->num_vlans++;
299 }
300
301 /* set the state before publishing */
302 v->state = BR_STATE_FORWARDING;
303
304 err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
305 br_vlan_rht_params);
306 if (err)
307 goto out_fdb_insert;
308
309 __vlan_add_list(v);
310 __vlan_add_flags(v, flags);
311
312 if (p)
313 nbp_vlan_set_vlan_dev_state(p, v->vid);
314 out:
315 return err;
316
317 out_fdb_insert:
318 if (br_vlan_should_use(v)) {
319 br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
320 vg->num_vlans--;
321 }
322
323 out_filt:
324 if (p) {
325 __vlan_vid_del(dev, br, v);
326 if (masterv) {
327 if (v->stats && masterv->stats != v->stats)
328 free_percpu(v->stats);
329 v->stats = NULL;
330
331 br_vlan_put_master(masterv);
332 v->brvlan = NULL;
333 }
334 } else {
335 br_switchdev_port_vlan_del(dev, v->vid);
336 }
337
338 goto out;
339 }
340
__vlan_del(struct net_bridge_vlan * v)341 static int __vlan_del(struct net_bridge_vlan *v)
342 {
343 struct net_bridge_vlan *masterv = v;
344 struct net_bridge_vlan_group *vg;
345 struct net_bridge_port *p = NULL;
346 int err = 0;
347
348 if (br_vlan_is_master(v)) {
349 vg = br_vlan_group(v->br);
350 } else {
351 p = v->port;
352 vg = nbp_vlan_group(v->port);
353 masterv = v->brvlan;
354 }
355
356 __vlan_delete_pvid(vg, v->vid);
357 if (p) {
358 err = __vlan_vid_del(p->dev, p->br, v);
359 if (err)
360 goto out;
361 } else {
362 err = br_switchdev_port_vlan_del(v->br->dev, v->vid);
363 if (err && err != -EOPNOTSUPP)
364 goto out;
365 err = 0;
366 }
367
368 if (br_vlan_should_use(v)) {
369 v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
370 vg->num_vlans--;
371 }
372
373 if (masterv != v) {
374 vlan_tunnel_info_del(vg, v);
375 rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
376 br_vlan_rht_params);
377 __vlan_del_list(v);
378 nbp_vlan_set_vlan_dev_state(p, v->vid);
379 call_rcu(&v->rcu, nbp_vlan_rcu_free);
380 }
381
382 br_vlan_put_master(masterv);
383 out:
384 return err;
385 }
386
__vlan_group_free(struct net_bridge_vlan_group * vg)387 static void __vlan_group_free(struct net_bridge_vlan_group *vg)
388 {
389 WARN_ON(!list_empty(&vg->vlan_list));
390 rhashtable_destroy(&vg->vlan_hash);
391 vlan_tunnel_deinit(vg);
392 kfree(vg);
393 }
394
__vlan_flush(const struct net_bridge * br,const struct net_bridge_port * p,struct net_bridge_vlan_group * vg)395 static void __vlan_flush(const struct net_bridge *br,
396 const struct net_bridge_port *p,
397 struct net_bridge_vlan_group *vg)
398 {
399 struct net_bridge_vlan *vlan, *tmp;
400 u16 v_start = 0, v_end = 0;
401
402 __vlan_delete_pvid(vg, vg->pvid);
403 list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist) {
404 /* take care of disjoint ranges */
405 if (!v_start) {
406 v_start = vlan->vid;
407 } else if (vlan->vid - v_end != 1) {
408 /* found range end, notify and start next one */
409 br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
410 v_start = vlan->vid;
411 }
412 v_end = vlan->vid;
413
414 __vlan_del(vlan);
415 }
416
417 /* notify about the last/whole vlan range */
418 if (v_start)
419 br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
420 }
421
br_handle_vlan(struct net_bridge * br,const struct net_bridge_port * p,struct net_bridge_vlan_group * vg,struct sk_buff * skb)422 struct sk_buff *br_handle_vlan(struct net_bridge *br,
423 const struct net_bridge_port *p,
424 struct net_bridge_vlan_group *vg,
425 struct sk_buff *skb)
426 {
427 struct pcpu_sw_netstats *stats;
428 struct net_bridge_vlan *v;
429 u16 vid;
430
431 /* If this packet was not filtered at input, let it pass */
432 if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
433 goto out;
434
435 /* At this point, we know that the frame was filtered and contains
436 * a valid vlan id. If the vlan id has untagged flag set,
437 * send untagged; otherwise, send tagged.
438 */
439 br_vlan_get_tag(skb, &vid);
440 v = br_vlan_find(vg, vid);
441 /* Vlan entry must be configured at this point. The
442 * only exception is the bridge is set in promisc mode and the
443 * packet is destined for the bridge device. In this case
444 * pass the packet as is.
445 */
446 if (!v || !br_vlan_should_use(v)) {
447 if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
448 goto out;
449 } else {
450 kfree_skb(skb);
451 return NULL;
452 }
453 }
454 if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
455 stats = this_cpu_ptr(v->stats);
456 u64_stats_update_begin(&stats->syncp);
457 stats->tx_bytes += skb->len;
458 stats->tx_packets++;
459 u64_stats_update_end(&stats->syncp);
460 }
461
462 if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED)
463 __vlan_hwaccel_clear_tag(skb);
464
465 if (p && (p->flags & BR_VLAN_TUNNEL) &&
466 br_handle_egress_vlan_tunnel(skb, v)) {
467 kfree_skb(skb);
468 return NULL;
469 }
470 out:
471 return skb;
472 }
473
474 /* Called under RCU */
__allowed_ingress(const struct net_bridge * br,struct net_bridge_vlan_group * vg,struct sk_buff * skb,u16 * vid,u8 * state)475 static bool __allowed_ingress(const struct net_bridge *br,
476 struct net_bridge_vlan_group *vg,
477 struct sk_buff *skb, u16 *vid,
478 u8 *state)
479 {
480 struct pcpu_sw_netstats *stats;
481 struct net_bridge_vlan *v;
482 bool tagged;
483
484 BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
485 /* If vlan tx offload is disabled on bridge device and frame was
486 * sent from vlan device on the bridge device, it does not have
487 * HW accelerated vlan tag.
488 */
489 if (unlikely(!skb_vlan_tag_present(skb) &&
490 skb->protocol == br->vlan_proto)) {
491 skb = skb_vlan_untag(skb);
492 if (unlikely(!skb))
493 return false;
494 }
495
496 if (!br_vlan_get_tag(skb, vid)) {
497 /* Tagged frame */
498 if (skb->vlan_proto != br->vlan_proto) {
499 /* Protocol-mismatch, empty out vlan_tci for new tag */
500 skb_push(skb, ETH_HLEN);
501 skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
502 skb_vlan_tag_get(skb));
503 if (unlikely(!skb))
504 return false;
505
506 skb_pull(skb, ETH_HLEN);
507 skb_reset_mac_len(skb);
508 *vid = 0;
509 tagged = false;
510 } else {
511 tagged = true;
512 }
513 } else {
514 /* Untagged frame */
515 tagged = false;
516 }
517
518 if (!*vid) {
519 u16 pvid = br_get_pvid(vg);
520
521 /* Frame had a tag with VID 0 or did not have a tag.
522 * See if pvid is set on this port. That tells us which
523 * vlan untagged or priority-tagged traffic belongs to.
524 */
525 if (!pvid)
526 goto drop;
527
528 /* PVID is set on this port. Any untagged or priority-tagged
529 * ingress frame is considered to belong to this vlan.
530 */
531 *vid = pvid;
532 if (likely(!tagged))
533 /* Untagged Frame. */
534 __vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
535 else
536 /* Priority-tagged Frame.
537 * At this point, we know that skb->vlan_tci VID
538 * field was 0.
539 * We update only VID field and preserve PCP field.
540 */
541 skb->vlan_tci |= pvid;
542
543 /* if stats are disabled we can avoid the lookup */
544 if (!br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
545 if (*state == BR_STATE_FORWARDING) {
546 *state = br_vlan_get_pvid_state(vg);
547 return br_vlan_state_allowed(*state, true);
548 } else {
549 return true;
550 }
551 }
552 }
553 v = br_vlan_find(vg, *vid);
554 if (!v || !br_vlan_should_use(v))
555 goto drop;
556
557 if (*state == BR_STATE_FORWARDING) {
558 *state = br_vlan_get_state(v);
559 if (!br_vlan_state_allowed(*state, true))
560 goto drop;
561 }
562
563 if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
564 stats = this_cpu_ptr(v->stats);
565 u64_stats_update_begin(&stats->syncp);
566 stats->rx_bytes += skb->len;
567 stats->rx_packets++;
568 u64_stats_update_end(&stats->syncp);
569 }
570
571 return true;
572
573 drop:
574 kfree_skb(skb);
575 return false;
576 }
577
br_allowed_ingress(const struct net_bridge * br,struct net_bridge_vlan_group * vg,struct sk_buff * skb,u16 * vid,u8 * state)578 bool br_allowed_ingress(const struct net_bridge *br,
579 struct net_bridge_vlan_group *vg, struct sk_buff *skb,
580 u16 *vid, u8 *state)
581 {
582 /* If VLAN filtering is disabled on the bridge, all packets are
583 * permitted.
584 */
585 if (!br_opt_get(br, BROPT_VLAN_ENABLED)) {
586 BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
587 return true;
588 }
589
590 return __allowed_ingress(br, vg, skb, vid, state);
591 }
592
593 /* Called under RCU. */
br_allowed_egress(struct net_bridge_vlan_group * vg,const struct sk_buff * skb)594 bool br_allowed_egress(struct net_bridge_vlan_group *vg,
595 const struct sk_buff *skb)
596 {
597 const struct net_bridge_vlan *v;
598 u16 vid;
599
600 /* If this packet was not filtered at input, let it pass */
601 if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
602 return true;
603
604 br_vlan_get_tag(skb, &vid);
605 v = br_vlan_find(vg, vid);
606 if (v && br_vlan_should_use(v) &&
607 br_vlan_state_allowed(br_vlan_get_state(v), false))
608 return true;
609
610 return false;
611 }
612
613 /* Called under RCU */
br_should_learn(struct net_bridge_port * p,struct sk_buff * skb,u16 * vid)614 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
615 {
616 struct net_bridge_vlan_group *vg;
617 struct net_bridge *br = p->br;
618 struct net_bridge_vlan *v;
619
620 /* If filtering was disabled at input, let it pass. */
621 if (!br_opt_get(br, BROPT_VLAN_ENABLED))
622 return true;
623
624 vg = nbp_vlan_group_rcu(p);
625 if (!vg || !vg->num_vlans)
626 return false;
627
628 if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
629 *vid = 0;
630
631 if (!*vid) {
632 *vid = br_get_pvid(vg);
633 if (!*vid ||
634 !br_vlan_state_allowed(br_vlan_get_pvid_state(vg), true))
635 return false;
636
637 return true;
638 }
639
640 v = br_vlan_find(vg, *vid);
641 if (v && br_vlan_state_allowed(br_vlan_get_state(v), true))
642 return true;
643
644 return false;
645 }
646
br_vlan_add_existing(struct net_bridge * br,struct net_bridge_vlan_group * vg,struct net_bridge_vlan * vlan,u16 flags,bool * changed,struct netlink_ext_ack * extack)647 static int br_vlan_add_existing(struct net_bridge *br,
648 struct net_bridge_vlan_group *vg,
649 struct net_bridge_vlan *vlan,
650 u16 flags, bool *changed,
651 struct netlink_ext_ack *extack)
652 {
653 int err;
654
655 err = br_switchdev_port_vlan_add(br->dev, vlan->vid, flags, extack);
656 if (err && err != -EOPNOTSUPP)
657 return err;
658
659 if (!br_vlan_is_brentry(vlan)) {
660 /* Trying to change flags of non-existent bridge vlan */
661 if (!(flags & BRIDGE_VLAN_INFO_BRENTRY)) {
662 err = -EINVAL;
663 goto err_flags;
664 }
665 /* It was only kept for port vlans, now make it real */
666 err = br_fdb_insert(br, NULL, br->dev->dev_addr,
667 vlan->vid);
668 if (err) {
669 br_err(br, "failed to insert local address into bridge forwarding table\n");
670 goto err_fdb_insert;
671 }
672
673 refcount_inc(&vlan->refcnt);
674 vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
675 vg->num_vlans++;
676 *changed = true;
677 }
678
679 if (__vlan_add_flags(vlan, flags))
680 *changed = true;
681
682 return 0;
683
684 err_fdb_insert:
685 err_flags:
686 br_switchdev_port_vlan_del(br->dev, vlan->vid);
687 return err;
688 }
689
690 /* Must be protected by RTNL.
691 * Must be called with vid in range from 1 to 4094 inclusive.
692 * changed must be true only if the vlan was created or updated
693 */
br_vlan_add(struct net_bridge * br,u16 vid,u16 flags,bool * changed,struct netlink_ext_ack * extack)694 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed,
695 struct netlink_ext_ack *extack)
696 {
697 struct net_bridge_vlan_group *vg;
698 struct net_bridge_vlan *vlan;
699 int ret;
700
701 ASSERT_RTNL();
702
703 *changed = false;
704 vg = br_vlan_group(br);
705 vlan = br_vlan_find(vg, vid);
706 if (vlan)
707 return br_vlan_add_existing(br, vg, vlan, flags, changed,
708 extack);
709
710 vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
711 if (!vlan)
712 return -ENOMEM;
713
714 vlan->stats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
715 if (!vlan->stats) {
716 kfree(vlan);
717 return -ENOMEM;
718 }
719 vlan->vid = vid;
720 vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
721 vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
722 vlan->br = br;
723 if (flags & BRIDGE_VLAN_INFO_BRENTRY)
724 refcount_set(&vlan->refcnt, 1);
725 ret = __vlan_add(vlan, flags, extack);
726 if (ret) {
727 free_percpu(vlan->stats);
728 kfree(vlan);
729 } else {
730 *changed = true;
731 }
732
733 return ret;
734 }
735
736 /* Must be protected by RTNL.
737 * Must be called with vid in range from 1 to 4094 inclusive.
738 */
br_vlan_delete(struct net_bridge * br,u16 vid)739 int br_vlan_delete(struct net_bridge *br, u16 vid)
740 {
741 struct net_bridge_vlan_group *vg;
742 struct net_bridge_vlan *v;
743
744 ASSERT_RTNL();
745
746 vg = br_vlan_group(br);
747 v = br_vlan_find(vg, vid);
748 if (!v || !br_vlan_is_brentry(v))
749 return -ENOENT;
750
751 br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
752 br_fdb_delete_by_port(br, NULL, vid, 0);
753
754 vlan_tunnel_info_del(vg, v);
755
756 return __vlan_del(v);
757 }
758
br_vlan_flush(struct net_bridge * br)759 void br_vlan_flush(struct net_bridge *br)
760 {
761 struct net_bridge_vlan_group *vg;
762
763 ASSERT_RTNL();
764
765 vg = br_vlan_group(br);
766 __vlan_flush(br, NULL, vg);
767 RCU_INIT_POINTER(br->vlgrp, NULL);
768 synchronize_rcu();
769 __vlan_group_free(vg);
770 }
771
br_vlan_find(struct net_bridge_vlan_group * vg,u16 vid)772 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
773 {
774 if (!vg)
775 return NULL;
776
777 return br_vlan_lookup(&vg->vlan_hash, vid);
778 }
779
780 /* Must be protected by RTNL. */
recalculate_group_addr(struct net_bridge * br)781 static void recalculate_group_addr(struct net_bridge *br)
782 {
783 if (br_opt_get(br, BROPT_GROUP_ADDR_SET))
784 return;
785
786 spin_lock_bh(&br->lock);
787 if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
788 br->vlan_proto == htons(ETH_P_8021Q)) {
789 /* Bridge Group Address */
790 br->group_addr[5] = 0x00;
791 } else { /* vlan_enabled && ETH_P_8021AD */
792 /* Provider Bridge Group Address */
793 br->group_addr[5] = 0x08;
794 }
795 spin_unlock_bh(&br->lock);
796 }
797
798 /* Must be protected by RTNL. */
br_recalculate_fwd_mask(struct net_bridge * br)799 void br_recalculate_fwd_mask(struct net_bridge *br)
800 {
801 if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
802 br->vlan_proto == htons(ETH_P_8021Q))
803 br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
804 else /* vlan_enabled && ETH_P_8021AD */
805 br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
806 ~(1u << br->group_addr[5]);
807 }
808
br_vlan_filter_toggle(struct net_bridge * br,unsigned long val,struct netlink_ext_ack * extack)809 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val,
810 struct netlink_ext_ack *extack)
811 {
812 struct switchdev_attr attr = {
813 .orig_dev = br->dev,
814 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
815 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
816 .u.vlan_filtering = val,
817 };
818 int err;
819
820 if (br_opt_get(br, BROPT_VLAN_ENABLED) == !!val)
821 return 0;
822
823 err = switchdev_port_attr_set(br->dev, &attr, extack);
824 if (err && err != -EOPNOTSUPP)
825 return err;
826
827 br_opt_toggle(br, BROPT_VLAN_ENABLED, !!val);
828 br_manage_promisc(br);
829 recalculate_group_addr(br);
830 br_recalculate_fwd_mask(br);
831
832 return 0;
833 }
834
br_vlan_enabled(const struct net_device * dev)835 bool br_vlan_enabled(const struct net_device *dev)
836 {
837 struct net_bridge *br = netdev_priv(dev);
838
839 return br_opt_get(br, BROPT_VLAN_ENABLED);
840 }
841 EXPORT_SYMBOL_GPL(br_vlan_enabled);
842
br_vlan_get_proto(const struct net_device * dev,u16 * p_proto)843 int br_vlan_get_proto(const struct net_device *dev, u16 *p_proto)
844 {
845 struct net_bridge *br = netdev_priv(dev);
846
847 *p_proto = ntohs(br->vlan_proto);
848
849 return 0;
850 }
851 EXPORT_SYMBOL_GPL(br_vlan_get_proto);
852
__br_vlan_set_proto(struct net_bridge * br,__be16 proto,struct netlink_ext_ack * extack)853 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto,
854 struct netlink_ext_ack *extack)
855 {
856 struct switchdev_attr attr = {
857 .orig_dev = br->dev,
858 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL,
859 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
860 .u.vlan_protocol = ntohs(proto),
861 };
862 int err = 0;
863 struct net_bridge_port *p;
864 struct net_bridge_vlan *vlan;
865 struct net_bridge_vlan_group *vg;
866 __be16 oldproto = br->vlan_proto;
867
868 if (br->vlan_proto == proto)
869 return 0;
870
871 err = switchdev_port_attr_set(br->dev, &attr, extack);
872 if (err && err != -EOPNOTSUPP)
873 return err;
874
875 /* Add VLANs for the new proto to the device filter. */
876 list_for_each_entry(p, &br->port_list, list) {
877 vg = nbp_vlan_group(p);
878 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
879 err = vlan_vid_add(p->dev, proto, vlan->vid);
880 if (err)
881 goto err_filt;
882 }
883 }
884
885 br->vlan_proto = proto;
886
887 recalculate_group_addr(br);
888 br_recalculate_fwd_mask(br);
889
890 /* Delete VLANs for the old proto from the device filter. */
891 list_for_each_entry(p, &br->port_list, list) {
892 vg = nbp_vlan_group(p);
893 list_for_each_entry(vlan, &vg->vlan_list, vlist)
894 vlan_vid_del(p->dev, oldproto, vlan->vid);
895 }
896
897 return 0;
898
899 err_filt:
900 attr.u.vlan_protocol = ntohs(oldproto);
901 switchdev_port_attr_set(br->dev, &attr, NULL);
902
903 list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist)
904 vlan_vid_del(p->dev, proto, vlan->vid);
905
906 list_for_each_entry_continue_reverse(p, &br->port_list, list) {
907 vg = nbp_vlan_group(p);
908 list_for_each_entry(vlan, &vg->vlan_list, vlist)
909 vlan_vid_del(p->dev, proto, vlan->vid);
910 }
911
912 return err;
913 }
914
br_vlan_set_proto(struct net_bridge * br,unsigned long val,struct netlink_ext_ack * extack)915 int br_vlan_set_proto(struct net_bridge *br, unsigned long val,
916 struct netlink_ext_ack *extack)
917 {
918 if (!eth_type_vlan(htons(val)))
919 return -EPROTONOSUPPORT;
920
921 return __br_vlan_set_proto(br, htons(val), extack);
922 }
923
br_vlan_set_stats(struct net_bridge * br,unsigned long val)924 int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
925 {
926 switch (val) {
927 case 0:
928 case 1:
929 br_opt_toggle(br, BROPT_VLAN_STATS_ENABLED, !!val);
930 break;
931 default:
932 return -EINVAL;
933 }
934
935 return 0;
936 }
937
br_vlan_set_stats_per_port(struct net_bridge * br,unsigned long val)938 int br_vlan_set_stats_per_port(struct net_bridge *br, unsigned long val)
939 {
940 struct net_bridge_port *p;
941
942 /* allow to change the option if there are no port vlans configured */
943 list_for_each_entry(p, &br->port_list, list) {
944 struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
945
946 if (vg->num_vlans)
947 return -EBUSY;
948 }
949
950 switch (val) {
951 case 0:
952 case 1:
953 br_opt_toggle(br, BROPT_VLAN_STATS_PER_PORT, !!val);
954 break;
955 default:
956 return -EINVAL;
957 }
958
959 return 0;
960 }
961
vlan_default_pvid(struct net_bridge_vlan_group * vg,u16 vid)962 static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
963 {
964 struct net_bridge_vlan *v;
965
966 if (vid != vg->pvid)
967 return false;
968
969 v = br_vlan_lookup(&vg->vlan_hash, vid);
970 if (v && br_vlan_should_use(v) &&
971 (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
972 return true;
973
974 return false;
975 }
976
br_vlan_disable_default_pvid(struct net_bridge * br)977 static void br_vlan_disable_default_pvid(struct net_bridge *br)
978 {
979 struct net_bridge_port *p;
980 u16 pvid = br->default_pvid;
981
982 /* Disable default_pvid on all ports where it is still
983 * configured.
984 */
985 if (vlan_default_pvid(br_vlan_group(br), pvid)) {
986 if (!br_vlan_delete(br, pvid))
987 br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
988 }
989
990 list_for_each_entry(p, &br->port_list, list) {
991 if (vlan_default_pvid(nbp_vlan_group(p), pvid) &&
992 !nbp_vlan_delete(p, pvid))
993 br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
994 }
995
996 br->default_pvid = 0;
997 }
998
__br_vlan_set_default_pvid(struct net_bridge * br,u16 pvid,struct netlink_ext_ack * extack)999 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid,
1000 struct netlink_ext_ack *extack)
1001 {
1002 const struct net_bridge_vlan *pvent;
1003 struct net_bridge_vlan_group *vg;
1004 struct net_bridge_port *p;
1005 unsigned long *changed;
1006 bool vlchange;
1007 u16 old_pvid;
1008 int err = 0;
1009
1010 if (!pvid) {
1011 br_vlan_disable_default_pvid(br);
1012 return 0;
1013 }
1014
1015 changed = bitmap_zalloc(BR_MAX_PORTS, GFP_KERNEL);
1016 if (!changed)
1017 return -ENOMEM;
1018
1019 old_pvid = br->default_pvid;
1020
1021 /* Update default_pvid config only if we do not conflict with
1022 * user configuration.
1023 */
1024 vg = br_vlan_group(br);
1025 pvent = br_vlan_find(vg, pvid);
1026 if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
1027 (!pvent || !br_vlan_should_use(pvent))) {
1028 err = br_vlan_add(br, pvid,
1029 BRIDGE_VLAN_INFO_PVID |
1030 BRIDGE_VLAN_INFO_UNTAGGED |
1031 BRIDGE_VLAN_INFO_BRENTRY,
1032 &vlchange, extack);
1033 if (err)
1034 goto out;
1035
1036 if (br_vlan_delete(br, old_pvid))
1037 br_vlan_notify(br, NULL, old_pvid, 0, RTM_DELVLAN);
1038 br_vlan_notify(br, NULL, pvid, 0, RTM_NEWVLAN);
1039 set_bit(0, changed);
1040 }
1041
1042 list_for_each_entry(p, &br->port_list, list) {
1043 /* Update default_pvid config only if we do not conflict with
1044 * user configuration.
1045 */
1046 vg = nbp_vlan_group(p);
1047 if ((old_pvid &&
1048 !vlan_default_pvid(vg, old_pvid)) ||
1049 br_vlan_find(vg, pvid))
1050 continue;
1051
1052 err = nbp_vlan_add(p, pvid,
1053 BRIDGE_VLAN_INFO_PVID |
1054 BRIDGE_VLAN_INFO_UNTAGGED,
1055 &vlchange, extack);
1056 if (err)
1057 goto err_port;
1058 if (nbp_vlan_delete(p, old_pvid))
1059 br_vlan_notify(br, p, old_pvid, 0, RTM_DELVLAN);
1060 br_vlan_notify(p->br, p, pvid, 0, RTM_NEWVLAN);
1061 set_bit(p->port_no, changed);
1062 }
1063
1064 br->default_pvid = pvid;
1065
1066 out:
1067 bitmap_free(changed);
1068 return err;
1069
1070 err_port:
1071 list_for_each_entry_continue_reverse(p, &br->port_list, list) {
1072 if (!test_bit(p->port_no, changed))
1073 continue;
1074
1075 if (old_pvid) {
1076 nbp_vlan_add(p, old_pvid,
1077 BRIDGE_VLAN_INFO_PVID |
1078 BRIDGE_VLAN_INFO_UNTAGGED,
1079 &vlchange, NULL);
1080 br_vlan_notify(p->br, p, old_pvid, 0, RTM_NEWVLAN);
1081 }
1082 nbp_vlan_delete(p, pvid);
1083 br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
1084 }
1085
1086 if (test_bit(0, changed)) {
1087 if (old_pvid) {
1088 br_vlan_add(br, old_pvid,
1089 BRIDGE_VLAN_INFO_PVID |
1090 BRIDGE_VLAN_INFO_UNTAGGED |
1091 BRIDGE_VLAN_INFO_BRENTRY,
1092 &vlchange, NULL);
1093 br_vlan_notify(br, NULL, old_pvid, 0, RTM_NEWVLAN);
1094 }
1095 br_vlan_delete(br, pvid);
1096 br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
1097 }
1098 goto out;
1099 }
1100
br_vlan_set_default_pvid(struct net_bridge * br,unsigned long val,struct netlink_ext_ack * extack)1101 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val,
1102 struct netlink_ext_ack *extack)
1103 {
1104 u16 pvid = val;
1105 int err = 0;
1106
1107 if (val >= VLAN_VID_MASK)
1108 return -EINVAL;
1109
1110 if (pvid == br->default_pvid)
1111 goto out;
1112
1113 /* Only allow default pvid change when filtering is disabled */
1114 if (br_opt_get(br, BROPT_VLAN_ENABLED)) {
1115 pr_info_once("Please disable vlan filtering to change default_pvid\n");
1116 err = -EPERM;
1117 goto out;
1118 }
1119 err = __br_vlan_set_default_pvid(br, pvid, extack);
1120 out:
1121 return err;
1122 }
1123
br_vlan_init(struct net_bridge * br)1124 int br_vlan_init(struct net_bridge *br)
1125 {
1126 struct net_bridge_vlan_group *vg;
1127 int ret = -ENOMEM;
1128
1129 vg = kzalloc(sizeof(*vg), GFP_KERNEL);
1130 if (!vg)
1131 goto out;
1132 ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1133 if (ret)
1134 goto err_rhtbl;
1135 ret = vlan_tunnel_init(vg);
1136 if (ret)
1137 goto err_tunnel_init;
1138 INIT_LIST_HEAD(&vg->vlan_list);
1139 br->vlan_proto = htons(ETH_P_8021Q);
1140 br->default_pvid = 1;
1141 rcu_assign_pointer(br->vlgrp, vg);
1142
1143 out:
1144 return ret;
1145
1146 err_tunnel_init:
1147 rhashtable_destroy(&vg->vlan_hash);
1148 err_rhtbl:
1149 kfree(vg);
1150
1151 goto out;
1152 }
1153
nbp_vlan_init(struct net_bridge_port * p,struct netlink_ext_ack * extack)1154 int nbp_vlan_init(struct net_bridge_port *p, struct netlink_ext_ack *extack)
1155 {
1156 struct switchdev_attr attr = {
1157 .orig_dev = p->br->dev,
1158 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
1159 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
1160 .u.vlan_filtering = br_opt_get(p->br, BROPT_VLAN_ENABLED),
1161 };
1162 struct net_bridge_vlan_group *vg;
1163 int ret = -ENOMEM;
1164
1165 vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
1166 if (!vg)
1167 goto out;
1168
1169 ret = switchdev_port_attr_set(p->dev, &attr, extack);
1170 if (ret && ret != -EOPNOTSUPP)
1171 goto err_vlan_enabled;
1172
1173 ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1174 if (ret)
1175 goto err_rhtbl;
1176 ret = vlan_tunnel_init(vg);
1177 if (ret)
1178 goto err_tunnel_init;
1179 INIT_LIST_HEAD(&vg->vlan_list);
1180 rcu_assign_pointer(p->vlgrp, vg);
1181 if (p->br->default_pvid) {
1182 bool changed;
1183
1184 ret = nbp_vlan_add(p, p->br->default_pvid,
1185 BRIDGE_VLAN_INFO_PVID |
1186 BRIDGE_VLAN_INFO_UNTAGGED,
1187 &changed, extack);
1188 if (ret)
1189 goto err_vlan_add;
1190 br_vlan_notify(p->br, p, p->br->default_pvid, 0, RTM_NEWVLAN);
1191 }
1192 out:
1193 return ret;
1194
1195 err_vlan_add:
1196 RCU_INIT_POINTER(p->vlgrp, NULL);
1197 synchronize_rcu();
1198 vlan_tunnel_deinit(vg);
1199 err_tunnel_init:
1200 rhashtable_destroy(&vg->vlan_hash);
1201 err_rhtbl:
1202 err_vlan_enabled:
1203 kfree(vg);
1204
1205 goto out;
1206 }
1207
1208 /* Must be protected by RTNL.
1209 * Must be called with vid in range from 1 to 4094 inclusive.
1210 * changed must be true only if the vlan was created or updated
1211 */
nbp_vlan_add(struct net_bridge_port * port,u16 vid,u16 flags,bool * changed,struct netlink_ext_ack * extack)1212 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1213 bool *changed, struct netlink_ext_ack *extack)
1214 {
1215 struct net_bridge_vlan *vlan;
1216 int ret;
1217
1218 ASSERT_RTNL();
1219
1220 *changed = false;
1221 vlan = br_vlan_find(nbp_vlan_group(port), vid);
1222 if (vlan) {
1223 /* Pass the flags to the hardware bridge */
1224 ret = br_switchdev_port_vlan_add(port->dev, vid, flags, extack);
1225 if (ret && ret != -EOPNOTSUPP)
1226 return ret;
1227 *changed = __vlan_add_flags(vlan, flags);
1228
1229 return 0;
1230 }
1231
1232 vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1233 if (!vlan)
1234 return -ENOMEM;
1235
1236 vlan->vid = vid;
1237 vlan->port = port;
1238 ret = __vlan_add(vlan, flags, extack);
1239 if (ret)
1240 kfree(vlan);
1241 else
1242 *changed = true;
1243
1244 return ret;
1245 }
1246
1247 /* Must be protected by RTNL.
1248 * Must be called with vid in range from 1 to 4094 inclusive.
1249 */
nbp_vlan_delete(struct net_bridge_port * port,u16 vid)1250 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1251 {
1252 struct net_bridge_vlan *v;
1253
1254 ASSERT_RTNL();
1255
1256 v = br_vlan_find(nbp_vlan_group(port), vid);
1257 if (!v)
1258 return -ENOENT;
1259 br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1260 br_fdb_delete_by_port(port->br, port, vid, 0);
1261
1262 return __vlan_del(v);
1263 }
1264
nbp_vlan_flush(struct net_bridge_port * port)1265 void nbp_vlan_flush(struct net_bridge_port *port)
1266 {
1267 struct net_bridge_vlan_group *vg;
1268
1269 ASSERT_RTNL();
1270
1271 vg = nbp_vlan_group(port);
1272 __vlan_flush(port->br, port, vg);
1273 RCU_INIT_POINTER(port->vlgrp, NULL);
1274 synchronize_rcu();
1275 __vlan_group_free(vg);
1276 }
1277
br_vlan_get_stats(const struct net_bridge_vlan * v,struct pcpu_sw_netstats * stats)1278 void br_vlan_get_stats(const struct net_bridge_vlan *v,
1279 struct pcpu_sw_netstats *stats)
1280 {
1281 int i;
1282
1283 memset(stats, 0, sizeof(*stats));
1284 for_each_possible_cpu(i) {
1285 u64 rxpackets, rxbytes, txpackets, txbytes;
1286 struct pcpu_sw_netstats *cpu_stats;
1287 unsigned int start;
1288
1289 cpu_stats = per_cpu_ptr(v->stats, i);
1290 do {
1291 start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
1292 rxpackets = cpu_stats->rx_packets;
1293 rxbytes = cpu_stats->rx_bytes;
1294 txbytes = cpu_stats->tx_bytes;
1295 txpackets = cpu_stats->tx_packets;
1296 } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
1297
1298 stats->rx_packets += rxpackets;
1299 stats->rx_bytes += rxbytes;
1300 stats->tx_bytes += txbytes;
1301 stats->tx_packets += txpackets;
1302 }
1303 }
1304
br_vlan_get_pvid(const struct net_device * dev,u16 * p_pvid)1305 int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid)
1306 {
1307 struct net_bridge_vlan_group *vg;
1308 struct net_bridge_port *p;
1309
1310 ASSERT_RTNL();
1311 p = br_port_get_check_rtnl(dev);
1312 if (p)
1313 vg = nbp_vlan_group(p);
1314 else if (netif_is_bridge_master(dev))
1315 vg = br_vlan_group(netdev_priv(dev));
1316 else
1317 return -EINVAL;
1318
1319 *p_pvid = br_get_pvid(vg);
1320 return 0;
1321 }
1322 EXPORT_SYMBOL_GPL(br_vlan_get_pvid);
1323
br_vlan_get_pvid_rcu(const struct net_device * dev,u16 * p_pvid)1324 int br_vlan_get_pvid_rcu(const struct net_device *dev, u16 *p_pvid)
1325 {
1326 struct net_bridge_vlan_group *vg;
1327 struct net_bridge_port *p;
1328
1329 p = br_port_get_check_rcu(dev);
1330 if (p)
1331 vg = nbp_vlan_group_rcu(p);
1332 else if (netif_is_bridge_master(dev))
1333 vg = br_vlan_group_rcu(netdev_priv(dev));
1334 else
1335 return -EINVAL;
1336
1337 *p_pvid = br_get_pvid(vg);
1338 return 0;
1339 }
1340 EXPORT_SYMBOL_GPL(br_vlan_get_pvid_rcu);
1341
br_vlan_fill_forward_path_pvid(struct net_bridge * br,struct net_device_path_ctx * ctx,struct net_device_path * path)1342 void br_vlan_fill_forward_path_pvid(struct net_bridge *br,
1343 struct net_device_path_ctx *ctx,
1344 struct net_device_path *path)
1345 {
1346 struct net_bridge_vlan_group *vg;
1347 int idx = ctx->num_vlans - 1;
1348 u16 vid;
1349
1350 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1351
1352 if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1353 return;
1354
1355 vg = br_vlan_group(br);
1356
1357 if (idx >= 0 &&
1358 ctx->vlan[idx].proto == br->vlan_proto) {
1359 vid = ctx->vlan[idx].id;
1360 } else {
1361 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_TAG;
1362 vid = br_get_pvid(vg);
1363 }
1364
1365 path->bridge.vlan_id = vid;
1366 path->bridge.vlan_proto = br->vlan_proto;
1367 }
1368
br_vlan_fill_forward_path_mode(struct net_bridge * br,struct net_bridge_port * dst,struct net_device_path * path)1369 int br_vlan_fill_forward_path_mode(struct net_bridge *br,
1370 struct net_bridge_port *dst,
1371 struct net_device_path *path)
1372 {
1373 struct net_bridge_vlan_group *vg;
1374 struct net_bridge_vlan *v;
1375
1376 if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1377 return 0;
1378
1379 vg = nbp_vlan_group_rcu(dst);
1380 v = br_vlan_find(vg, path->bridge.vlan_id);
1381 if (!v || !br_vlan_should_use(v))
1382 return -EINVAL;
1383
1384 if (!(v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
1385 return 0;
1386
1387 if (path->bridge.vlan_mode == DEV_PATH_BR_VLAN_TAG)
1388 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1389 else if (v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
1390 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG_HW;
1391 else
1392 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG;
1393
1394 return 0;
1395 }
1396
br_vlan_get_info(const struct net_device * dev,u16 vid,struct bridge_vlan_info * p_vinfo)1397 int br_vlan_get_info(const struct net_device *dev, u16 vid,
1398 struct bridge_vlan_info *p_vinfo)
1399 {
1400 struct net_bridge_vlan_group *vg;
1401 struct net_bridge_vlan *v;
1402 struct net_bridge_port *p;
1403
1404 ASSERT_RTNL();
1405 p = br_port_get_check_rtnl(dev);
1406 if (p)
1407 vg = nbp_vlan_group(p);
1408 else if (netif_is_bridge_master(dev))
1409 vg = br_vlan_group(netdev_priv(dev));
1410 else
1411 return -EINVAL;
1412
1413 v = br_vlan_find(vg, vid);
1414 if (!v)
1415 return -ENOENT;
1416
1417 p_vinfo->vid = vid;
1418 p_vinfo->flags = v->flags;
1419 if (vid == br_get_pvid(vg))
1420 p_vinfo->flags |= BRIDGE_VLAN_INFO_PVID;
1421 return 0;
1422 }
1423 EXPORT_SYMBOL_GPL(br_vlan_get_info);
1424
br_vlan_is_bind_vlan_dev(const struct net_device * dev)1425 static int br_vlan_is_bind_vlan_dev(const struct net_device *dev)
1426 {
1427 return is_vlan_dev(dev) &&
1428 !!(vlan_dev_priv(dev)->flags & VLAN_FLAG_BRIDGE_BINDING);
1429 }
1430
br_vlan_is_bind_vlan_dev_fn(struct net_device * dev,__always_unused struct netdev_nested_priv * priv)1431 static int br_vlan_is_bind_vlan_dev_fn(struct net_device *dev,
1432 __always_unused struct netdev_nested_priv *priv)
1433 {
1434 return br_vlan_is_bind_vlan_dev(dev);
1435 }
1436
br_vlan_has_upper_bind_vlan_dev(struct net_device * dev)1437 static bool br_vlan_has_upper_bind_vlan_dev(struct net_device *dev)
1438 {
1439 int found;
1440
1441 rcu_read_lock();
1442 found = netdev_walk_all_upper_dev_rcu(dev, br_vlan_is_bind_vlan_dev_fn,
1443 NULL);
1444 rcu_read_unlock();
1445
1446 return !!found;
1447 }
1448
1449 struct br_vlan_bind_walk_data {
1450 u16 vid;
1451 struct net_device *result;
1452 };
1453
br_vlan_match_bind_vlan_dev_fn(struct net_device * dev,struct netdev_nested_priv * priv)1454 static int br_vlan_match_bind_vlan_dev_fn(struct net_device *dev,
1455 struct netdev_nested_priv *priv)
1456 {
1457 struct br_vlan_bind_walk_data *data = priv->data;
1458 int found = 0;
1459
1460 if (br_vlan_is_bind_vlan_dev(dev) &&
1461 vlan_dev_priv(dev)->vlan_id == data->vid) {
1462 data->result = dev;
1463 found = 1;
1464 }
1465
1466 return found;
1467 }
1468
1469 static struct net_device *
br_vlan_get_upper_bind_vlan_dev(struct net_device * dev,u16 vid)1470 br_vlan_get_upper_bind_vlan_dev(struct net_device *dev, u16 vid)
1471 {
1472 struct br_vlan_bind_walk_data data = {
1473 .vid = vid,
1474 };
1475 struct netdev_nested_priv priv = {
1476 .data = (void *)&data,
1477 };
1478
1479 rcu_read_lock();
1480 netdev_walk_all_upper_dev_rcu(dev, br_vlan_match_bind_vlan_dev_fn,
1481 &priv);
1482 rcu_read_unlock();
1483
1484 return data.result;
1485 }
1486
br_vlan_is_dev_up(const struct net_device * dev)1487 static bool br_vlan_is_dev_up(const struct net_device *dev)
1488 {
1489 return !!(dev->flags & IFF_UP) && netif_oper_up(dev);
1490 }
1491
br_vlan_set_vlan_dev_state(const struct net_bridge * br,struct net_device * vlan_dev)1492 static void br_vlan_set_vlan_dev_state(const struct net_bridge *br,
1493 struct net_device *vlan_dev)
1494 {
1495 u16 vid = vlan_dev_priv(vlan_dev)->vlan_id;
1496 struct net_bridge_vlan_group *vg;
1497 struct net_bridge_port *p;
1498 bool has_carrier = false;
1499
1500 if (!netif_carrier_ok(br->dev)) {
1501 netif_carrier_off(vlan_dev);
1502 return;
1503 }
1504
1505 list_for_each_entry(p, &br->port_list, list) {
1506 vg = nbp_vlan_group(p);
1507 if (br_vlan_find(vg, vid) && br_vlan_is_dev_up(p->dev)) {
1508 has_carrier = true;
1509 break;
1510 }
1511 }
1512
1513 if (has_carrier)
1514 netif_carrier_on(vlan_dev);
1515 else
1516 netif_carrier_off(vlan_dev);
1517 }
1518
br_vlan_set_all_vlan_dev_state(struct net_bridge_port * p)1519 static void br_vlan_set_all_vlan_dev_state(struct net_bridge_port *p)
1520 {
1521 struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
1522 struct net_bridge_vlan *vlan;
1523 struct net_device *vlan_dev;
1524
1525 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
1526 vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev,
1527 vlan->vid);
1528 if (vlan_dev) {
1529 if (br_vlan_is_dev_up(p->dev)) {
1530 if (netif_carrier_ok(p->br->dev))
1531 netif_carrier_on(vlan_dev);
1532 } else {
1533 br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1534 }
1535 }
1536 }
1537 }
1538
br_vlan_upper_change(struct net_device * dev,struct net_device * upper_dev,bool linking)1539 static void br_vlan_upper_change(struct net_device *dev,
1540 struct net_device *upper_dev,
1541 bool linking)
1542 {
1543 struct net_bridge *br = netdev_priv(dev);
1544
1545 if (!br_vlan_is_bind_vlan_dev(upper_dev))
1546 return;
1547
1548 if (linking) {
1549 br_vlan_set_vlan_dev_state(br, upper_dev);
1550 br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING, true);
1551 } else {
1552 br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING,
1553 br_vlan_has_upper_bind_vlan_dev(dev));
1554 }
1555 }
1556
1557 struct br_vlan_link_state_walk_data {
1558 struct net_bridge *br;
1559 };
1560
br_vlan_link_state_change_fn(struct net_device * vlan_dev,struct netdev_nested_priv * priv)1561 static int br_vlan_link_state_change_fn(struct net_device *vlan_dev,
1562 struct netdev_nested_priv *priv)
1563 {
1564 struct br_vlan_link_state_walk_data *data = priv->data;
1565
1566 if (br_vlan_is_bind_vlan_dev(vlan_dev))
1567 br_vlan_set_vlan_dev_state(data->br, vlan_dev);
1568
1569 return 0;
1570 }
1571
br_vlan_link_state_change(struct net_device * dev,struct net_bridge * br)1572 static void br_vlan_link_state_change(struct net_device *dev,
1573 struct net_bridge *br)
1574 {
1575 struct br_vlan_link_state_walk_data data = {
1576 .br = br
1577 };
1578 struct netdev_nested_priv priv = {
1579 .data = (void *)&data,
1580 };
1581
1582 rcu_read_lock();
1583 netdev_walk_all_upper_dev_rcu(dev, br_vlan_link_state_change_fn,
1584 &priv);
1585 rcu_read_unlock();
1586 }
1587
1588 /* Must be protected by RTNL. */
nbp_vlan_set_vlan_dev_state(struct net_bridge_port * p,u16 vid)1589 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid)
1590 {
1591 struct net_device *vlan_dev;
1592
1593 if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1594 return;
1595
1596 vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev, vid);
1597 if (vlan_dev)
1598 br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1599 }
1600
1601 /* Must be protected by RTNL. */
br_vlan_bridge_event(struct net_device * dev,unsigned long event,void * ptr)1602 int br_vlan_bridge_event(struct net_device *dev, unsigned long event, void *ptr)
1603 {
1604 struct netdev_notifier_changeupper_info *info;
1605 struct net_bridge *br = netdev_priv(dev);
1606 int vlcmd = 0, ret = 0;
1607 bool changed = false;
1608
1609 switch (event) {
1610 case NETDEV_REGISTER:
1611 ret = br_vlan_add(br, br->default_pvid,
1612 BRIDGE_VLAN_INFO_PVID |
1613 BRIDGE_VLAN_INFO_UNTAGGED |
1614 BRIDGE_VLAN_INFO_BRENTRY, &changed, NULL);
1615 vlcmd = RTM_NEWVLAN;
1616 break;
1617 case NETDEV_UNREGISTER:
1618 changed = !br_vlan_delete(br, br->default_pvid);
1619 vlcmd = RTM_DELVLAN;
1620 break;
1621 case NETDEV_CHANGEUPPER:
1622 info = ptr;
1623 br_vlan_upper_change(dev, info->upper_dev, info->linking);
1624 break;
1625
1626 case NETDEV_CHANGE:
1627 case NETDEV_UP:
1628 if (!br_opt_get(br, BROPT_VLAN_BRIDGE_BINDING))
1629 break;
1630 br_vlan_link_state_change(dev, br);
1631 break;
1632 }
1633 if (changed)
1634 br_vlan_notify(br, NULL, br->default_pvid, 0, vlcmd);
1635
1636 return ret;
1637 }
1638
1639 /* Must be protected by RTNL. */
br_vlan_port_event(struct net_bridge_port * p,unsigned long event)1640 void br_vlan_port_event(struct net_bridge_port *p, unsigned long event)
1641 {
1642 if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1643 return;
1644
1645 switch (event) {
1646 case NETDEV_CHANGE:
1647 case NETDEV_DOWN:
1648 case NETDEV_UP:
1649 br_vlan_set_all_vlan_dev_state(p);
1650 break;
1651 }
1652 }
1653
br_vlan_stats_fill(struct sk_buff * skb,const struct net_bridge_vlan * v)1654 static bool br_vlan_stats_fill(struct sk_buff *skb,
1655 const struct net_bridge_vlan *v)
1656 {
1657 struct pcpu_sw_netstats stats;
1658 struct nlattr *nest;
1659
1660 nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY_STATS);
1661 if (!nest)
1662 return false;
1663
1664 br_vlan_get_stats(v, &stats);
1665 if (nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_BYTES, stats.rx_bytes,
1666 BRIDGE_VLANDB_STATS_PAD) ||
1667 nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_PACKETS,
1668 stats.rx_packets, BRIDGE_VLANDB_STATS_PAD) ||
1669 nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_BYTES, stats.tx_bytes,
1670 BRIDGE_VLANDB_STATS_PAD) ||
1671 nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_PACKETS,
1672 stats.tx_packets, BRIDGE_VLANDB_STATS_PAD))
1673 goto out_err;
1674
1675 nla_nest_end(skb, nest);
1676
1677 return true;
1678
1679 out_err:
1680 nla_nest_cancel(skb, nest);
1681 return false;
1682 }
1683
1684 /* v_opts is used to dump the options which must be equal in the whole range */
br_vlan_fill_vids(struct sk_buff * skb,u16 vid,u16 vid_range,const struct net_bridge_vlan * v_opts,u16 flags,bool dump_stats)1685 static bool br_vlan_fill_vids(struct sk_buff *skb, u16 vid, u16 vid_range,
1686 const struct net_bridge_vlan *v_opts,
1687 u16 flags,
1688 bool dump_stats)
1689 {
1690 struct bridge_vlan_info info;
1691 struct nlattr *nest;
1692
1693 nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY);
1694 if (!nest)
1695 return false;
1696
1697 memset(&info, 0, sizeof(info));
1698 info.vid = vid;
1699 if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
1700 info.flags |= BRIDGE_VLAN_INFO_UNTAGGED;
1701 if (flags & BRIDGE_VLAN_INFO_PVID)
1702 info.flags |= BRIDGE_VLAN_INFO_PVID;
1703
1704 if (nla_put(skb, BRIDGE_VLANDB_ENTRY_INFO, sizeof(info), &info))
1705 goto out_err;
1706
1707 if (vid_range && vid < vid_range &&
1708 !(flags & BRIDGE_VLAN_INFO_PVID) &&
1709 nla_put_u16(skb, BRIDGE_VLANDB_ENTRY_RANGE, vid_range))
1710 goto out_err;
1711
1712 if (v_opts) {
1713 if (!br_vlan_opts_fill(skb, v_opts))
1714 goto out_err;
1715
1716 if (dump_stats && !br_vlan_stats_fill(skb, v_opts))
1717 goto out_err;
1718 }
1719
1720 nla_nest_end(skb, nest);
1721
1722 return true;
1723
1724 out_err:
1725 nla_nest_cancel(skb, nest);
1726 return false;
1727 }
1728
rtnl_vlan_nlmsg_size(void)1729 static size_t rtnl_vlan_nlmsg_size(void)
1730 {
1731 return NLMSG_ALIGN(sizeof(struct br_vlan_msg))
1732 + nla_total_size(0) /* BRIDGE_VLANDB_ENTRY */
1733 + nla_total_size(sizeof(u16)) /* BRIDGE_VLANDB_ENTRY_RANGE */
1734 + nla_total_size(sizeof(struct bridge_vlan_info)) /* BRIDGE_VLANDB_ENTRY_INFO */
1735 + br_vlan_opts_nl_size(); /* bridge vlan options */
1736 }
1737
br_vlan_notify(const struct net_bridge * br,const struct net_bridge_port * p,u16 vid,u16 vid_range,int cmd)1738 void br_vlan_notify(const struct net_bridge *br,
1739 const struct net_bridge_port *p,
1740 u16 vid, u16 vid_range,
1741 int cmd)
1742 {
1743 struct net_bridge_vlan_group *vg;
1744 struct net_bridge_vlan *v = NULL;
1745 struct br_vlan_msg *bvm;
1746 struct nlmsghdr *nlh;
1747 struct sk_buff *skb;
1748 int err = -ENOBUFS;
1749 struct net *net;
1750 u16 flags = 0;
1751 int ifindex;
1752
1753 /* right now notifications are done only with rtnl held */
1754 ASSERT_RTNL();
1755
1756 if (p) {
1757 ifindex = p->dev->ifindex;
1758 vg = nbp_vlan_group(p);
1759 net = dev_net(p->dev);
1760 } else {
1761 ifindex = br->dev->ifindex;
1762 vg = br_vlan_group(br);
1763 net = dev_net(br->dev);
1764 }
1765
1766 skb = nlmsg_new(rtnl_vlan_nlmsg_size(), GFP_KERNEL);
1767 if (!skb)
1768 goto out_err;
1769
1770 err = -EMSGSIZE;
1771 nlh = nlmsg_put(skb, 0, 0, cmd, sizeof(*bvm), 0);
1772 if (!nlh)
1773 goto out_err;
1774 bvm = nlmsg_data(nlh);
1775 memset(bvm, 0, sizeof(*bvm));
1776 bvm->family = AF_BRIDGE;
1777 bvm->ifindex = ifindex;
1778
1779 switch (cmd) {
1780 case RTM_NEWVLAN:
1781 /* need to find the vlan due to flags/options */
1782 v = br_vlan_find(vg, vid);
1783 if (!v || !br_vlan_should_use(v))
1784 goto out_kfree;
1785
1786 flags = v->flags;
1787 if (br_get_pvid(vg) == v->vid)
1788 flags |= BRIDGE_VLAN_INFO_PVID;
1789 break;
1790 case RTM_DELVLAN:
1791 break;
1792 default:
1793 goto out_kfree;
1794 }
1795
1796 if (!br_vlan_fill_vids(skb, vid, vid_range, v, flags, false))
1797 goto out_err;
1798
1799 nlmsg_end(skb, nlh);
1800 rtnl_notify(skb, net, 0, RTNLGRP_BRVLAN, NULL, GFP_KERNEL);
1801 return;
1802
1803 out_err:
1804 rtnl_set_sk_err(net, RTNLGRP_BRVLAN, err);
1805 out_kfree:
1806 kfree_skb(skb);
1807 }
1808
br_vlan_replay_one(struct notifier_block * nb,struct net_device * dev,struct switchdev_obj_port_vlan * vlan,struct netlink_ext_ack * extack)1809 static int br_vlan_replay_one(struct notifier_block *nb,
1810 struct net_device *dev,
1811 struct switchdev_obj_port_vlan *vlan,
1812 struct netlink_ext_ack *extack)
1813 {
1814 struct switchdev_notifier_port_obj_info obj_info = {
1815 .info = {
1816 .dev = dev,
1817 .extack = extack,
1818 },
1819 .obj = &vlan->obj,
1820 };
1821 int err;
1822
1823 err = nb->notifier_call(nb, SWITCHDEV_PORT_OBJ_ADD, &obj_info);
1824 return notifier_to_errno(err);
1825 }
1826
br_vlan_replay(struct net_device * br_dev,struct net_device * dev,struct notifier_block * nb,struct netlink_ext_ack * extack)1827 int br_vlan_replay(struct net_device *br_dev, struct net_device *dev,
1828 struct notifier_block *nb, struct netlink_ext_ack *extack)
1829 {
1830 struct net_bridge_vlan_group *vg;
1831 struct net_bridge_vlan *v;
1832 struct net_bridge_port *p;
1833 struct net_bridge *br;
1834 int err = 0;
1835 u16 pvid;
1836
1837 ASSERT_RTNL();
1838
1839 if (!netif_is_bridge_master(br_dev))
1840 return -EINVAL;
1841
1842 if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1843 return -EINVAL;
1844
1845 if (netif_is_bridge_master(dev)) {
1846 br = netdev_priv(dev);
1847 vg = br_vlan_group(br);
1848 p = NULL;
1849 } else {
1850 p = br_port_get_rtnl(dev);
1851 if (WARN_ON(!p))
1852 return -EINVAL;
1853 vg = nbp_vlan_group(p);
1854 br = p->br;
1855 }
1856
1857 if (!vg)
1858 return 0;
1859
1860 pvid = br_get_pvid(vg);
1861
1862 list_for_each_entry(v, &vg->vlan_list, vlist) {
1863 struct switchdev_obj_port_vlan vlan = {
1864 .obj.orig_dev = dev,
1865 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1866 .flags = br_vlan_flags(v, pvid),
1867 .vid = v->vid,
1868 };
1869
1870 if (!br_vlan_should_use(v))
1871 continue;
1872
1873 err = br_vlan_replay_one(nb, dev, &vlan, extack);
1874 if (err)
1875 return err;
1876 }
1877
1878 return err;
1879 }
1880 EXPORT_SYMBOL_GPL(br_vlan_replay);
1881
1882 /* check if v_curr can enter a range ending in range_end */
br_vlan_can_enter_range(const struct net_bridge_vlan * v_curr,const struct net_bridge_vlan * range_end)1883 bool br_vlan_can_enter_range(const struct net_bridge_vlan *v_curr,
1884 const struct net_bridge_vlan *range_end)
1885 {
1886 return v_curr->vid - range_end->vid == 1 &&
1887 range_end->flags == v_curr->flags &&
1888 br_vlan_opts_eq_range(v_curr, range_end);
1889 }
1890
br_vlan_dump_dev(const struct net_device * dev,struct sk_buff * skb,struct netlink_callback * cb,u32 dump_flags)1891 static int br_vlan_dump_dev(const struct net_device *dev,
1892 struct sk_buff *skb,
1893 struct netlink_callback *cb,
1894 u32 dump_flags)
1895 {
1896 struct net_bridge_vlan *v, *range_start = NULL, *range_end = NULL;
1897 bool dump_stats = !!(dump_flags & BRIDGE_VLANDB_DUMPF_STATS);
1898 struct net_bridge_vlan_group *vg;
1899 int idx = 0, s_idx = cb->args[1];
1900 struct nlmsghdr *nlh = NULL;
1901 struct net_bridge_port *p;
1902 struct br_vlan_msg *bvm;
1903 struct net_bridge *br;
1904 int err = 0;
1905 u16 pvid;
1906
1907 if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1908 return -EINVAL;
1909
1910 if (netif_is_bridge_master(dev)) {
1911 br = netdev_priv(dev);
1912 vg = br_vlan_group_rcu(br);
1913 p = NULL;
1914 } else {
1915 p = br_port_get_rcu(dev);
1916 if (WARN_ON(!p))
1917 return -EINVAL;
1918 vg = nbp_vlan_group_rcu(p);
1919 br = p->br;
1920 }
1921
1922 if (!vg)
1923 return 0;
1924
1925 nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq,
1926 RTM_NEWVLAN, sizeof(*bvm), NLM_F_MULTI);
1927 if (!nlh)
1928 return -EMSGSIZE;
1929 bvm = nlmsg_data(nlh);
1930 memset(bvm, 0, sizeof(*bvm));
1931 bvm->family = PF_BRIDGE;
1932 bvm->ifindex = dev->ifindex;
1933 pvid = br_get_pvid(vg);
1934
1935 /* idx must stay at range's beginning until it is filled in */
1936 list_for_each_entry_rcu(v, &vg->vlan_list, vlist) {
1937 if (!br_vlan_should_use(v))
1938 continue;
1939 if (idx < s_idx) {
1940 idx++;
1941 continue;
1942 }
1943
1944 if (!range_start) {
1945 range_start = v;
1946 range_end = v;
1947 continue;
1948 }
1949
1950 if (dump_stats || v->vid == pvid ||
1951 !br_vlan_can_enter_range(v, range_end)) {
1952 u16 vlan_flags = br_vlan_flags(range_start, pvid);
1953
1954 if (!br_vlan_fill_vids(skb, range_start->vid,
1955 range_end->vid, range_start,
1956 vlan_flags, dump_stats)) {
1957 err = -EMSGSIZE;
1958 break;
1959 }
1960 /* advance number of filled vlans */
1961 idx += range_end->vid - range_start->vid + 1;
1962
1963 range_start = v;
1964 }
1965 range_end = v;
1966 }
1967
1968 /* err will be 0 and range_start will be set in 3 cases here:
1969 * - first vlan (range_start == range_end)
1970 * - last vlan (range_start == range_end, not in range)
1971 * - last vlan range (range_start != range_end, in range)
1972 */
1973 if (!err && range_start &&
1974 !br_vlan_fill_vids(skb, range_start->vid, range_end->vid,
1975 range_start, br_vlan_flags(range_start, pvid),
1976 dump_stats))
1977 err = -EMSGSIZE;
1978
1979 cb->args[1] = err ? idx : 0;
1980
1981 nlmsg_end(skb, nlh);
1982
1983 return err;
1984 }
1985
1986 static const struct nla_policy br_vlan_db_dump_pol[BRIDGE_VLANDB_DUMP_MAX + 1] = {
1987 [BRIDGE_VLANDB_DUMP_FLAGS] = { .type = NLA_U32 },
1988 };
1989
br_vlan_rtm_dump(struct sk_buff * skb,struct netlink_callback * cb)1990 static int br_vlan_rtm_dump(struct sk_buff *skb, struct netlink_callback *cb)
1991 {
1992 struct nlattr *dtb[BRIDGE_VLANDB_DUMP_MAX + 1];
1993 int idx = 0, err = 0, s_idx = cb->args[0];
1994 struct net *net = sock_net(skb->sk);
1995 struct br_vlan_msg *bvm;
1996 struct net_device *dev;
1997 u32 dump_flags = 0;
1998
1999 err = nlmsg_parse(cb->nlh, sizeof(*bvm), dtb, BRIDGE_VLANDB_DUMP_MAX,
2000 br_vlan_db_dump_pol, cb->extack);
2001 if (err < 0)
2002 return err;
2003
2004 bvm = nlmsg_data(cb->nlh);
2005 if (dtb[BRIDGE_VLANDB_DUMP_FLAGS])
2006 dump_flags = nla_get_u32(dtb[BRIDGE_VLANDB_DUMP_FLAGS]);
2007
2008 rcu_read_lock();
2009 if (bvm->ifindex) {
2010 dev = dev_get_by_index_rcu(net, bvm->ifindex);
2011 if (!dev) {
2012 err = -ENODEV;
2013 goto out_err;
2014 }
2015 err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2016 if (err && err != -EMSGSIZE)
2017 goto out_err;
2018 } else {
2019 for_each_netdev_rcu(net, dev) {
2020 if (idx < s_idx)
2021 goto skip;
2022
2023 err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2024 if (err == -EMSGSIZE)
2025 break;
2026 skip:
2027 idx++;
2028 }
2029 }
2030 cb->args[0] = idx;
2031 rcu_read_unlock();
2032
2033 return skb->len;
2034
2035 out_err:
2036 rcu_read_unlock();
2037
2038 return err;
2039 }
2040
2041 static const struct nla_policy br_vlan_db_policy[BRIDGE_VLANDB_ENTRY_MAX + 1] = {
2042 [BRIDGE_VLANDB_ENTRY_INFO] =
2043 NLA_POLICY_EXACT_LEN(sizeof(struct bridge_vlan_info)),
2044 [BRIDGE_VLANDB_ENTRY_RANGE] = { .type = NLA_U16 },
2045 [BRIDGE_VLANDB_ENTRY_STATE] = { .type = NLA_U8 },
2046 [BRIDGE_VLANDB_ENTRY_TUNNEL_INFO] = { .type = NLA_NESTED },
2047 };
2048
br_vlan_rtm_process_one(struct net_device * dev,const struct nlattr * attr,int cmd,struct netlink_ext_ack * extack)2049 static int br_vlan_rtm_process_one(struct net_device *dev,
2050 const struct nlattr *attr,
2051 int cmd, struct netlink_ext_ack *extack)
2052 {
2053 struct bridge_vlan_info *vinfo, vrange_end, *vinfo_last = NULL;
2054 struct nlattr *tb[BRIDGE_VLANDB_ENTRY_MAX + 1];
2055 bool changed = false, skip_processing = false;
2056 struct net_bridge_vlan_group *vg;
2057 struct net_bridge_port *p = NULL;
2058 int err = 0, cmdmap = 0;
2059 struct net_bridge *br;
2060
2061 if (netif_is_bridge_master(dev)) {
2062 br = netdev_priv(dev);
2063 vg = br_vlan_group(br);
2064 } else {
2065 p = br_port_get_rtnl(dev);
2066 if (WARN_ON(!p))
2067 return -ENODEV;
2068 br = p->br;
2069 vg = nbp_vlan_group(p);
2070 }
2071
2072 if (WARN_ON(!vg))
2073 return -ENODEV;
2074
2075 err = nla_parse_nested(tb, BRIDGE_VLANDB_ENTRY_MAX, attr,
2076 br_vlan_db_policy, extack);
2077 if (err)
2078 return err;
2079
2080 if (!tb[BRIDGE_VLANDB_ENTRY_INFO]) {
2081 NL_SET_ERR_MSG_MOD(extack, "Missing vlan entry info");
2082 return -EINVAL;
2083 }
2084 memset(&vrange_end, 0, sizeof(vrange_end));
2085
2086 vinfo = nla_data(tb[BRIDGE_VLANDB_ENTRY_INFO]);
2087 if (vinfo->flags & (BRIDGE_VLAN_INFO_RANGE_BEGIN |
2088 BRIDGE_VLAN_INFO_RANGE_END)) {
2089 NL_SET_ERR_MSG_MOD(extack, "Old-style vlan ranges are not allowed when using RTM vlan calls");
2090 return -EINVAL;
2091 }
2092 if (!br_vlan_valid_id(vinfo->vid, extack))
2093 return -EINVAL;
2094
2095 if (tb[BRIDGE_VLANDB_ENTRY_RANGE]) {
2096 vrange_end.vid = nla_get_u16(tb[BRIDGE_VLANDB_ENTRY_RANGE]);
2097 /* validate user-provided flags without RANGE_BEGIN */
2098 vrange_end.flags = BRIDGE_VLAN_INFO_RANGE_END | vinfo->flags;
2099 vinfo->flags |= BRIDGE_VLAN_INFO_RANGE_BEGIN;
2100
2101 /* vinfo_last is the range start, vinfo the range end */
2102 vinfo_last = vinfo;
2103 vinfo = &vrange_end;
2104
2105 if (!br_vlan_valid_id(vinfo->vid, extack) ||
2106 !br_vlan_valid_range(vinfo, vinfo_last, extack))
2107 return -EINVAL;
2108 }
2109
2110 switch (cmd) {
2111 case RTM_NEWVLAN:
2112 cmdmap = RTM_SETLINK;
2113 skip_processing = !!(vinfo->flags & BRIDGE_VLAN_INFO_ONLY_OPTS);
2114 break;
2115 case RTM_DELVLAN:
2116 cmdmap = RTM_DELLINK;
2117 break;
2118 }
2119
2120 if (!skip_processing) {
2121 struct bridge_vlan_info *tmp_last = vinfo_last;
2122
2123 /* br_process_vlan_info may overwrite vinfo_last */
2124 err = br_process_vlan_info(br, p, cmdmap, vinfo, &tmp_last,
2125 &changed, extack);
2126
2127 /* notify first if anything changed */
2128 if (changed)
2129 br_ifinfo_notify(cmdmap, br, p);
2130
2131 if (err)
2132 return err;
2133 }
2134
2135 /* deal with options */
2136 if (cmd == RTM_NEWVLAN) {
2137 struct net_bridge_vlan *range_start, *range_end;
2138
2139 if (vinfo_last) {
2140 range_start = br_vlan_find(vg, vinfo_last->vid);
2141 range_end = br_vlan_find(vg, vinfo->vid);
2142 } else {
2143 range_start = br_vlan_find(vg, vinfo->vid);
2144 range_end = range_start;
2145 }
2146
2147 err = br_vlan_process_options(br, p, range_start, range_end,
2148 tb, extack);
2149 }
2150
2151 return err;
2152 }
2153
br_vlan_rtm_process(struct sk_buff * skb,struct nlmsghdr * nlh,struct netlink_ext_ack * extack)2154 static int br_vlan_rtm_process(struct sk_buff *skb, struct nlmsghdr *nlh,
2155 struct netlink_ext_ack *extack)
2156 {
2157 struct net *net = sock_net(skb->sk);
2158 struct br_vlan_msg *bvm;
2159 struct net_device *dev;
2160 struct nlattr *attr;
2161 int err, vlans = 0;
2162 int rem;
2163
2164 /* this should validate the header and check for remaining bytes */
2165 err = nlmsg_parse(nlh, sizeof(*bvm), NULL, BRIDGE_VLANDB_MAX, NULL,
2166 extack);
2167 if (err < 0)
2168 return err;
2169
2170 bvm = nlmsg_data(nlh);
2171 dev = __dev_get_by_index(net, bvm->ifindex);
2172 if (!dev)
2173 return -ENODEV;
2174
2175 if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) {
2176 NL_SET_ERR_MSG_MOD(extack, "The device is not a valid bridge or bridge port");
2177 return -EINVAL;
2178 }
2179
2180 nlmsg_for_each_attr(attr, nlh, sizeof(*bvm), rem) {
2181 if (nla_type(attr) != BRIDGE_VLANDB_ENTRY)
2182 continue;
2183
2184 vlans++;
2185 err = br_vlan_rtm_process_one(dev, attr, nlh->nlmsg_type,
2186 extack);
2187 if (err)
2188 break;
2189 }
2190 if (!vlans) {
2191 NL_SET_ERR_MSG_MOD(extack, "No vlans found to process");
2192 err = -EINVAL;
2193 }
2194
2195 return err;
2196 }
2197
br_vlan_rtnl_init(void)2198 void br_vlan_rtnl_init(void)
2199 {
2200 rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_GETVLAN, NULL,
2201 br_vlan_rtm_dump, 0);
2202 rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_NEWVLAN,
2203 br_vlan_rtm_process, NULL, 0);
2204 rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_DELVLAN,
2205 br_vlan_rtm_process, NULL, 0);
2206 }
2207
br_vlan_rtnl_uninit(void)2208 void br_vlan_rtnl_uninit(void)
2209 {
2210 rtnl_unregister(PF_BRIDGE, RTM_GETVLAN);
2211 rtnl_unregister(PF_BRIDGE, RTM_NEWVLAN);
2212 rtnl_unregister(PF_BRIDGE, RTM_DELVLAN);
2213 }
2214