]> git.ipfire.org Git - thirdparty/kernel/stable.git/blob - net/bridge/br_vlan.c
233a30040c91fc8e9d26a320bd0696cb64571872
[thirdparty/kernel/stable.git] / net / bridge / br_vlan.c
1 #include <linux/kernel.h>
2 #include <linux/netdevice.h>
3 #include <linux/rtnetlink.h>
4 #include <linux/slab.h>
5 #include <net/switchdev.h>
6
7 #include "br_private.h"
8 #include "br_private_tunnel.h"
9
10 static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
11 const void *ptr)
12 {
13 const struct net_bridge_vlan *vle = ptr;
14 u16 vid = *(u16 *)arg->key;
15
16 return vle->vid != vid;
17 }
18
19 static const struct rhashtable_params br_vlan_rht_params = {
20 .head_offset = offsetof(struct net_bridge_vlan, vnode),
21 .key_offset = offsetof(struct net_bridge_vlan, vid),
22 .key_len = sizeof(u16),
23 .nelem_hint = 3,
24 .locks_mul = 1,
25 .max_size = VLAN_N_VID,
26 .obj_cmpfn = br_vlan_cmp,
27 .automatic_shrinking = true,
28 };
29
30 static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
31 {
32 return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
33 }
34
35 static void __vlan_add_pvid(struct net_bridge_vlan_group *vg, u16 vid)
36 {
37 if (vg->pvid == vid)
38 return;
39
40 smp_wmb();
41 vg->pvid = vid;
42 }
43
44 static void __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
45 {
46 if (vg->pvid != vid)
47 return;
48
49 smp_wmb();
50 vg->pvid = 0;
51 }
52
53 static void __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
54 {
55 struct net_bridge_vlan_group *vg;
56
57 if (br_vlan_is_master(v))
58 vg = br_vlan_group(v->br);
59 else
60 vg = nbp_vlan_group(v->port);
61
62 if (flags & BRIDGE_VLAN_INFO_PVID)
63 __vlan_add_pvid(vg, v->vid);
64 else
65 __vlan_delete_pvid(vg, v->vid);
66
67 if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
68 v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
69 else
70 v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
71 }
72
73 static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
74 u16 vid, u16 flags)
75 {
76 struct switchdev_obj_port_vlan v = {
77 .obj.orig_dev = dev,
78 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
79 .flags = flags,
80 .vid_begin = vid,
81 .vid_end = vid,
82 };
83 int err;
84
85 /* Try switchdev op first. In case it is not supported, fallback to
86 * 8021q add.
87 */
88 err = switchdev_port_obj_add(dev, &v.obj);
89 if (err == -EOPNOTSUPP)
90 return vlan_vid_add(dev, br->vlan_proto, vid);
91 return err;
92 }
93
94 static void __vlan_add_list(struct net_bridge_vlan *v)
95 {
96 struct net_bridge_vlan_group *vg;
97 struct list_head *headp, *hpos;
98 struct net_bridge_vlan *vent;
99
100 if (br_vlan_is_master(v))
101 vg = br_vlan_group(v->br);
102 else
103 vg = nbp_vlan_group(v->port);
104
105 headp = &vg->vlan_list;
106 list_for_each_prev(hpos, headp) {
107 vent = list_entry(hpos, struct net_bridge_vlan, vlist);
108 if (v->vid < vent->vid)
109 continue;
110 else
111 break;
112 }
113 list_add_rcu(&v->vlist, hpos);
114 }
115
116 static void __vlan_del_list(struct net_bridge_vlan *v)
117 {
118 list_del_rcu(&v->vlist);
119 }
120
121 static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
122 u16 vid)
123 {
124 struct switchdev_obj_port_vlan v = {
125 .obj.orig_dev = dev,
126 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
127 .vid_begin = vid,
128 .vid_end = vid,
129 };
130 int err;
131
132 /* Try switchdev op first. In case it is not supported, fallback to
133 * 8021q del.
134 */
135 err = switchdev_port_obj_del(dev, &v.obj);
136 if (err == -EOPNOTSUPP) {
137 vlan_vid_del(dev, br->vlan_proto, vid);
138 return 0;
139 }
140 return err;
141 }
142
143 /* Returns a master vlan, if it didn't exist it gets created. In all cases a
144 * a reference is taken to the master vlan before returning.
145 */
146 static struct net_bridge_vlan *br_vlan_get_master(struct net_bridge *br, u16 vid)
147 {
148 struct net_bridge_vlan_group *vg;
149 struct net_bridge_vlan *masterv;
150
151 vg = br_vlan_group(br);
152 masterv = br_vlan_find(vg, vid);
153 if (!masterv) {
154 /* missing global ctx, create it now */
155 if (br_vlan_add(br, vid, 0))
156 return NULL;
157 masterv = br_vlan_find(vg, vid);
158 if (WARN_ON(!masterv))
159 return NULL;
160 }
161 refcount_inc(&masterv->refcnt);
162
163 return masterv;
164 }
165
166 static void br_master_vlan_rcu_free(struct rcu_head *rcu)
167 {
168 struct net_bridge_vlan *v;
169
170 v = container_of(rcu, struct net_bridge_vlan, rcu);
171 WARN_ON(!br_vlan_is_master(v));
172 free_percpu(v->stats);
173 v->stats = NULL;
174 kfree(v);
175 }
176
177 static void br_vlan_put_master(struct net_bridge_vlan *masterv)
178 {
179 struct net_bridge_vlan_group *vg;
180
181 if (!br_vlan_is_master(masterv))
182 return;
183
184 vg = br_vlan_group(masterv->br);
185 if (refcount_dec_and_test(&masterv->refcnt)) {
186 rhashtable_remove_fast(&vg->vlan_hash,
187 &masterv->vnode, br_vlan_rht_params);
188 __vlan_del_list(masterv);
189 call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
190 }
191 }
192
193 /* This is the shared VLAN add function which works for both ports and bridge
194 * devices. There are four possible calls to this function in terms of the
195 * vlan entry type:
196 * 1. vlan is being added on a port (no master flags, global entry exists)
197 * 2. vlan is being added on a bridge (both master and brentry flags)
198 * 3. vlan is being added on a port, but a global entry didn't exist which
199 * is being created right now (master flag set, brentry flag unset), the
200 * global entry is used for global per-vlan features, but not for filtering
201 * 4. same as 3 but with both master and brentry flags set so the entry
202 * will be used for filtering in both the port and the bridge
203 */
204 static int __vlan_add(struct net_bridge_vlan *v, u16 flags)
205 {
206 struct net_bridge_vlan *masterv = NULL;
207 struct net_bridge_port *p = NULL;
208 struct net_bridge_vlan_group *vg;
209 struct net_device *dev;
210 struct net_bridge *br;
211 int err;
212
213 if (br_vlan_is_master(v)) {
214 br = v->br;
215 dev = br->dev;
216 vg = br_vlan_group(br);
217 } else {
218 p = v->port;
219 br = p->br;
220 dev = p->dev;
221 vg = nbp_vlan_group(p);
222 }
223
224 if (p) {
225 /* Add VLAN to the device filter if it is supported.
226 * This ensures tagged traffic enters the bridge when
227 * promiscuous mode is disabled by br_manage_promisc().
228 */
229 err = __vlan_vid_add(dev, br, v->vid, flags);
230 if (err)
231 goto out;
232
233 /* need to work on the master vlan too */
234 if (flags & BRIDGE_VLAN_INFO_MASTER) {
235 err = br_vlan_add(br, v->vid, flags |
236 BRIDGE_VLAN_INFO_BRENTRY);
237 if (err)
238 goto out_filt;
239 }
240
241 masterv = br_vlan_get_master(br, v->vid);
242 if (!masterv)
243 goto out_filt;
244 v->brvlan = masterv;
245 v->stats = masterv->stats;
246 }
247
248 /* Add the dev mac and count the vlan only if it's usable */
249 if (br_vlan_should_use(v)) {
250 err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
251 if (err) {
252 br_err(br, "failed insert local address into bridge forwarding table\n");
253 goto out_filt;
254 }
255 vg->num_vlans++;
256 }
257
258 err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
259 br_vlan_rht_params);
260 if (err)
261 goto out_fdb_insert;
262
263 __vlan_add_list(v);
264 __vlan_add_flags(v, flags);
265 out:
266 return err;
267
268 out_fdb_insert:
269 if (br_vlan_should_use(v)) {
270 br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
271 vg->num_vlans--;
272 }
273
274 out_filt:
275 if (p) {
276 __vlan_vid_del(dev, br, v->vid);
277 if (masterv) {
278 br_vlan_put_master(masterv);
279 v->brvlan = NULL;
280 }
281 }
282
283 goto out;
284 }
285
286 static int __vlan_del(struct net_bridge_vlan *v)
287 {
288 struct net_bridge_vlan *masterv = v;
289 struct net_bridge_vlan_group *vg;
290 struct net_bridge_port *p = NULL;
291 int err = 0;
292
293 if (br_vlan_is_master(v)) {
294 vg = br_vlan_group(v->br);
295 } else {
296 p = v->port;
297 vg = nbp_vlan_group(v->port);
298 masterv = v->brvlan;
299 }
300
301 __vlan_delete_pvid(vg, v->vid);
302 if (p) {
303 err = __vlan_vid_del(p->dev, p->br, v->vid);
304 if (err)
305 goto out;
306 }
307
308 if (br_vlan_should_use(v)) {
309 v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
310 vg->num_vlans--;
311 }
312
313 if (masterv != v) {
314 vlan_tunnel_info_del(vg, v);
315 rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
316 br_vlan_rht_params);
317 __vlan_del_list(v);
318 kfree_rcu(v, rcu);
319 }
320
321 br_vlan_put_master(masterv);
322 out:
323 return err;
324 }
325
326 static void __vlan_group_free(struct net_bridge_vlan_group *vg)
327 {
328 WARN_ON(!list_empty(&vg->vlan_list));
329 rhashtable_destroy(&vg->vlan_hash);
330 vlan_tunnel_deinit(vg);
331 kfree(vg);
332 }
333
334 static void __vlan_flush(struct net_bridge_vlan_group *vg)
335 {
336 struct net_bridge_vlan *vlan, *tmp;
337
338 __vlan_delete_pvid(vg, vg->pvid);
339 list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist)
340 __vlan_del(vlan);
341 }
342
343 struct sk_buff *br_handle_vlan(struct net_bridge *br,
344 const struct net_bridge_port *p,
345 struct net_bridge_vlan_group *vg,
346 struct sk_buff *skb)
347 {
348 struct br_vlan_stats *stats;
349 struct net_bridge_vlan *v;
350 u16 vid;
351
352 /* If this packet was not filtered at input, let it pass */
353 if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
354 goto out;
355
356 /* At this point, we know that the frame was filtered and contains
357 * a valid vlan id. If the vlan id has untagged flag set,
358 * send untagged; otherwise, send tagged.
359 */
360 br_vlan_get_tag(skb, &vid);
361 v = br_vlan_find(vg, vid);
362 /* Vlan entry must be configured at this point. The
363 * only exception is the bridge is set in promisc mode and the
364 * packet is destined for the bridge device. In this case
365 * pass the packet as is.
366 */
367 if (!v || !br_vlan_should_use(v)) {
368 if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
369 goto out;
370 } else {
371 kfree_skb(skb);
372 return NULL;
373 }
374 }
375 if (br->vlan_stats_enabled) {
376 stats = this_cpu_ptr(v->stats);
377 u64_stats_update_begin(&stats->syncp);
378 stats->tx_bytes += skb->len;
379 stats->tx_packets++;
380 u64_stats_update_end(&stats->syncp);
381 }
382
383 if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED)
384 skb->vlan_tci = 0;
385
386 if (p && (p->flags & BR_VLAN_TUNNEL) &&
387 br_handle_egress_vlan_tunnel(skb, v)) {
388 kfree_skb(skb);
389 return NULL;
390 }
391 out:
392 return skb;
393 }
394
395 /* Called under RCU */
396 static bool __allowed_ingress(const struct net_bridge *br,
397 struct net_bridge_vlan_group *vg,
398 struct sk_buff *skb, u16 *vid)
399 {
400 struct br_vlan_stats *stats;
401 struct net_bridge_vlan *v;
402 bool tagged;
403
404 BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
405 /* If vlan tx offload is disabled on bridge device and frame was
406 * sent from vlan device on the bridge device, it does not have
407 * HW accelerated vlan tag.
408 */
409 if (unlikely(!skb_vlan_tag_present(skb) &&
410 skb->protocol == br->vlan_proto)) {
411 skb = skb_vlan_untag(skb);
412 if (unlikely(!skb))
413 return false;
414 }
415
416 if (!br_vlan_get_tag(skb, vid)) {
417 /* Tagged frame */
418 if (skb->vlan_proto != br->vlan_proto) {
419 /* Protocol-mismatch, empty out vlan_tci for new tag */
420 skb_push(skb, ETH_HLEN);
421 skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
422 skb_vlan_tag_get(skb));
423 if (unlikely(!skb))
424 return false;
425
426 skb_pull(skb, ETH_HLEN);
427 skb_reset_mac_len(skb);
428 *vid = 0;
429 tagged = false;
430 } else {
431 tagged = true;
432 }
433 } else {
434 /* Untagged frame */
435 tagged = false;
436 }
437
438 if (!*vid) {
439 u16 pvid = br_get_pvid(vg);
440
441 /* Frame had a tag with VID 0 or did not have a tag.
442 * See if pvid is set on this port. That tells us which
443 * vlan untagged or priority-tagged traffic belongs to.
444 */
445 if (!pvid)
446 goto drop;
447
448 /* PVID is set on this port. Any untagged or priority-tagged
449 * ingress frame is considered to belong to this vlan.
450 */
451 *vid = pvid;
452 if (likely(!tagged))
453 /* Untagged Frame. */
454 __vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
455 else
456 /* Priority-tagged Frame.
457 * At this point, We know that skb->vlan_tci had
458 * VLAN_TAG_PRESENT bit and its VID field was 0x000.
459 * We update only VID field and preserve PCP field.
460 */
461 skb->vlan_tci |= pvid;
462
463 /* if stats are disabled we can avoid the lookup */
464 if (!br->vlan_stats_enabled)
465 return true;
466 }
467 v = br_vlan_find(vg, *vid);
468 if (!v || !br_vlan_should_use(v))
469 goto drop;
470
471 if (br->vlan_stats_enabled) {
472 stats = this_cpu_ptr(v->stats);
473 u64_stats_update_begin(&stats->syncp);
474 stats->rx_bytes += skb->len;
475 stats->rx_packets++;
476 u64_stats_update_end(&stats->syncp);
477 }
478
479 return true;
480
481 drop:
482 kfree_skb(skb);
483 return false;
484 }
485
486 bool br_allowed_ingress(const struct net_bridge *br,
487 struct net_bridge_vlan_group *vg, struct sk_buff *skb,
488 u16 *vid)
489 {
490 /* If VLAN filtering is disabled on the bridge, all packets are
491 * permitted.
492 */
493 if (!br->vlan_enabled) {
494 BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
495 return true;
496 }
497
498 return __allowed_ingress(br, vg, skb, vid);
499 }
500
501 /* Called under RCU. */
502 bool br_allowed_egress(struct net_bridge_vlan_group *vg,
503 const struct sk_buff *skb)
504 {
505 const struct net_bridge_vlan *v;
506 u16 vid;
507
508 /* If this packet was not filtered at input, let it pass */
509 if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
510 return true;
511
512 br_vlan_get_tag(skb, &vid);
513 v = br_vlan_find(vg, vid);
514 if (v && br_vlan_should_use(v))
515 return true;
516
517 return false;
518 }
519
520 /* Called under RCU */
521 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
522 {
523 struct net_bridge_vlan_group *vg;
524 struct net_bridge *br = p->br;
525
526 /* If filtering was disabled at input, let it pass. */
527 if (!br->vlan_enabled)
528 return true;
529
530 vg = nbp_vlan_group_rcu(p);
531 if (!vg || !vg->num_vlans)
532 return false;
533
534 if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
535 *vid = 0;
536
537 if (!*vid) {
538 *vid = br_get_pvid(vg);
539 if (!*vid)
540 return false;
541
542 return true;
543 }
544
545 if (br_vlan_find(vg, *vid))
546 return true;
547
548 return false;
549 }
550
551 /* Must be protected by RTNL.
552 * Must be called with vid in range from 1 to 4094 inclusive.
553 */
554 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags)
555 {
556 struct net_bridge_vlan_group *vg;
557 struct net_bridge_vlan *vlan;
558 int ret;
559
560 ASSERT_RTNL();
561
562 vg = br_vlan_group(br);
563 vlan = br_vlan_find(vg, vid);
564 if (vlan) {
565 if (!br_vlan_is_brentry(vlan)) {
566 /* Trying to change flags of non-existent bridge vlan */
567 if (!(flags & BRIDGE_VLAN_INFO_BRENTRY))
568 return -EINVAL;
569 /* It was only kept for port vlans, now make it real */
570 ret = br_fdb_insert(br, NULL, br->dev->dev_addr,
571 vlan->vid);
572 if (ret) {
573 br_err(br, "failed insert local address into bridge forwarding table\n");
574 return ret;
575 }
576 refcount_inc(&vlan->refcnt);
577 vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
578 vg->num_vlans++;
579 }
580 __vlan_add_flags(vlan, flags);
581 return 0;
582 }
583
584 vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
585 if (!vlan)
586 return -ENOMEM;
587
588 vlan->stats = netdev_alloc_pcpu_stats(struct br_vlan_stats);
589 if (!vlan->stats) {
590 kfree(vlan);
591 return -ENOMEM;
592 }
593 vlan->vid = vid;
594 vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
595 vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
596 vlan->br = br;
597 if (flags & BRIDGE_VLAN_INFO_BRENTRY)
598 refcount_set(&vlan->refcnt, 1);
599 ret = __vlan_add(vlan, flags);
600 if (ret) {
601 free_percpu(vlan->stats);
602 kfree(vlan);
603 }
604
605 return ret;
606 }
607
608 /* Must be protected by RTNL.
609 * Must be called with vid in range from 1 to 4094 inclusive.
610 */
611 int br_vlan_delete(struct net_bridge *br, u16 vid)
612 {
613 struct net_bridge_vlan_group *vg;
614 struct net_bridge_vlan *v;
615
616 ASSERT_RTNL();
617
618 vg = br_vlan_group(br);
619 v = br_vlan_find(vg, vid);
620 if (!v || !br_vlan_is_brentry(v))
621 return -ENOENT;
622
623 br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
624 br_fdb_delete_by_port(br, NULL, vid, 0);
625
626 vlan_tunnel_info_del(vg, v);
627
628 return __vlan_del(v);
629 }
630
631 void br_vlan_flush(struct net_bridge *br)
632 {
633 struct net_bridge_vlan_group *vg;
634
635 ASSERT_RTNL();
636
637 vg = br_vlan_group(br);
638 __vlan_flush(vg);
639 RCU_INIT_POINTER(br->vlgrp, NULL);
640 synchronize_rcu();
641 __vlan_group_free(vg);
642 }
643
644 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
645 {
646 if (!vg)
647 return NULL;
648
649 return br_vlan_lookup(&vg->vlan_hash, vid);
650 }
651
652 /* Must be protected by RTNL. */
653 static void recalculate_group_addr(struct net_bridge *br)
654 {
655 if (br->group_addr_set)
656 return;
657
658 spin_lock_bh(&br->lock);
659 if (!br->vlan_enabled || br->vlan_proto == htons(ETH_P_8021Q)) {
660 /* Bridge Group Address */
661 br->group_addr[5] = 0x00;
662 } else { /* vlan_enabled && ETH_P_8021AD */
663 /* Provider Bridge Group Address */
664 br->group_addr[5] = 0x08;
665 }
666 spin_unlock_bh(&br->lock);
667 }
668
669 /* Must be protected by RTNL. */
670 void br_recalculate_fwd_mask(struct net_bridge *br)
671 {
672 if (!br->vlan_enabled || br->vlan_proto == htons(ETH_P_8021Q))
673 br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
674 else /* vlan_enabled && ETH_P_8021AD */
675 br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
676 ~(1u << br->group_addr[5]);
677 }
678
679 int __br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
680 {
681 struct switchdev_attr attr = {
682 .orig_dev = br->dev,
683 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
684 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
685 .u.vlan_filtering = val,
686 };
687 int err;
688
689 if (br->vlan_enabled == val)
690 return 0;
691
692 err = switchdev_port_attr_set(br->dev, &attr);
693 if (err && err != -EOPNOTSUPP)
694 return err;
695
696 br->vlan_enabled = val;
697 br_manage_promisc(br);
698 recalculate_group_addr(br);
699 br_recalculate_fwd_mask(br);
700
701 return 0;
702 }
703
704 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
705 {
706 return __br_vlan_filter_toggle(br, val);
707 }
708
709 bool br_vlan_enabled(const struct net_device *dev)
710 {
711 struct net_bridge *br = netdev_priv(dev);
712
713 return !!br->vlan_enabled;
714 }
715 EXPORT_SYMBOL_GPL(br_vlan_enabled);
716
717 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto)
718 {
719 int err = 0;
720 struct net_bridge_port *p;
721 struct net_bridge_vlan *vlan;
722 struct net_bridge_vlan_group *vg;
723 __be16 oldproto;
724
725 if (br->vlan_proto == proto)
726 return 0;
727
728 /* Add VLANs for the new proto to the device filter. */
729 list_for_each_entry(p, &br->port_list, list) {
730 vg = nbp_vlan_group(p);
731 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
732 err = vlan_vid_add(p->dev, proto, vlan->vid);
733 if (err)
734 goto err_filt;
735 }
736 }
737
738 oldproto = br->vlan_proto;
739 br->vlan_proto = proto;
740
741 recalculate_group_addr(br);
742 br_recalculate_fwd_mask(br);
743
744 /* Delete VLANs for the old proto from the device filter. */
745 list_for_each_entry(p, &br->port_list, list) {
746 vg = nbp_vlan_group(p);
747 list_for_each_entry(vlan, &vg->vlan_list, vlist)
748 vlan_vid_del(p->dev, oldproto, vlan->vid);
749 }
750
751 return 0;
752
753 err_filt:
754 list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist)
755 vlan_vid_del(p->dev, proto, vlan->vid);
756
757 list_for_each_entry_continue_reverse(p, &br->port_list, list) {
758 vg = nbp_vlan_group(p);
759 list_for_each_entry(vlan, &vg->vlan_list, vlist)
760 vlan_vid_del(p->dev, proto, vlan->vid);
761 }
762
763 return err;
764 }
765
766 int br_vlan_set_proto(struct net_bridge *br, unsigned long val)
767 {
768 if (val != ETH_P_8021Q && val != ETH_P_8021AD)
769 return -EPROTONOSUPPORT;
770
771 return __br_vlan_set_proto(br, htons(val));
772 }
773
774 int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
775 {
776 switch (val) {
777 case 0:
778 case 1:
779 br->vlan_stats_enabled = val;
780 break;
781 default:
782 return -EINVAL;
783 }
784
785 return 0;
786 }
787
788 static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
789 {
790 struct net_bridge_vlan *v;
791
792 if (vid != vg->pvid)
793 return false;
794
795 v = br_vlan_lookup(&vg->vlan_hash, vid);
796 if (v && br_vlan_should_use(v) &&
797 (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
798 return true;
799
800 return false;
801 }
802
803 static void br_vlan_disable_default_pvid(struct net_bridge *br)
804 {
805 struct net_bridge_port *p;
806 u16 pvid = br->default_pvid;
807
808 /* Disable default_pvid on all ports where it is still
809 * configured.
810 */
811 if (vlan_default_pvid(br_vlan_group(br), pvid))
812 br_vlan_delete(br, pvid);
813
814 list_for_each_entry(p, &br->port_list, list) {
815 if (vlan_default_pvid(nbp_vlan_group(p), pvid))
816 nbp_vlan_delete(p, pvid);
817 }
818
819 br->default_pvid = 0;
820 }
821
822 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid)
823 {
824 const struct net_bridge_vlan *pvent;
825 struct net_bridge_vlan_group *vg;
826 struct net_bridge_port *p;
827 u16 old_pvid;
828 int err = 0;
829 unsigned long *changed;
830
831 if (!pvid) {
832 br_vlan_disable_default_pvid(br);
833 return 0;
834 }
835
836 changed = kcalloc(BITS_TO_LONGS(BR_MAX_PORTS), sizeof(unsigned long),
837 GFP_KERNEL);
838 if (!changed)
839 return -ENOMEM;
840
841 old_pvid = br->default_pvid;
842
843 /* Update default_pvid config only if we do not conflict with
844 * user configuration.
845 */
846 vg = br_vlan_group(br);
847 pvent = br_vlan_find(vg, pvid);
848 if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
849 (!pvent || !br_vlan_should_use(pvent))) {
850 err = br_vlan_add(br, pvid,
851 BRIDGE_VLAN_INFO_PVID |
852 BRIDGE_VLAN_INFO_UNTAGGED |
853 BRIDGE_VLAN_INFO_BRENTRY);
854 if (err)
855 goto out;
856 br_vlan_delete(br, old_pvid);
857 set_bit(0, changed);
858 }
859
860 list_for_each_entry(p, &br->port_list, list) {
861 /* Update default_pvid config only if we do not conflict with
862 * user configuration.
863 */
864 vg = nbp_vlan_group(p);
865 if ((old_pvid &&
866 !vlan_default_pvid(vg, old_pvid)) ||
867 br_vlan_find(vg, pvid))
868 continue;
869
870 err = nbp_vlan_add(p, pvid,
871 BRIDGE_VLAN_INFO_PVID |
872 BRIDGE_VLAN_INFO_UNTAGGED);
873 if (err)
874 goto err_port;
875 nbp_vlan_delete(p, old_pvid);
876 set_bit(p->port_no, changed);
877 }
878
879 br->default_pvid = pvid;
880
881 out:
882 kfree(changed);
883 return err;
884
885 err_port:
886 list_for_each_entry_continue_reverse(p, &br->port_list, list) {
887 if (!test_bit(p->port_no, changed))
888 continue;
889
890 if (old_pvid)
891 nbp_vlan_add(p, old_pvid,
892 BRIDGE_VLAN_INFO_PVID |
893 BRIDGE_VLAN_INFO_UNTAGGED);
894 nbp_vlan_delete(p, pvid);
895 }
896
897 if (test_bit(0, changed)) {
898 if (old_pvid)
899 br_vlan_add(br, old_pvid,
900 BRIDGE_VLAN_INFO_PVID |
901 BRIDGE_VLAN_INFO_UNTAGGED |
902 BRIDGE_VLAN_INFO_BRENTRY);
903 br_vlan_delete(br, pvid);
904 }
905 goto out;
906 }
907
908 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val)
909 {
910 u16 pvid = val;
911 int err = 0;
912
913 if (val >= VLAN_VID_MASK)
914 return -EINVAL;
915
916 if (pvid == br->default_pvid)
917 goto out;
918
919 /* Only allow default pvid change when filtering is disabled */
920 if (br->vlan_enabled) {
921 pr_info_once("Please disable vlan filtering to change default_pvid\n");
922 err = -EPERM;
923 goto out;
924 }
925 err = __br_vlan_set_default_pvid(br, pvid);
926 out:
927 return err;
928 }
929
930 int br_vlan_init(struct net_bridge *br)
931 {
932 struct net_bridge_vlan_group *vg;
933 int ret = -ENOMEM;
934
935 vg = kzalloc(sizeof(*vg), GFP_KERNEL);
936 if (!vg)
937 goto out;
938 ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
939 if (ret)
940 goto err_rhtbl;
941 ret = vlan_tunnel_init(vg);
942 if (ret)
943 goto err_tunnel_init;
944 INIT_LIST_HEAD(&vg->vlan_list);
945 br->vlan_proto = htons(ETH_P_8021Q);
946 br->default_pvid = 1;
947 rcu_assign_pointer(br->vlgrp, vg);
948 ret = br_vlan_add(br, 1,
949 BRIDGE_VLAN_INFO_PVID | BRIDGE_VLAN_INFO_UNTAGGED |
950 BRIDGE_VLAN_INFO_BRENTRY);
951 if (ret)
952 goto err_vlan_add;
953
954 out:
955 return ret;
956
957 err_vlan_add:
958 vlan_tunnel_deinit(vg);
959 err_tunnel_init:
960 rhashtable_destroy(&vg->vlan_hash);
961 err_rhtbl:
962 kfree(vg);
963
964 goto out;
965 }
966
967 int nbp_vlan_init(struct net_bridge_port *p)
968 {
969 struct switchdev_attr attr = {
970 .orig_dev = p->br->dev,
971 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
972 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
973 .u.vlan_filtering = p->br->vlan_enabled,
974 };
975 struct net_bridge_vlan_group *vg;
976 int ret = -ENOMEM;
977
978 vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
979 if (!vg)
980 goto out;
981
982 ret = switchdev_port_attr_set(p->dev, &attr);
983 if (ret && ret != -EOPNOTSUPP)
984 goto err_vlan_enabled;
985
986 ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
987 if (ret)
988 goto err_rhtbl;
989 ret = vlan_tunnel_init(vg);
990 if (ret)
991 goto err_tunnel_init;
992 INIT_LIST_HEAD(&vg->vlan_list);
993 rcu_assign_pointer(p->vlgrp, vg);
994 if (p->br->default_pvid) {
995 ret = nbp_vlan_add(p, p->br->default_pvid,
996 BRIDGE_VLAN_INFO_PVID |
997 BRIDGE_VLAN_INFO_UNTAGGED);
998 if (ret)
999 goto err_vlan_add;
1000 }
1001 out:
1002 return ret;
1003
1004 err_vlan_add:
1005 RCU_INIT_POINTER(p->vlgrp, NULL);
1006 synchronize_rcu();
1007 vlan_tunnel_deinit(vg);
1008 err_tunnel_init:
1009 rhashtable_destroy(&vg->vlan_hash);
1010 err_rhtbl:
1011 err_vlan_enabled:
1012 kfree(vg);
1013
1014 goto out;
1015 }
1016
1017 /* Must be protected by RTNL.
1018 * Must be called with vid in range from 1 to 4094 inclusive.
1019 */
1020 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags)
1021 {
1022 struct switchdev_obj_port_vlan v = {
1023 .obj.orig_dev = port->dev,
1024 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1025 .flags = flags,
1026 .vid_begin = vid,
1027 .vid_end = vid,
1028 };
1029 struct net_bridge_vlan *vlan;
1030 int ret;
1031
1032 ASSERT_RTNL();
1033
1034 vlan = br_vlan_find(nbp_vlan_group(port), vid);
1035 if (vlan) {
1036 /* Pass the flags to the hardware bridge */
1037 ret = switchdev_port_obj_add(port->dev, &v.obj);
1038 if (ret && ret != -EOPNOTSUPP)
1039 return ret;
1040 __vlan_add_flags(vlan, flags);
1041 return 0;
1042 }
1043
1044 vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1045 if (!vlan)
1046 return -ENOMEM;
1047
1048 vlan->vid = vid;
1049 vlan->port = port;
1050 ret = __vlan_add(vlan, flags);
1051 if (ret)
1052 kfree(vlan);
1053
1054 return ret;
1055 }
1056
1057 /* Must be protected by RTNL.
1058 * Must be called with vid in range from 1 to 4094 inclusive.
1059 */
1060 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1061 {
1062 struct net_bridge_vlan *v;
1063
1064 ASSERT_RTNL();
1065
1066 v = br_vlan_find(nbp_vlan_group(port), vid);
1067 if (!v)
1068 return -ENOENT;
1069 br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1070 br_fdb_delete_by_port(port->br, port, vid, 0);
1071
1072 return __vlan_del(v);
1073 }
1074
1075 void nbp_vlan_flush(struct net_bridge_port *port)
1076 {
1077 struct net_bridge_vlan_group *vg;
1078
1079 ASSERT_RTNL();
1080
1081 vg = nbp_vlan_group(port);
1082 __vlan_flush(vg);
1083 RCU_INIT_POINTER(port->vlgrp, NULL);
1084 synchronize_rcu();
1085 __vlan_group_free(vg);
1086 }
1087
1088 void br_vlan_get_stats(const struct net_bridge_vlan *v,
1089 struct br_vlan_stats *stats)
1090 {
1091 int i;
1092
1093 memset(stats, 0, sizeof(*stats));
1094 for_each_possible_cpu(i) {
1095 u64 rxpackets, rxbytes, txpackets, txbytes;
1096 struct br_vlan_stats *cpu_stats;
1097 unsigned int start;
1098
1099 cpu_stats = per_cpu_ptr(v->stats, i);
1100 do {
1101 start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
1102 rxpackets = cpu_stats->rx_packets;
1103 rxbytes = cpu_stats->rx_bytes;
1104 txbytes = cpu_stats->tx_bytes;
1105 txpackets = cpu_stats->tx_packets;
1106 } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
1107
1108 stats->rx_packets += rxpackets;
1109 stats->rx_bytes += rxbytes;
1110 stats->tx_bytes += txbytes;
1111 stats->tx_packets += txpackets;
1112 }
1113 }