]> CyberLeo.Net >> Repos - FreeBSD/FreeBSD.git/blob - sys/net/if_bridge.c
ping(8): Fix a mandoc related issue
[FreeBSD/FreeBSD.git] / sys / net / if_bridge.c
1 /*      $NetBSD: if_bridge.c,v 1.31 2005/06/01 19:45:34 jdc Exp $       */
2
3 /*-
4  * SPDX-License-Identifier: BSD-4-Clause
5  *
6  * Copyright 2001 Wasabi Systems, Inc.
7  * All rights reserved.
8  *
9  * Written by Jason R. Thorpe for Wasabi Systems, Inc.
10  *
11  * Redistribution and use in source and binary forms, with or without
12  * modification, are permitted provided that the following conditions
13  * are met:
14  * 1. Redistributions of source code must retain the above copyright
15  *    notice, this list of conditions and the following disclaimer.
16  * 2. Redistributions in binary form must reproduce the above copyright
17  *    notice, this list of conditions and the following disclaimer in the
18  *    documentation and/or other materials provided with the distribution.
19  * 3. All advertising materials mentioning features or use of this software
20  *    must display the following acknowledgement:
21  *      This product includes software developed for the NetBSD Project by
22  *      Wasabi Systems, Inc.
23  * 4. The name of Wasabi Systems, Inc. may not be used to endorse
24  *    or promote products derived from this software without specific prior
25  *    written permission.
26  *
27  * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
28  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL WASABI SYSTEMS, INC
31  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37  * POSSIBILITY OF SUCH DAMAGE.
38  */
39
40 /*
41  * Copyright (c) 1999, 2000 Jason L. Wright (jason@thought.net)
42  * All rights reserved.
43  *
44  * Redistribution and use in source and binary forms, with or without
45  * modification, are permitted provided that the following conditions
46  * are met:
47  * 1. Redistributions of source code must retain the above copyright
48  *    notice, this list of conditions and the following disclaimer.
49  * 2. Redistributions in binary form must reproduce the above copyright
50  *    notice, this list of conditions and the following disclaimer in the
51  *    documentation and/or other materials provided with the distribution.
52  *
53  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
54  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
55  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
56  * DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
57  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
58  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
59  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
60  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
61  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
62  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
63  * POSSIBILITY OF SUCH DAMAGE.
64  *
65  * OpenBSD: if_bridge.c,v 1.60 2001/06/15 03:38:33 itojun Exp
66  */
67
68 /*
69  * Network interface bridge support.
70  *
71  * TODO:
72  *
73  *      - Currently only supports Ethernet-like interfaces (Ethernet,
74  *        802.11, VLANs on Ethernet, etc.)  Figure out a nice way
75  *        to bridge other types of interfaces (maybe consider
76  *        heterogeneous bridges).
77  */
78
79 #include <sys/cdefs.h>
80 __FBSDID("$FreeBSD$");
81
82 #include "opt_inet.h"
83 #include "opt_inet6.h"
84
85 #include <sys/param.h>
86 #include <sys/eventhandler.h>
87 #include <sys/mbuf.h>
88 #include <sys/malloc.h>
89 #include <sys/protosw.h>
90 #include <sys/systm.h>
91 #include <sys/jail.h>
92 #include <sys/time.h>
93 #include <sys/socket.h> /* for net/if.h */
94 #include <sys/sockio.h>
95 #include <sys/ctype.h>  /* string functions */
96 #include <sys/kernel.h>
97 #include <sys/random.h>
98 #include <sys/syslog.h>
99 #include <sys/sysctl.h>
100 #include <vm/uma.h>
101 #include <sys/module.h>
102 #include <sys/priv.h>
103 #include <sys/proc.h>
104 #include <sys/lock.h>
105 #include <sys/mutex.h>
106
107 #include <net/bpf.h>
108 #include <net/if.h>
109 #include <net/if_clone.h>
110 #include <net/if_dl.h>
111 #include <net/if_types.h>
112 #include <net/if_var.h>
113 #include <net/pfil.h>
114 #include <net/vnet.h>
115
116 #include <netinet/in.h>
117 #include <netinet/in_systm.h>
118 #include <netinet/in_var.h>
119 #include <netinet/ip.h>
120 #include <netinet/ip_var.h>
121 #ifdef INET6
122 #include <netinet/ip6.h>
123 #include <netinet6/ip6_var.h>
124 #include <netinet6/in6_ifattach.h>
125 #endif
126 #if defined(INET) || defined(INET6)
127 #include <netinet/ip_carp.h>
128 #endif
129 #include <machine/in_cksum.h>
130 #include <netinet/if_ether.h>
131 #include <net/bridgestp.h>
132 #include <net/if_bridgevar.h>
133 #include <net/if_llc.h>
134 #include <net/if_vlan_var.h>
135
136 #include <net/route.h>
137
138 #ifdef INET6
139 /*
140  * XXX: declare here to avoid to include many inet6 related files..
141  * should be more generalized?
142  */
143 extern void     nd6_setmtu(struct ifnet *);
144 #endif
145
146 /*
147  * Size of the route hash table.  Must be a power of two.
148  */
149 #ifndef BRIDGE_RTHASH_SIZE
150 #define BRIDGE_RTHASH_SIZE              1024
151 #endif
152
153 #define BRIDGE_RTHASH_MASK              (BRIDGE_RTHASH_SIZE - 1)
154
155 /*
156  * Default maximum number of addresses to cache.
157  */
158 #ifndef BRIDGE_RTABLE_MAX
159 #define BRIDGE_RTABLE_MAX               2000
160 #endif
161
162 /*
163  * Timeout (in seconds) for entries learned dynamically.
164  */
165 #ifndef BRIDGE_RTABLE_TIMEOUT
166 #define BRIDGE_RTABLE_TIMEOUT           (20 * 60)       /* same as ARP */
167 #endif
168
169 /*
170  * Number of seconds between walks of the route list.
171  */
172 #ifndef BRIDGE_RTABLE_PRUNE_PERIOD
173 #define BRIDGE_RTABLE_PRUNE_PERIOD      (5 * 60)
174 #endif
175
176 /*
177  * List of capabilities to possibly mask on the member interface.
178  */
179 #define BRIDGE_IFCAPS_MASK              (IFCAP_TOE|IFCAP_TSO|IFCAP_TXCSUM|\
180                                          IFCAP_TXCSUM_IPV6)
181
182 /*
183  * List of capabilities to strip
184  */
185 #define BRIDGE_IFCAPS_STRIP             IFCAP_LRO
186
187 /*
188  * Bridge locking
189  *
190  * The bridge relies heavily on the epoch(9) system to protect its data
191  * structures. This means we can safely use CK_LISTs while in NET_EPOCH, but we
192  * must ensure there is only one writer at a time.
193  *
194  * That is: for read accesses we only need to be in NET_EPOCH, but for write
195  * accesses we must hold:
196  *
197  *  - BRIDGE_RT_LOCK, for any change to bridge_rtnodes
198  *  - BRIDGE_LOCK, for any other change
199  *
200  * The BRIDGE_LOCK is a sleepable lock, because it is held accross ioctl()
201  * calls to bridge member interfaces and these ioctl()s can sleep.
202  * The BRIDGE_RT_LOCK is a non-sleepable mutex, because it is sometimes
203  * required while we're in NET_EPOCH and then we're not allowed to sleep.
204  */
205 #define BRIDGE_LOCK_INIT(_sc)           do {                    \
206         sx_init(&(_sc)->sc_sx, "if_bridge");                    \
207         mtx_init(&(_sc)->sc_rt_mtx, "if_bridge rt", NULL, MTX_DEF);     \
208 } while (0)
209 #define BRIDGE_LOCK_DESTROY(_sc)        do {    \
210         sx_destroy(&(_sc)->sc_sx);              \
211         mtx_destroy(&(_sc)->sc_rt_mtx);         \
212 } while (0)
213 #define BRIDGE_LOCK(_sc)                sx_xlock(&(_sc)->sc_sx)
214 #define BRIDGE_UNLOCK(_sc)              sx_xunlock(&(_sc)->sc_sx)
215 #define BRIDGE_LOCK_ASSERT(_sc)         sx_assert(&(_sc)->sc_sx, SX_XLOCKED)
216 #define BRIDGE_LOCK_OR_NET_EPOCH_ASSERT(_sc)    \
217             MPASS(in_epoch(net_epoch_preempt) || sx_xlocked(&(_sc)->sc_sx))
218 #define BRIDGE_UNLOCK_ASSERT(_sc)       sx_assert(&(_sc)->sc_sx, SX_UNLOCKED)
219 #define BRIDGE_RT_LOCK(_sc)             mtx_lock(&(_sc)->sc_rt_mtx)
220 #define BRIDGE_RT_UNLOCK(_sc)           mtx_unlock(&(_sc)->sc_rt_mtx)
221 #define BRIDGE_RT_LOCK_ASSERT(_sc)      mtx_assert(&(_sc)->sc_rt_mtx, MA_OWNED)
222 #define BRIDGE_RT_LOCK_OR_NET_EPOCH_ASSERT(_sc) \
223             MPASS(in_epoch(net_epoch_preempt) || mtx_owned(&(_sc)->sc_rt_mtx))
224
225 /*
226  * Bridge interface list entry.
227  */
228 struct bridge_iflist {
229         CK_LIST_ENTRY(bridge_iflist) bif_next;
230         struct ifnet            *bif_ifp;       /* member if */
231         struct bstp_port        bif_stp;        /* STP state */
232         uint32_t                bif_flags;      /* member if flags */
233         int                     bif_savedcaps;  /* saved capabilities */
234         uint32_t                bif_addrmax;    /* max # of addresses */
235         uint32_t                bif_addrcnt;    /* cur. # of addresses */
236         uint32_t                bif_addrexceeded;/* # of address violations */
237         struct epoch_context    bif_epoch_ctx;
238 };
239
240 /*
241  * Bridge route node.
242  */
243 struct bridge_rtnode {
244         CK_LIST_ENTRY(bridge_rtnode) brt_hash;  /* hash table linkage */
245         CK_LIST_ENTRY(bridge_rtnode) brt_list;  /* list linkage */
246         struct bridge_iflist    *brt_dst;       /* destination if */
247         unsigned long           brt_expire;     /* expiration time */
248         uint8_t                 brt_flags;      /* address flags */
249         uint8_t                 brt_addr[ETHER_ADDR_LEN];
250         uint16_t                brt_vlan;       /* vlan id */
251         struct  vnet            *brt_vnet;
252         struct  epoch_context   brt_epoch_ctx;
253 };
254 #define brt_ifp                 brt_dst->bif_ifp
255
256 /*
257  * Software state for each bridge.
258  */
259 struct bridge_softc {
260         struct ifnet            *sc_ifp;        /* make this an interface */
261         LIST_ENTRY(bridge_softc) sc_list;
262         struct sx               sc_sx;
263         struct mtx              sc_rt_mtx;
264         uint32_t                sc_brtmax;      /* max # of addresses */
265         uint32_t                sc_brtcnt;      /* cur. # of addresses */
266         uint32_t                sc_brttimeout;  /* rt timeout in seconds */
267         struct callout          sc_brcallout;   /* bridge callout */
268         CK_LIST_HEAD(, bridge_iflist) sc_iflist;        /* member interface list */
269         CK_LIST_HEAD(, bridge_rtnode) *sc_rthash;       /* our forwarding table */
270         CK_LIST_HEAD(, bridge_rtnode) sc_rtlist;        /* list version of above */
271         uint32_t                sc_rthash_key;  /* key for hash */
272         CK_LIST_HEAD(, bridge_iflist) sc_spanlist;      /* span ports list */
273         struct bstp_state       sc_stp;         /* STP state */
274         uint32_t                sc_brtexceeded; /* # of cache drops */
275         struct ifnet            *sc_ifaddr;     /* member mac copied from */
276         struct ether_addr       sc_defaddr;     /* Default MAC address */
277         struct epoch_context    sc_epoch_ctx;
278 };
279
280 VNET_DEFINE_STATIC(struct sx, bridge_list_sx);
281 #define V_bridge_list_sx        VNET(bridge_list_sx)
282 static eventhandler_tag bridge_detach_cookie;
283
284 int     bridge_rtable_prune_period = BRIDGE_RTABLE_PRUNE_PERIOD;
285
286 VNET_DEFINE_STATIC(uma_zone_t, bridge_rtnode_zone);
287 #define V_bridge_rtnode_zone    VNET(bridge_rtnode_zone)
288
289 static int      bridge_clone_create(struct if_clone *, int, caddr_t);
290 static void     bridge_clone_destroy(struct ifnet *);
291
292 static int      bridge_ioctl(struct ifnet *, u_long, caddr_t);
293 static void     bridge_mutecaps(struct bridge_softc *);
294 static void     bridge_set_ifcap(struct bridge_softc *, struct bridge_iflist *,
295                     int);
296 static void     bridge_ifdetach(void *arg __unused, struct ifnet *);
297 static void     bridge_init(void *);
298 static void     bridge_dummynet(struct mbuf *, struct ifnet *);
299 static void     bridge_stop(struct ifnet *, int);
300 static int      bridge_transmit(struct ifnet *, struct mbuf *);
301 static void     bridge_qflush(struct ifnet *);
302 static struct mbuf *bridge_input(struct ifnet *, struct mbuf *);
303 static int      bridge_output(struct ifnet *, struct mbuf *, struct sockaddr *,
304                     struct rtentry *);
305 static int      bridge_enqueue(struct bridge_softc *, struct ifnet *,
306                     struct mbuf *);
307 static void     bridge_rtdelete(struct bridge_softc *, struct ifnet *ifp, int);
308
309 static void     bridge_forward(struct bridge_softc *, struct bridge_iflist *,
310                     struct mbuf *m);
311
312 static void     bridge_timer(void *);
313
314 static void     bridge_broadcast(struct bridge_softc *, struct ifnet *,
315                     struct mbuf *, int);
316 static void     bridge_span(struct bridge_softc *, struct mbuf *);
317
318 static int      bridge_rtupdate(struct bridge_softc *, const uint8_t *,
319                     uint16_t, struct bridge_iflist *, int, uint8_t);
320 static struct ifnet *bridge_rtlookup(struct bridge_softc *, const uint8_t *,
321                     uint16_t);
322 static void     bridge_rttrim(struct bridge_softc *);
323 static void     bridge_rtage(struct bridge_softc *);
324 static void     bridge_rtflush(struct bridge_softc *, int);
325 static int      bridge_rtdaddr(struct bridge_softc *, const uint8_t *,
326                     uint16_t);
327
328 static void     bridge_rtable_init(struct bridge_softc *);
329 static void     bridge_rtable_fini(struct bridge_softc *);
330
331 static int      bridge_rtnode_addr_cmp(const uint8_t *, const uint8_t *);
332 static struct bridge_rtnode *bridge_rtnode_lookup(struct bridge_softc *,
333                     const uint8_t *, uint16_t);
334 static int      bridge_rtnode_insert(struct bridge_softc *,
335                     struct bridge_rtnode *);
336 static void     bridge_rtnode_destroy(struct bridge_softc *,
337                     struct bridge_rtnode *);
338 static void     bridge_rtable_expire(struct ifnet *, int);
339 static void     bridge_state_change(struct ifnet *, int);
340
341 static struct bridge_iflist *bridge_lookup_member(struct bridge_softc *,
342                     const char *name);
343 static struct bridge_iflist *bridge_lookup_member_if(struct bridge_softc *,
344                     struct ifnet *ifp);
345 static void     bridge_delete_member(struct bridge_softc *,
346                     struct bridge_iflist *, int);
347 static void     bridge_delete_span(struct bridge_softc *,
348                     struct bridge_iflist *);
349
350 static int      bridge_ioctl_add(struct bridge_softc *, void *);
351 static int      bridge_ioctl_del(struct bridge_softc *, void *);
352 static int      bridge_ioctl_gifflags(struct bridge_softc *, void *);
353 static int      bridge_ioctl_sifflags(struct bridge_softc *, void *);
354 static int      bridge_ioctl_scache(struct bridge_softc *, void *);
355 static int      bridge_ioctl_gcache(struct bridge_softc *, void *);
356 static int      bridge_ioctl_gifs(struct bridge_softc *, void *);
357 static int      bridge_ioctl_rts(struct bridge_softc *, void *);
358 static int      bridge_ioctl_saddr(struct bridge_softc *, void *);
359 static int      bridge_ioctl_sto(struct bridge_softc *, void *);
360 static int      bridge_ioctl_gto(struct bridge_softc *, void *);
361 static int      bridge_ioctl_daddr(struct bridge_softc *, void *);
362 static int      bridge_ioctl_flush(struct bridge_softc *, void *);
363 static int      bridge_ioctl_gpri(struct bridge_softc *, void *);
364 static int      bridge_ioctl_spri(struct bridge_softc *, void *);
365 static int      bridge_ioctl_ght(struct bridge_softc *, void *);
366 static int      bridge_ioctl_sht(struct bridge_softc *, void *);
367 static int      bridge_ioctl_gfd(struct bridge_softc *, void *);
368 static int      bridge_ioctl_sfd(struct bridge_softc *, void *);
369 static int      bridge_ioctl_gma(struct bridge_softc *, void *);
370 static int      bridge_ioctl_sma(struct bridge_softc *, void *);
371 static int      bridge_ioctl_sifprio(struct bridge_softc *, void *);
372 static int      bridge_ioctl_sifcost(struct bridge_softc *, void *);
373 static int      bridge_ioctl_sifmaxaddr(struct bridge_softc *, void *);
374 static int      bridge_ioctl_addspan(struct bridge_softc *, void *);
375 static int      bridge_ioctl_delspan(struct bridge_softc *, void *);
376 static int      bridge_ioctl_gbparam(struct bridge_softc *, void *);
377 static int      bridge_ioctl_grte(struct bridge_softc *, void *);
378 static int      bridge_ioctl_gifsstp(struct bridge_softc *, void *);
379 static int      bridge_ioctl_sproto(struct bridge_softc *, void *);
380 static int      bridge_ioctl_stxhc(struct bridge_softc *, void *);
381 static int      bridge_pfil(struct mbuf **, struct ifnet *, struct ifnet *,
382                     int);
383 static int      bridge_ip_checkbasic(struct mbuf **mp);
384 #ifdef INET6
385 static int      bridge_ip6_checkbasic(struct mbuf **mp);
386 #endif /* INET6 */
387 static int      bridge_fragment(struct ifnet *, struct mbuf **mp,
388                     struct ether_header *, int, struct llc *);
389 static void     bridge_linkstate(struct ifnet *ifp);
390 static void     bridge_linkcheck(struct bridge_softc *sc);
391
392 /* The default bridge vlan is 1 (IEEE 802.1Q-2003 Table 9-2) */
393 #define VLANTAGOF(_m)   \
394     (_m->m_flags & M_VLANTAG) ? EVL_VLANOFTAG(_m->m_pkthdr.ether_vtag) : 1
395
396 static struct bstp_cb_ops bridge_ops = {
397         .bcb_state = bridge_state_change,
398         .bcb_rtage = bridge_rtable_expire
399 };
400
401 SYSCTL_DECL(_net_link);
402 static SYSCTL_NODE(_net_link, IFT_BRIDGE, bridge, CTLFLAG_RW | CTLFLAG_MPSAFE, 0,
403     "Bridge");
404
405 /* only pass IP[46] packets when pfil is enabled */
406 VNET_DEFINE_STATIC(int, pfil_onlyip) = 1;
407 #define V_pfil_onlyip   VNET(pfil_onlyip)
408 SYSCTL_INT(_net_link_bridge, OID_AUTO, pfil_onlyip,
409     CTLFLAG_RWTUN | CTLFLAG_VNET, &VNET_NAME(pfil_onlyip), 0,
410     "Only pass IP packets when pfil is enabled");
411
412 /* run pfil hooks on the bridge interface */
413 VNET_DEFINE_STATIC(int, pfil_bridge) = 1;
414 #define V_pfil_bridge   VNET(pfil_bridge)
415 SYSCTL_INT(_net_link_bridge, OID_AUTO, pfil_bridge,
416     CTLFLAG_RWTUN | CTLFLAG_VNET, &VNET_NAME(pfil_bridge), 0,
417     "Packet filter on the bridge interface");
418
419 /* layer2 filter with ipfw */
420 VNET_DEFINE_STATIC(int, pfil_ipfw);
421 #define V_pfil_ipfw     VNET(pfil_ipfw)
422
423 /* layer2 ARP filter with ipfw */
424 VNET_DEFINE_STATIC(int, pfil_ipfw_arp);
425 #define V_pfil_ipfw_arp VNET(pfil_ipfw_arp)
426 SYSCTL_INT(_net_link_bridge, OID_AUTO, ipfw_arp,
427     CTLFLAG_RWTUN | CTLFLAG_VNET, &VNET_NAME(pfil_ipfw_arp), 0,
428     "Filter ARP packets through IPFW layer2");
429
430 /* run pfil hooks on the member interface */
431 VNET_DEFINE_STATIC(int, pfil_member) = 1;
432 #define V_pfil_member   VNET(pfil_member)
433 SYSCTL_INT(_net_link_bridge, OID_AUTO, pfil_member,
434     CTLFLAG_RWTUN | CTLFLAG_VNET, &VNET_NAME(pfil_member), 0,
435     "Packet filter on the member interface");
436
437 /* run pfil hooks on the physical interface for locally destined packets */
438 VNET_DEFINE_STATIC(int, pfil_local_phys);
439 #define V_pfil_local_phys       VNET(pfil_local_phys)
440 SYSCTL_INT(_net_link_bridge, OID_AUTO, pfil_local_phys,
441     CTLFLAG_RWTUN | CTLFLAG_VNET, &VNET_NAME(pfil_local_phys), 0,
442     "Packet filter on the physical interface for locally destined packets");
443
444 /* log STP state changes */
445 VNET_DEFINE_STATIC(int, log_stp);
446 #define V_log_stp       VNET(log_stp)
447 SYSCTL_INT(_net_link_bridge, OID_AUTO, log_stp,
448     CTLFLAG_RWTUN | CTLFLAG_VNET, &VNET_NAME(log_stp), 0,
449     "Log STP state changes");
450
451 /* share MAC with first bridge member */
452 VNET_DEFINE_STATIC(int, bridge_inherit_mac);
453 #define V_bridge_inherit_mac    VNET(bridge_inherit_mac)
454 SYSCTL_INT(_net_link_bridge, OID_AUTO, inherit_mac,
455     CTLFLAG_RWTUN | CTLFLAG_VNET, &VNET_NAME(bridge_inherit_mac), 0,
456     "Inherit MAC address from the first bridge member");
457
458 VNET_DEFINE_STATIC(int, allow_llz_overlap) = 0;
459 #define V_allow_llz_overlap     VNET(allow_llz_overlap)
460 SYSCTL_INT(_net_link_bridge, OID_AUTO, allow_llz_overlap,
461     CTLFLAG_RW | CTLFLAG_VNET, &VNET_NAME(allow_llz_overlap), 0,
462     "Allow overlap of link-local scope "
463     "zones of a bridge interface and the member interfaces");
464
465 struct bridge_control {
466         int     (*bc_func)(struct bridge_softc *, void *);
467         int     bc_argsize;
468         int     bc_flags;
469 };
470
471 #define BC_F_COPYIN             0x01    /* copy arguments in */
472 #define BC_F_COPYOUT            0x02    /* copy arguments out */
473 #define BC_F_SUSER              0x04    /* do super-user check */
474
475 const struct bridge_control bridge_control_table[] = {
476         { bridge_ioctl_add,             sizeof(struct ifbreq),
477           BC_F_COPYIN|BC_F_SUSER },
478         { bridge_ioctl_del,             sizeof(struct ifbreq),
479           BC_F_COPYIN|BC_F_SUSER },
480
481         { bridge_ioctl_gifflags,        sizeof(struct ifbreq),
482           BC_F_COPYIN|BC_F_COPYOUT },
483         { bridge_ioctl_sifflags,        sizeof(struct ifbreq),
484           BC_F_COPYIN|BC_F_SUSER },
485
486         { bridge_ioctl_scache,          sizeof(struct ifbrparam),
487           BC_F_COPYIN|BC_F_SUSER },
488         { bridge_ioctl_gcache,          sizeof(struct ifbrparam),
489           BC_F_COPYOUT },
490
491         { bridge_ioctl_gifs,            sizeof(struct ifbifconf),
492           BC_F_COPYIN|BC_F_COPYOUT },
493         { bridge_ioctl_rts,             sizeof(struct ifbaconf),
494           BC_F_COPYIN|BC_F_COPYOUT },
495
496         { bridge_ioctl_saddr,           sizeof(struct ifbareq),
497           BC_F_COPYIN|BC_F_SUSER },
498
499         { bridge_ioctl_sto,             sizeof(struct ifbrparam),
500           BC_F_COPYIN|BC_F_SUSER },
501         { bridge_ioctl_gto,             sizeof(struct ifbrparam),
502           BC_F_COPYOUT },
503
504         { bridge_ioctl_daddr,           sizeof(struct ifbareq),
505           BC_F_COPYIN|BC_F_SUSER },
506
507         { bridge_ioctl_flush,           sizeof(struct ifbreq),
508           BC_F_COPYIN|BC_F_SUSER },
509
510         { bridge_ioctl_gpri,            sizeof(struct ifbrparam),
511           BC_F_COPYOUT },
512         { bridge_ioctl_spri,            sizeof(struct ifbrparam),
513           BC_F_COPYIN|BC_F_SUSER },
514
515         { bridge_ioctl_ght,             sizeof(struct ifbrparam),
516           BC_F_COPYOUT },
517         { bridge_ioctl_sht,             sizeof(struct ifbrparam),
518           BC_F_COPYIN|BC_F_SUSER },
519
520         { bridge_ioctl_gfd,             sizeof(struct ifbrparam),
521           BC_F_COPYOUT },
522         { bridge_ioctl_sfd,             sizeof(struct ifbrparam),
523           BC_F_COPYIN|BC_F_SUSER },
524
525         { bridge_ioctl_gma,             sizeof(struct ifbrparam),
526           BC_F_COPYOUT },
527         { bridge_ioctl_sma,             sizeof(struct ifbrparam),
528           BC_F_COPYIN|BC_F_SUSER },
529
530         { bridge_ioctl_sifprio,         sizeof(struct ifbreq),
531           BC_F_COPYIN|BC_F_SUSER },
532
533         { bridge_ioctl_sifcost,         sizeof(struct ifbreq),
534           BC_F_COPYIN|BC_F_SUSER },
535
536         { bridge_ioctl_addspan,         sizeof(struct ifbreq),
537           BC_F_COPYIN|BC_F_SUSER },
538         { bridge_ioctl_delspan,         sizeof(struct ifbreq),
539           BC_F_COPYIN|BC_F_SUSER },
540
541         { bridge_ioctl_gbparam,         sizeof(struct ifbropreq),
542           BC_F_COPYOUT },
543
544         { bridge_ioctl_grte,            sizeof(struct ifbrparam),
545           BC_F_COPYOUT },
546
547         { bridge_ioctl_gifsstp,         sizeof(struct ifbpstpconf),
548           BC_F_COPYIN|BC_F_COPYOUT },
549
550         { bridge_ioctl_sproto,          sizeof(struct ifbrparam),
551           BC_F_COPYIN|BC_F_SUSER },
552
553         { bridge_ioctl_stxhc,           sizeof(struct ifbrparam),
554           BC_F_COPYIN|BC_F_SUSER },
555
556         { bridge_ioctl_sifmaxaddr,      sizeof(struct ifbreq),
557           BC_F_COPYIN|BC_F_SUSER },
558
559 };
560 const int bridge_control_table_size = nitems(bridge_control_table);
561
562 VNET_DEFINE_STATIC(LIST_HEAD(, bridge_softc), bridge_list);
563 #define V_bridge_list   VNET(bridge_list)
564 #define BRIDGE_LIST_LOCK_INIT(x)        sx_init(&V_bridge_list_sx,      \
565                                             "if_bridge list")
566 #define BRIDGE_LIST_LOCK_DESTROY(x)     sx_destroy(&V_bridge_list_sx)
567 #define BRIDGE_LIST_LOCK(x)             sx_xlock(&V_bridge_list_sx)
568 #define BRIDGE_LIST_UNLOCK(x)           sx_xunlock(&V_bridge_list_sx)
569
570 VNET_DEFINE_STATIC(struct if_clone *, bridge_cloner);
571 #define V_bridge_cloner VNET(bridge_cloner)
572
573 static const char bridge_name[] = "bridge";
574
575 static void
576 vnet_bridge_init(const void *unused __unused)
577 {
578
579         V_bridge_rtnode_zone = uma_zcreate("bridge_rtnode",
580             sizeof(struct bridge_rtnode), NULL, NULL, NULL, NULL,
581             UMA_ALIGN_PTR, 0);
582         BRIDGE_LIST_LOCK_INIT();
583         LIST_INIT(&V_bridge_list);
584         V_bridge_cloner = if_clone_simple(bridge_name,
585             bridge_clone_create, bridge_clone_destroy, 0);
586 }
587 VNET_SYSINIT(vnet_bridge_init, SI_SUB_PROTO_IFATTACHDOMAIN, SI_ORDER_ANY,
588     vnet_bridge_init, NULL);
589
590 static void
591 vnet_bridge_uninit(const void *unused __unused)
592 {
593
594         if_clone_detach(V_bridge_cloner);
595         V_bridge_cloner = NULL;
596         BRIDGE_LIST_LOCK_DESTROY();
597
598         /* Callbacks may use the UMA zone. */
599         epoch_drain_callbacks(net_epoch_preempt);
600
601         uma_zdestroy(V_bridge_rtnode_zone);
602 }
603 VNET_SYSUNINIT(vnet_bridge_uninit, SI_SUB_PSEUDO, SI_ORDER_ANY,
604     vnet_bridge_uninit, NULL);
605
606 static int
607 bridge_modevent(module_t mod, int type, void *data)
608 {
609
610         switch (type) {
611         case MOD_LOAD:
612                 bridge_dn_p = bridge_dummynet;
613                 bridge_detach_cookie = EVENTHANDLER_REGISTER(
614                     ifnet_departure_event, bridge_ifdetach, NULL,
615                     EVENTHANDLER_PRI_ANY);
616                 break;
617         case MOD_UNLOAD:
618                 EVENTHANDLER_DEREGISTER(ifnet_departure_event,
619                     bridge_detach_cookie);
620                 bridge_dn_p = NULL;
621                 break;
622         default:
623                 return (EOPNOTSUPP);
624         }
625         return (0);
626 }
627
628 static moduledata_t bridge_mod = {
629         "if_bridge",
630         bridge_modevent,
631         0
632 };
633
634 DECLARE_MODULE(if_bridge, bridge_mod, SI_SUB_PSEUDO, SI_ORDER_ANY);
635 MODULE_VERSION(if_bridge, 1);
636 MODULE_DEPEND(if_bridge, bridgestp, 1, 1, 1);
637
638 /*
639  * handler for net.link.bridge.ipfw
640  */
641 static int
642 sysctl_pfil_ipfw(SYSCTL_HANDLER_ARGS)
643 {
644         int enable = V_pfil_ipfw;
645         int error;
646
647         error = sysctl_handle_int(oidp, &enable, 0, req);
648         enable &= 1;
649
650         if (enable != V_pfil_ipfw) {
651                 V_pfil_ipfw = enable;
652
653                 /*
654                  * Disable pfil so that ipfw doesnt run twice, if the user
655                  * really wants both then they can re-enable pfil_bridge and/or
656                  * pfil_member. Also allow non-ip packets as ipfw can filter by
657                  * layer2 type.
658                  */
659                 if (V_pfil_ipfw) {
660                         V_pfil_onlyip = 0;
661                         V_pfil_bridge = 0;
662                         V_pfil_member = 0;
663                 }
664         }
665
666         return (error);
667 }
668 SYSCTL_PROC(_net_link_bridge, OID_AUTO, ipfw,
669     CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_VNET | CTLFLAG_NEEDGIANT,
670     &VNET_NAME(pfil_ipfw), 0, &sysctl_pfil_ipfw, "I",
671     "Layer2 filter with IPFW");
672
673 /*
674  * bridge_clone_create:
675  *
676  *      Create a new bridge instance.
677  */
678 static int
679 bridge_clone_create(struct if_clone *ifc, int unit, caddr_t params)
680 {
681         struct bridge_softc *sc;
682         struct ifnet *ifp;
683
684         sc = malloc(sizeof(*sc), M_DEVBUF, M_WAITOK|M_ZERO);
685         ifp = sc->sc_ifp = if_alloc(IFT_ETHER);
686         if (ifp == NULL) {
687                 free(sc, M_DEVBUF);
688                 return (ENOSPC);
689         }
690
691         BRIDGE_LOCK_INIT(sc);
692         sc->sc_brtmax = BRIDGE_RTABLE_MAX;
693         sc->sc_brttimeout = BRIDGE_RTABLE_TIMEOUT;
694
695         /* Initialize our routing table. */
696         bridge_rtable_init(sc);
697
698         callout_init_mtx(&sc->sc_brcallout, &sc->sc_rt_mtx, 0);
699
700         CK_LIST_INIT(&sc->sc_iflist);
701         CK_LIST_INIT(&sc->sc_spanlist);
702
703         ifp->if_softc = sc;
704         if_initname(ifp, bridge_name, unit);
705         ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
706         ifp->if_ioctl = bridge_ioctl;
707         ifp->if_transmit = bridge_transmit;
708         ifp->if_qflush = bridge_qflush;
709         ifp->if_init = bridge_init;
710         ifp->if_type = IFT_BRIDGE;
711
712         ether_gen_addr(ifp, &sc->sc_defaddr);
713
714         bstp_attach(&sc->sc_stp, &bridge_ops);
715         ether_ifattach(ifp, sc->sc_defaddr.octet);
716         /* Now undo some of the damage... */
717         ifp->if_baudrate = 0;
718         ifp->if_type = IFT_BRIDGE;
719
720         BRIDGE_LIST_LOCK();
721         LIST_INSERT_HEAD(&V_bridge_list, sc, sc_list);
722         BRIDGE_LIST_UNLOCK();
723
724         return (0);
725 }
726
727 static void
728 bridge_clone_destroy_cb(struct epoch_context *ctx)
729 {
730         struct bridge_softc *sc;
731
732         sc = __containerof(ctx, struct bridge_softc, sc_epoch_ctx);
733
734         BRIDGE_LOCK_DESTROY(sc);
735         free(sc, M_DEVBUF);
736 }
737
738 /*
739  * bridge_clone_destroy:
740  *
741  *      Destroy a bridge instance.
742  */
743 static void
744 bridge_clone_destroy(struct ifnet *ifp)
745 {
746         struct bridge_softc *sc = ifp->if_softc;
747         struct bridge_iflist *bif;
748         struct epoch_tracker et;
749
750         BRIDGE_LOCK(sc);
751
752         bridge_stop(ifp, 1);
753         ifp->if_flags &= ~IFF_UP;
754
755         while ((bif = CK_LIST_FIRST(&sc->sc_iflist)) != NULL)
756                 bridge_delete_member(sc, bif, 0);
757
758         while ((bif = CK_LIST_FIRST(&sc->sc_spanlist)) != NULL) {
759                 bridge_delete_span(sc, bif);
760         }
761
762         /* Tear down the routing table. */
763         bridge_rtable_fini(sc);
764
765         BRIDGE_UNLOCK(sc);
766
767         NET_EPOCH_ENTER(et);
768
769         callout_drain(&sc->sc_brcallout);
770
771         BRIDGE_LIST_LOCK();
772         LIST_REMOVE(sc, sc_list);
773         BRIDGE_LIST_UNLOCK();
774
775         bstp_detach(&sc->sc_stp);
776         NET_EPOCH_EXIT(et);
777
778         ether_ifdetach(ifp);
779         if_free(ifp);
780
781         NET_EPOCH_CALL(bridge_clone_destroy_cb, &sc->sc_epoch_ctx);
782 }
783
784 /*
785  * bridge_ioctl:
786  *
787  *      Handle a control request from the operator.
788  */
789 static int
790 bridge_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data)
791 {
792         struct bridge_softc *sc = ifp->if_softc;
793         struct ifreq *ifr = (struct ifreq *)data;
794         struct bridge_iflist *bif;
795         struct thread *td = curthread;
796         union {
797                 struct ifbreq ifbreq;
798                 struct ifbifconf ifbifconf;
799                 struct ifbareq ifbareq;
800                 struct ifbaconf ifbaconf;
801                 struct ifbrparam ifbrparam;
802                 struct ifbropreq ifbropreq;
803         } args;
804         struct ifdrv *ifd = (struct ifdrv *) data;
805         const struct bridge_control *bc;
806         int error = 0, oldmtu;
807
808         BRIDGE_LOCK(sc);
809
810         switch (cmd) {
811         case SIOCADDMULTI:
812         case SIOCDELMULTI:
813                 break;
814
815         case SIOCGDRVSPEC:
816         case SIOCSDRVSPEC:
817                 if (ifd->ifd_cmd >= bridge_control_table_size) {
818                         error = EINVAL;
819                         break;
820                 }
821                 bc = &bridge_control_table[ifd->ifd_cmd];
822
823                 if (cmd == SIOCGDRVSPEC &&
824                     (bc->bc_flags & BC_F_COPYOUT) == 0) {
825                         error = EINVAL;
826                         break;
827                 }
828                 else if (cmd == SIOCSDRVSPEC &&
829                     (bc->bc_flags & BC_F_COPYOUT) != 0) {
830                         error = EINVAL;
831                         break;
832                 }
833
834                 if (bc->bc_flags & BC_F_SUSER) {
835                         error = priv_check(td, PRIV_NET_BRIDGE);
836                         if (error)
837                                 break;
838                 }
839
840                 if (ifd->ifd_len != bc->bc_argsize ||
841                     ifd->ifd_len > sizeof(args)) {
842                         error = EINVAL;
843                         break;
844                 }
845
846                 bzero(&args, sizeof(args));
847                 if (bc->bc_flags & BC_F_COPYIN) {
848                         error = copyin(ifd->ifd_data, &args, ifd->ifd_len);
849                         if (error)
850                                 break;
851                 }
852
853                 oldmtu = ifp->if_mtu;
854                 error = (*bc->bc_func)(sc, &args);
855                 if (error)
856                         break;
857
858                 /*
859                  * Bridge MTU may change during addition of the first port.
860                  * If it did, do network layer specific procedure.
861                  */
862                 if (ifp->if_mtu != oldmtu) {
863 #ifdef INET6
864                         nd6_setmtu(ifp);
865 #endif
866                         rt_updatemtu(ifp);
867                 }
868
869                 if (bc->bc_flags & BC_F_COPYOUT)
870                         error = copyout(&args, ifd->ifd_data, ifd->ifd_len);
871
872                 break;
873
874         case SIOCSIFFLAGS:
875                 if (!(ifp->if_flags & IFF_UP) &&
876                     (ifp->if_drv_flags & IFF_DRV_RUNNING)) {
877                         /*
878                          * If interface is marked down and it is running,
879                          * then stop and disable it.
880                          */
881                         bridge_stop(ifp, 1);
882                 } else if ((ifp->if_flags & IFF_UP) &&
883                     !(ifp->if_drv_flags & IFF_DRV_RUNNING)) {
884                         /*
885                          * If interface is marked up and it is stopped, then
886                          * start it.
887                          */
888                         BRIDGE_UNLOCK(sc);
889                         (*ifp->if_init)(sc);
890                         BRIDGE_LOCK(sc);
891                 }
892                 break;
893
894         case SIOCSIFMTU:
895                 if (ifr->ifr_mtu < 576) {
896                         error = EINVAL;
897                         break;
898                 }
899                 if (CK_LIST_EMPTY(&sc->sc_iflist)) {
900                         sc->sc_ifp->if_mtu = ifr->ifr_mtu;
901                         break;
902                 }
903                 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
904                         if (bif->bif_ifp->if_mtu != ifr->ifr_mtu) {
905                                 log(LOG_NOTICE, "%s: invalid MTU: %u(%s)"
906                                     " != %d\n", sc->sc_ifp->if_xname,
907                                     bif->bif_ifp->if_mtu,
908                                     bif->bif_ifp->if_xname, ifr->ifr_mtu);
909                                 error = EINVAL;
910                                 break;
911                         }
912                 }
913                 if (!error)
914                         sc->sc_ifp->if_mtu = ifr->ifr_mtu;
915                 break;
916         default:
917                 /*
918                  * drop the lock as ether_ioctl() will call bridge_start() and
919                  * cause the lock to be recursed.
920                  */
921                 BRIDGE_UNLOCK(sc);
922                 error = ether_ioctl(ifp, cmd, data);
923                 BRIDGE_LOCK(sc);
924                 break;
925         }
926
927         BRIDGE_UNLOCK(sc);
928
929         return (error);
930 }
931
932 /*
933  * bridge_mutecaps:
934  *
935  *      Clear or restore unwanted capabilities on the member interface
936  */
937 static void
938 bridge_mutecaps(struct bridge_softc *sc)
939 {
940         struct bridge_iflist *bif;
941         int enabled, mask;
942
943         BRIDGE_LOCK_ASSERT(sc);
944
945         /* Initial bitmask of capabilities to test */
946         mask = BRIDGE_IFCAPS_MASK;
947
948         CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
949                 /* Every member must support it or its disabled */
950                 mask &= bif->bif_savedcaps;
951         }
952
953         CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
954                 enabled = bif->bif_ifp->if_capenable;
955                 enabled &= ~BRIDGE_IFCAPS_STRIP;
956                 /* strip off mask bits and enable them again if allowed */
957                 enabled &= ~BRIDGE_IFCAPS_MASK;
958                 enabled |= mask;
959                 bridge_set_ifcap(sc, bif, enabled);
960         }
961 }
962
963 static void
964 bridge_set_ifcap(struct bridge_softc *sc, struct bridge_iflist *bif, int set)
965 {
966         struct ifnet *ifp = bif->bif_ifp;
967         struct ifreq ifr;
968         int error, mask, stuck;
969
970         bzero(&ifr, sizeof(ifr));
971         ifr.ifr_reqcap = set;
972
973         if (ifp->if_capenable != set) {
974                 error = (*ifp->if_ioctl)(ifp, SIOCSIFCAP, (caddr_t)&ifr);
975                 if (error)
976                         if_printf(sc->sc_ifp,
977                             "error setting capabilities on %s: %d\n",
978                             ifp->if_xname, error);
979                 mask = BRIDGE_IFCAPS_MASK | BRIDGE_IFCAPS_STRIP;
980                 stuck = ifp->if_capenable & mask & ~set;
981                 if (stuck != 0)
982                         if_printf(sc->sc_ifp,
983                             "can't disable some capabilities on %s: 0x%x\n",
984                             ifp->if_xname, stuck);
985         }
986 }
987
988 /*
989  * bridge_lookup_member:
990  *
991  *      Lookup a bridge member interface.
992  */
993 static struct bridge_iflist *
994 bridge_lookup_member(struct bridge_softc *sc, const char *name)
995 {
996         struct bridge_iflist *bif;
997         struct ifnet *ifp;
998
999         BRIDGE_LOCK_OR_NET_EPOCH_ASSERT(sc);
1000
1001         CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
1002                 ifp = bif->bif_ifp;
1003                 if (strcmp(ifp->if_xname, name) == 0)
1004                         return (bif);
1005         }
1006
1007         return (NULL);
1008 }
1009
1010 /*
1011  * bridge_lookup_member_if:
1012  *
1013  *      Lookup a bridge member interface by ifnet*.
1014  */
1015 static struct bridge_iflist *
1016 bridge_lookup_member_if(struct bridge_softc *sc, struct ifnet *member_ifp)
1017 {
1018         struct bridge_iflist *bif;
1019
1020         BRIDGE_LOCK_OR_NET_EPOCH_ASSERT(sc);
1021
1022         CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
1023                 if (bif->bif_ifp == member_ifp)
1024                         return (bif);
1025         }
1026
1027         return (NULL);
1028 }
1029
1030 static void
1031 bridge_delete_member_cb(struct epoch_context *ctx)
1032 {
1033         struct bridge_iflist *bif;
1034
1035         bif = __containerof(ctx, struct bridge_iflist, bif_epoch_ctx);
1036
1037         free(bif, M_DEVBUF);
1038 }
1039
1040 /*
1041  * bridge_delete_member:
1042  *
1043  *      Delete the specified member interface.
1044  */
1045 static void
1046 bridge_delete_member(struct bridge_softc *sc, struct bridge_iflist *bif,
1047     int gone)
1048 {
1049         struct ifnet *ifs = bif->bif_ifp;
1050         struct ifnet *fif = NULL;
1051         struct bridge_iflist *bifl;
1052
1053         BRIDGE_LOCK_ASSERT(sc);
1054
1055         if (bif->bif_flags & IFBIF_STP)
1056                 bstp_disable(&bif->bif_stp);
1057
1058         ifs->if_bridge = NULL;
1059         CK_LIST_REMOVE(bif, bif_next);
1060
1061         /*
1062          * If removing the interface that gave the bridge its mac address, set
1063          * the mac address of the bridge to the address of the next member, or
1064          * to its default address if no members are left.
1065          */
1066         if (V_bridge_inherit_mac && sc->sc_ifaddr == ifs) {
1067                 if (CK_LIST_EMPTY(&sc->sc_iflist)) {
1068                         bcopy(&sc->sc_defaddr,
1069                             IF_LLADDR(sc->sc_ifp), ETHER_ADDR_LEN);
1070                         sc->sc_ifaddr = NULL;
1071                 } else {
1072                         bifl = CK_LIST_FIRST(&sc->sc_iflist);
1073                         fif = bifl->bif_ifp;
1074                         bcopy(IF_LLADDR(fif),
1075                             IF_LLADDR(sc->sc_ifp), ETHER_ADDR_LEN);
1076                         sc->sc_ifaddr = fif;
1077                 }
1078                 EVENTHANDLER_INVOKE(iflladdr_event, sc->sc_ifp);
1079         }
1080
1081         bridge_linkcheck(sc);
1082         bridge_mutecaps(sc);    /* recalcuate now this interface is removed */
1083         BRIDGE_RT_LOCK(sc);
1084         bridge_rtdelete(sc, ifs, IFBF_FLUSHALL);
1085         BRIDGE_RT_UNLOCK(sc);
1086         KASSERT(bif->bif_addrcnt == 0,
1087             ("%s: %d bridge routes referenced", __func__, bif->bif_addrcnt));
1088
1089         ifs->if_bridge_output = NULL;
1090         ifs->if_bridge_input = NULL;
1091         ifs->if_bridge_linkstate = NULL;
1092         if (!gone) {
1093                 switch (ifs->if_type) {
1094                 case IFT_ETHER:
1095                 case IFT_L2VLAN:
1096                         /*
1097                          * Take the interface out of promiscuous mode, but only
1098                          * if it was promiscuous in the first place. It might
1099                          * not be if we're in the bridge_ioctl_add() error path.
1100                          */
1101                         if (ifs->if_flags & IFF_PROMISC)
1102                                 (void) ifpromisc(ifs, 0);
1103                         break;
1104
1105                 case IFT_GIF:
1106                         break;
1107
1108                 default:
1109 #ifdef DIAGNOSTIC
1110                         panic("bridge_delete_member: impossible");
1111 #endif
1112                         break;
1113                 }
1114                 /* reneable any interface capabilities */
1115                 bridge_set_ifcap(sc, bif, bif->bif_savedcaps);
1116         }
1117         bstp_destroy(&bif->bif_stp);    /* prepare to free */
1118
1119         NET_EPOCH_CALL(bridge_delete_member_cb, &bif->bif_epoch_ctx);
1120 }
1121
1122 /*
1123  * bridge_delete_span:
1124  *
1125  *      Delete the specified span interface.
1126  */
1127 static void
1128 bridge_delete_span(struct bridge_softc *sc, struct bridge_iflist *bif)
1129 {
1130         BRIDGE_LOCK_ASSERT(sc);
1131
1132         KASSERT(bif->bif_ifp->if_bridge == NULL,
1133             ("%s: not a span interface", __func__));
1134
1135         CK_LIST_REMOVE(bif, bif_next);
1136
1137         NET_EPOCH_CALL(bridge_delete_member_cb, &bif->bif_epoch_ctx);
1138 }
1139
1140 static int
1141 bridge_ioctl_add(struct bridge_softc *sc, void *arg)
1142 {
1143         struct ifbreq *req = arg;
1144         struct bridge_iflist *bif = NULL;
1145         struct ifnet *ifs;
1146         int error = 0;
1147
1148         ifs = ifunit(req->ifbr_ifsname);
1149         if (ifs == NULL)
1150                 return (ENOENT);
1151         if (ifs->if_ioctl == NULL)      /* must be supported */
1152                 return (EINVAL);
1153
1154         /* If it's in the span list, it can't be a member. */
1155         CK_LIST_FOREACH(bif, &sc->sc_spanlist, bif_next)
1156                 if (ifs == bif->bif_ifp)
1157                         return (EBUSY);
1158
1159         if (ifs->if_bridge == sc)
1160                 return (EEXIST);
1161
1162         if (ifs->if_bridge != NULL)
1163                 return (EBUSY);
1164
1165         switch (ifs->if_type) {
1166         case IFT_ETHER:
1167         case IFT_L2VLAN:
1168         case IFT_GIF:
1169                 /* permitted interface types */
1170                 break;
1171         default:
1172                 return (EINVAL);
1173         }
1174
1175 #ifdef INET6
1176         /*
1177          * Two valid inet6 addresses with link-local scope must not be
1178          * on the parent interface and the member interfaces at the
1179          * same time.  This restriction is needed to prevent violation
1180          * of link-local scope zone.  Attempts to add a member
1181          * interface which has inet6 addresses when the parent has
1182          * inet6 triggers removal of all inet6 addresses on the member
1183          * interface.
1184          */
1185
1186         /* Check if the parent interface has a link-local scope addr. */
1187         if (V_allow_llz_overlap == 0 &&
1188             in6ifa_llaonifp(sc->sc_ifp) != NULL) {
1189                 /*
1190                  * If any, remove all inet6 addresses from the member
1191                  * interfaces.
1192                  */
1193                 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
1194                         if (in6ifa_llaonifp(bif->bif_ifp)) {
1195                                 in6_ifdetach(bif->bif_ifp);
1196                                 if_printf(sc->sc_ifp,
1197                                     "IPv6 addresses on %s have been removed "
1198                                     "before adding it as a member to prevent "
1199                                     "IPv6 address scope violation.\n",
1200                                     bif->bif_ifp->if_xname);
1201                         }
1202                 }
1203                 if (in6ifa_llaonifp(ifs)) {
1204                         in6_ifdetach(ifs);
1205                         if_printf(sc->sc_ifp,
1206                             "IPv6 addresses on %s have been removed "
1207                             "before adding it as a member to prevent "
1208                             "IPv6 address scope violation.\n",
1209                             ifs->if_xname);
1210                 }
1211         }
1212 #endif
1213         /* Allow the first Ethernet member to define the MTU */
1214         if (CK_LIST_EMPTY(&sc->sc_iflist))
1215                 sc->sc_ifp->if_mtu = ifs->if_mtu;
1216         else if (sc->sc_ifp->if_mtu != ifs->if_mtu) {
1217                 if_printf(sc->sc_ifp, "invalid MTU: %u(%s) != %u\n",
1218                     ifs->if_mtu, ifs->if_xname, sc->sc_ifp->if_mtu);
1219                 return (EINVAL);
1220         }
1221
1222         bif = malloc(sizeof(*bif), M_DEVBUF, M_NOWAIT|M_ZERO);
1223         if (bif == NULL)
1224                 return (ENOMEM);
1225
1226         bif->bif_ifp = ifs;
1227         bif->bif_flags = IFBIF_LEARNING | IFBIF_DISCOVER;
1228         bif->bif_savedcaps = ifs->if_capenable;
1229
1230         /*
1231          * Assign the interface's MAC address to the bridge if it's the first
1232          * member and the MAC address of the bridge has not been changed from
1233          * the default randomly generated one.
1234          */
1235         if (V_bridge_inherit_mac && CK_LIST_EMPTY(&sc->sc_iflist) &&
1236             !memcmp(IF_LLADDR(sc->sc_ifp), sc->sc_defaddr.octet, ETHER_ADDR_LEN)) {
1237                 bcopy(IF_LLADDR(ifs), IF_LLADDR(sc->sc_ifp), ETHER_ADDR_LEN);
1238                 sc->sc_ifaddr = ifs;
1239                 EVENTHANDLER_INVOKE(iflladdr_event, sc->sc_ifp);
1240         }
1241
1242         ifs->if_bridge = sc;
1243         ifs->if_bridge_output = bridge_output;
1244         ifs->if_bridge_input = bridge_input;
1245         ifs->if_bridge_linkstate = bridge_linkstate;
1246         bstp_create(&sc->sc_stp, &bif->bif_stp, bif->bif_ifp);
1247         /*
1248          * XXX: XLOCK HERE!?!
1249          *
1250          * NOTE: insert_***HEAD*** should be safe for the traversals.
1251          */
1252         CK_LIST_INSERT_HEAD(&sc->sc_iflist, bif, bif_next);
1253
1254         /* Set interface capabilities to the intersection set of all members */
1255         bridge_mutecaps(sc);
1256         bridge_linkcheck(sc);
1257
1258         /* Place the interface into promiscuous mode */
1259         switch (ifs->if_type) {
1260                 case IFT_ETHER:
1261                 case IFT_L2VLAN:
1262                         error = ifpromisc(ifs, 1);
1263                         break;
1264         }
1265
1266         if (error)
1267                 bridge_delete_member(sc, bif, 0);
1268         return (error);
1269 }
1270
1271 static int
1272 bridge_ioctl_del(struct bridge_softc *sc, void *arg)
1273 {
1274         struct ifbreq *req = arg;
1275         struct bridge_iflist *bif;
1276
1277         bif = bridge_lookup_member(sc, req->ifbr_ifsname);
1278         if (bif == NULL)
1279                 return (ENOENT);
1280
1281         bridge_delete_member(sc, bif, 0);
1282
1283         return (0);
1284 }
1285
1286 static int
1287 bridge_ioctl_gifflags(struct bridge_softc *sc, void *arg)
1288 {
1289         struct ifbreq *req = arg;
1290         struct bridge_iflist *bif;
1291         struct bstp_port *bp;
1292
1293         bif = bridge_lookup_member(sc, req->ifbr_ifsname);
1294         if (bif == NULL)
1295                 return (ENOENT);
1296
1297         bp = &bif->bif_stp;
1298         req->ifbr_ifsflags = bif->bif_flags;
1299         req->ifbr_state = bp->bp_state;
1300         req->ifbr_priority = bp->bp_priority;
1301         req->ifbr_path_cost = bp->bp_path_cost;
1302         req->ifbr_portno = bif->bif_ifp->if_index & 0xfff;
1303         req->ifbr_proto = bp->bp_protover;
1304         req->ifbr_role = bp->bp_role;
1305         req->ifbr_stpflags = bp->bp_flags;
1306         req->ifbr_addrcnt = bif->bif_addrcnt;
1307         req->ifbr_addrmax = bif->bif_addrmax;
1308         req->ifbr_addrexceeded = bif->bif_addrexceeded;
1309
1310         /* Copy STP state options as flags */
1311         if (bp->bp_operedge)
1312                 req->ifbr_ifsflags |= IFBIF_BSTP_EDGE;
1313         if (bp->bp_flags & BSTP_PORT_AUTOEDGE)
1314                 req->ifbr_ifsflags |= IFBIF_BSTP_AUTOEDGE;
1315         if (bp->bp_ptp_link)
1316                 req->ifbr_ifsflags |= IFBIF_BSTP_PTP;
1317         if (bp->bp_flags & BSTP_PORT_AUTOPTP)
1318                 req->ifbr_ifsflags |= IFBIF_BSTP_AUTOPTP;
1319         if (bp->bp_flags & BSTP_PORT_ADMEDGE)
1320                 req->ifbr_ifsflags |= IFBIF_BSTP_ADMEDGE;
1321         if (bp->bp_flags & BSTP_PORT_ADMCOST)
1322                 req->ifbr_ifsflags |= IFBIF_BSTP_ADMCOST;
1323         return (0);
1324 }
1325
1326 static int
1327 bridge_ioctl_sifflags(struct bridge_softc *sc, void *arg)
1328 {
1329         struct ifbreq *req = arg;
1330         struct bridge_iflist *bif;
1331         struct bstp_port *bp;
1332         int error;
1333
1334         bif = bridge_lookup_member(sc, req->ifbr_ifsname);
1335         if (bif == NULL)
1336                 return (ENOENT);
1337         bp = &bif->bif_stp;
1338
1339         if (req->ifbr_ifsflags & IFBIF_SPAN)
1340                 /* SPAN is readonly */
1341                 return (EINVAL);
1342
1343         if (req->ifbr_ifsflags & IFBIF_STP) {
1344                 if ((bif->bif_flags & IFBIF_STP) == 0) {
1345                         error = bstp_enable(&bif->bif_stp);
1346                         if (error)
1347                                 return (error);
1348                 }
1349         } else {
1350                 if ((bif->bif_flags & IFBIF_STP) != 0)
1351                         bstp_disable(&bif->bif_stp);
1352         }
1353
1354         /* Pass on STP flags */
1355         bstp_set_edge(bp, req->ifbr_ifsflags & IFBIF_BSTP_EDGE ? 1 : 0);
1356         bstp_set_autoedge(bp, req->ifbr_ifsflags & IFBIF_BSTP_AUTOEDGE ? 1 : 0);
1357         bstp_set_ptp(bp, req->ifbr_ifsflags & IFBIF_BSTP_PTP ? 1 : 0);
1358         bstp_set_autoptp(bp, req->ifbr_ifsflags & IFBIF_BSTP_AUTOPTP ? 1 : 0);
1359
1360         /* Save the bits relating to the bridge */
1361         bif->bif_flags = req->ifbr_ifsflags & IFBIFMASK;
1362
1363         return (0);
1364 }
1365
1366 static int
1367 bridge_ioctl_scache(struct bridge_softc *sc, void *arg)
1368 {
1369         struct ifbrparam *param = arg;
1370
1371         sc->sc_brtmax = param->ifbrp_csize;
1372         bridge_rttrim(sc);
1373
1374         return (0);
1375 }
1376
1377 static int
1378 bridge_ioctl_gcache(struct bridge_softc *sc, void *arg)
1379 {
1380         struct ifbrparam *param = arg;
1381
1382         param->ifbrp_csize = sc->sc_brtmax;
1383
1384         return (0);
1385 }
1386
1387 static int
1388 bridge_ioctl_gifs(struct bridge_softc *sc, void *arg)
1389 {
1390         struct ifbifconf *bifc = arg;
1391         struct bridge_iflist *bif;
1392         struct ifbreq breq;
1393         char *buf, *outbuf;
1394         int count, buflen, len, error = 0;
1395
1396         count = 0;
1397         CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next)
1398                 count++;
1399         CK_LIST_FOREACH(bif, &sc->sc_spanlist, bif_next)
1400                 count++;
1401
1402         buflen = sizeof(breq) * count;
1403         if (bifc->ifbic_len == 0) {
1404                 bifc->ifbic_len = buflen;
1405                 return (0);
1406         }
1407         outbuf = malloc(buflen, M_TEMP, M_NOWAIT | M_ZERO);
1408         if (outbuf == NULL)
1409                 return (ENOMEM);
1410
1411         count = 0;
1412         buf = outbuf;
1413         len = min(bifc->ifbic_len, buflen);
1414         bzero(&breq, sizeof(breq));
1415         CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
1416                 if (len < sizeof(breq))
1417                         break;
1418
1419                 strlcpy(breq.ifbr_ifsname, bif->bif_ifp->if_xname,
1420                     sizeof(breq.ifbr_ifsname));
1421                 /* Fill in the ifbreq structure */
1422                 error = bridge_ioctl_gifflags(sc, &breq);
1423                 if (error)
1424                         break;
1425                 memcpy(buf, &breq, sizeof(breq));
1426                 count++;
1427                 buf += sizeof(breq);
1428                 len -= sizeof(breq);
1429         }
1430         CK_LIST_FOREACH(bif, &sc->sc_spanlist, bif_next) {
1431                 if (len < sizeof(breq))
1432                         break;
1433
1434                 strlcpy(breq.ifbr_ifsname, bif->bif_ifp->if_xname,
1435                     sizeof(breq.ifbr_ifsname));
1436                 breq.ifbr_ifsflags = bif->bif_flags;
1437                 breq.ifbr_portno = bif->bif_ifp->if_index & 0xfff;
1438                 memcpy(buf, &breq, sizeof(breq));
1439                 count++;
1440                 buf += sizeof(breq);
1441                 len -= sizeof(breq);
1442         }
1443
1444         bifc->ifbic_len = sizeof(breq) * count;
1445         error = copyout(outbuf, bifc->ifbic_req, bifc->ifbic_len);
1446         free(outbuf, M_TEMP);
1447         return (error);
1448 }
1449
1450 static int
1451 bridge_ioctl_rts(struct bridge_softc *sc, void *arg)
1452 {
1453         struct ifbaconf *bac = arg;
1454         struct bridge_rtnode *brt;
1455         struct ifbareq bareq;
1456         char *buf, *outbuf;
1457         int count, buflen, len, error = 0;
1458
1459         if (bac->ifbac_len == 0)
1460                 return (0);
1461
1462         count = 0;
1463         CK_LIST_FOREACH(brt, &sc->sc_rtlist, brt_list)
1464                 count++;
1465         buflen = sizeof(bareq) * count;
1466
1467         outbuf = malloc(buflen, M_TEMP, M_NOWAIT | M_ZERO);
1468         if (outbuf == NULL)
1469                 return (ENOMEM);
1470
1471         count = 0;
1472         buf = outbuf;
1473         len = min(bac->ifbac_len, buflen);
1474         bzero(&bareq, sizeof(bareq));
1475         CK_LIST_FOREACH(brt, &sc->sc_rtlist, brt_list) {
1476                 if (len < sizeof(bareq))
1477                         goto out;
1478                 strlcpy(bareq.ifba_ifsname, brt->brt_ifp->if_xname,
1479                     sizeof(bareq.ifba_ifsname));
1480                 memcpy(bareq.ifba_dst, brt->brt_addr, sizeof(brt->brt_addr));
1481                 bareq.ifba_vlan = brt->brt_vlan;
1482                 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC &&
1483                                 time_uptime < brt->brt_expire)
1484                         bareq.ifba_expire = brt->brt_expire - time_uptime;
1485                 else
1486                         bareq.ifba_expire = 0;
1487                 bareq.ifba_flags = brt->brt_flags;
1488
1489                 memcpy(buf, &bareq, sizeof(bareq));
1490                 count++;
1491                 buf += sizeof(bareq);
1492                 len -= sizeof(bareq);
1493         }
1494 out:
1495         bac->ifbac_len = sizeof(bareq) * count;
1496         error = copyout(outbuf, bac->ifbac_req, bac->ifbac_len);
1497         free(outbuf, M_TEMP);
1498         return (error);
1499 }
1500
1501 static int
1502 bridge_ioctl_saddr(struct bridge_softc *sc, void *arg)
1503 {
1504         struct ifbareq *req = arg;
1505         struct bridge_iflist *bif;
1506         struct epoch_tracker et;
1507         int error;
1508
1509         NET_EPOCH_ENTER(et);
1510         bif = bridge_lookup_member(sc, req->ifba_ifsname);
1511         if (bif == NULL) {
1512                 NET_EPOCH_EXIT(et);
1513                 return (ENOENT);
1514         }
1515
1516         /* bridge_rtupdate() may acquire the lock. */
1517         error = bridge_rtupdate(sc, req->ifba_dst, req->ifba_vlan, bif, 1,
1518             req->ifba_flags);
1519         NET_EPOCH_EXIT(et);
1520
1521         return (error);
1522 }
1523
1524 static int
1525 bridge_ioctl_sto(struct bridge_softc *sc, void *arg)
1526 {
1527         struct ifbrparam *param = arg;
1528
1529         sc->sc_brttimeout = param->ifbrp_ctime;
1530         return (0);
1531 }
1532
1533 static int
1534 bridge_ioctl_gto(struct bridge_softc *sc, void *arg)
1535 {
1536         struct ifbrparam *param = arg;
1537
1538         param->ifbrp_ctime = sc->sc_brttimeout;
1539         return (0);
1540 }
1541
1542 static int
1543 bridge_ioctl_daddr(struct bridge_softc *sc, void *arg)
1544 {
1545         struct ifbareq *req = arg;
1546
1547         return (bridge_rtdaddr(sc, req->ifba_dst, req->ifba_vlan));
1548 }
1549
1550 static int
1551 bridge_ioctl_flush(struct bridge_softc *sc, void *arg)
1552 {
1553         struct ifbreq *req = arg;
1554
1555         BRIDGE_RT_LOCK(sc);
1556         bridge_rtflush(sc, req->ifbr_ifsflags);
1557         BRIDGE_RT_UNLOCK(sc);
1558
1559         return (0);
1560 }
1561
1562 static int
1563 bridge_ioctl_gpri(struct bridge_softc *sc, void *arg)
1564 {
1565         struct ifbrparam *param = arg;
1566         struct bstp_state *bs = &sc->sc_stp;
1567
1568         param->ifbrp_prio = bs->bs_bridge_priority;
1569         return (0);
1570 }
1571
1572 static int
1573 bridge_ioctl_spri(struct bridge_softc *sc, void *arg)
1574 {
1575         struct ifbrparam *param = arg;
1576
1577         return (bstp_set_priority(&sc->sc_stp, param->ifbrp_prio));
1578 }
1579
1580 static int
1581 bridge_ioctl_ght(struct bridge_softc *sc, void *arg)
1582 {
1583         struct ifbrparam *param = arg;
1584         struct bstp_state *bs = &sc->sc_stp;
1585
1586         param->ifbrp_hellotime = bs->bs_bridge_htime >> 8;
1587         return (0);
1588 }
1589
1590 static int
1591 bridge_ioctl_sht(struct bridge_softc *sc, void *arg)
1592 {
1593         struct ifbrparam *param = arg;
1594
1595         return (bstp_set_htime(&sc->sc_stp, param->ifbrp_hellotime));
1596 }
1597
1598 static int
1599 bridge_ioctl_gfd(struct bridge_softc *sc, void *arg)
1600 {
1601         struct ifbrparam *param = arg;
1602         struct bstp_state *bs = &sc->sc_stp;
1603
1604         param->ifbrp_fwddelay = bs->bs_bridge_fdelay >> 8;
1605         return (0);
1606 }
1607
1608 static int
1609 bridge_ioctl_sfd(struct bridge_softc *sc, void *arg)
1610 {
1611         struct ifbrparam *param = arg;
1612
1613         return (bstp_set_fdelay(&sc->sc_stp, param->ifbrp_fwddelay));
1614 }
1615
1616 static int
1617 bridge_ioctl_gma(struct bridge_softc *sc, void *arg)
1618 {
1619         struct ifbrparam *param = arg;
1620         struct bstp_state *bs = &sc->sc_stp;
1621
1622         param->ifbrp_maxage = bs->bs_bridge_max_age >> 8;
1623         return (0);
1624 }
1625
1626 static int
1627 bridge_ioctl_sma(struct bridge_softc *sc, void *arg)
1628 {
1629         struct ifbrparam *param = arg;
1630
1631         return (bstp_set_maxage(&sc->sc_stp, param->ifbrp_maxage));
1632 }
1633
1634 static int
1635 bridge_ioctl_sifprio(struct bridge_softc *sc, void *arg)
1636 {
1637         struct ifbreq *req = arg;
1638         struct bridge_iflist *bif;
1639
1640         bif = bridge_lookup_member(sc, req->ifbr_ifsname);
1641         if (bif == NULL)
1642                 return (ENOENT);
1643
1644         return (bstp_set_port_priority(&bif->bif_stp, req->ifbr_priority));
1645 }
1646
1647 static int
1648 bridge_ioctl_sifcost(struct bridge_softc *sc, void *arg)
1649 {
1650         struct ifbreq *req = arg;
1651         struct bridge_iflist *bif;
1652
1653         bif = bridge_lookup_member(sc, req->ifbr_ifsname);
1654         if (bif == NULL)
1655                 return (ENOENT);
1656
1657         return (bstp_set_path_cost(&bif->bif_stp, req->ifbr_path_cost));
1658 }
1659
1660 static int
1661 bridge_ioctl_sifmaxaddr(struct bridge_softc *sc, void *arg)
1662 {
1663         struct ifbreq *req = arg;
1664         struct bridge_iflist *bif;
1665
1666         bif = bridge_lookup_member(sc, req->ifbr_ifsname);
1667         if (bif == NULL)
1668                 return (ENOENT);
1669
1670         bif->bif_addrmax = req->ifbr_addrmax;
1671         return (0);
1672 }
1673
1674 static int
1675 bridge_ioctl_addspan(struct bridge_softc *sc, void *arg)
1676 {
1677         struct ifbreq *req = arg;
1678         struct bridge_iflist *bif = NULL;
1679         struct ifnet *ifs;
1680
1681         ifs = ifunit(req->ifbr_ifsname);
1682         if (ifs == NULL)
1683                 return (ENOENT);
1684
1685         CK_LIST_FOREACH(bif, &sc->sc_spanlist, bif_next)
1686                 if (ifs == bif->bif_ifp)
1687                         return (EBUSY);
1688
1689         if (ifs->if_bridge != NULL)
1690                 return (EBUSY);
1691
1692         switch (ifs->if_type) {
1693                 case IFT_ETHER:
1694                 case IFT_GIF:
1695                 case IFT_L2VLAN:
1696                         break;
1697                 default:
1698                         return (EINVAL);
1699         }
1700
1701         bif = malloc(sizeof(*bif), M_DEVBUF, M_NOWAIT|M_ZERO);
1702         if (bif == NULL)
1703                 return (ENOMEM);
1704
1705         bif->bif_ifp = ifs;
1706         bif->bif_flags = IFBIF_SPAN;
1707
1708         CK_LIST_INSERT_HEAD(&sc->sc_spanlist, bif, bif_next);
1709
1710         return (0);
1711 }
1712
1713 static int
1714 bridge_ioctl_delspan(struct bridge_softc *sc, void *arg)
1715 {
1716         struct ifbreq *req = arg;
1717         struct bridge_iflist *bif;
1718         struct ifnet *ifs;
1719
1720         ifs = ifunit(req->ifbr_ifsname);
1721         if (ifs == NULL)
1722                 return (ENOENT);
1723
1724         CK_LIST_FOREACH(bif, &sc->sc_spanlist, bif_next)
1725                 if (ifs == bif->bif_ifp)
1726                         break;
1727
1728         if (bif == NULL)
1729                 return (ENOENT);
1730
1731         bridge_delete_span(sc, bif);
1732
1733         return (0);
1734 }
1735
1736 static int
1737 bridge_ioctl_gbparam(struct bridge_softc *sc, void *arg)
1738 {
1739         struct ifbropreq *req = arg;
1740         struct bstp_state *bs = &sc->sc_stp;
1741         struct bstp_port *root_port;
1742
1743         req->ifbop_maxage = bs->bs_bridge_max_age >> 8;
1744         req->ifbop_hellotime = bs->bs_bridge_htime >> 8;
1745         req->ifbop_fwddelay = bs->bs_bridge_fdelay >> 8;
1746
1747         root_port = bs->bs_root_port;
1748         if (root_port == NULL)
1749                 req->ifbop_root_port = 0;
1750         else
1751                 req->ifbop_root_port = root_port->bp_ifp->if_index;
1752
1753         req->ifbop_holdcount = bs->bs_txholdcount;
1754         req->ifbop_priority = bs->bs_bridge_priority;
1755         req->ifbop_protocol = bs->bs_protover;
1756         req->ifbop_root_path_cost = bs->bs_root_pv.pv_cost;
1757         req->ifbop_bridgeid = bs->bs_bridge_pv.pv_dbridge_id;
1758         req->ifbop_designated_root = bs->bs_root_pv.pv_root_id;
1759         req->ifbop_designated_bridge = bs->bs_root_pv.pv_dbridge_id;
1760         req->ifbop_last_tc_time.tv_sec = bs->bs_last_tc_time.tv_sec;
1761         req->ifbop_last_tc_time.tv_usec = bs->bs_last_tc_time.tv_usec;
1762
1763         return (0);
1764 }
1765
1766 static int
1767 bridge_ioctl_grte(struct bridge_softc *sc, void *arg)
1768 {
1769         struct ifbrparam *param = arg;
1770
1771         param->ifbrp_cexceeded = sc->sc_brtexceeded;
1772         return (0);
1773 }
1774
1775 static int
1776 bridge_ioctl_gifsstp(struct bridge_softc *sc, void *arg)
1777 {
1778         struct ifbpstpconf *bifstp = arg;
1779         struct bridge_iflist *bif;
1780         struct bstp_port *bp;
1781         struct ifbpstpreq bpreq;
1782         char *buf, *outbuf;
1783         int count, buflen, len, error = 0;
1784
1785         count = 0;
1786         CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
1787                 if ((bif->bif_flags & IFBIF_STP) != 0)
1788                         count++;
1789         }
1790
1791         buflen = sizeof(bpreq) * count;
1792         if (bifstp->ifbpstp_len == 0) {
1793                 bifstp->ifbpstp_len = buflen;
1794                 return (0);
1795         }
1796
1797         outbuf = malloc(buflen, M_TEMP, M_NOWAIT | M_ZERO);
1798         if (outbuf == NULL)
1799                 return (ENOMEM);
1800
1801         count = 0;
1802         buf = outbuf;
1803         len = min(bifstp->ifbpstp_len, buflen);
1804         bzero(&bpreq, sizeof(bpreq));
1805         CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
1806                 if (len < sizeof(bpreq))
1807                         break;
1808
1809                 if ((bif->bif_flags & IFBIF_STP) == 0)
1810                         continue;
1811
1812                 bp = &bif->bif_stp;
1813                 bpreq.ifbp_portno = bif->bif_ifp->if_index & 0xfff;
1814                 bpreq.ifbp_fwd_trans = bp->bp_forward_transitions;
1815                 bpreq.ifbp_design_cost = bp->bp_desg_pv.pv_cost;
1816                 bpreq.ifbp_design_port = bp->bp_desg_pv.pv_port_id;
1817                 bpreq.ifbp_design_bridge = bp->bp_desg_pv.pv_dbridge_id;
1818                 bpreq.ifbp_design_root = bp->bp_desg_pv.pv_root_id;
1819
1820                 memcpy(buf, &bpreq, sizeof(bpreq));
1821                 count++;
1822                 buf += sizeof(bpreq);
1823                 len -= sizeof(bpreq);
1824         }
1825
1826         bifstp->ifbpstp_len = sizeof(bpreq) * count;
1827         error = copyout(outbuf, bifstp->ifbpstp_req, bifstp->ifbpstp_len);
1828         free(outbuf, M_TEMP);
1829         return (error);
1830 }
1831
1832 static int
1833 bridge_ioctl_sproto(struct bridge_softc *sc, void *arg)
1834 {
1835         struct ifbrparam *param = arg;
1836
1837         return (bstp_set_protocol(&sc->sc_stp, param->ifbrp_proto));
1838 }
1839
1840 static int
1841 bridge_ioctl_stxhc(struct bridge_softc *sc, void *arg)
1842 {
1843         struct ifbrparam *param = arg;
1844
1845         return (bstp_set_holdcount(&sc->sc_stp, param->ifbrp_txhc));
1846 }
1847
1848 /*
1849  * bridge_ifdetach:
1850  *
1851  *      Detach an interface from a bridge.  Called when a member
1852  *      interface is detaching.
1853  */
1854 static void
1855 bridge_ifdetach(void *arg __unused, struct ifnet *ifp)
1856 {
1857         struct bridge_softc *sc = ifp->if_bridge;
1858         struct bridge_iflist *bif;
1859
1860         if (ifp->if_flags & IFF_RENAMING)
1861                 return;
1862         if (V_bridge_cloner == NULL) {
1863                 /*
1864                  * This detach handler can be called after
1865                  * vnet_bridge_uninit().  Just return in that case.
1866                  */
1867                 return;
1868         }
1869         /* Check if the interface is a bridge member */
1870         if (sc != NULL) {
1871                 BRIDGE_LOCK(sc);
1872
1873                 bif = bridge_lookup_member_if(sc, ifp);
1874                 if (bif != NULL)
1875                         bridge_delete_member(sc, bif, 1);
1876
1877                 BRIDGE_UNLOCK(sc);
1878                 return;
1879         }
1880
1881         /* Check if the interface is a span port */
1882         BRIDGE_LIST_LOCK();
1883         LIST_FOREACH(sc, &V_bridge_list, sc_list) {
1884                 BRIDGE_LOCK(sc);
1885                 CK_LIST_FOREACH(bif, &sc->sc_spanlist, bif_next)
1886                         if (ifp == bif->bif_ifp) {
1887                                 bridge_delete_span(sc, bif);
1888                                 break;
1889                         }
1890
1891                 BRIDGE_UNLOCK(sc);
1892         }
1893         BRIDGE_LIST_UNLOCK();
1894 }
1895
1896 /*
1897  * bridge_init:
1898  *
1899  *      Initialize a bridge interface.
1900  */
1901 static void
1902 bridge_init(void *xsc)
1903 {
1904         struct bridge_softc *sc = (struct bridge_softc *)xsc;
1905         struct ifnet *ifp = sc->sc_ifp;
1906
1907         if (ifp->if_drv_flags & IFF_DRV_RUNNING)
1908                 return;
1909
1910         BRIDGE_LOCK(sc);
1911         callout_reset(&sc->sc_brcallout, bridge_rtable_prune_period * hz,
1912             bridge_timer, sc);
1913
1914         ifp->if_drv_flags |= IFF_DRV_RUNNING;
1915         bstp_init(&sc->sc_stp);         /* Initialize Spanning Tree */
1916
1917         BRIDGE_UNLOCK(sc);
1918 }
1919
1920 /*
1921  * bridge_stop:
1922  *
1923  *      Stop the bridge interface.
1924  */
1925 static void
1926 bridge_stop(struct ifnet *ifp, int disable)
1927 {
1928         struct bridge_softc *sc = ifp->if_softc;
1929
1930         BRIDGE_LOCK_ASSERT(sc);
1931
1932         if ((ifp->if_drv_flags & IFF_DRV_RUNNING) == 0)
1933                 return;
1934
1935         BRIDGE_RT_LOCK(sc);
1936         callout_stop(&sc->sc_brcallout);
1937
1938         bstp_stop(&sc->sc_stp);
1939
1940         bridge_rtflush(sc, IFBF_FLUSHDYN);
1941         BRIDGE_RT_UNLOCK(sc);
1942
1943         ifp->if_drv_flags &= ~IFF_DRV_RUNNING;
1944 }
1945
1946 /*
1947  * bridge_enqueue:
1948  *
1949  *      Enqueue a packet on a bridge member interface.
1950  *
1951  */
1952 static int
1953 bridge_enqueue(struct bridge_softc *sc, struct ifnet *dst_ifp, struct mbuf *m)
1954 {
1955         int len, err = 0;
1956         short mflags;
1957         struct mbuf *m0;
1958
1959         /* We may be sending a fragment so traverse the mbuf */
1960         for (; m; m = m0) {
1961                 m0 = m->m_nextpkt;
1962                 m->m_nextpkt = NULL;
1963                 len = m->m_pkthdr.len;
1964                 mflags = m->m_flags;
1965
1966                 /*
1967                  * If underlying interface can not do VLAN tag insertion itself
1968                  * then attach a packet tag that holds it.
1969                  */
1970                 if ((m->m_flags & M_VLANTAG) &&
1971                     (dst_ifp->if_capenable & IFCAP_VLAN_HWTAGGING) == 0) {
1972                         m = ether_vlanencap(m, m->m_pkthdr.ether_vtag);
1973                         if (m == NULL) {
1974                                 if_printf(dst_ifp,
1975                                     "unable to prepend VLAN header\n");
1976                                 if_inc_counter(dst_ifp, IFCOUNTER_OERRORS, 1);
1977                                 continue;
1978                         }
1979                         m->m_flags &= ~M_VLANTAG;
1980                 }
1981
1982                 M_ASSERTPKTHDR(m); /* We shouldn't transmit mbuf without pkthdr */
1983                 if ((err = dst_ifp->if_transmit(dst_ifp, m))) {
1984                         m_freem(m0);
1985                         if_inc_counter(sc->sc_ifp, IFCOUNTER_OERRORS, 1);
1986                         break;
1987                 }
1988
1989                 if_inc_counter(sc->sc_ifp, IFCOUNTER_OPACKETS, 1);
1990                 if_inc_counter(sc->sc_ifp, IFCOUNTER_OBYTES, len);
1991                 if (mflags & M_MCAST)
1992                         if_inc_counter(sc->sc_ifp, IFCOUNTER_OMCASTS, 1);
1993         }
1994
1995         return (err);
1996 }
1997
1998 /*
1999  * bridge_dummynet:
2000  *
2001  *      Receive a queued packet from dummynet and pass it on to the output
2002  *      interface.
2003  *
2004  *      The mbuf has the Ethernet header already attached.
2005  */
2006 static void
2007 bridge_dummynet(struct mbuf *m, struct ifnet *ifp)
2008 {
2009         struct bridge_softc *sc;
2010
2011         sc = ifp->if_bridge;
2012
2013         /*
2014          * The packet didnt originate from a member interface. This should only
2015          * ever happen if a member interface is removed while packets are
2016          * queued for it.
2017          */
2018         if (sc == NULL) {
2019                 m_freem(m);
2020                 return;
2021         }
2022
2023         if (PFIL_HOOKED_OUT(V_inet_pfil_head)
2024 #ifdef INET6
2025             || PFIL_HOOKED_OUT(V_inet6_pfil_head)
2026 #endif
2027             ) {
2028                 if (bridge_pfil(&m, sc->sc_ifp, ifp, PFIL_OUT) != 0)
2029                         return;
2030                 if (m == NULL)
2031                         return;
2032         }
2033
2034         bridge_enqueue(sc, ifp, m);
2035 }
2036
2037 /*
2038  * bridge_output:
2039  *
2040  *      Send output from a bridge member interface.  This
2041  *      performs the bridging function for locally originated
2042  *      packets.
2043  *
2044  *      The mbuf has the Ethernet header already attached.  We must
2045  *      enqueue or free the mbuf before returning.
2046  */
2047 static int
2048 bridge_output(struct ifnet *ifp, struct mbuf *m, struct sockaddr *sa,
2049     struct rtentry *rt)
2050 {
2051         struct ether_header *eh;
2052         struct ifnet *bifp, *dst_if;
2053         struct bridge_softc *sc;
2054         uint16_t vlan;
2055
2056         NET_EPOCH_ASSERT();
2057
2058         if (m->m_len < ETHER_HDR_LEN) {
2059                 m = m_pullup(m, ETHER_HDR_LEN);
2060                 if (m == NULL)
2061                         return (0);
2062         }
2063
2064         eh = mtod(m, struct ether_header *);
2065         sc = ifp->if_bridge;
2066         vlan = VLANTAGOF(m);
2067
2068         bifp = sc->sc_ifp;
2069
2070         /*
2071          * If bridge is down, but the original output interface is up,
2072          * go ahead and send out that interface.  Otherwise, the packet
2073          * is dropped below.
2074          */
2075         if ((bifp->if_drv_flags & IFF_DRV_RUNNING) == 0) {
2076                 dst_if = ifp;
2077                 goto sendunicast;
2078         }
2079
2080         /*
2081          * If the packet is a multicast, or we don't know a better way to
2082          * get there, send to all interfaces.
2083          */
2084         if (ETHER_IS_MULTICAST(eh->ether_dhost))
2085                 dst_if = NULL;
2086         else
2087                 dst_if = bridge_rtlookup(sc, eh->ether_dhost, vlan);
2088         /* Tap any traffic not passing back out the originating interface */
2089         if (dst_if != ifp)
2090                 ETHER_BPF_MTAP(bifp, m);
2091         if (dst_if == NULL) {
2092                 struct bridge_iflist *bif;
2093                 struct mbuf *mc;
2094                 int used = 0;
2095
2096                 bridge_span(sc, m);
2097
2098                 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
2099                         dst_if = bif->bif_ifp;
2100
2101                         if (dst_if->if_type == IFT_GIF)
2102                                 continue;
2103                         if ((dst_if->if_drv_flags & IFF_DRV_RUNNING) == 0)
2104                                 continue;
2105
2106                         /*
2107                          * If this is not the original output interface,
2108                          * and the interface is participating in spanning
2109                          * tree, make sure the port is in a state that
2110                          * allows forwarding.
2111                          */
2112                         if (dst_if != ifp && (bif->bif_flags & IFBIF_STP) &&
2113                             bif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING)
2114                                 continue;
2115
2116                         if (CK_LIST_NEXT(bif, bif_next) == NULL) {
2117                                 used = 1;
2118                                 mc = m;
2119                         } else {
2120                                 mc = m_copypacket(m, M_NOWAIT);
2121                                 if (mc == NULL) {
2122                                         if_inc_counter(bifp, IFCOUNTER_OERRORS, 1);
2123                                         continue;
2124                                 }
2125                         }
2126
2127                         bridge_enqueue(sc, dst_if, mc);
2128                 }
2129                 if (used == 0)
2130                         m_freem(m);
2131                 return (0);
2132         }
2133
2134 sendunicast:
2135         /*
2136          * XXX Spanning tree consideration here?
2137          */
2138
2139         bridge_span(sc, m);
2140         if ((dst_if->if_drv_flags & IFF_DRV_RUNNING) == 0) {
2141                 m_freem(m);
2142                 return (0);
2143         }
2144
2145         bridge_enqueue(sc, dst_if, m);
2146         return (0);
2147 }
2148
2149 /*
2150  * bridge_transmit:
2151  *
2152  *      Do output on a bridge.
2153  *
2154  */
2155 static int
2156 bridge_transmit(struct ifnet *ifp, struct mbuf *m)
2157 {
2158         struct bridge_softc *sc;
2159         struct ether_header *eh;
2160         struct ifnet *dst_if;
2161         int error = 0;
2162
2163         sc = ifp->if_softc;
2164
2165         ETHER_BPF_MTAP(ifp, m);
2166
2167         eh = mtod(m, struct ether_header *);
2168
2169         if (((m->m_flags & (M_BCAST|M_MCAST)) == 0) &&
2170             (dst_if = bridge_rtlookup(sc, eh->ether_dhost, 1)) != NULL) {
2171                 error = bridge_enqueue(sc, dst_if, m);
2172         } else
2173                 bridge_broadcast(sc, ifp, m, 0);
2174
2175         return (error);
2176 }
2177
2178 /*
2179  * The ifp->if_qflush entry point for if_bridge(4) is no-op.
2180  */
2181 static void
2182 bridge_qflush(struct ifnet *ifp __unused)
2183 {
2184 }
2185
2186 /*
2187  * bridge_forward:
2188  *
2189  *      The forwarding function of the bridge.
2190  *
2191  *      NOTE: Releases the lock on return.
2192  */
2193 static void
2194 bridge_forward(struct bridge_softc *sc, struct bridge_iflist *sbif,
2195     struct mbuf *m)
2196 {
2197         struct bridge_iflist *dbif;
2198         struct ifnet *src_if, *dst_if, *ifp;
2199         struct ether_header *eh;
2200         uint16_t vlan;
2201         uint8_t *dst;
2202         int error;
2203
2204         NET_EPOCH_ASSERT();
2205
2206         src_if = m->m_pkthdr.rcvif;
2207         ifp = sc->sc_ifp;
2208
2209         if_inc_counter(ifp, IFCOUNTER_IPACKETS, 1);
2210         if_inc_counter(ifp, IFCOUNTER_IBYTES, m->m_pkthdr.len);
2211         vlan = VLANTAGOF(m);
2212
2213         if ((sbif->bif_flags & IFBIF_STP) &&
2214             sbif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING)
2215                 goto drop;
2216
2217         eh = mtod(m, struct ether_header *);
2218         dst = eh->ether_dhost;
2219
2220         /* If the interface is learning, record the address. */
2221         if (sbif->bif_flags & IFBIF_LEARNING) {
2222                 error = bridge_rtupdate(sc, eh->ether_shost, vlan,
2223                     sbif, 0, IFBAF_DYNAMIC);
2224                 /*
2225                  * If the interface has addresses limits then deny any source
2226                  * that is not in the cache.
2227                  */
2228                 if (error && sbif->bif_addrmax)
2229                         goto drop;
2230         }
2231
2232         if ((sbif->bif_flags & IFBIF_STP) != 0 &&
2233             sbif->bif_stp.bp_state == BSTP_IFSTATE_LEARNING)
2234                 goto drop;
2235
2236         /*
2237          * At this point, the port either doesn't participate
2238          * in spanning tree or it is in the forwarding state.
2239          */
2240
2241         /*
2242          * If the packet is unicast, destined for someone on
2243          * "this" side of the bridge, drop it.
2244          */
2245         if ((m->m_flags & (M_BCAST|M_MCAST)) == 0) {
2246                 dst_if = bridge_rtlookup(sc, dst, vlan);
2247                 if (src_if == dst_if)
2248                         goto drop;
2249         } else {
2250                 /*
2251                  * Check if its a reserved multicast address, any address
2252                  * listed in 802.1D section 7.12.6 may not be forwarded by the
2253                  * bridge.
2254                  * This is currently 01-80-C2-00-00-00 to 01-80-C2-00-00-0F
2255                  */
2256                 if (dst[0] == 0x01 && dst[1] == 0x80 &&
2257                     dst[2] == 0xc2 && dst[3] == 0x00 &&
2258                     dst[4] == 0x00 && dst[5] <= 0x0f)
2259                         goto drop;
2260
2261                 /* ...forward it to all interfaces. */
2262                 if_inc_counter(ifp, IFCOUNTER_IMCASTS, 1);
2263                 dst_if = NULL;
2264         }
2265
2266         /*
2267          * If we have a destination interface which is a member of our bridge,
2268          * OR this is a unicast packet, push it through the bpf(4) machinery.
2269          * For broadcast or multicast packets, don't bother because it will
2270          * be reinjected into ether_input. We do this before we pass the packets
2271          * through the pfil(9) framework, as it is possible that pfil(9) will
2272          * drop the packet, or possibly modify it, making it difficult to debug
2273          * firewall issues on the bridge.
2274          */
2275         if (dst_if != NULL || (m->m_flags & (M_BCAST | M_MCAST)) == 0)
2276                 ETHER_BPF_MTAP(ifp, m);
2277
2278         /* run the packet filter */
2279         if (PFIL_HOOKED_IN(V_inet_pfil_head)
2280 #ifdef INET6
2281             || PFIL_HOOKED_IN(V_inet6_pfil_head)
2282 #endif
2283             ) {
2284                 if (bridge_pfil(&m, ifp, src_if, PFIL_IN) != 0)
2285                         return;
2286                 if (m == NULL)
2287                         return;
2288         }
2289
2290         if (dst_if == NULL) {
2291                 bridge_broadcast(sc, src_if, m, 1);
2292                 return;
2293         }
2294
2295         /*
2296          * At this point, we're dealing with a unicast frame
2297          * going to a different interface.
2298          */
2299         if ((dst_if->if_drv_flags & IFF_DRV_RUNNING) == 0)
2300                 goto drop;
2301
2302         dbif = bridge_lookup_member_if(sc, dst_if);
2303         if (dbif == NULL)
2304                 /* Not a member of the bridge (anymore?) */
2305                 goto drop;
2306
2307         /* Private segments can not talk to each other */
2308         if (sbif->bif_flags & dbif->bif_flags & IFBIF_PRIVATE)
2309                 goto drop;
2310
2311         if ((dbif->bif_flags & IFBIF_STP) &&
2312             dbif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING)
2313                 goto drop;
2314
2315         if (PFIL_HOOKED_OUT(V_inet_pfil_head)
2316 #ifdef INET6
2317             || PFIL_HOOKED_OUT(V_inet6_pfil_head)
2318 #endif
2319             ) {
2320                 if (bridge_pfil(&m, ifp, dst_if, PFIL_OUT) != 0)
2321                         return;
2322                 if (m == NULL)
2323                         return;
2324         }
2325
2326         bridge_enqueue(sc, dst_if, m);
2327         return;
2328
2329 drop:
2330         m_freem(m);
2331 }
2332
2333 /*
2334  * bridge_input:
2335  *
2336  *      Receive input from a member interface.  Queue the packet for
2337  *      bridging if it is not for us.
2338  */
2339 static struct mbuf *
2340 bridge_input(struct ifnet *ifp, struct mbuf *m)
2341 {
2342         struct bridge_softc *sc = ifp->if_bridge;
2343         struct bridge_iflist *bif, *bif2;
2344         struct ifnet *bifp;
2345         struct ether_header *eh;
2346         struct mbuf *mc, *mc2;
2347         uint16_t vlan;
2348         int error;
2349
2350         NET_EPOCH_ASSERT();
2351
2352         if ((sc->sc_ifp->if_drv_flags & IFF_DRV_RUNNING) == 0)
2353                 return (m);
2354
2355         bifp = sc->sc_ifp;
2356         vlan = VLANTAGOF(m);
2357
2358         /*
2359          * Implement support for bridge monitoring. If this flag has been
2360          * set on this interface, discard the packet once we push it through
2361          * the bpf(4) machinery, but before we do, increment the byte and
2362          * packet counters associated with this interface.
2363          */
2364         if ((bifp->if_flags & IFF_MONITOR) != 0) {
2365                 m->m_pkthdr.rcvif  = bifp;
2366                 ETHER_BPF_MTAP(bifp, m);
2367                 if_inc_counter(bifp, IFCOUNTER_IPACKETS, 1);
2368                 if_inc_counter(bifp, IFCOUNTER_IBYTES, m->m_pkthdr.len);
2369                 m_freem(m);
2370                 return (NULL);
2371         }
2372         bif = bridge_lookup_member_if(sc, ifp);
2373         if (bif == NULL) {
2374                 return (m);
2375         }
2376
2377         eh = mtod(m, struct ether_header *);
2378
2379         bridge_span(sc, m);
2380
2381         if (m->m_flags & (M_BCAST|M_MCAST)) {
2382                 /* Tap off 802.1D packets; they do not get forwarded. */
2383                 if (memcmp(eh->ether_dhost, bstp_etheraddr,
2384                     ETHER_ADDR_LEN) == 0) {
2385                         bstp_input(&bif->bif_stp, ifp, m); /* consumes mbuf */
2386                         return (NULL);
2387                 }
2388
2389                 if ((bif->bif_flags & IFBIF_STP) &&
2390                     bif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING) {
2391                         return (m);
2392                 }
2393
2394                 /*
2395                  * Make a deep copy of the packet and enqueue the copy
2396                  * for bridge processing; return the original packet for
2397                  * local processing.
2398                  */
2399                 mc = m_dup(m, M_NOWAIT);
2400                 if (mc == NULL) {
2401                         return (m);
2402                 }
2403
2404                 /* Perform the bridge forwarding function with the copy. */
2405                 bridge_forward(sc, bif, mc);
2406
2407                 /*
2408                  * Reinject the mbuf as arriving on the bridge so we have a
2409                  * chance at claiming multicast packets. We can not loop back
2410                  * here from ether_input as a bridge is never a member of a
2411                  * bridge.
2412                  */
2413                 KASSERT(bifp->if_bridge == NULL,
2414                     ("loop created in bridge_input"));
2415                 mc2 = m_dup(m, M_NOWAIT);
2416                 if (mc2 != NULL) {
2417                         /* Keep the layer3 header aligned */
2418                         int i = min(mc2->m_pkthdr.len, max_protohdr);
2419                         mc2 = m_copyup(mc2, i, ETHER_ALIGN);
2420                 }
2421                 if (mc2 != NULL) {
2422                         mc2->m_pkthdr.rcvif = bifp;
2423                         (*bifp->if_input)(bifp, mc2);
2424                 }
2425
2426                 /* Return the original packet for local processing. */
2427                 return (m);
2428         }
2429
2430         if ((bif->bif_flags & IFBIF_STP) &&
2431             bif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING) {
2432                 return (m);
2433         }
2434
2435 #if (defined(INET) || defined(INET6))
2436 #   define OR_CARP_CHECK_WE_ARE_DST(iface) \
2437         || ((iface)->if_carp \
2438             && (*carp_forus_p)((iface), eh->ether_dhost))
2439 #   define OR_CARP_CHECK_WE_ARE_SRC(iface) \
2440         || ((iface)->if_carp \
2441             && (*carp_forus_p)((iface), eh->ether_shost))
2442 #else
2443 #   define OR_CARP_CHECK_WE_ARE_DST(iface)
2444 #   define OR_CARP_CHECK_WE_ARE_SRC(iface)
2445 #endif
2446
2447 #ifdef INET6
2448 #   define OR_PFIL_HOOKED_INET6 \
2449         || PFIL_HOOKED_IN(V_inet6_pfil_head)
2450 #else
2451 #   define OR_PFIL_HOOKED_INET6
2452 #endif
2453
2454 #define GRAB_OUR_PACKETS(iface) \
2455         if ((iface)->if_type == IFT_GIF) \
2456                 continue; \
2457         /* It is destined for us. */ \
2458         if (memcmp(IF_LLADDR((iface)), eh->ether_dhost,  ETHER_ADDR_LEN) == 0 \
2459             OR_CARP_CHECK_WE_ARE_DST((iface))                           \
2460             ) {                                                         \
2461                 if (bif->bif_flags & IFBIF_LEARNING) {                  \
2462                         error = bridge_rtupdate(sc, eh->ether_shost,    \
2463                             vlan, bif, 0, IFBAF_DYNAMIC);               \
2464                         if (error && bif->bif_addrmax) {                \
2465                                 m_freem(m);                             \
2466                                 return (NULL);                          \
2467                         }                                               \
2468                 }                                                       \
2469                 m->m_pkthdr.rcvif = iface;                              \
2470                 if ((iface) == ifp) {                                   \
2471                         /* Skip bridge processing... src == dest */     \
2472                         return (m);                                     \
2473                 }                                                       \
2474                 /* It's passing over or to the bridge, locally. */      \
2475                 ETHER_BPF_MTAP(bifp, m);                                \
2476                 if_inc_counter(bifp, IFCOUNTER_IPACKETS, 1);            \
2477                 if_inc_counter(bifp, IFCOUNTER_IBYTES, m->m_pkthdr.len); \
2478                 /* Filter on the physical interface. */                 \
2479                 if (V_pfil_local_phys && (PFIL_HOOKED_IN(V_inet_pfil_head) \
2480                      OR_PFIL_HOOKED_INET6)) {                           \
2481                         if (bridge_pfil(&m, NULL, ifp,                  \
2482                             PFIL_IN) != 0 || m == NULL) {               \
2483                                 return (NULL);                          \
2484                         }                                               \
2485                 }                                                       \
2486                 if ((iface) != bifp)                                    \
2487                         ETHER_BPF_MTAP(iface, m);                       \
2488                 return (m);                                             \
2489         }                                                               \
2490                                                                         \
2491         /* We just received a packet that we sent out. */               \
2492         if (memcmp(IF_LLADDR((iface)), eh->ether_shost, ETHER_ADDR_LEN) == 0 \
2493             OR_CARP_CHECK_WE_ARE_SRC((iface))                   \
2494             ) {                                                         \
2495                 m_freem(m);                                             \
2496                 return (NULL);                                          \
2497         }
2498
2499         /*
2500          * Unicast.  Make sure it's not for the bridge.
2501          */
2502         do { GRAB_OUR_PACKETS(bifp) } while (0);
2503
2504         /*
2505          * Give a chance for ifp at first priority. This will help when the
2506          * packet comes through the interface like VLAN's with the same MACs
2507          * on several interfaces from the same bridge. This also will save
2508          * some CPU cycles in case the destination interface and the input
2509          * interface (eq ifp) are the same.
2510          */
2511         do { GRAB_OUR_PACKETS(ifp) } while (0);
2512
2513         /* Now check the all bridge members. */
2514         CK_LIST_FOREACH(bif2, &sc->sc_iflist, bif_next) {
2515                 GRAB_OUR_PACKETS(bif2->bif_ifp)
2516         }
2517
2518 #undef OR_CARP_CHECK_WE_ARE_DST
2519 #undef OR_CARP_CHECK_WE_ARE_SRC
2520 #undef OR_PFIL_HOOKED_INET6
2521 #undef GRAB_OUR_PACKETS
2522
2523         /* Perform the bridge forwarding function. */
2524         bridge_forward(sc, bif, m);
2525
2526         return (NULL);
2527 }
2528
2529 /*
2530  * bridge_broadcast:
2531  *
2532  *      Send a frame to all interfaces that are members of
2533  *      the bridge, except for the one on which the packet
2534  *      arrived.
2535  *
2536  *      NOTE: Releases the lock on return.
2537  */
2538 static void
2539 bridge_broadcast(struct bridge_softc *sc, struct ifnet *src_if,
2540     struct mbuf *m, int runfilt)
2541 {
2542         struct bridge_iflist *dbif, *sbif;
2543         struct mbuf *mc;
2544         struct ifnet *dst_if;
2545         int used = 0, i;
2546
2547         NET_EPOCH_ASSERT();
2548
2549         sbif = bridge_lookup_member_if(sc, src_if);
2550
2551         /* Filter on the bridge interface before broadcasting */
2552         if (runfilt && (PFIL_HOOKED_OUT(V_inet_pfil_head)
2553 #ifdef INET6
2554             || PFIL_HOOKED_OUT(V_inet6_pfil_head)
2555 #endif
2556             )) {
2557                 if (bridge_pfil(&m, sc->sc_ifp, NULL, PFIL_OUT) != 0)
2558                         return;
2559                 if (m == NULL)
2560                         return;
2561         }
2562
2563         CK_LIST_FOREACH(dbif, &sc->sc_iflist, bif_next) {
2564                 dst_if = dbif->bif_ifp;
2565                 if (dst_if == src_if)
2566                         continue;
2567
2568                 /* Private segments can not talk to each other */
2569                 if (sbif && (sbif->bif_flags & dbif->bif_flags & IFBIF_PRIVATE))
2570                         continue;
2571
2572                 if ((dbif->bif_flags & IFBIF_STP) &&
2573                     dbif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING)
2574                         continue;
2575
2576                 if ((dbif->bif_flags & IFBIF_DISCOVER) == 0 &&
2577                     (m->m_flags & (M_BCAST|M_MCAST)) == 0)
2578                         continue;
2579
2580                 if ((dst_if->if_drv_flags & IFF_DRV_RUNNING) == 0)
2581                         continue;
2582
2583                 if (CK_LIST_NEXT(dbif, bif_next) == NULL) {
2584                         mc = m;
2585                         used = 1;
2586                 } else {
2587                         mc = m_dup(m, M_NOWAIT);
2588                         if (mc == NULL) {
2589                                 if_inc_counter(sc->sc_ifp, IFCOUNTER_OERRORS, 1);
2590                                 continue;
2591                         }
2592                 }
2593
2594                 /*
2595                  * Filter on the output interface. Pass a NULL bridge interface
2596                  * pointer so we do not redundantly filter on the bridge for
2597                  * each interface we broadcast on.
2598                  */
2599                 if (runfilt && (PFIL_HOOKED_OUT(V_inet_pfil_head)
2600 #ifdef INET6
2601                     || PFIL_HOOKED_OUT(V_inet6_pfil_head)
2602 #endif
2603                     )) {
2604                         if (used == 0) {
2605                                 /* Keep the layer3 header aligned */
2606                                 i = min(mc->m_pkthdr.len, max_protohdr);
2607                                 mc = m_copyup(mc, i, ETHER_ALIGN);
2608                                 if (mc == NULL) {
2609                                         if_inc_counter(sc->sc_ifp, IFCOUNTER_OERRORS, 1);
2610                                         continue;
2611                                 }
2612                         }
2613                         if (bridge_pfil(&mc, NULL, dst_if, PFIL_OUT) != 0)
2614                                 continue;
2615                         if (mc == NULL)
2616                                 continue;
2617                 }
2618
2619                 bridge_enqueue(sc, dst_if, mc);
2620         }
2621         if (used == 0)
2622                 m_freem(m);
2623 }
2624
2625 /*
2626  * bridge_span:
2627  *
2628  *      Duplicate a packet out one or more interfaces that are in span mode,
2629  *      the original mbuf is unmodified.
2630  */
2631 static void
2632 bridge_span(struct bridge_softc *sc, struct mbuf *m)
2633 {
2634         struct bridge_iflist *bif;
2635         struct ifnet *dst_if;
2636         struct mbuf *mc;
2637
2638         NET_EPOCH_ASSERT();
2639
2640         if (CK_LIST_EMPTY(&sc->sc_spanlist))
2641                 return;
2642
2643         CK_LIST_FOREACH(bif, &sc->sc_spanlist, bif_next) {
2644                 dst_if = bif->bif_ifp;
2645
2646                 if ((dst_if->if_drv_flags & IFF_DRV_RUNNING) == 0)
2647                         continue;
2648
2649                 mc = m_copypacket(m, M_NOWAIT);
2650                 if (mc == NULL) {
2651                         if_inc_counter(sc->sc_ifp, IFCOUNTER_OERRORS, 1);
2652                         continue;
2653                 }
2654
2655                 bridge_enqueue(sc, dst_if, mc);
2656         }
2657 }
2658
2659 /*
2660  * bridge_rtupdate:
2661  *
2662  *      Add a bridge routing entry.
2663  */
2664 static int
2665 bridge_rtupdate(struct bridge_softc *sc, const uint8_t *dst, uint16_t vlan,
2666     struct bridge_iflist *bif, int setflags, uint8_t flags)
2667 {
2668         struct bridge_rtnode *brt;
2669         int error;
2670
2671         BRIDGE_LOCK_OR_NET_EPOCH_ASSERT(sc);
2672
2673         /* Check the source address is valid and not multicast. */
2674         if (ETHER_IS_MULTICAST(dst) ||
2675             (dst[0] == 0 && dst[1] == 0 && dst[2] == 0 &&
2676              dst[3] == 0 && dst[4] == 0 && dst[5] == 0) != 0)
2677                 return (EINVAL);
2678
2679         /* 802.1p frames map to vlan 1 */
2680         if (vlan == 0)
2681                 vlan = 1;
2682
2683         /*
2684          * A route for this destination might already exist.  If so,
2685          * update it, otherwise create a new one.
2686          */
2687         if ((brt = bridge_rtnode_lookup(sc, dst, vlan)) == NULL) {
2688                 BRIDGE_RT_LOCK(sc);
2689
2690                 /* Check again, now that we have the lock. There could have
2691                  * been a race and we only want to insert this once. */
2692                 if ((brt = bridge_rtnode_lookup(sc, dst, vlan)) != NULL) {
2693                         BRIDGE_RT_UNLOCK(sc);
2694                         return (0);
2695                 }
2696
2697                 if (sc->sc_brtcnt >= sc->sc_brtmax) {
2698                         sc->sc_brtexceeded++;
2699                         BRIDGE_RT_UNLOCK(sc);
2700                         return (ENOSPC);
2701                 }
2702                 /* Check per interface address limits (if enabled) */
2703                 if (bif->bif_addrmax && bif->bif_addrcnt >= bif->bif_addrmax) {
2704                         bif->bif_addrexceeded++;
2705                         BRIDGE_RT_UNLOCK(sc);
2706                         return (ENOSPC);
2707                 }
2708
2709                 /*
2710                  * Allocate a new bridge forwarding node, and
2711                  * initialize the expiration time and Ethernet
2712                  * address.
2713                  */
2714                 brt = uma_zalloc(V_bridge_rtnode_zone, M_NOWAIT | M_ZERO);
2715                 if (brt == NULL) {
2716                         BRIDGE_RT_UNLOCK(sc);
2717                         return (ENOMEM);
2718                 }
2719                 brt->brt_vnet = curvnet;
2720
2721                 if (bif->bif_flags & IFBIF_STICKY)
2722                         brt->brt_flags = IFBAF_STICKY;
2723                 else
2724                         brt->brt_flags = IFBAF_DYNAMIC;
2725
2726                 memcpy(brt->brt_addr, dst, ETHER_ADDR_LEN);
2727                 brt->brt_vlan = vlan;
2728
2729                 if ((error = bridge_rtnode_insert(sc, brt)) != 0) {
2730                         uma_zfree(V_bridge_rtnode_zone, brt);
2731                         BRIDGE_RT_UNLOCK(sc);
2732                         return (error);
2733                 }
2734                 brt->brt_dst = bif;
2735                 bif->bif_addrcnt++;
2736
2737                 BRIDGE_RT_UNLOCK(sc);
2738         }
2739
2740         if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC &&
2741             brt->brt_dst != bif) {
2742                 BRIDGE_RT_LOCK(sc);
2743                 brt->brt_dst->bif_addrcnt--;
2744                 brt->brt_dst = bif;
2745                 brt->brt_dst->bif_addrcnt++;
2746                 BRIDGE_RT_UNLOCK(sc);
2747         }
2748
2749         if ((flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC)
2750                 brt->brt_expire = time_uptime + sc->sc_brttimeout;
2751         if (setflags)
2752                 brt->brt_flags = flags;
2753
2754         return (0);
2755 }
2756
2757 /*
2758  * bridge_rtlookup:
2759  *
2760  *      Lookup the destination interface for an address.
2761  */
2762 static struct ifnet *
2763 bridge_rtlookup(struct bridge_softc *sc, const uint8_t *addr, uint16_t vlan)
2764 {
2765         struct bridge_rtnode *brt;
2766
2767         NET_EPOCH_ASSERT();
2768
2769         if ((brt = bridge_rtnode_lookup(sc, addr, vlan)) == NULL)
2770                 return (NULL);
2771
2772         return (brt->brt_ifp);
2773 }
2774
2775 /*
2776  * bridge_rttrim:
2777  *
2778  *      Trim the routine table so that we have a number
2779  *      of routing entries less than or equal to the
2780  *      maximum number.
2781  */
2782 static void
2783 bridge_rttrim(struct bridge_softc *sc)
2784 {
2785         struct bridge_rtnode *brt, *nbrt;
2786
2787         NET_EPOCH_ASSERT();
2788         BRIDGE_RT_LOCK_ASSERT(sc);
2789
2790         /* Make sure we actually need to do this. */
2791         if (sc->sc_brtcnt <= sc->sc_brtmax)
2792                 return;
2793
2794         /* Force an aging cycle; this might trim enough addresses. */
2795         bridge_rtage(sc);
2796         if (sc->sc_brtcnt <= sc->sc_brtmax)
2797                 return;
2798
2799         CK_LIST_FOREACH_SAFE(brt, &sc->sc_rtlist, brt_list, nbrt) {
2800                 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC) {
2801                         bridge_rtnode_destroy(sc, brt);
2802                         if (sc->sc_brtcnt <= sc->sc_brtmax)
2803                                 return;
2804                 }
2805         }
2806 }
2807
2808 /*
2809  * bridge_timer:
2810  *
2811  *      Aging timer for the bridge.
2812  */
2813 static void
2814 bridge_timer(void *arg)
2815 {
2816         struct bridge_softc *sc = arg;
2817
2818         BRIDGE_RT_LOCK_ASSERT(sc);
2819
2820         /* Destruction of rtnodes requires a proper vnet context */
2821         CURVNET_SET(sc->sc_ifp->if_vnet);
2822         bridge_rtage(sc);
2823
2824         if (sc->sc_ifp->if_drv_flags & IFF_DRV_RUNNING)
2825                 callout_reset(&sc->sc_brcallout,
2826                     bridge_rtable_prune_period * hz, bridge_timer, sc);
2827         CURVNET_RESTORE();
2828 }
2829
2830 /*
2831  * bridge_rtage:
2832  *
2833  *      Perform an aging cycle.
2834  */
2835 static void
2836 bridge_rtage(struct bridge_softc *sc)
2837 {
2838         struct bridge_rtnode *brt, *nbrt;
2839
2840         BRIDGE_RT_LOCK_ASSERT(sc);
2841
2842         CK_LIST_FOREACH_SAFE(brt, &sc->sc_rtlist, brt_list, nbrt) {
2843                 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC) {
2844                         if (time_uptime >= brt->brt_expire)
2845                                 bridge_rtnode_destroy(sc, brt);
2846                 }
2847         }
2848 }
2849
2850 /*
2851  * bridge_rtflush:
2852  *
2853  *      Remove all dynamic addresses from the bridge.
2854  */
2855 static void
2856 bridge_rtflush(struct bridge_softc *sc, int full)
2857 {
2858         struct bridge_rtnode *brt, *nbrt;
2859
2860         BRIDGE_RT_LOCK_ASSERT(sc);
2861
2862         CK_LIST_FOREACH_SAFE(brt, &sc->sc_rtlist, brt_list, nbrt) {
2863                 if (full || (brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC)
2864                         bridge_rtnode_destroy(sc, brt);
2865         }
2866 }
2867
2868 /*
2869  * bridge_rtdaddr:
2870  *
2871  *      Remove an address from the table.
2872  */
2873 static int
2874 bridge_rtdaddr(struct bridge_softc *sc, const uint8_t *addr, uint16_t vlan)
2875 {
2876         struct bridge_rtnode *brt;
2877         int found = 0;
2878
2879         BRIDGE_RT_LOCK(sc);
2880
2881         /*
2882          * If vlan is zero then we want to delete for all vlans so the lookup
2883          * may return more than one.
2884          */
2885         while ((brt = bridge_rtnode_lookup(sc, addr, vlan)) != NULL) {
2886                 bridge_rtnode_destroy(sc, brt);
2887                 found = 1;
2888         }
2889
2890         BRIDGE_RT_UNLOCK(sc);
2891
2892         return (found ? 0 : ENOENT);
2893 }
2894
2895 /*
2896  * bridge_rtdelete:
2897  *
2898  *      Delete routes to a speicifc member interface.
2899  */
2900 static void
2901 bridge_rtdelete(struct bridge_softc *sc, struct ifnet *ifp, int full)
2902 {
2903         struct bridge_rtnode *brt, *nbrt;
2904
2905         BRIDGE_RT_LOCK_ASSERT(sc);
2906
2907         CK_LIST_FOREACH_SAFE(brt, &sc->sc_rtlist, brt_list, nbrt) {
2908                 if (brt->brt_ifp == ifp && (full ||
2909                             (brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC))
2910                         bridge_rtnode_destroy(sc, brt);
2911         }
2912 }
2913
2914 /*
2915  * bridge_rtable_init:
2916  *
2917  *      Initialize the route table for this bridge.
2918  */
2919 static void
2920 bridge_rtable_init(struct bridge_softc *sc)
2921 {
2922         int i;
2923
2924         sc->sc_rthash = malloc(sizeof(*sc->sc_rthash) * BRIDGE_RTHASH_SIZE,
2925             M_DEVBUF, M_WAITOK);
2926
2927         for (i = 0; i < BRIDGE_RTHASH_SIZE; i++)
2928                 CK_LIST_INIT(&sc->sc_rthash[i]);
2929
2930         sc->sc_rthash_key = arc4random();
2931         CK_LIST_INIT(&sc->sc_rtlist);
2932 }
2933
2934 /*
2935  * bridge_rtable_fini:
2936  *
2937  *      Deconstruct the route table for this bridge.
2938  */
2939 static void
2940 bridge_rtable_fini(struct bridge_softc *sc)
2941 {
2942
2943         KASSERT(sc->sc_brtcnt == 0,
2944             ("%s: %d bridge routes referenced", __func__, sc->sc_brtcnt));
2945         free(sc->sc_rthash, M_DEVBUF);
2946 }
2947
2948 /*
2949  * The following hash function is adapted from "Hash Functions" by Bob Jenkins
2950  * ("Algorithm Alley", Dr. Dobbs Journal, September 1997).
2951  */
2952 #define mix(a, b, c)                                                    \
2953 do {                                                                    \
2954         a -= b; a -= c; a ^= (c >> 13);                                 \
2955         b -= c; b -= a; b ^= (a << 8);                                  \
2956         c -= a; c -= b; c ^= (b >> 13);                                 \
2957         a -= b; a -= c; a ^= (c >> 12);                                 \
2958         b -= c; b -= a; b ^= (a << 16);                                 \
2959         c -= a; c -= b; c ^= (b >> 5);                                  \
2960         a -= b; a -= c; a ^= (c >> 3);                                  \
2961         b -= c; b -= a; b ^= (a << 10);                                 \
2962         c -= a; c -= b; c ^= (b >> 15);                                 \
2963 } while (/*CONSTCOND*/0)
2964
2965 static __inline uint32_t
2966 bridge_rthash(struct bridge_softc *sc, const uint8_t *addr)
2967 {
2968         uint32_t a = 0x9e3779b9, b = 0x9e3779b9, c = sc->sc_rthash_key;
2969
2970         b += addr[5] << 8;
2971         b += addr[4];
2972         a += addr[3] << 24;
2973         a += addr[2] << 16;
2974         a += addr[1] << 8;
2975         a += addr[0];
2976
2977         mix(a, b, c);
2978
2979         return (c & BRIDGE_RTHASH_MASK);
2980 }
2981
2982 #undef mix
2983
2984 static int
2985 bridge_rtnode_addr_cmp(const uint8_t *a, const uint8_t *b)
2986 {
2987         int i, d;
2988
2989         for (i = 0, d = 0; i < ETHER_ADDR_LEN && d == 0; i++) {
2990                 d = ((int)a[i]) - ((int)b[i]);
2991         }
2992
2993         return (d);
2994 }
2995
2996 /*
2997  * bridge_rtnode_lookup:
2998  *
2999  *      Look up a bridge route node for the specified destination. Compare the
3000  *      vlan id or if zero then just return the first match.
3001  */
3002 static struct bridge_rtnode *
3003 bridge_rtnode_lookup(struct bridge_softc *sc, const uint8_t *addr, uint16_t vlan)
3004 {
3005         struct bridge_rtnode *brt;
3006         uint32_t hash;
3007         int dir;
3008
3009         BRIDGE_RT_LOCK_OR_NET_EPOCH_ASSERT(sc);
3010
3011         hash = bridge_rthash(sc, addr);
3012         CK_LIST_FOREACH(brt, &sc->sc_rthash[hash], brt_hash) {
3013                 dir = bridge_rtnode_addr_cmp(addr, brt->brt_addr);
3014                 if (dir == 0 && (brt->brt_vlan == vlan || vlan == 0))
3015                         return (brt);
3016                 if (dir > 0)
3017                         return (NULL);
3018         }
3019
3020         return (NULL);
3021 }
3022
3023 /*
3024  * bridge_rtnode_insert:
3025  *
3026  *      Insert the specified bridge node into the route table.  We
3027  *      assume the entry is not already in the table.
3028  */
3029 static int
3030 bridge_rtnode_insert(struct bridge_softc *sc, struct bridge_rtnode *brt)
3031 {
3032         struct bridge_rtnode *lbrt;
3033         uint32_t hash;
3034         int dir;
3035
3036         BRIDGE_RT_LOCK_ASSERT(sc);
3037
3038         hash = bridge_rthash(sc, brt->brt_addr);
3039
3040         lbrt = CK_LIST_FIRST(&sc->sc_rthash[hash]);
3041         if (lbrt == NULL) {
3042                 CK_LIST_INSERT_HEAD(&sc->sc_rthash[hash], brt, brt_hash);
3043                 goto out;
3044         }
3045
3046         do {
3047                 dir = bridge_rtnode_addr_cmp(brt->brt_addr, lbrt->brt_addr);
3048                 if (dir == 0 && brt->brt_vlan == lbrt->brt_vlan)
3049                         return (EEXIST);
3050                 if (dir > 0) {
3051                         CK_LIST_INSERT_BEFORE(lbrt, brt, brt_hash);
3052                         goto out;
3053                 }
3054                 if (CK_LIST_NEXT(lbrt, brt_hash) == NULL) {
3055                         CK_LIST_INSERT_AFTER(lbrt, brt, brt_hash);
3056                         goto out;
3057                 }
3058                 lbrt = CK_LIST_NEXT(lbrt, brt_hash);
3059         } while (lbrt != NULL);
3060
3061 #ifdef DIAGNOSTIC
3062         panic("bridge_rtnode_insert: impossible");
3063 #endif
3064
3065 out:
3066         CK_LIST_INSERT_HEAD(&sc->sc_rtlist, brt, brt_list);
3067         sc->sc_brtcnt++;
3068
3069         return (0);
3070 }
3071
3072 static void
3073 bridge_rtnode_destroy_cb(struct epoch_context *ctx)
3074 {
3075         struct bridge_rtnode *brt;
3076
3077         brt = __containerof(ctx, struct bridge_rtnode, brt_epoch_ctx);
3078
3079         CURVNET_SET(brt->brt_vnet);
3080         uma_zfree(V_bridge_rtnode_zone, brt);
3081         CURVNET_RESTORE();
3082 }
3083
3084 /*
3085  * bridge_rtnode_destroy:
3086  *
3087  *      Destroy a bridge rtnode.
3088  */
3089 static void
3090 bridge_rtnode_destroy(struct bridge_softc *sc, struct bridge_rtnode *brt)
3091 {
3092         BRIDGE_RT_LOCK_ASSERT(sc);
3093
3094         CK_LIST_REMOVE(brt, brt_hash);
3095
3096         CK_LIST_REMOVE(brt, brt_list);
3097         sc->sc_brtcnt--;
3098         brt->brt_dst->bif_addrcnt--;
3099
3100         NET_EPOCH_CALL(bridge_rtnode_destroy_cb, &brt->brt_epoch_ctx);
3101 }
3102
3103 /*
3104  * bridge_rtable_expire:
3105  *
3106  *      Set the expiry time for all routes on an interface.
3107  */
3108 static void
3109 bridge_rtable_expire(struct ifnet *ifp, int age)
3110 {
3111         struct bridge_softc *sc = ifp->if_bridge;
3112         struct bridge_rtnode *brt;
3113
3114         CURVNET_SET(ifp->if_vnet);
3115         BRIDGE_RT_LOCK(sc);
3116
3117         /*
3118          * If the age is zero then flush, otherwise set all the expiry times to
3119          * age for the interface
3120          */
3121         if (age == 0)
3122                 bridge_rtdelete(sc, ifp, IFBF_FLUSHDYN);
3123         else {
3124                 CK_LIST_FOREACH(brt, &sc->sc_rtlist, brt_list) {
3125                         /* Cap the expiry time to 'age' */
3126                         if (brt->brt_ifp == ifp &&
3127                             brt->brt_expire > time_uptime + age &&
3128                             (brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC)
3129                                 brt->brt_expire = time_uptime + age;
3130                 }
3131         }
3132         BRIDGE_RT_UNLOCK(sc);
3133         CURVNET_RESTORE();
3134 }
3135
3136 /*
3137  * bridge_state_change:
3138  *
3139  *      Callback from the bridgestp code when a port changes states.
3140  */
3141 static void
3142 bridge_state_change(struct ifnet *ifp, int state)
3143 {
3144         struct bridge_softc *sc = ifp->if_bridge;
3145         static const char *stpstates[] = {
3146                 "disabled",
3147                 "listening",
3148                 "learning",
3149                 "forwarding",
3150                 "blocking",
3151                 "discarding"
3152         };
3153
3154         CURVNET_SET(ifp->if_vnet);
3155         if (V_log_stp)
3156                 log(LOG_NOTICE, "%s: state changed to %s on %s\n",
3157                     sc->sc_ifp->if_xname, stpstates[state], ifp->if_xname);
3158         CURVNET_RESTORE();
3159 }
3160
3161 /*
3162  * Send bridge packets through pfil if they are one of the types pfil can deal
3163  * with, or if they are ARP or REVARP.  (pfil will pass ARP and REVARP without
3164  * question.) If *bifp or *ifp are NULL then packet filtering is skipped for
3165  * that interface.
3166  */
3167 static int
3168 bridge_pfil(struct mbuf **mp, struct ifnet *bifp, struct ifnet *ifp, int dir)
3169 {
3170         int snap, error, i, hlen;
3171         struct ether_header *eh1, eh2;
3172         struct ip *ip;
3173         struct llc llc1;
3174         u_int16_t ether_type;
3175         pfil_return_t rv;
3176
3177         snap = 0;
3178         error = -1;     /* Default error if not error == 0 */
3179
3180 #if 0
3181         /* we may return with the IP fields swapped, ensure its not shared */
3182         KASSERT(M_WRITABLE(*mp), ("%s: modifying a shared mbuf", __func__));
3183 #endif
3184
3185         if (V_pfil_bridge == 0 && V_pfil_member == 0 && V_pfil_ipfw == 0)
3186                 return (0); /* filtering is disabled */
3187
3188         i = min((*mp)->m_pkthdr.len, max_protohdr);
3189         if ((*mp)->m_len < i) {
3190             *mp = m_pullup(*mp, i);
3191             if (*mp == NULL) {
3192                 printf("%s: m_pullup failed\n", __func__);
3193                 return (-1);
3194             }
3195         }
3196
3197         eh1 = mtod(*mp, struct ether_header *);
3198         ether_type = ntohs(eh1->ether_type);
3199
3200         /*
3201          * Check for SNAP/LLC.
3202          */
3203         if (ether_type < ETHERMTU) {
3204                 struct llc *llc2 = (struct llc *)(eh1 + 1);
3205
3206                 if ((*mp)->m_len >= ETHER_HDR_LEN + 8 &&
3207                     llc2->llc_dsap == LLC_SNAP_LSAP &&
3208                     llc2->llc_ssap == LLC_SNAP_LSAP &&
3209                     llc2->llc_control == LLC_UI) {
3210                         ether_type = htons(llc2->llc_un.type_snap.ether_type);
3211                         snap = 1;
3212                 }
3213         }
3214
3215         /*
3216          * If we're trying to filter bridge traffic, don't look at anything
3217          * other than IP and ARP traffic.  If the filter doesn't understand
3218          * IPv6, don't allow IPv6 through the bridge either.  This is lame
3219          * since if we really wanted, say, an AppleTalk filter, we are hosed,
3220          * but of course we don't have an AppleTalk filter to begin with.
3221          * (Note that since pfil doesn't understand ARP it will pass *ALL*
3222          * ARP traffic.)
3223          */
3224         switch (ether_type) {
3225                 case ETHERTYPE_ARP:
3226                 case ETHERTYPE_REVARP:
3227                         if (V_pfil_ipfw_arp == 0)
3228                                 return (0); /* Automatically pass */
3229                         break;
3230
3231                 case ETHERTYPE_IP:
3232 #ifdef INET6
3233                 case ETHERTYPE_IPV6:
3234 #endif /* INET6 */
3235                         break;
3236                 default:
3237                         /*
3238                          * Check to see if the user wants to pass non-ip
3239                          * packets, these will not be checked by pfil(9) and
3240                          * passed unconditionally so the default is to drop.
3241                          */
3242                         if (V_pfil_onlyip)
3243                                 goto bad;
3244         }
3245
3246         /* Run the packet through pfil before stripping link headers */
3247         if (PFIL_HOOKED_OUT(V_link_pfil_head) && V_pfil_ipfw != 0 &&
3248             dir == PFIL_OUT && ifp != NULL) {
3249                 switch (pfil_run_hooks(V_link_pfil_head, mp, ifp, dir, NULL)) {
3250                 case PFIL_DROPPED:
3251                         return (EACCES);
3252                 case PFIL_CONSUMED:
3253                         return (0);
3254                 }
3255         }
3256
3257         /* Strip off the Ethernet header and keep a copy. */
3258         m_copydata(*mp, 0, ETHER_HDR_LEN, (caddr_t) &eh2);
3259         m_adj(*mp, ETHER_HDR_LEN);
3260
3261         /* Strip off snap header, if present */
3262         if (snap) {
3263                 m_copydata(*mp, 0, sizeof(struct llc), (caddr_t) &llc1);
3264                 m_adj(*mp, sizeof(struct llc));
3265         }
3266
3267         /*
3268          * Check the IP header for alignment and errors
3269          */
3270         if (dir == PFIL_IN) {
3271                 switch (ether_type) {
3272                         case ETHERTYPE_IP:
3273                                 error = bridge_ip_checkbasic(mp);
3274                                 break;
3275 #ifdef INET6
3276                         case ETHERTYPE_IPV6:
3277                                 error = bridge_ip6_checkbasic(mp);
3278                                 break;
3279 #endif /* INET6 */
3280                         default:
3281                                 error = 0;
3282                 }
3283                 if (error)
3284                         goto bad;
3285         }
3286
3287         error = 0;
3288
3289         /*
3290          * Run the packet through pfil
3291          */
3292         rv = PFIL_PASS;
3293         switch (ether_type) {
3294         case ETHERTYPE_IP:
3295                 /*
3296                  * Run pfil on the member interface and the bridge, both can
3297                  * be skipped by clearing pfil_member or pfil_bridge.
3298                  *
3299                  * Keep the order:
3300                  *   in_if -> bridge_if -> out_if
3301                  */
3302                 if (V_pfil_bridge && dir == PFIL_OUT && bifp != NULL && (rv =
3303                     pfil_run_hooks(V_inet_pfil_head, mp, bifp, dir, NULL)) !=
3304                     PFIL_PASS)
3305                         break;
3306
3307                 if (V_pfil_member && ifp != NULL && (rv =
3308                     pfil_run_hooks(V_inet_pfil_head, mp, ifp, dir, NULL)) !=
3309                     PFIL_PASS)
3310                         break;
3311
3312                 if (V_pfil_bridge && dir == PFIL_IN && bifp != NULL && (rv =
3313                     pfil_run_hooks(V_inet_pfil_head, mp, bifp, dir, NULL)) !=
3314                     PFIL_PASS)
3315                         break;
3316
3317                 /* check if we need to fragment the packet */
3318                 /* bridge_fragment generates a mbuf chain of packets */
3319                 /* that already include eth headers */
3320                 if (V_pfil_member && ifp != NULL && dir == PFIL_OUT) {
3321                         i = (*mp)->m_pkthdr.len;
3322                         if (i > ifp->if_mtu) {
3323                                 error = bridge_fragment(ifp, mp, &eh2, snap,
3324                                             &llc1);
3325                                 return (error);
3326                         }
3327                 }
3328
3329                 /* Recalculate the ip checksum. */
3330                 ip = mtod(*mp, struct ip *);
3331                 hlen = ip->ip_hl << 2;
3332                 if (hlen < sizeof(struct ip))
3333                         goto bad;
3334                 if (hlen > (*mp)->m_len) {
3335                         if ((*mp = m_pullup(*mp, hlen)) == NULL)
3336                                 goto bad;
3337                         ip = mtod(*mp, struct ip *);
3338                         if (ip == NULL)
3339                                 goto bad;
3340                 }
3341                 ip->ip_sum = 0;
3342                 if (hlen == sizeof(struct ip))
3343                         ip->ip_sum = in_cksum_hdr(ip);
3344                 else
3345                         ip->ip_sum = in_cksum(*mp, hlen);
3346
3347                 break;
3348 #ifdef INET6
3349         case ETHERTYPE_IPV6:
3350                 if (V_pfil_bridge && dir == PFIL_OUT && bifp != NULL && (rv =
3351                     pfil_run_hooks(V_inet6_pfil_head, mp, bifp, dir, NULL)) !=
3352                     PFIL_PASS)
3353                         break;
3354
3355                 if (V_pfil_member && ifp != NULL && (rv =
3356                     pfil_run_hooks(V_inet6_pfil_head, mp, ifp, dir, NULL)) !=
3357                     PFIL_PASS)
3358                         break;
3359
3360                 if (V_pfil_bridge && dir == PFIL_IN && bifp != NULL && (rv =
3361                     pfil_run_hooks(V_inet6_pfil_head, mp, bifp, dir, NULL)) !=
3362                     PFIL_PASS)
3363                         break;
3364                 break;
3365 #endif
3366         }
3367
3368         switch (rv) {
3369         case PFIL_CONSUMED:
3370                 return (0);
3371         case PFIL_DROPPED:
3372                 return (EACCES);
3373         default:
3374                 break;
3375         }
3376
3377         error = -1;
3378
3379         /*
3380          * Finally, put everything back the way it was and return
3381          */
3382         if (snap) {
3383                 M_PREPEND(*mp, sizeof(struct llc), M_NOWAIT);
3384                 if (*mp == NULL)
3385                         return (error);
3386                 bcopy(&llc1, mtod(*mp, caddr_t), sizeof(struct llc));
3387         }
3388
3389         M_PREPEND(*mp, ETHER_HDR_LEN, M_NOWAIT);
3390         if (*mp == NULL)
3391                 return (error);
3392         bcopy(&eh2, mtod(*mp, caddr_t), ETHER_HDR_LEN);
3393
3394         return (0);
3395
3396 bad:
3397         m_freem(*mp);
3398         *mp = NULL;
3399         return (error);
3400 }
3401
3402 /*
3403  * Perform basic checks on header size since
3404  * pfil assumes ip_input has already processed
3405  * it for it.  Cut-and-pasted from ip_input.c.
3406  * Given how simple the IPv6 version is,
3407  * does the IPv4 version really need to be
3408  * this complicated?
3409  *
3410  * XXX Should we update ipstat here, or not?
3411  * XXX Right now we update ipstat but not
3412  * XXX csum_counter.
3413  */
3414 static int
3415 bridge_ip_checkbasic(struct mbuf **mp)
3416 {
3417         struct mbuf *m = *mp;
3418         struct ip *ip;
3419         int len, hlen;
3420         u_short sum;
3421
3422         if (*mp == NULL)
3423                 return (-1);
3424
3425         if (IP_HDR_ALIGNED_P(mtod(m, caddr_t)) == 0) {
3426                 if ((m = m_copyup(m, sizeof(struct ip),
3427                         (max_linkhdr + 3) & ~3)) == NULL) {
3428                         /* XXXJRT new stat, please */
3429                         KMOD_IPSTAT_INC(ips_toosmall);
3430                         goto bad;
3431                 }
3432         } else if (__predict_false(m->m_len < sizeof (struct ip))) {
3433                 if ((m = m_pullup(m, sizeof (struct ip))) == NULL) {
3434                         KMOD_IPSTAT_INC(ips_toosmall);
3435                         goto bad;
3436                 }
3437         }
3438         ip = mtod(m, struct ip *);
3439         if (ip == NULL) goto bad;
3440
3441         if (ip->ip_v != IPVERSION) {
3442                 KMOD_IPSTAT_INC(ips_badvers);
3443                 goto bad;
3444         }
3445         hlen = ip->ip_hl << 2;
3446         if (hlen < sizeof(struct ip)) { /* minimum header length */
3447                 KMOD_IPSTAT_INC(ips_badhlen);
3448                 goto bad;
3449         }
3450         if (hlen > m->m_len) {
3451                 if ((m = m_pullup(m, hlen)) == NULL) {
3452                         KMOD_IPSTAT_INC(ips_badhlen);
3453                         goto bad;
3454                 }
3455                 ip = mtod(m, struct ip *);
3456                 if (ip == NULL) goto bad;
3457         }
3458
3459         if (m->m_pkthdr.csum_flags & CSUM_IP_CHECKED) {
3460                 sum = !(m->m_pkthdr.csum_flags & CSUM_IP_VALID);
3461         } else {
3462                 if (hlen == sizeof(struct ip)) {
3463                         sum = in_cksum_hdr(ip);
3464                 } else {
3465                         sum = in_cksum(m, hlen);
3466                 }
3467         }
3468         if (sum) {
3469                 KMOD_IPSTAT_INC(ips_badsum);
3470                 goto bad;
3471         }
3472
3473         /* Retrieve the packet length. */
3474         len = ntohs(ip->ip_len);
3475
3476         /*
3477          * Check for additional length bogosity
3478          */
3479         if (len < hlen) {
3480                 KMOD_IPSTAT_INC(ips_badlen);
3481                 goto bad;
3482         }
3483
3484         /*
3485          * Check that the amount of data in the buffers
3486          * is as at least much as the IP header would have us expect.
3487          * Drop packet if shorter than we expect.
3488          */
3489         if (m->m_pkthdr.len < len) {
3490                 KMOD_IPSTAT_INC(ips_tooshort);
3491                 goto bad;
3492         }
3493
3494         /* Checks out, proceed */
3495         *mp = m;
3496         return (0);
3497
3498 bad:
3499         *mp = m;
3500         return (-1);
3501 }
3502
3503 #ifdef INET6
3504 /*
3505  * Same as above, but for IPv6.
3506  * Cut-and-pasted from ip6_input.c.
3507  * XXX Should we update ip6stat, or not?
3508  */
3509 static int
3510 bridge_ip6_checkbasic(struct mbuf **mp)
3511 {
3512         struct mbuf *m = *mp;
3513         struct ip6_hdr *ip6;
3514
3515         /*
3516          * If the IPv6 header is not aligned, slurp it up into a new
3517          * mbuf with space for link headers, in the event we forward
3518          * it.  Otherwise, if it is aligned, make sure the entire base
3519          * IPv6 header is in the first mbuf of the chain.
3520          */
3521         if (IP6_HDR_ALIGNED_P(mtod(m, caddr_t)) == 0) {
3522                 struct ifnet *inifp = m->m_pkthdr.rcvif;
3523                 if ((m = m_copyup(m, sizeof(struct ip6_hdr),
3524                             (max_linkhdr + 3) & ~3)) == NULL) {
3525                         /* XXXJRT new stat, please */
3526                         IP6STAT_INC(ip6s_toosmall);
3527                         in6_ifstat_inc(inifp, ifs6_in_hdrerr);
3528                         goto bad;
3529                 }
3530         } else if (__predict_false(m->m_len < sizeof(struct ip6_hdr))) {
3531                 struct ifnet *inifp = m->m_pkthdr.rcvif;
3532                 if ((m = m_pullup(m, sizeof(struct ip6_hdr))) == NULL) {
3533                         IP6STAT_INC(ip6s_toosmall);
3534                         in6_ifstat_inc(inifp, ifs6_in_hdrerr);
3535                         goto bad;
3536                 }
3537         }
3538
3539         ip6 = mtod(m, struct ip6_hdr *);
3540
3541         if ((ip6->ip6_vfc & IPV6_VERSION_MASK) != IPV6_VERSION) {
3542                 IP6STAT_INC(ip6s_badvers);
3543                 in6_ifstat_inc(m->m_pkthdr.rcvif, ifs6_in_hdrerr);
3544                 goto bad;
3545         }
3546
3547         /* Checks out, proceed */
3548         *mp = m;
3549         return (0);
3550
3551 bad:
3552         *mp = m;
3553         return (-1);
3554 }
3555 #endif /* INET6 */
3556
3557 /*
3558  * bridge_fragment:
3559  *
3560  *      Fragment mbuf chain in multiple packets and prepend ethernet header.
3561  */
3562 static int
3563 bridge_fragment(struct ifnet *ifp, struct mbuf **mp, struct ether_header *eh,
3564     int snap, struct llc *llc)
3565 {
3566         struct mbuf *m = *mp, *nextpkt = NULL, *mprev = NULL, *mcur = NULL;
3567         struct ip *ip;
3568         int error = -1;
3569
3570         if (m->m_len < sizeof(struct ip) &&
3571             (m = m_pullup(m, sizeof(struct ip))) == NULL)
3572                 goto dropit;
3573         ip = mtod(m, struct ip *);
3574
3575         m->m_pkthdr.csum_flags |= CSUM_IP;
3576         error = ip_fragment(ip, &m, ifp->if_mtu, ifp->if_hwassist);
3577         if (error)
3578                 goto dropit;
3579
3580         /*
3581          * Walk the chain and re-add the Ethernet header for
3582          * each mbuf packet.
3583          */
3584         for (mcur = m; mcur; mcur = mcur->m_nextpkt) {
3585                 nextpkt = mcur->m_nextpkt;
3586                 mcur->m_nextpkt = NULL;
3587                 if (snap) {
3588                         M_PREPEND(mcur, sizeof(struct llc), M_NOWAIT);
3589                         if (mcur == NULL) {
3590                                 error = ENOBUFS;
3591                                 if (mprev != NULL)
3592                                         mprev->m_nextpkt = nextpkt;
3593                                 goto dropit;
3594                         }
3595                         bcopy(llc, mtod(mcur, caddr_t),sizeof(struct llc));
3596                 }
3597
3598                 M_PREPEND(mcur, ETHER_HDR_LEN, M_NOWAIT);
3599                 if (mcur == NULL) {
3600                         error = ENOBUFS;
3601                         if (mprev != NULL)
3602                                 mprev->m_nextpkt = nextpkt;
3603                         goto dropit;
3604                 }
3605                 bcopy(eh, mtod(mcur, caddr_t), ETHER_HDR_LEN);
3606
3607                 /*
3608                  * The previous two M_PREPEND could have inserted one or two
3609                  * mbufs in front so we have to update the previous packet's
3610                  * m_nextpkt.
3611                  */
3612                 mcur->m_nextpkt = nextpkt;
3613                 if (mprev != NULL)
3614                         mprev->m_nextpkt = mcur;
3615                 else {
3616                         /* The first mbuf in the original chain needs to be
3617                          * updated. */
3618                         *mp = mcur;
3619                 }
3620                 mprev = mcur;
3621         }
3622
3623         KMOD_IPSTAT_INC(ips_fragmented);
3624         return (error);
3625
3626 dropit:
3627         for (mcur = *mp; mcur; mcur = m) { /* droping the full packet chain */
3628                 m = mcur->m_nextpkt;
3629                 m_freem(mcur);
3630         }
3631         return (error);
3632 }
3633
3634 static void
3635 bridge_linkstate(struct ifnet *ifp)
3636 {
3637         struct bridge_softc *sc = ifp->if_bridge;
3638         struct bridge_iflist *bif;
3639         struct epoch_tracker et;
3640
3641         NET_EPOCH_ENTER(et);
3642
3643         bif = bridge_lookup_member_if(sc, ifp);
3644         if (bif == NULL) {
3645                 NET_EPOCH_EXIT(et);
3646                 return;
3647         }
3648         bridge_linkcheck(sc);
3649
3650         bstp_linkstate(&bif->bif_stp);
3651
3652         NET_EPOCH_EXIT(et);
3653 }
3654
3655 static void
3656 bridge_linkcheck(struct bridge_softc *sc)
3657 {
3658         struct bridge_iflist *bif;
3659         int new_link, hasls;
3660
3661         BRIDGE_LOCK_OR_NET_EPOCH_ASSERT(sc);
3662
3663         new_link = LINK_STATE_DOWN;
3664         hasls = 0;
3665         /* Our link is considered up if at least one of our ports is active */
3666         CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
3667                 if (bif->bif_ifp->if_capabilities & IFCAP_LINKSTATE)
3668                         hasls++;
3669                 if (bif->bif_ifp->if_link_state == LINK_STATE_UP) {
3670                         new_link = LINK_STATE_UP;
3671                         break;
3672                 }
3673         }
3674         if (!CK_LIST_EMPTY(&sc->sc_iflist) && !hasls) {
3675                 /* If no interfaces support link-state then we default to up */
3676                 new_link = LINK_STATE_UP;
3677         }
3678         if_link_state_change(sc->sc_ifp, new_link);
3679 }