2 * SPDX-License-Identifier: BSD-2-Clause
4 * Copyright (c) 2001 Daniel Hartmeier
5 * Copyright (c) 2002,2003 Henning Brauer
6 * Copyright (c) 2012 Gleb Smirnoff <glebius@FreeBSD.org>
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
13 * - Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * - Redistributions in binary form must reproduce the above
16 * copyright notice, this list of conditions and the following
17 * disclaimer in the documentation and/or other materials provided
18 * with the distribution.
20 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
22 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
23 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
24 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
25 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
26 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
27 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
28 * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
30 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
31 * POSSIBILITY OF SUCH DAMAGE.
33 * Effort sponsored in part by the Defense Advanced Research Projects
34 * Agency (DARPA) and Air Force Research Laboratory, Air Force
35 * Materiel Command, USAF, under agreement number F30602-01-2-0537.
37 * $OpenBSD: pf_ioctl.c,v 1.213 2009/02/15 21:46:12 mbalmer Exp $
40 #include <sys/cdefs.h>
41 __FBSDID("$FreeBSD$");
44 #include "opt_inet6.h"
48 #include <sys/param.h>
49 #include <sys/_bitset.h>
50 #include <sys/bitset.h>
53 #include <sys/endian.h>
54 #include <sys/fcntl.h>
55 #include <sys/filio.h>
57 #include <sys/interrupt.h>
59 #include <sys/kernel.h>
60 #include <sys/kthread.h>
63 #include <sys/module.h>
66 #include <sys/socket.h>
67 #include <sys/sysctl.h>
69 #include <sys/ucred.h>
72 #include <net/if_var.h>
74 #include <net/route.h>
76 #include <net/pfvar.h>
77 #include <net/if_pfsync.h>
78 #include <net/if_pflog.h>
80 #include <netinet/in.h>
81 #include <netinet/ip.h>
82 #include <netinet/ip_var.h>
83 #include <netinet6/ip6_var.h>
84 #include <netinet/ip_icmp.h>
87 #include <netinet/ip6.h>
91 #include <net/altq/altq.h>
94 static struct pf_pool *pf_get_pool(char *, u_int32_t, u_int8_t, u_int32_t,
95 u_int8_t, u_int8_t, u_int8_t);
97 static void pf_mv_pool(struct pf_palist *, struct pf_palist *);
98 static void pf_empty_pool(struct pf_palist *);
99 static int pfioctl(struct cdev *, u_long, caddr_t, int,
102 static int pf_begin_altq(u_int32_t *);
103 static int pf_rollback_altq(u_int32_t);
104 static int pf_commit_altq(u_int32_t);
105 static int pf_enable_altq(struct pf_altq *);
106 static int pf_disable_altq(struct pf_altq *);
107 static u_int32_t pf_qname2qid(char *);
108 static void pf_qid_unref(u_int32_t);
110 static int pf_begin_rules(u_int32_t *, int, const char *);
111 static int pf_rollback_rules(u_int32_t, int, char *);
112 static int pf_setup_pfsync_matching(struct pf_ruleset *);
113 static void pf_hash_rule(MD5_CTX *, struct pf_rule *);
114 static void pf_hash_rule_addr(MD5_CTX *, struct pf_rule_addr *);
115 static int pf_commit_rules(u_int32_t, int, char *);
116 static int pf_addr_setup(struct pf_ruleset *,
117 struct pf_addr_wrap *, sa_family_t);
118 static void pf_addr_copyout(struct pf_addr_wrap *);
120 static int pf_export_kaltq(struct pf_altq *,
121 struct pfioc_altq_v1 *, size_t);
122 static int pf_import_kaltq(struct pfioc_altq_v1 *,
123 struct pf_altq *, size_t);
126 VNET_DEFINE(struct pf_rule, pf_default_rule);
129 VNET_DEFINE_STATIC(int, pf_altq_running);
130 #define V_pf_altq_running VNET(pf_altq_running)
133 #define TAGID_MAX 50000
135 TAILQ_ENTRY(pf_tagname) namehash_entries;
136 TAILQ_ENTRY(pf_tagname) taghash_entries;
137 char name[PF_TAG_NAME_SIZE];
143 TAILQ_HEAD(, pf_tagname) *namehash;
144 TAILQ_HEAD(, pf_tagname) *taghash;
147 BITSET_DEFINE(, TAGID_MAX) avail;
150 VNET_DEFINE(struct pf_tagset, pf_tags);
151 #define V_pf_tags VNET(pf_tags)
152 static unsigned int pf_rule_tag_hashsize;
153 #define PF_RULE_TAG_HASH_SIZE_DEFAULT 128
154 SYSCTL_UINT(_net_pf, OID_AUTO, rule_tag_hashsize, CTLFLAG_RDTUN,
155 &pf_rule_tag_hashsize, PF_RULE_TAG_HASH_SIZE_DEFAULT,
156 "Size of pf(4) rule tag hashtable");
159 VNET_DEFINE(struct pf_tagset, pf_qids);
160 #define V_pf_qids VNET(pf_qids)
161 static unsigned int pf_queue_tag_hashsize;
162 #define PF_QUEUE_TAG_HASH_SIZE_DEFAULT 128
163 SYSCTL_UINT(_net_pf, OID_AUTO, queue_tag_hashsize, CTLFLAG_RDTUN,
164 &pf_queue_tag_hashsize, PF_QUEUE_TAG_HASH_SIZE_DEFAULT,
165 "Size of pf(4) queue tag hashtable");
167 VNET_DEFINE(uma_zone_t, pf_tag_z);
168 #define V_pf_tag_z VNET(pf_tag_z)
169 static MALLOC_DEFINE(M_PFALTQ, "pf_altq", "pf(4) altq configuration db");
170 static MALLOC_DEFINE(M_PFRULE, "pf_rule", "pf(4) rules");
172 #if (PF_QNAME_SIZE != PF_TAG_NAME_SIZE)
173 #error PF_QNAME_SIZE must be equal to PF_TAG_NAME_SIZE
176 static void pf_init_tagset(struct pf_tagset *, unsigned int *,
178 static void pf_cleanup_tagset(struct pf_tagset *);
179 static uint16_t tagname2hashindex(const struct pf_tagset *, const char *);
180 static uint16_t tag2hashindex(const struct pf_tagset *, uint16_t);
181 static u_int16_t tagname2tag(struct pf_tagset *, char *);
182 static u_int16_t pf_tagname2tag(char *);
183 static void tag_unref(struct pf_tagset *, u_int16_t);
185 #define DPFPRINTF(n, x) if (V_pf_status.debug >= (n)) printf x
190 * XXX - These are new and need to be checked when moveing to a new version
192 static void pf_clear_states(void);
193 static int pf_clear_tables(void);
194 static void pf_clear_srcnodes(struct pf_src_node *);
195 static void pf_kill_srcnodes(struct pfioc_src_node_kill *);
196 static void pf_tbladdr_copyout(struct pf_addr_wrap *);
199 * Wrapper functions for pfil(9) hooks
202 static pfil_return_t pf_check_in(struct mbuf **m, struct ifnet *ifp,
203 int flags, void *ruleset __unused, struct inpcb *inp);
204 static pfil_return_t pf_check_out(struct mbuf **m, struct ifnet *ifp,
205 int flags, void *ruleset __unused, struct inpcb *inp);
208 static pfil_return_t pf_check6_in(struct mbuf **m, struct ifnet *ifp,
209 int flags, void *ruleset __unused, struct inpcb *inp);
210 static pfil_return_t pf_check6_out(struct mbuf **m, struct ifnet *ifp,
211 int flags, void *ruleset __unused, struct inpcb *inp);
214 static int hook_pf(void);
215 static int dehook_pf(void);
216 static int shutdown_pf(void);
217 static int pf_load(void);
218 static void pf_unload(void);
220 static struct cdevsw pf_cdevsw = {
223 .d_version = D_VERSION,
226 volatile VNET_DEFINE_STATIC(int, pf_pfil_hooked);
227 #define V_pf_pfil_hooked VNET(pf_pfil_hooked)
230 * We need a flag that is neither hooked nor running to know when
231 * the VNET is "valid". We primarily need this to control (global)
232 * external event, e.g., eventhandlers.
234 VNET_DEFINE(int, pf_vnet_active);
235 #define V_pf_vnet_active VNET(pf_vnet_active)
238 struct proc *pf_purge_proc;
240 struct rmlock pf_rules_lock;
241 struct sx pf_ioctl_lock;
242 struct sx pf_end_lock;
245 VNET_DEFINE(pfsync_state_import_t *, pfsync_state_import_ptr);
246 VNET_DEFINE(pfsync_insert_state_t *, pfsync_insert_state_ptr);
247 VNET_DEFINE(pfsync_update_state_t *, pfsync_update_state_ptr);
248 VNET_DEFINE(pfsync_delete_state_t *, pfsync_delete_state_ptr);
249 VNET_DEFINE(pfsync_clear_states_t *, pfsync_clear_states_ptr);
250 VNET_DEFINE(pfsync_defer_t *, pfsync_defer_ptr);
251 pfsync_detach_ifnet_t *pfsync_detach_ifnet_ptr;
254 pflog_packet_t *pflog_packet_ptr = NULL;
256 extern u_long pf_ioctl_maxcount;
261 u_int32_t *my_timeout = V_pf_default_rule.timeout;
265 pfi_initialize_vnet();
268 V_pf_limits[PF_LIMIT_STATES].limit = PFSTATE_HIWAT;
269 V_pf_limits[PF_LIMIT_SRC_NODES].limit = PFSNODE_HIWAT;
271 RB_INIT(&V_pf_anchors);
272 pf_init_ruleset(&pf_main_ruleset);
274 /* default rule should never be garbage collected */
275 V_pf_default_rule.entries.tqe_prev = &V_pf_default_rule.entries.tqe_next;
276 #ifdef PF_DEFAULT_TO_DROP
277 V_pf_default_rule.action = PF_DROP;
279 V_pf_default_rule.action = PF_PASS;
281 V_pf_default_rule.nr = -1;
282 V_pf_default_rule.rtableid = -1;
284 V_pf_default_rule.states_cur = counter_u64_alloc(M_WAITOK);
285 V_pf_default_rule.states_tot = counter_u64_alloc(M_WAITOK);
286 V_pf_default_rule.src_nodes = counter_u64_alloc(M_WAITOK);
288 /* initialize default timeouts */
289 my_timeout[PFTM_TCP_FIRST_PACKET] = PFTM_TCP_FIRST_PACKET_VAL;
290 my_timeout[PFTM_TCP_OPENING] = PFTM_TCP_OPENING_VAL;
291 my_timeout[PFTM_TCP_ESTABLISHED] = PFTM_TCP_ESTABLISHED_VAL;
292 my_timeout[PFTM_TCP_CLOSING] = PFTM_TCP_CLOSING_VAL;
293 my_timeout[PFTM_TCP_FIN_WAIT] = PFTM_TCP_FIN_WAIT_VAL;
294 my_timeout[PFTM_TCP_CLOSED] = PFTM_TCP_CLOSED_VAL;
295 my_timeout[PFTM_UDP_FIRST_PACKET] = PFTM_UDP_FIRST_PACKET_VAL;
296 my_timeout[PFTM_UDP_SINGLE] = PFTM_UDP_SINGLE_VAL;
297 my_timeout[PFTM_UDP_MULTIPLE] = PFTM_UDP_MULTIPLE_VAL;
298 my_timeout[PFTM_ICMP_FIRST_PACKET] = PFTM_ICMP_FIRST_PACKET_VAL;
299 my_timeout[PFTM_ICMP_ERROR_REPLY] = PFTM_ICMP_ERROR_REPLY_VAL;
300 my_timeout[PFTM_OTHER_FIRST_PACKET] = PFTM_OTHER_FIRST_PACKET_VAL;
301 my_timeout[PFTM_OTHER_SINGLE] = PFTM_OTHER_SINGLE_VAL;
302 my_timeout[PFTM_OTHER_MULTIPLE] = PFTM_OTHER_MULTIPLE_VAL;
303 my_timeout[PFTM_FRAG] = PFTM_FRAG_VAL;
304 my_timeout[PFTM_INTERVAL] = PFTM_INTERVAL_VAL;
305 my_timeout[PFTM_SRC_NODE] = PFTM_SRC_NODE_VAL;
306 my_timeout[PFTM_TS_DIFF] = PFTM_TS_DIFF_VAL;
307 my_timeout[PFTM_ADAPTIVE_START] = PFSTATE_ADAPT_START;
308 my_timeout[PFTM_ADAPTIVE_END] = PFSTATE_ADAPT_END;
310 bzero(&V_pf_status, sizeof(V_pf_status));
311 V_pf_status.debug = PF_DEBUG_URGENT;
313 V_pf_pfil_hooked = 0;
315 /* XXX do our best to avoid a conflict */
316 V_pf_status.hostid = arc4random();
318 for (int i = 0; i < PFRES_MAX; i++)
319 V_pf_status.counters[i] = counter_u64_alloc(M_WAITOK);
320 for (int i = 0; i < LCNT_MAX; i++)
321 V_pf_status.lcounters[i] = counter_u64_alloc(M_WAITOK);
322 for (int i = 0; i < FCNT_MAX; i++)
323 V_pf_status.fcounters[i] = counter_u64_alloc(M_WAITOK);
324 for (int i = 0; i < SCNT_MAX; i++)
325 V_pf_status.scounters[i] = counter_u64_alloc(M_WAITOK);
327 if (swi_add(NULL, "pf send", pf_intr, curvnet, SWI_NET,
328 INTR_MPSAFE, &V_pf_swi_cookie) != 0)
329 /* XXXGL: leaked all above. */
333 static struct pf_pool *
334 pf_get_pool(char *anchor, u_int32_t ticket, u_int8_t rule_action,
335 u_int32_t rule_number, u_int8_t r_last, u_int8_t active,
336 u_int8_t check_ticket)
338 struct pf_ruleset *ruleset;
339 struct pf_rule *rule;
342 ruleset = pf_find_ruleset(anchor);
345 rs_num = pf_get_ruleset_number(rule_action);
346 if (rs_num >= PF_RULESET_MAX)
349 if (check_ticket && ticket !=
350 ruleset->rules[rs_num].active.ticket)
353 rule = TAILQ_LAST(ruleset->rules[rs_num].active.ptr,
356 rule = TAILQ_FIRST(ruleset->rules[rs_num].active.ptr);
358 if (check_ticket && ticket !=
359 ruleset->rules[rs_num].inactive.ticket)
362 rule = TAILQ_LAST(ruleset->rules[rs_num].inactive.ptr,
365 rule = TAILQ_FIRST(ruleset->rules[rs_num].inactive.ptr);
368 while ((rule != NULL) && (rule->nr != rule_number))
369 rule = TAILQ_NEXT(rule, entries);
374 return (&rule->rpool);
378 pf_mv_pool(struct pf_palist *poola, struct pf_palist *poolb)
380 struct pf_pooladdr *mv_pool_pa;
382 while ((mv_pool_pa = TAILQ_FIRST(poola)) != NULL) {
383 TAILQ_REMOVE(poola, mv_pool_pa, entries);
384 TAILQ_INSERT_TAIL(poolb, mv_pool_pa, entries);
389 pf_empty_pool(struct pf_palist *poola)
391 struct pf_pooladdr *pa;
393 while ((pa = TAILQ_FIRST(poola)) != NULL) {
394 switch (pa->addr.type) {
395 case PF_ADDR_DYNIFTL:
396 pfi_dynaddr_remove(pa->addr.p.dyn);
399 /* XXX: this could be unfinished pooladdr on pabuf */
400 if (pa->addr.p.tbl != NULL)
401 pfr_detach_table(pa->addr.p.tbl);
405 pfi_kif_unref(pa->kif);
406 TAILQ_REMOVE(poola, pa, entries);
412 pf_unlink_rule(struct pf_rulequeue *rulequeue, struct pf_rule *rule)
417 TAILQ_REMOVE(rulequeue, rule, entries);
419 PF_UNLNKDRULES_LOCK();
420 rule->rule_flag |= PFRULE_REFS;
421 TAILQ_INSERT_TAIL(&V_pf_unlinked_rules, rule, entries);
422 PF_UNLNKDRULES_UNLOCK();
426 pf_free_rule(struct pf_rule *rule)
432 tag_unref(&V_pf_tags, rule->tag);
434 tag_unref(&V_pf_tags, rule->match_tag);
436 if (rule->pqid != rule->qid)
437 pf_qid_unref(rule->pqid);
438 pf_qid_unref(rule->qid);
440 switch (rule->src.addr.type) {
441 case PF_ADDR_DYNIFTL:
442 pfi_dynaddr_remove(rule->src.addr.p.dyn);
445 pfr_detach_table(rule->src.addr.p.tbl);
448 switch (rule->dst.addr.type) {
449 case PF_ADDR_DYNIFTL:
450 pfi_dynaddr_remove(rule->dst.addr.p.dyn);
453 pfr_detach_table(rule->dst.addr.p.tbl);
456 if (rule->overload_tbl)
457 pfr_detach_table(rule->overload_tbl);
459 pfi_kif_unref(rule->kif);
460 pf_anchor_remove(rule);
461 pf_empty_pool(&rule->rpool.list);
462 counter_u64_free(rule->states_cur);
463 counter_u64_free(rule->states_tot);
464 counter_u64_free(rule->src_nodes);
465 free(rule, M_PFRULE);
469 pf_init_tagset(struct pf_tagset *ts, unsigned int *tunable_size,
470 unsigned int default_size)
473 unsigned int hashsize;
475 if (*tunable_size == 0 || !powerof2(*tunable_size))
476 *tunable_size = default_size;
478 hashsize = *tunable_size;
479 ts->namehash = mallocarray(hashsize, sizeof(*ts->namehash), M_PFHASH,
481 ts->taghash = mallocarray(hashsize, sizeof(*ts->taghash), M_PFHASH,
483 ts->mask = hashsize - 1;
484 ts->seed = arc4random();
485 for (i = 0; i < hashsize; i++) {
486 TAILQ_INIT(&ts->namehash[i]);
487 TAILQ_INIT(&ts->taghash[i]);
489 BIT_FILL(TAGID_MAX, &ts->avail);
493 pf_cleanup_tagset(struct pf_tagset *ts)
496 unsigned int hashsize;
497 struct pf_tagname *t, *tmp;
500 * Only need to clean up one of the hashes as each tag is hashed
503 hashsize = ts->mask + 1;
504 for (i = 0; i < hashsize; i++)
505 TAILQ_FOREACH_SAFE(t, &ts->namehash[i], namehash_entries, tmp)
506 uma_zfree(V_pf_tag_z, t);
508 free(ts->namehash, M_PFHASH);
509 free(ts->taghash, M_PFHASH);
513 tagname2hashindex(const struct pf_tagset *ts, const char *tagname)
517 len = strnlen(tagname, PF_TAG_NAME_SIZE - 1);
518 return (murmur3_32_hash(tagname, len, ts->seed) & ts->mask);
522 tag2hashindex(const struct pf_tagset *ts, uint16_t tag)
525 return (tag & ts->mask);
529 tagname2tag(struct pf_tagset *ts, char *tagname)
531 struct pf_tagname *tag;
537 index = tagname2hashindex(ts, tagname);
538 TAILQ_FOREACH(tag, &ts->namehash[index], namehash_entries)
539 if (strcmp(tagname, tag->name) == 0) {
547 * to avoid fragmentation, we do a linear search from the beginning
548 * and take the first free slot we find.
550 new_tagid = BIT_FFS(TAGID_MAX, &ts->avail);
552 * Tags are 1-based, with valid tags in the range [1..TAGID_MAX].
553 * BIT_FFS() returns a 1-based bit number, with 0 indicating no bits
554 * set. It may also return a bit number greater than TAGID_MAX due
555 * to rounding of the number of bits in the vector up to a multiple
556 * of the vector word size at declaration/allocation time.
558 if ((new_tagid == 0) || (new_tagid > TAGID_MAX))
561 /* Mark the tag as in use. Bits are 0-based for BIT_CLR() */
562 BIT_CLR(TAGID_MAX, new_tagid - 1, &ts->avail);
564 /* allocate and fill new struct pf_tagname */
565 tag = uma_zalloc(V_pf_tag_z, M_NOWAIT);
568 strlcpy(tag->name, tagname, sizeof(tag->name));
569 tag->tag = new_tagid;
572 /* Insert into namehash */
573 TAILQ_INSERT_TAIL(&ts->namehash[index], tag, namehash_entries);
575 /* Insert into taghash */
576 index = tag2hashindex(ts, new_tagid);
577 TAILQ_INSERT_TAIL(&ts->taghash[index], tag, taghash_entries);
583 tag_unref(struct pf_tagset *ts, u_int16_t tag)
585 struct pf_tagname *t;
590 index = tag2hashindex(ts, tag);
591 TAILQ_FOREACH(t, &ts->taghash[index], taghash_entries)
594 TAILQ_REMOVE(&ts->taghash[index], t,
596 index = tagname2hashindex(ts, t->name);
597 TAILQ_REMOVE(&ts->namehash[index], t,
599 /* Bits are 0-based for BIT_SET() */
600 BIT_SET(TAGID_MAX, tag - 1, &ts->avail);
601 uma_zfree(V_pf_tag_z, t);
608 pf_tagname2tag(char *tagname)
610 return (tagname2tag(&V_pf_tags, tagname));
615 pf_qname2qid(char *qname)
617 return ((u_int32_t)tagname2tag(&V_pf_qids, qname));
621 pf_qid_unref(u_int32_t qid)
623 tag_unref(&V_pf_qids, (u_int16_t)qid);
627 pf_begin_altq(u_int32_t *ticket)
629 struct pf_altq *altq, *tmp;
634 /* Purge the old altq lists */
635 TAILQ_FOREACH_SAFE(altq, V_pf_altq_ifs_inactive, entries, tmp) {
636 if ((altq->local_flags & PFALTQ_FLAG_IF_REMOVED) == 0) {
637 /* detach and destroy the discipline */
638 error = altq_remove(altq);
640 free(altq, M_PFALTQ);
642 TAILQ_INIT(V_pf_altq_ifs_inactive);
643 TAILQ_FOREACH_SAFE(altq, V_pf_altqs_inactive, entries, tmp) {
644 pf_qid_unref(altq->qid);
645 free(altq, M_PFALTQ);
647 TAILQ_INIT(V_pf_altqs_inactive);
650 *ticket = ++V_ticket_altqs_inactive;
651 V_altqs_inactive_open = 1;
656 pf_rollback_altq(u_int32_t ticket)
658 struct pf_altq *altq, *tmp;
663 if (!V_altqs_inactive_open || ticket != V_ticket_altqs_inactive)
665 /* Purge the old altq lists */
666 TAILQ_FOREACH_SAFE(altq, V_pf_altq_ifs_inactive, entries, tmp) {
667 if ((altq->local_flags & PFALTQ_FLAG_IF_REMOVED) == 0) {
668 /* detach and destroy the discipline */
669 error = altq_remove(altq);
671 free(altq, M_PFALTQ);
673 TAILQ_INIT(V_pf_altq_ifs_inactive);
674 TAILQ_FOREACH_SAFE(altq, V_pf_altqs_inactive, entries, tmp) {
675 pf_qid_unref(altq->qid);
676 free(altq, M_PFALTQ);
678 TAILQ_INIT(V_pf_altqs_inactive);
679 V_altqs_inactive_open = 0;
684 pf_commit_altq(u_int32_t ticket)
686 struct pf_altqqueue *old_altqs, *old_altq_ifs;
687 struct pf_altq *altq, *tmp;
692 if (!V_altqs_inactive_open || ticket != V_ticket_altqs_inactive)
695 /* swap altqs, keep the old. */
696 old_altqs = V_pf_altqs_active;
697 old_altq_ifs = V_pf_altq_ifs_active;
698 V_pf_altqs_active = V_pf_altqs_inactive;
699 V_pf_altq_ifs_active = V_pf_altq_ifs_inactive;
700 V_pf_altqs_inactive = old_altqs;
701 V_pf_altq_ifs_inactive = old_altq_ifs;
702 V_ticket_altqs_active = V_ticket_altqs_inactive;
704 /* Attach new disciplines */
705 TAILQ_FOREACH(altq, V_pf_altq_ifs_active, entries) {
706 if ((altq->local_flags & PFALTQ_FLAG_IF_REMOVED) == 0) {
707 /* attach the discipline */
708 error = altq_pfattach(altq);
709 if (error == 0 && V_pf_altq_running)
710 error = pf_enable_altq(altq);
716 /* Purge the old altq lists */
717 TAILQ_FOREACH_SAFE(altq, V_pf_altq_ifs_inactive, entries, tmp) {
718 if ((altq->local_flags & PFALTQ_FLAG_IF_REMOVED) == 0) {
719 /* detach and destroy the discipline */
720 if (V_pf_altq_running)
721 error = pf_disable_altq(altq);
722 err = altq_pfdetach(altq);
723 if (err != 0 && error == 0)
725 err = altq_remove(altq);
726 if (err != 0 && error == 0)
729 free(altq, M_PFALTQ);
731 TAILQ_INIT(V_pf_altq_ifs_inactive);
732 TAILQ_FOREACH_SAFE(altq, V_pf_altqs_inactive, entries, tmp) {
733 pf_qid_unref(altq->qid);
734 free(altq, M_PFALTQ);
736 TAILQ_INIT(V_pf_altqs_inactive);
738 V_altqs_inactive_open = 0;
743 pf_enable_altq(struct pf_altq *altq)
746 struct tb_profile tb;
749 if ((ifp = ifunit(altq->ifname)) == NULL)
752 if (ifp->if_snd.altq_type != ALTQT_NONE)
753 error = altq_enable(&ifp->if_snd);
755 /* set tokenbucket regulator */
756 if (error == 0 && ifp != NULL && ALTQ_IS_ENABLED(&ifp->if_snd)) {
757 tb.rate = altq->ifbandwidth;
758 tb.depth = altq->tbrsize;
759 error = tbr_set(&ifp->if_snd, &tb);
766 pf_disable_altq(struct pf_altq *altq)
769 struct tb_profile tb;
772 if ((ifp = ifunit(altq->ifname)) == NULL)
776 * when the discipline is no longer referenced, it was overridden
777 * by a new one. if so, just return.
779 if (altq->altq_disc != ifp->if_snd.altq_disc)
782 error = altq_disable(&ifp->if_snd);
785 /* clear tokenbucket regulator */
787 error = tbr_set(&ifp->if_snd, &tb);
794 pf_altq_ifnet_event_add(struct ifnet *ifp, int remove, u_int32_t ticket,
795 struct pf_altq *altq)
800 /* Deactivate the interface in question */
801 altq->local_flags &= ~PFALTQ_FLAG_IF_REMOVED;
802 if ((ifp1 = ifunit(altq->ifname)) == NULL ||
803 (remove && ifp1 == ifp)) {
804 altq->local_flags |= PFALTQ_FLAG_IF_REMOVED;
806 error = altq_add(ifp1, altq);
808 if (ticket != V_ticket_altqs_inactive)
812 free(altq, M_PFALTQ);
819 pf_altq_ifnet_event(struct ifnet *ifp, int remove)
821 struct pf_altq *a1, *a2, *a3;
826 * No need to re-evaluate the configuration for events on interfaces
827 * that do not support ALTQ, as it's not possible for such
828 * interfaces to be part of the configuration.
830 if (!ALTQ_IS_READY(&ifp->if_snd))
833 /* Interrupt userland queue modifications */
834 if (V_altqs_inactive_open)
835 pf_rollback_altq(V_ticket_altqs_inactive);
837 /* Start new altq ruleset */
838 if (pf_begin_altq(&ticket))
841 /* Copy the current active set */
842 TAILQ_FOREACH(a1, V_pf_altq_ifs_active, entries) {
843 a2 = malloc(sizeof(*a2), M_PFALTQ, M_NOWAIT);
848 bcopy(a1, a2, sizeof(struct pf_altq));
850 error = pf_altq_ifnet_event_add(ifp, remove, ticket, a2);
854 TAILQ_INSERT_TAIL(V_pf_altq_ifs_inactive, a2, entries);
858 TAILQ_FOREACH(a1, V_pf_altqs_active, entries) {
859 a2 = malloc(sizeof(*a2), M_PFALTQ, M_NOWAIT);
864 bcopy(a1, a2, sizeof(struct pf_altq));
866 if ((a2->qid = pf_qname2qid(a2->qname)) == 0) {
871 a2->altq_disc = NULL;
872 TAILQ_FOREACH(a3, V_pf_altq_ifs_inactive, entries) {
873 if (strncmp(a3->ifname, a2->ifname,
875 a2->altq_disc = a3->altq_disc;
879 error = pf_altq_ifnet_event_add(ifp, remove, ticket, a2);
883 TAILQ_INSERT_TAIL(V_pf_altqs_inactive, a2, entries);
888 pf_rollback_altq(ticket);
890 pf_commit_altq(ticket);
895 pf_begin_rules(u_int32_t *ticket, int rs_num, const char *anchor)
897 struct pf_ruleset *rs;
898 struct pf_rule *rule;
902 if (rs_num < 0 || rs_num >= PF_RULESET_MAX)
904 rs = pf_find_or_create_ruleset(anchor);
907 while ((rule = TAILQ_FIRST(rs->rules[rs_num].inactive.ptr)) != NULL) {
908 pf_unlink_rule(rs->rules[rs_num].inactive.ptr, rule);
909 rs->rules[rs_num].inactive.rcount--;
911 *ticket = ++rs->rules[rs_num].inactive.ticket;
912 rs->rules[rs_num].inactive.open = 1;
917 pf_rollback_rules(u_int32_t ticket, int rs_num, char *anchor)
919 struct pf_ruleset *rs;
920 struct pf_rule *rule;
924 if (rs_num < 0 || rs_num >= PF_RULESET_MAX)
926 rs = pf_find_ruleset(anchor);
927 if (rs == NULL || !rs->rules[rs_num].inactive.open ||
928 rs->rules[rs_num].inactive.ticket != ticket)
930 while ((rule = TAILQ_FIRST(rs->rules[rs_num].inactive.ptr)) != NULL) {
931 pf_unlink_rule(rs->rules[rs_num].inactive.ptr, rule);
932 rs->rules[rs_num].inactive.rcount--;
934 rs->rules[rs_num].inactive.open = 0;
938 #define PF_MD5_UPD(st, elm) \
939 MD5Update(ctx, (u_int8_t *) &(st)->elm, sizeof((st)->elm))
941 #define PF_MD5_UPD_STR(st, elm) \
942 MD5Update(ctx, (u_int8_t *) (st)->elm, strlen((st)->elm))
944 #define PF_MD5_UPD_HTONL(st, elm, stor) do { \
945 (stor) = htonl((st)->elm); \
946 MD5Update(ctx, (u_int8_t *) &(stor), sizeof(u_int32_t));\
949 #define PF_MD5_UPD_HTONS(st, elm, stor) do { \
950 (stor) = htons((st)->elm); \
951 MD5Update(ctx, (u_int8_t *) &(stor), sizeof(u_int16_t));\
955 pf_hash_rule_addr(MD5_CTX *ctx, struct pf_rule_addr *pfr)
957 PF_MD5_UPD(pfr, addr.type);
958 switch (pfr->addr.type) {
959 case PF_ADDR_DYNIFTL:
960 PF_MD5_UPD(pfr, addr.v.ifname);
961 PF_MD5_UPD(pfr, addr.iflags);
964 PF_MD5_UPD(pfr, addr.v.tblname);
966 case PF_ADDR_ADDRMASK:
968 PF_MD5_UPD(pfr, addr.v.a.addr.addr32);
969 PF_MD5_UPD(pfr, addr.v.a.mask.addr32);
973 PF_MD5_UPD(pfr, port[0]);
974 PF_MD5_UPD(pfr, port[1]);
975 PF_MD5_UPD(pfr, neg);
976 PF_MD5_UPD(pfr, port_op);
980 pf_hash_rule(MD5_CTX *ctx, struct pf_rule *rule)
985 pf_hash_rule_addr(ctx, &rule->src);
986 pf_hash_rule_addr(ctx, &rule->dst);
987 PF_MD5_UPD_STR(rule, label);
988 PF_MD5_UPD_STR(rule, ifname);
989 PF_MD5_UPD_STR(rule, match_tagname);
990 PF_MD5_UPD_HTONS(rule, match_tag, x); /* dup? */
991 PF_MD5_UPD_HTONL(rule, os_fingerprint, y);
992 PF_MD5_UPD_HTONL(rule, prob, y);
993 PF_MD5_UPD_HTONL(rule, uid.uid[0], y);
994 PF_MD5_UPD_HTONL(rule, uid.uid[1], y);
995 PF_MD5_UPD(rule, uid.op);
996 PF_MD5_UPD_HTONL(rule, gid.gid[0], y);
997 PF_MD5_UPD_HTONL(rule, gid.gid[1], y);
998 PF_MD5_UPD(rule, gid.op);
999 PF_MD5_UPD_HTONL(rule, rule_flag, y);
1000 PF_MD5_UPD(rule, action);
1001 PF_MD5_UPD(rule, direction);
1002 PF_MD5_UPD(rule, af);
1003 PF_MD5_UPD(rule, quick);
1004 PF_MD5_UPD(rule, ifnot);
1005 PF_MD5_UPD(rule, match_tag_not);
1006 PF_MD5_UPD(rule, natpass);
1007 PF_MD5_UPD(rule, keep_state);
1008 PF_MD5_UPD(rule, proto);
1009 PF_MD5_UPD(rule, type);
1010 PF_MD5_UPD(rule, code);
1011 PF_MD5_UPD(rule, flags);
1012 PF_MD5_UPD(rule, flagset);
1013 PF_MD5_UPD(rule, allow_opts);
1014 PF_MD5_UPD(rule, rt);
1015 PF_MD5_UPD(rule, tos);
1019 pf_commit_rules(u_int32_t ticket, int rs_num, char *anchor)
1021 struct pf_ruleset *rs;
1022 struct pf_rule *rule, **old_array;
1023 struct pf_rulequeue *old_rules;
1025 u_int32_t old_rcount;
1029 if (rs_num < 0 || rs_num >= PF_RULESET_MAX)
1031 rs = pf_find_ruleset(anchor);
1032 if (rs == NULL || !rs->rules[rs_num].inactive.open ||
1033 ticket != rs->rules[rs_num].inactive.ticket)
1036 /* Calculate checksum for the main ruleset */
1037 if (rs == &pf_main_ruleset) {
1038 error = pf_setup_pfsync_matching(rs);
1043 /* Swap rules, keep the old. */
1044 old_rules = rs->rules[rs_num].active.ptr;
1045 old_rcount = rs->rules[rs_num].active.rcount;
1046 old_array = rs->rules[rs_num].active.ptr_array;
1048 rs->rules[rs_num].active.ptr =
1049 rs->rules[rs_num].inactive.ptr;
1050 rs->rules[rs_num].active.ptr_array =
1051 rs->rules[rs_num].inactive.ptr_array;
1052 rs->rules[rs_num].active.rcount =
1053 rs->rules[rs_num].inactive.rcount;
1054 rs->rules[rs_num].inactive.ptr = old_rules;
1055 rs->rules[rs_num].inactive.ptr_array = old_array;
1056 rs->rules[rs_num].inactive.rcount = old_rcount;
1058 rs->rules[rs_num].active.ticket =
1059 rs->rules[rs_num].inactive.ticket;
1060 pf_calc_skip_steps(rs->rules[rs_num].active.ptr);
1062 /* Purge the old rule list. */
1063 while ((rule = TAILQ_FIRST(old_rules)) != NULL)
1064 pf_unlink_rule(old_rules, rule);
1065 if (rs->rules[rs_num].inactive.ptr_array)
1066 free(rs->rules[rs_num].inactive.ptr_array, M_TEMP);
1067 rs->rules[rs_num].inactive.ptr_array = NULL;
1068 rs->rules[rs_num].inactive.rcount = 0;
1069 rs->rules[rs_num].inactive.open = 0;
1070 pf_remove_if_empty_ruleset(rs);
1076 pf_setup_pfsync_matching(struct pf_ruleset *rs)
1079 struct pf_rule *rule;
1081 u_int8_t digest[PF_MD5_DIGEST_LENGTH];
1084 for (rs_cnt = 0; rs_cnt < PF_RULESET_MAX; rs_cnt++) {
1085 /* XXX PF_RULESET_SCRUB as well? */
1086 if (rs_cnt == PF_RULESET_SCRUB)
1089 if (rs->rules[rs_cnt].inactive.ptr_array)
1090 free(rs->rules[rs_cnt].inactive.ptr_array, M_TEMP);
1091 rs->rules[rs_cnt].inactive.ptr_array = NULL;
1093 if (rs->rules[rs_cnt].inactive.rcount) {
1094 rs->rules[rs_cnt].inactive.ptr_array =
1095 malloc(sizeof(caddr_t) *
1096 rs->rules[rs_cnt].inactive.rcount,
1099 if (!rs->rules[rs_cnt].inactive.ptr_array)
1103 TAILQ_FOREACH(rule, rs->rules[rs_cnt].inactive.ptr,
1105 pf_hash_rule(&ctx, rule);
1106 (rs->rules[rs_cnt].inactive.ptr_array)[rule->nr] = rule;
1110 MD5Final(digest, &ctx);
1111 memcpy(V_pf_status.pf_chksum, digest, sizeof(V_pf_status.pf_chksum));
1116 pf_addr_setup(struct pf_ruleset *ruleset, struct pf_addr_wrap *addr,
1121 switch (addr->type) {
1123 addr->p.tbl = pfr_attach_table(ruleset, addr->v.tblname);
1124 if (addr->p.tbl == NULL)
1127 case PF_ADDR_DYNIFTL:
1128 error = pfi_dynaddr_setup(addr, af);
1136 pf_addr_copyout(struct pf_addr_wrap *addr)
1139 switch (addr->type) {
1140 case PF_ADDR_DYNIFTL:
1141 pfi_dynaddr_copyout(addr);
1144 pf_tbladdr_copyout(addr);
1151 * Handle export of struct pf_kaltq to user binaries that may be using any
1152 * version of struct pf_altq.
1155 pf_export_kaltq(struct pf_altq *q, struct pfioc_altq_v1 *pa, size_t ioc_size)
1159 if (ioc_size == sizeof(struct pfioc_altq_v0))
1162 version = pa->version;
1164 if (version > PFIOC_ALTQ_VERSION)
1167 #define ASSIGN(x) exported_q->x = q->x
1169 bcopy(&q->x, &exported_q->x, min(sizeof(q->x), sizeof(exported_q->x)))
1170 #define SATU16(x) (u_int32_t)uqmin((x), USHRT_MAX)
1171 #define SATU32(x) (u_int32_t)uqmin((x), UINT_MAX)
1175 struct pf_altq_v0 *exported_q =
1176 &((struct pfioc_altq_v0 *)pa)->altq;
1182 exported_q->tbrsize = SATU16(q->tbrsize);
1183 exported_q->ifbandwidth = SATU32(q->ifbandwidth);
1188 exported_q->bandwidth = SATU32(q->bandwidth);
1190 ASSIGN(local_flags);
1195 if (q->scheduler == ALTQT_HFSC) {
1196 #define ASSIGN_OPT(x) exported_q->pq_u.hfsc_opts.x = q->pq_u.hfsc_opts.x
1197 #define ASSIGN_OPT_SATU32(x) exported_q->pq_u.hfsc_opts.x = \
1198 SATU32(q->pq_u.hfsc_opts.x)
1200 ASSIGN_OPT_SATU32(rtsc_m1);
1202 ASSIGN_OPT_SATU32(rtsc_m2);
1204 ASSIGN_OPT_SATU32(lssc_m1);
1206 ASSIGN_OPT_SATU32(lssc_m2);
1208 ASSIGN_OPT_SATU32(ulsc_m1);
1210 ASSIGN_OPT_SATU32(ulsc_m2);
1215 #undef ASSIGN_OPT_SATU32
1223 struct pf_altq_v1 *exported_q =
1224 &((struct pfioc_altq_v1 *)pa)->altq;
1230 ASSIGN(ifbandwidth);
1237 ASSIGN(local_flags);
1247 panic("%s: unhandled struct pfioc_altq version", __func__);
1260 * Handle import to struct pf_kaltq of struct pf_altq from user binaries
1261 * that may be using any version of it.
1264 pf_import_kaltq(struct pfioc_altq_v1 *pa, struct pf_altq *q, size_t ioc_size)
1268 if (ioc_size == sizeof(struct pfioc_altq_v0))
1271 version = pa->version;
1273 if (version > PFIOC_ALTQ_VERSION)
1276 #define ASSIGN(x) q->x = imported_q->x
1278 bcopy(&imported_q->x, &q->x, min(sizeof(imported_q->x), sizeof(q->x)))
1282 struct pf_altq_v0 *imported_q =
1283 &((struct pfioc_altq_v0 *)pa)->altq;
1288 ASSIGN(tbrsize); /* 16-bit -> 32-bit */
1289 ASSIGN(ifbandwidth); /* 32-bit -> 64-bit */
1294 ASSIGN(bandwidth); /* 32-bit -> 64-bit */
1296 ASSIGN(local_flags);
1301 if (imported_q->scheduler == ALTQT_HFSC) {
1302 #define ASSIGN_OPT(x) q->pq_u.hfsc_opts.x = imported_q->pq_u.hfsc_opts.x
1305 * The m1 and m2 parameters are being copied from
1308 ASSIGN_OPT(rtsc_m1);
1310 ASSIGN_OPT(rtsc_m2);
1312 ASSIGN_OPT(lssc_m1);
1314 ASSIGN_OPT(lssc_m2);
1316 ASSIGN_OPT(ulsc_m1);
1318 ASSIGN_OPT(ulsc_m2);
1330 struct pf_altq_v1 *imported_q =
1331 &((struct pfioc_altq_v1 *)pa)->altq;
1337 ASSIGN(ifbandwidth);
1344 ASSIGN(local_flags);
1354 panic("%s: unhandled struct pfioc_altq version", __func__);
1364 static struct pf_altq *
1365 pf_altq_get_nth_active(u_int32_t n)
1367 struct pf_altq *altq;
1371 TAILQ_FOREACH(altq, V_pf_altq_ifs_active, entries) {
1377 TAILQ_FOREACH(altq, V_pf_altqs_active, entries) {
1388 pfioctl(struct cdev *dev, u_long cmd, caddr_t addr, int flags, struct thread *td)
1391 PF_RULES_RLOCK_TRACKER;
1393 /* XXX keep in sync with switch() below */
1394 if (securelevel_gt(td->td_ucred, 2))
1401 case DIOCSETSTATUSIF:
1407 case DIOCGETTIMEOUT:
1408 case DIOCCLRRULECTRS:
1410 case DIOCGETALTQSV0:
1411 case DIOCGETALTQSV1:
1414 case DIOCGETQSTATSV0:
1415 case DIOCGETQSTATSV1:
1416 case DIOCGETRULESETS:
1417 case DIOCGETRULESET:
1418 case DIOCRGETTABLES:
1419 case DIOCRGETTSTATS:
1420 case DIOCRCLRTSTATS:
1426 case DIOCRGETASTATS:
1427 case DIOCRCLRASTATS:
1430 case DIOCGETSRCNODES:
1431 case DIOCCLRSRCNODES:
1432 case DIOCIGETIFACES:
1433 case DIOCGIFSPEEDV0:
1434 case DIOCGIFSPEEDV1:
1438 case DIOCRCLRTABLES:
1439 case DIOCRADDTABLES:
1440 case DIOCRDELTABLES:
1441 case DIOCRSETTFLAGS:
1442 if (((struct pfioc_table *)addr)->pfrio_flags &
1444 break; /* dummy operation ok */
1450 if (!(flags & FWRITE))
1458 case DIOCGETTIMEOUT:
1460 case DIOCGETALTQSV0:
1461 case DIOCGETALTQSV1:
1464 case DIOCGETQSTATSV0:
1465 case DIOCGETQSTATSV1:
1466 case DIOCGETRULESETS:
1467 case DIOCGETRULESET:
1469 case DIOCRGETTABLES:
1470 case DIOCRGETTSTATS:
1472 case DIOCRGETASTATS:
1475 case DIOCGETSRCNODES:
1476 case DIOCIGETIFACES:
1477 case DIOCGIFSPEEDV1:
1478 case DIOCGIFSPEEDV0:
1480 case DIOCRCLRTABLES:
1481 case DIOCRADDTABLES:
1482 case DIOCRDELTABLES:
1483 case DIOCRCLRTSTATS:
1488 case DIOCRSETTFLAGS:
1489 if (((struct pfioc_table *)addr)->pfrio_flags &
1491 flags |= FWRITE; /* need write lock for dummy */
1492 break; /* dummy operation ok */
1496 if (((struct pfioc_rule *)addr)->action ==
1504 CURVNET_SET(TD_TO_VNET(td));
1508 sx_xlock(&pf_ioctl_lock);
1509 if (V_pf_status.running)
1516 DPFPRINTF(PF_DEBUG_MISC,
1517 ("pf: pfil registration failed\n"));
1520 V_pf_status.running = 1;
1521 V_pf_status.since = time_second;
1524 V_pf_stateid[cpu] = time_second;
1526 DPFPRINTF(PF_DEBUG_MISC, ("pf: started\n"));
1531 sx_xlock(&pf_ioctl_lock);
1532 if (!V_pf_status.running)
1535 V_pf_status.running = 0;
1536 error = dehook_pf();
1538 V_pf_status.running = 1;
1539 DPFPRINTF(PF_DEBUG_MISC,
1540 ("pf: pfil unregistration failed\n"));
1542 V_pf_status.since = time_second;
1543 DPFPRINTF(PF_DEBUG_MISC, ("pf: stopped\n"));
1548 struct pfioc_rule *pr = (struct pfioc_rule *)addr;
1549 struct pf_ruleset *ruleset;
1550 struct pf_rule *rule, *tail;
1551 struct pf_pooladdr *pa;
1552 struct pfi_kif *kif = NULL;
1555 if (pr->rule.return_icmp >> 8 > ICMP_MAXTYPE) {
1559 if (pr->rule.src.addr.p.dyn != NULL ||
1560 pr->rule.dst.addr.p.dyn != NULL) {
1565 if (pr->rule.af == AF_INET) {
1566 error = EAFNOSUPPORT;
1571 if (pr->rule.af == AF_INET6) {
1572 error = EAFNOSUPPORT;
1577 rule = malloc(sizeof(*rule), M_PFRULE, M_WAITOK);
1578 bcopy(&pr->rule, rule, sizeof(struct pf_rule));
1579 if (rule->ifname[0])
1580 kif = malloc(sizeof(*kif), PFI_MTYPE, M_WAITOK);
1581 rule->states_cur = counter_u64_alloc(M_WAITOK);
1582 rule->states_tot = counter_u64_alloc(M_WAITOK);
1583 rule->src_nodes = counter_u64_alloc(M_WAITOK);
1584 rule->cuid = td->td_ucred->cr_ruid;
1585 rule->cpid = td->td_proc ? td->td_proc->p_pid : 0;
1586 TAILQ_INIT(&rule->rpool.list);
1587 #define ERROUT(x) { error = (x); goto DIOCADDRULE_error; }
1590 pr->anchor[sizeof(pr->anchor) - 1] = 0;
1591 ruleset = pf_find_ruleset(pr->anchor);
1592 if (ruleset == NULL)
1594 rs_num = pf_get_ruleset_number(pr->rule.action);
1595 if (rs_num >= PF_RULESET_MAX)
1597 if (pr->ticket != ruleset->rules[rs_num].inactive.ticket) {
1598 DPFPRINTF(PF_DEBUG_MISC,
1599 ("ticket: %d != [%d]%d\n", pr->ticket, rs_num,
1600 ruleset->rules[rs_num].inactive.ticket));
1603 if (pr->pool_ticket != V_ticket_pabuf) {
1604 DPFPRINTF(PF_DEBUG_MISC,
1605 ("pool_ticket: %d != %d\n", pr->pool_ticket,
1610 tail = TAILQ_LAST(ruleset->rules[rs_num].inactive.ptr,
1613 rule->nr = tail->nr + 1;
1616 if (rule->ifname[0]) {
1617 rule->kif = pfi_kif_attach(kif, rule->ifname);
1618 pfi_kif_ref(rule->kif);
1622 if (rule->rtableid > 0 && rule->rtableid >= rt_numfibs)
1627 if (rule->qname[0] != 0) {
1628 if ((rule->qid = pf_qname2qid(rule->qname)) == 0)
1630 else if (rule->pqname[0] != 0) {
1632 pf_qname2qid(rule->pqname)) == 0)
1635 rule->pqid = rule->qid;
1638 if (rule->tagname[0])
1639 if ((rule->tag = pf_tagname2tag(rule->tagname)) == 0)
1641 if (rule->match_tagname[0])
1642 if ((rule->match_tag =
1643 pf_tagname2tag(rule->match_tagname)) == 0)
1645 if (rule->rt && !rule->direction)
1649 if (rule->logif >= PFLOGIFS_MAX)
1651 if (pf_addr_setup(ruleset, &rule->src.addr, rule->af))
1653 if (pf_addr_setup(ruleset, &rule->dst.addr, rule->af))
1655 if (pf_anchor_setup(rule, ruleset, pr->anchor_call))
1657 if (rule->scrub_flags & PFSTATE_SETPRIO &&
1658 (rule->set_prio[0] > PF_PRIO_MAX ||
1659 rule->set_prio[1] > PF_PRIO_MAX))
1661 TAILQ_FOREACH(pa, &V_pf_pabuf, entries)
1662 if (pa->addr.type == PF_ADDR_TABLE) {
1663 pa->addr.p.tbl = pfr_attach_table(ruleset,
1664 pa->addr.v.tblname);
1665 if (pa->addr.p.tbl == NULL)
1669 rule->overload_tbl = NULL;
1670 if (rule->overload_tblname[0]) {
1671 if ((rule->overload_tbl = pfr_attach_table(ruleset,
1672 rule->overload_tblname)) == NULL)
1675 rule->overload_tbl->pfrkt_flags |=
1679 pf_mv_pool(&V_pf_pabuf, &rule->rpool.list);
1680 if (((((rule->action == PF_NAT) || (rule->action == PF_RDR) ||
1681 (rule->action == PF_BINAT)) && rule->anchor == NULL) ||
1682 (rule->rt > PF_NOPFROUTE)) &&
1683 (TAILQ_FIRST(&rule->rpool.list) == NULL))
1692 rule->rpool.cur = TAILQ_FIRST(&rule->rpool.list);
1693 rule->evaluations = rule->packets[0] = rule->packets[1] =
1694 rule->bytes[0] = rule->bytes[1] = 0;
1695 TAILQ_INSERT_TAIL(ruleset->rules[rs_num].inactive.ptr,
1697 ruleset->rules[rs_num].inactive.rcount++;
1704 counter_u64_free(rule->states_cur);
1705 counter_u64_free(rule->states_tot);
1706 counter_u64_free(rule->src_nodes);
1707 free(rule, M_PFRULE);
1709 free(kif, PFI_MTYPE);
1713 case DIOCGETRULES: {
1714 struct pfioc_rule *pr = (struct pfioc_rule *)addr;
1715 struct pf_ruleset *ruleset;
1716 struct pf_rule *tail;
1720 pr->anchor[sizeof(pr->anchor) - 1] = 0;
1721 ruleset = pf_find_ruleset(pr->anchor);
1722 if (ruleset == NULL) {
1727 rs_num = pf_get_ruleset_number(pr->rule.action);
1728 if (rs_num >= PF_RULESET_MAX) {
1733 tail = TAILQ_LAST(ruleset->rules[rs_num].active.ptr,
1736 pr->nr = tail->nr + 1;
1739 pr->ticket = ruleset->rules[rs_num].active.ticket;
1745 struct pfioc_rule *pr = (struct pfioc_rule *)addr;
1746 struct pf_ruleset *ruleset;
1747 struct pf_rule *rule;
1751 pr->anchor[sizeof(pr->anchor) - 1] = 0;
1752 ruleset = pf_find_ruleset(pr->anchor);
1753 if (ruleset == NULL) {
1758 rs_num = pf_get_ruleset_number(pr->rule.action);
1759 if (rs_num >= PF_RULESET_MAX) {
1764 if (pr->ticket != ruleset->rules[rs_num].active.ticket) {
1769 rule = TAILQ_FIRST(ruleset->rules[rs_num].active.ptr);
1770 while ((rule != NULL) && (rule->nr != pr->nr))
1771 rule = TAILQ_NEXT(rule, entries);
1777 bcopy(rule, &pr->rule, sizeof(struct pf_rule));
1778 pr->rule.u_states_cur = counter_u64_fetch(rule->states_cur);
1779 pr->rule.u_states_tot = counter_u64_fetch(rule->states_tot);
1780 pr->rule.u_src_nodes = counter_u64_fetch(rule->src_nodes);
1781 if (pf_anchor_copyout(ruleset, rule, pr)) {
1786 pf_addr_copyout(&pr->rule.src.addr);
1787 pf_addr_copyout(&pr->rule.dst.addr);
1788 for (i = 0; i < PF_SKIP_COUNT; ++i)
1789 if (rule->skip[i].ptr == NULL)
1790 pr->rule.skip[i].nr = -1;
1792 pr->rule.skip[i].nr =
1793 rule->skip[i].ptr->nr;
1795 if (pr->action == PF_GET_CLR_CNTR) {
1796 rule->evaluations = 0;
1797 rule->packets[0] = rule->packets[1] = 0;
1798 rule->bytes[0] = rule->bytes[1] = 0;
1799 counter_u64_zero(rule->states_tot);
1805 case DIOCCHANGERULE: {
1806 struct pfioc_rule *pcr = (struct pfioc_rule *)addr;
1807 struct pf_ruleset *ruleset;
1808 struct pf_rule *oldrule = NULL, *newrule = NULL;
1809 struct pfi_kif *kif = NULL;
1810 struct pf_pooladdr *pa;
1814 if (pcr->action < PF_CHANGE_ADD_HEAD ||
1815 pcr->action > PF_CHANGE_GET_TICKET) {
1819 if (pcr->rule.return_icmp >> 8 > ICMP_MAXTYPE) {
1824 if (pcr->action != PF_CHANGE_REMOVE) {
1826 if (pcr->rule.af == AF_INET) {
1827 error = EAFNOSUPPORT;
1832 if (pcr->rule.af == AF_INET6) {
1833 error = EAFNOSUPPORT;
1837 newrule = malloc(sizeof(*newrule), M_PFRULE, M_WAITOK);
1838 bcopy(&pcr->rule, newrule, sizeof(struct pf_rule));
1839 if (newrule->ifname[0])
1840 kif = malloc(sizeof(*kif), PFI_MTYPE, M_WAITOK);
1841 newrule->states_cur = counter_u64_alloc(M_WAITOK);
1842 newrule->states_tot = counter_u64_alloc(M_WAITOK);
1843 newrule->src_nodes = counter_u64_alloc(M_WAITOK);
1844 newrule->cuid = td->td_ucred->cr_ruid;
1845 newrule->cpid = td->td_proc ? td->td_proc->p_pid : 0;
1846 TAILQ_INIT(&newrule->rpool.list);
1848 #define ERROUT(x) { error = (x); goto DIOCCHANGERULE_error; }
1851 if (!(pcr->action == PF_CHANGE_REMOVE ||
1852 pcr->action == PF_CHANGE_GET_TICKET) &&
1853 pcr->pool_ticket != V_ticket_pabuf)
1856 ruleset = pf_find_ruleset(pcr->anchor);
1857 if (ruleset == NULL)
1860 rs_num = pf_get_ruleset_number(pcr->rule.action);
1861 if (rs_num >= PF_RULESET_MAX)
1864 if (pcr->action == PF_CHANGE_GET_TICKET) {
1865 pcr->ticket = ++ruleset->rules[rs_num].active.ticket;
1867 } else if (pcr->ticket !=
1868 ruleset->rules[rs_num].active.ticket)
1871 if (pcr->action != PF_CHANGE_REMOVE) {
1872 if (newrule->ifname[0]) {
1873 newrule->kif = pfi_kif_attach(kif,
1875 pfi_kif_ref(newrule->kif);
1877 newrule->kif = NULL;
1879 if (newrule->rtableid > 0 &&
1880 newrule->rtableid >= rt_numfibs)
1885 if (newrule->qname[0] != 0) {
1887 pf_qname2qid(newrule->qname)) == 0)
1889 else if (newrule->pqname[0] != 0) {
1890 if ((newrule->pqid =
1891 pf_qname2qid(newrule->pqname)) == 0)
1894 newrule->pqid = newrule->qid;
1897 if (newrule->tagname[0])
1899 pf_tagname2tag(newrule->tagname)) == 0)
1901 if (newrule->match_tagname[0])
1902 if ((newrule->match_tag = pf_tagname2tag(
1903 newrule->match_tagname)) == 0)
1905 if (newrule->rt && !newrule->direction)
1909 if (newrule->logif >= PFLOGIFS_MAX)
1911 if (pf_addr_setup(ruleset, &newrule->src.addr, newrule->af))
1913 if (pf_addr_setup(ruleset, &newrule->dst.addr, newrule->af))
1915 if (pf_anchor_setup(newrule, ruleset, pcr->anchor_call))
1917 TAILQ_FOREACH(pa, &V_pf_pabuf, entries)
1918 if (pa->addr.type == PF_ADDR_TABLE) {
1920 pfr_attach_table(ruleset,
1921 pa->addr.v.tblname);
1922 if (pa->addr.p.tbl == NULL)
1926 newrule->overload_tbl = NULL;
1927 if (newrule->overload_tblname[0]) {
1928 if ((newrule->overload_tbl = pfr_attach_table(
1929 ruleset, newrule->overload_tblname)) ==
1933 newrule->overload_tbl->pfrkt_flags |=
1937 pf_mv_pool(&V_pf_pabuf, &newrule->rpool.list);
1938 if (((((newrule->action == PF_NAT) ||
1939 (newrule->action == PF_RDR) ||
1940 (newrule->action == PF_BINAT) ||
1941 (newrule->rt > PF_NOPFROUTE)) &&
1942 !newrule->anchor)) &&
1943 (TAILQ_FIRST(&newrule->rpool.list) == NULL))
1947 pf_free_rule(newrule);
1952 newrule->rpool.cur = TAILQ_FIRST(&newrule->rpool.list);
1953 newrule->evaluations = 0;
1954 newrule->packets[0] = newrule->packets[1] = 0;
1955 newrule->bytes[0] = newrule->bytes[1] = 0;
1957 pf_empty_pool(&V_pf_pabuf);
1959 if (pcr->action == PF_CHANGE_ADD_HEAD)
1960 oldrule = TAILQ_FIRST(
1961 ruleset->rules[rs_num].active.ptr);
1962 else if (pcr->action == PF_CHANGE_ADD_TAIL)
1963 oldrule = TAILQ_LAST(
1964 ruleset->rules[rs_num].active.ptr, pf_rulequeue);
1966 oldrule = TAILQ_FIRST(
1967 ruleset->rules[rs_num].active.ptr);
1968 while ((oldrule != NULL) && (oldrule->nr != pcr->nr))
1969 oldrule = TAILQ_NEXT(oldrule, entries);
1970 if (oldrule == NULL) {
1971 if (newrule != NULL)
1972 pf_free_rule(newrule);
1979 if (pcr->action == PF_CHANGE_REMOVE) {
1980 pf_unlink_rule(ruleset->rules[rs_num].active.ptr,
1982 ruleset->rules[rs_num].active.rcount--;
1984 if (oldrule == NULL)
1986 ruleset->rules[rs_num].active.ptr,
1988 else if (pcr->action == PF_CHANGE_ADD_HEAD ||
1989 pcr->action == PF_CHANGE_ADD_BEFORE)
1990 TAILQ_INSERT_BEFORE(oldrule, newrule, entries);
1993 ruleset->rules[rs_num].active.ptr,
1994 oldrule, newrule, entries);
1995 ruleset->rules[rs_num].active.rcount++;
1999 TAILQ_FOREACH(oldrule,
2000 ruleset->rules[rs_num].active.ptr, entries)
2003 ruleset->rules[rs_num].active.ticket++;
2005 pf_calc_skip_steps(ruleset->rules[rs_num].active.ptr);
2006 pf_remove_if_empty_ruleset(ruleset);
2012 DIOCCHANGERULE_error:
2014 if (newrule != NULL) {
2015 counter_u64_free(newrule->states_cur);
2016 counter_u64_free(newrule->states_tot);
2017 counter_u64_free(newrule->src_nodes);
2018 free(newrule, M_PFRULE);
2021 free(kif, PFI_MTYPE);
2025 case DIOCCLRSTATES: {
2027 struct pfioc_state_kill *psk = (struct pfioc_state_kill *)addr;
2028 u_int i, killed = 0;
2030 for (i = 0; i <= pf_hashmask; i++) {
2031 struct pf_idhash *ih = &V_pf_idhash[i];
2033 relock_DIOCCLRSTATES:
2034 PF_HASHROW_LOCK(ih);
2035 LIST_FOREACH(s, &ih->states, entry)
2036 if (!psk->psk_ifname[0] ||
2037 !strcmp(psk->psk_ifname,
2038 s->kif->pfik_name)) {
2040 * Don't send out individual
2043 s->state_flags |= PFSTATE_NOSYNC;
2044 pf_unlink_state(s, PF_ENTER_LOCKED);
2046 goto relock_DIOCCLRSTATES;
2048 PF_HASHROW_UNLOCK(ih);
2050 psk->psk_killed = killed;
2051 if (V_pfsync_clear_states_ptr != NULL)
2052 V_pfsync_clear_states_ptr(V_pf_status.hostid, psk->psk_ifname);
2056 case DIOCKILLSTATES: {
2058 struct pf_state_key *sk;
2059 struct pf_addr *srcaddr, *dstaddr;
2060 u_int16_t srcport, dstport;
2061 struct pfioc_state_kill *psk = (struct pfioc_state_kill *)addr;
2062 u_int i, killed = 0;
2064 if (psk->psk_pfcmp.id) {
2065 if (psk->psk_pfcmp.creatorid == 0)
2066 psk->psk_pfcmp.creatorid = V_pf_status.hostid;
2067 if ((s = pf_find_state_byid(psk->psk_pfcmp.id,
2068 psk->psk_pfcmp.creatorid))) {
2069 pf_unlink_state(s, PF_ENTER_LOCKED);
2070 psk->psk_killed = 1;
2075 for (i = 0; i <= pf_hashmask; i++) {
2076 struct pf_idhash *ih = &V_pf_idhash[i];
2078 relock_DIOCKILLSTATES:
2079 PF_HASHROW_LOCK(ih);
2080 LIST_FOREACH(s, &ih->states, entry) {
2081 sk = s->key[PF_SK_WIRE];
2082 if (s->direction == PF_OUT) {
2083 srcaddr = &sk->addr[1];
2084 dstaddr = &sk->addr[0];
2085 srcport = sk->port[1];
2086 dstport = sk->port[0];
2088 srcaddr = &sk->addr[0];
2089 dstaddr = &sk->addr[1];
2090 srcport = sk->port[0];
2091 dstport = sk->port[1];
2094 if ((!psk->psk_af || sk->af == psk->psk_af)
2095 && (!psk->psk_proto || psk->psk_proto ==
2097 PF_MATCHA(psk->psk_src.neg,
2098 &psk->psk_src.addr.v.a.addr,
2099 &psk->psk_src.addr.v.a.mask,
2101 PF_MATCHA(psk->psk_dst.neg,
2102 &psk->psk_dst.addr.v.a.addr,
2103 &psk->psk_dst.addr.v.a.mask,
2105 (psk->psk_src.port_op == 0 ||
2106 pf_match_port(psk->psk_src.port_op,
2107 psk->psk_src.port[0], psk->psk_src.port[1],
2109 (psk->psk_dst.port_op == 0 ||
2110 pf_match_port(psk->psk_dst.port_op,
2111 psk->psk_dst.port[0], psk->psk_dst.port[1],
2113 (!psk->psk_label[0] ||
2114 (s->rule.ptr->label[0] &&
2115 !strcmp(psk->psk_label,
2116 s->rule.ptr->label))) &&
2117 (!psk->psk_ifname[0] ||
2118 !strcmp(psk->psk_ifname,
2119 s->kif->pfik_name))) {
2120 pf_unlink_state(s, PF_ENTER_LOCKED);
2122 goto relock_DIOCKILLSTATES;
2125 PF_HASHROW_UNLOCK(ih);
2127 psk->psk_killed = killed;
2131 case DIOCADDSTATE: {
2132 struct pfioc_state *ps = (struct pfioc_state *)addr;
2133 struct pfsync_state *sp = &ps->state;
2135 if (sp->timeout >= PFTM_MAX) {
2139 if (V_pfsync_state_import_ptr != NULL) {
2141 error = V_pfsync_state_import_ptr(sp, PFSYNC_SI_IOCTL);
2148 case DIOCGETSTATE: {
2149 struct pfioc_state *ps = (struct pfioc_state *)addr;
2152 s = pf_find_state_byid(ps->state.id, ps->state.creatorid);
2158 pfsync_state_export(&ps->state, s);
2163 case DIOCGETSTATES: {
2164 struct pfioc_states *ps = (struct pfioc_states *)addr;
2166 struct pfsync_state *pstore, *p;
2169 if (ps->ps_len <= 0) {
2170 nr = uma_zone_get_cur(V_pf_state_z);
2171 ps->ps_len = sizeof(struct pfsync_state) * nr;
2175 p = pstore = malloc(ps->ps_len, M_TEMP, M_WAITOK | M_ZERO);
2178 for (i = 0; i <= pf_hashmask; i++) {
2179 struct pf_idhash *ih = &V_pf_idhash[i];
2181 PF_HASHROW_LOCK(ih);
2182 LIST_FOREACH(s, &ih->states, entry) {
2183 if (s->timeout == PFTM_UNLINKED)
2186 if ((nr+1) * sizeof(*p) > ps->ps_len) {
2187 PF_HASHROW_UNLOCK(ih);
2188 goto DIOCGETSTATES_full;
2190 pfsync_state_export(p, s);
2194 PF_HASHROW_UNLOCK(ih);
2197 error = copyout(pstore, ps->ps_states,
2198 sizeof(struct pfsync_state) * nr);
2200 free(pstore, M_TEMP);
2203 ps->ps_len = sizeof(struct pfsync_state) * nr;
2204 free(pstore, M_TEMP);
2209 case DIOCGETSTATUS: {
2210 struct pf_status *s = (struct pf_status *)addr;
2213 s->running = V_pf_status.running;
2214 s->since = V_pf_status.since;
2215 s->debug = V_pf_status.debug;
2216 s->hostid = V_pf_status.hostid;
2217 s->states = V_pf_status.states;
2218 s->src_nodes = V_pf_status.src_nodes;
2220 for (int i = 0; i < PFRES_MAX; i++)
2222 counter_u64_fetch(V_pf_status.counters[i]);
2223 for (int i = 0; i < LCNT_MAX; i++)
2225 counter_u64_fetch(V_pf_status.lcounters[i]);
2226 for (int i = 0; i < FCNT_MAX; i++)
2228 counter_u64_fetch(V_pf_status.fcounters[i]);
2229 for (int i = 0; i < SCNT_MAX; i++)
2231 counter_u64_fetch(V_pf_status.scounters[i]);
2233 bcopy(V_pf_status.ifname, s->ifname, IFNAMSIZ);
2234 bcopy(V_pf_status.pf_chksum, s->pf_chksum,
2235 PF_MD5_DIGEST_LENGTH);
2237 pfi_update_status(s->ifname, s);
2242 case DIOCSETSTATUSIF: {
2243 struct pfioc_if *pi = (struct pfioc_if *)addr;
2245 if (pi->ifname[0] == 0) {
2246 bzero(V_pf_status.ifname, IFNAMSIZ);
2250 strlcpy(V_pf_status.ifname, pi->ifname, IFNAMSIZ);
2255 case DIOCCLRSTATUS: {
2257 for (int i = 0; i < PFRES_MAX; i++)
2258 counter_u64_zero(V_pf_status.counters[i]);
2259 for (int i = 0; i < FCNT_MAX; i++)
2260 counter_u64_zero(V_pf_status.fcounters[i]);
2261 for (int i = 0; i < SCNT_MAX; i++)
2262 counter_u64_zero(V_pf_status.scounters[i]);
2263 for (int i = 0; i < LCNT_MAX; i++)
2264 counter_u64_zero(V_pf_status.lcounters[i]);
2265 V_pf_status.since = time_second;
2266 if (*V_pf_status.ifname)
2267 pfi_update_status(V_pf_status.ifname, NULL);
2273 struct pfioc_natlook *pnl = (struct pfioc_natlook *)addr;
2274 struct pf_state_key *sk;
2275 struct pf_state *state;
2276 struct pf_state_key_cmp key;
2277 int m = 0, direction = pnl->direction;
2280 /* NATLOOK src and dst are reversed, so reverse sidx/didx */
2281 sidx = (direction == PF_IN) ? 1 : 0;
2282 didx = (direction == PF_IN) ? 0 : 1;
2285 PF_AZERO(&pnl->saddr, pnl->af) ||
2286 PF_AZERO(&pnl->daddr, pnl->af) ||
2287 ((pnl->proto == IPPROTO_TCP ||
2288 pnl->proto == IPPROTO_UDP) &&
2289 (!pnl->dport || !pnl->sport)))
2292 bzero(&key, sizeof(key));
2294 key.proto = pnl->proto;
2295 PF_ACPY(&key.addr[sidx], &pnl->saddr, pnl->af);
2296 key.port[sidx] = pnl->sport;
2297 PF_ACPY(&key.addr[didx], &pnl->daddr, pnl->af);
2298 key.port[didx] = pnl->dport;
2300 state = pf_find_state_all(&key, direction, &m);
2303 error = E2BIG; /* more than one state */
2304 else if (state != NULL) {
2305 /* XXXGL: not locked read */
2306 sk = state->key[sidx];
2307 PF_ACPY(&pnl->rsaddr, &sk->addr[sidx], sk->af);
2308 pnl->rsport = sk->port[sidx];
2309 PF_ACPY(&pnl->rdaddr, &sk->addr[didx], sk->af);
2310 pnl->rdport = sk->port[didx];
2317 case DIOCSETTIMEOUT: {
2318 struct pfioc_tm *pt = (struct pfioc_tm *)addr;
2321 if (pt->timeout < 0 || pt->timeout >= PFTM_MAX ||
2327 old = V_pf_default_rule.timeout[pt->timeout];
2328 if (pt->timeout == PFTM_INTERVAL && pt->seconds == 0)
2330 V_pf_default_rule.timeout[pt->timeout] = pt->seconds;
2331 if (pt->timeout == PFTM_INTERVAL && pt->seconds < old)
2332 wakeup(pf_purge_thread);
2338 case DIOCGETTIMEOUT: {
2339 struct pfioc_tm *pt = (struct pfioc_tm *)addr;
2341 if (pt->timeout < 0 || pt->timeout >= PFTM_MAX) {
2346 pt->seconds = V_pf_default_rule.timeout[pt->timeout];
2351 case DIOCGETLIMIT: {
2352 struct pfioc_limit *pl = (struct pfioc_limit *)addr;
2354 if (pl->index < 0 || pl->index >= PF_LIMIT_MAX) {
2359 pl->limit = V_pf_limits[pl->index].limit;
2364 case DIOCSETLIMIT: {
2365 struct pfioc_limit *pl = (struct pfioc_limit *)addr;
2369 if (pl->index < 0 || pl->index >= PF_LIMIT_MAX ||
2370 V_pf_limits[pl->index].zone == NULL) {
2375 uma_zone_set_max(V_pf_limits[pl->index].zone, pl->limit);
2376 old_limit = V_pf_limits[pl->index].limit;
2377 V_pf_limits[pl->index].limit = pl->limit;
2378 pl->limit = old_limit;
2383 case DIOCSETDEBUG: {
2384 u_int32_t *level = (u_int32_t *)addr;
2387 V_pf_status.debug = *level;
2392 case DIOCCLRRULECTRS: {
2393 /* obsoleted by DIOCGETRULE with action=PF_GET_CLR_CNTR */
2394 struct pf_ruleset *ruleset = &pf_main_ruleset;
2395 struct pf_rule *rule;
2399 ruleset->rules[PF_RULESET_FILTER].active.ptr, entries) {
2400 rule->evaluations = 0;
2401 rule->packets[0] = rule->packets[1] = 0;
2402 rule->bytes[0] = rule->bytes[1] = 0;
2408 case DIOCGIFSPEEDV0:
2409 case DIOCGIFSPEEDV1: {
2410 struct pf_ifspeed_v1 *psp = (struct pf_ifspeed_v1 *)addr;
2411 struct pf_ifspeed_v1 ps;
2414 if (psp->ifname[0] != 0) {
2415 /* Can we completely trust user-land? */
2416 strlcpy(ps.ifname, psp->ifname, IFNAMSIZ);
2417 ifp = ifunit(ps.ifname);
2420 (u_int32_t)uqmin(ifp->if_baudrate, UINT_MAX);
2421 if (cmd == DIOCGIFSPEEDV1)
2422 psp->baudrate = ifp->if_baudrate;
2431 case DIOCSTARTALTQ: {
2432 struct pf_altq *altq;
2435 /* enable all altq interfaces on active list */
2436 TAILQ_FOREACH(altq, V_pf_altq_ifs_active, entries) {
2437 if ((altq->local_flags & PFALTQ_FLAG_IF_REMOVED) == 0) {
2438 error = pf_enable_altq(altq);
2444 V_pf_altq_running = 1;
2446 DPFPRINTF(PF_DEBUG_MISC, ("altq: started\n"));
2450 case DIOCSTOPALTQ: {
2451 struct pf_altq *altq;
2454 /* disable all altq interfaces on active list */
2455 TAILQ_FOREACH(altq, V_pf_altq_ifs_active, entries) {
2456 if ((altq->local_flags & PFALTQ_FLAG_IF_REMOVED) == 0) {
2457 error = pf_disable_altq(altq);
2463 V_pf_altq_running = 0;
2465 DPFPRINTF(PF_DEBUG_MISC, ("altq: stopped\n"));
2470 case DIOCADDALTQV1: {
2471 struct pfioc_altq_v1 *pa = (struct pfioc_altq_v1 *)addr;
2472 struct pf_altq *altq, *a;
2475 altq = malloc(sizeof(*altq), M_PFALTQ, M_WAITOK | M_ZERO);
2476 error = pf_import_kaltq(pa, altq, IOCPARM_LEN(cmd));
2479 altq->local_flags = 0;
2482 if (pa->ticket != V_ticket_altqs_inactive) {
2484 free(altq, M_PFALTQ);
2490 * if this is for a queue, find the discipline and
2491 * copy the necessary fields
2493 if (altq->qname[0] != 0) {
2494 if ((altq->qid = pf_qname2qid(altq->qname)) == 0) {
2497 free(altq, M_PFALTQ);
2500 altq->altq_disc = NULL;
2501 TAILQ_FOREACH(a, V_pf_altq_ifs_inactive, entries) {
2502 if (strncmp(a->ifname, altq->ifname,
2504 altq->altq_disc = a->altq_disc;
2510 if ((ifp = ifunit(altq->ifname)) == NULL)
2511 altq->local_flags |= PFALTQ_FLAG_IF_REMOVED;
2513 error = altq_add(ifp, altq);
2517 free(altq, M_PFALTQ);
2521 if (altq->qname[0] != 0)
2522 TAILQ_INSERT_TAIL(V_pf_altqs_inactive, altq, entries);
2524 TAILQ_INSERT_TAIL(V_pf_altq_ifs_inactive, altq, entries);
2525 /* version error check done on import above */
2526 pf_export_kaltq(altq, pa, IOCPARM_LEN(cmd));
2531 case DIOCGETALTQSV0:
2532 case DIOCGETALTQSV1: {
2533 struct pfioc_altq_v1 *pa = (struct pfioc_altq_v1 *)addr;
2534 struct pf_altq *altq;
2538 TAILQ_FOREACH(altq, V_pf_altq_ifs_active, entries)
2540 TAILQ_FOREACH(altq, V_pf_altqs_active, entries)
2542 pa->ticket = V_ticket_altqs_active;
2548 case DIOCGETALTQV1: {
2549 struct pfioc_altq_v1 *pa = (struct pfioc_altq_v1 *)addr;
2550 struct pf_altq *altq;
2553 if (pa->ticket != V_ticket_altqs_active) {
2558 altq = pf_altq_get_nth_active(pa->nr);
2564 pf_export_kaltq(altq, pa, IOCPARM_LEN(cmd));
2569 case DIOCCHANGEALTQV0:
2570 case DIOCCHANGEALTQV1:
2571 /* CHANGEALTQ not supported yet! */
2575 case DIOCGETQSTATSV0:
2576 case DIOCGETQSTATSV1: {
2577 struct pfioc_qstats_v1 *pq = (struct pfioc_qstats_v1 *)addr;
2578 struct pf_altq *altq;
2583 if (pq->ticket != V_ticket_altqs_active) {
2588 nbytes = pq->nbytes;
2589 altq = pf_altq_get_nth_active(pq->nr);
2596 if ((altq->local_flags & PFALTQ_FLAG_IF_REMOVED) != 0) {
2602 if (cmd == DIOCGETQSTATSV0)
2603 version = 0; /* DIOCGETQSTATSV0 means stats struct v0 */
2605 version = pq->version;
2606 error = altq_getqstats(altq, pq->buf, &nbytes, version);
2608 pq->scheduler = altq->scheduler;
2609 pq->nbytes = nbytes;
2615 case DIOCBEGINADDRS: {
2616 struct pfioc_pooladdr *pp = (struct pfioc_pooladdr *)addr;
2619 pf_empty_pool(&V_pf_pabuf);
2620 pp->ticket = ++V_ticket_pabuf;
2626 struct pfioc_pooladdr *pp = (struct pfioc_pooladdr *)addr;
2627 struct pf_pooladdr *pa;
2628 struct pfi_kif *kif = NULL;
2631 if (pp->af == AF_INET) {
2632 error = EAFNOSUPPORT;
2637 if (pp->af == AF_INET6) {
2638 error = EAFNOSUPPORT;
2642 if (pp->addr.addr.type != PF_ADDR_ADDRMASK &&
2643 pp->addr.addr.type != PF_ADDR_DYNIFTL &&
2644 pp->addr.addr.type != PF_ADDR_TABLE) {
2648 if (pp->addr.addr.p.dyn != NULL) {
2652 pa = malloc(sizeof(*pa), M_PFRULE, M_WAITOK);
2653 bcopy(&pp->addr, pa, sizeof(struct pf_pooladdr));
2655 kif = malloc(sizeof(*kif), PFI_MTYPE, M_WAITOK);
2657 if (pp->ticket != V_ticket_pabuf) {
2660 free(kif, PFI_MTYPE);
2665 if (pa->ifname[0]) {
2666 pa->kif = pfi_kif_attach(kif, pa->ifname);
2667 pfi_kif_ref(pa->kif);
2670 if (pa->addr.type == PF_ADDR_DYNIFTL && ((error =
2671 pfi_dynaddr_setup(&pa->addr, pp->af)) != 0)) {
2673 pfi_kif_unref(pa->kif);
2678 TAILQ_INSERT_TAIL(&V_pf_pabuf, pa, entries);
2683 case DIOCGETADDRS: {
2684 struct pfioc_pooladdr *pp = (struct pfioc_pooladdr *)addr;
2685 struct pf_pool *pool;
2686 struct pf_pooladdr *pa;
2690 pool = pf_get_pool(pp->anchor, pp->ticket, pp->r_action,
2691 pp->r_num, 0, 1, 0);
2697 TAILQ_FOREACH(pa, &pool->list, entries)
2704 struct pfioc_pooladdr *pp = (struct pfioc_pooladdr *)addr;
2705 struct pf_pool *pool;
2706 struct pf_pooladdr *pa;
2710 pool = pf_get_pool(pp->anchor, pp->ticket, pp->r_action,
2711 pp->r_num, 0, 1, 1);
2717 pa = TAILQ_FIRST(&pool->list);
2718 while ((pa != NULL) && (nr < pp->nr)) {
2719 pa = TAILQ_NEXT(pa, entries);
2727 bcopy(pa, &pp->addr, sizeof(struct pf_pooladdr));
2728 pf_addr_copyout(&pp->addr.addr);
2733 case DIOCCHANGEADDR: {
2734 struct pfioc_pooladdr *pca = (struct pfioc_pooladdr *)addr;
2735 struct pf_pool *pool;
2736 struct pf_pooladdr *oldpa = NULL, *newpa = NULL;
2737 struct pf_ruleset *ruleset;
2738 struct pfi_kif *kif = NULL;
2740 if (pca->action < PF_CHANGE_ADD_HEAD ||
2741 pca->action > PF_CHANGE_REMOVE) {
2745 if (pca->addr.addr.type != PF_ADDR_ADDRMASK &&
2746 pca->addr.addr.type != PF_ADDR_DYNIFTL &&
2747 pca->addr.addr.type != PF_ADDR_TABLE) {
2751 if (pca->addr.addr.p.dyn != NULL) {
2756 if (pca->action != PF_CHANGE_REMOVE) {
2758 if (pca->af == AF_INET) {
2759 error = EAFNOSUPPORT;
2764 if (pca->af == AF_INET6) {
2765 error = EAFNOSUPPORT;
2769 newpa = malloc(sizeof(*newpa), M_PFRULE, M_WAITOK);
2770 bcopy(&pca->addr, newpa, sizeof(struct pf_pooladdr));
2771 if (newpa->ifname[0])
2772 kif = malloc(sizeof(*kif), PFI_MTYPE, M_WAITOK);
2775 #define ERROUT(x) { error = (x); goto DIOCCHANGEADDR_error; }
2777 ruleset = pf_find_ruleset(pca->anchor);
2778 if (ruleset == NULL)
2781 pool = pf_get_pool(pca->anchor, pca->ticket, pca->r_action,
2782 pca->r_num, pca->r_last, 1, 1);
2786 if (pca->action != PF_CHANGE_REMOVE) {
2787 if (newpa->ifname[0]) {
2788 newpa->kif = pfi_kif_attach(kif, newpa->ifname);
2789 pfi_kif_ref(newpa->kif);
2793 switch (newpa->addr.type) {
2794 case PF_ADDR_DYNIFTL:
2795 error = pfi_dynaddr_setup(&newpa->addr,
2799 newpa->addr.p.tbl = pfr_attach_table(ruleset,
2800 newpa->addr.v.tblname);
2801 if (newpa->addr.p.tbl == NULL)
2806 goto DIOCCHANGEADDR_error;
2809 switch (pca->action) {
2810 case PF_CHANGE_ADD_HEAD:
2811 oldpa = TAILQ_FIRST(&pool->list);
2813 case PF_CHANGE_ADD_TAIL:
2814 oldpa = TAILQ_LAST(&pool->list, pf_palist);
2817 oldpa = TAILQ_FIRST(&pool->list);
2818 for (int i = 0; oldpa && i < pca->nr; i++)
2819 oldpa = TAILQ_NEXT(oldpa, entries);
2825 if (pca->action == PF_CHANGE_REMOVE) {
2826 TAILQ_REMOVE(&pool->list, oldpa, entries);
2827 switch (oldpa->addr.type) {
2828 case PF_ADDR_DYNIFTL:
2829 pfi_dynaddr_remove(oldpa->addr.p.dyn);
2832 pfr_detach_table(oldpa->addr.p.tbl);
2836 pfi_kif_unref(oldpa->kif);
2837 free(oldpa, M_PFRULE);
2840 TAILQ_INSERT_TAIL(&pool->list, newpa, entries);
2841 else if (pca->action == PF_CHANGE_ADD_HEAD ||
2842 pca->action == PF_CHANGE_ADD_BEFORE)
2843 TAILQ_INSERT_BEFORE(oldpa, newpa, entries);
2845 TAILQ_INSERT_AFTER(&pool->list, oldpa,
2849 pool->cur = TAILQ_FIRST(&pool->list);
2850 PF_ACPY(&pool->counter, &pool->cur->addr.v.a.addr, pca->af);
2855 DIOCCHANGEADDR_error:
2856 if (newpa != NULL) {
2858 pfi_kif_unref(newpa->kif);
2859 free(newpa, M_PFRULE);
2863 free(kif, PFI_MTYPE);
2867 case DIOCGETRULESETS: {
2868 struct pfioc_ruleset *pr = (struct pfioc_ruleset *)addr;
2869 struct pf_ruleset *ruleset;
2870 struct pf_anchor *anchor;
2873 pr->path[sizeof(pr->path) - 1] = 0;
2874 if ((ruleset = pf_find_ruleset(pr->path)) == NULL) {
2880 if (ruleset->anchor == NULL) {
2881 /* XXX kludge for pf_main_ruleset */
2882 RB_FOREACH(anchor, pf_anchor_global, &V_pf_anchors)
2883 if (anchor->parent == NULL)
2886 RB_FOREACH(anchor, pf_anchor_node,
2887 &ruleset->anchor->children)
2894 case DIOCGETRULESET: {
2895 struct pfioc_ruleset *pr = (struct pfioc_ruleset *)addr;
2896 struct pf_ruleset *ruleset;
2897 struct pf_anchor *anchor;
2901 pr->path[sizeof(pr->path) - 1] = 0;
2902 if ((ruleset = pf_find_ruleset(pr->path)) == NULL) {
2908 if (ruleset->anchor == NULL) {
2909 /* XXX kludge for pf_main_ruleset */
2910 RB_FOREACH(anchor, pf_anchor_global, &V_pf_anchors)
2911 if (anchor->parent == NULL && nr++ == pr->nr) {
2912 strlcpy(pr->name, anchor->name,
2917 RB_FOREACH(anchor, pf_anchor_node,
2918 &ruleset->anchor->children)
2919 if (nr++ == pr->nr) {
2920 strlcpy(pr->name, anchor->name,
2931 case DIOCRCLRTABLES: {
2932 struct pfioc_table *io = (struct pfioc_table *)addr;
2934 if (io->pfrio_esize != 0) {
2939 error = pfr_clr_tables(&io->pfrio_table, &io->pfrio_ndel,
2940 io->pfrio_flags | PFR_FLAG_USERIOCTL);
2945 case DIOCRADDTABLES: {
2946 struct pfioc_table *io = (struct pfioc_table *)addr;
2947 struct pfr_table *pfrts;
2950 if (io->pfrio_esize != sizeof(struct pfr_table)) {
2955 if (io->pfrio_size < 0 || io->pfrio_size > pf_ioctl_maxcount ||
2956 WOULD_OVERFLOW(io->pfrio_size, sizeof(struct pfr_table))) {
2961 totlen = io->pfrio_size * sizeof(struct pfr_table);
2962 pfrts = mallocarray(io->pfrio_size, sizeof(struct pfr_table),
2964 error = copyin(io->pfrio_buffer, pfrts, totlen);
2966 free(pfrts, M_TEMP);
2970 error = pfr_add_tables(pfrts, io->pfrio_size,
2971 &io->pfrio_nadd, io->pfrio_flags | PFR_FLAG_USERIOCTL);
2973 free(pfrts, M_TEMP);
2977 case DIOCRDELTABLES: {
2978 struct pfioc_table *io = (struct pfioc_table *)addr;
2979 struct pfr_table *pfrts;
2982 if (io->pfrio_esize != sizeof(struct pfr_table)) {
2987 if (io->pfrio_size < 0 || io->pfrio_size > pf_ioctl_maxcount ||
2988 WOULD_OVERFLOW(io->pfrio_size, sizeof(struct pfr_table))) {
2993 totlen = io->pfrio_size * sizeof(struct pfr_table);
2994 pfrts = mallocarray(io->pfrio_size, sizeof(struct pfr_table),
2996 error = copyin(io->pfrio_buffer, pfrts, totlen);
2998 free(pfrts, M_TEMP);
3002 error = pfr_del_tables(pfrts, io->pfrio_size,
3003 &io->pfrio_ndel, io->pfrio_flags | PFR_FLAG_USERIOCTL);
3005 free(pfrts, M_TEMP);
3009 case DIOCRGETTABLES: {
3010 struct pfioc_table *io = (struct pfioc_table *)addr;
3011 struct pfr_table *pfrts;
3015 if (io->pfrio_esize != sizeof(struct pfr_table)) {
3020 n = pfr_table_count(&io->pfrio_table, io->pfrio_flags);
3026 io->pfrio_size = min(io->pfrio_size, n);
3028 totlen = io->pfrio_size * sizeof(struct pfr_table);
3030 pfrts = mallocarray(io->pfrio_size, sizeof(struct pfr_table),
3032 if (pfrts == NULL) {
3037 error = pfr_get_tables(&io->pfrio_table, pfrts,
3038 &io->pfrio_size, io->pfrio_flags | PFR_FLAG_USERIOCTL);
3041 error = copyout(pfrts, io->pfrio_buffer, totlen);
3042 free(pfrts, M_TEMP);
3046 case DIOCRGETTSTATS: {
3047 struct pfioc_table *io = (struct pfioc_table *)addr;
3048 struct pfr_tstats *pfrtstats;
3052 if (io->pfrio_esize != sizeof(struct pfr_tstats)) {
3057 n = pfr_table_count(&io->pfrio_table, io->pfrio_flags);
3063 io->pfrio_size = min(io->pfrio_size, n);
3065 totlen = io->pfrio_size * sizeof(struct pfr_tstats);
3066 pfrtstats = mallocarray(io->pfrio_size,
3067 sizeof(struct pfr_tstats), M_TEMP, M_NOWAIT);
3068 if (pfrtstats == NULL) {
3073 error = pfr_get_tstats(&io->pfrio_table, pfrtstats,
3074 &io->pfrio_size, io->pfrio_flags | PFR_FLAG_USERIOCTL);
3077 error = copyout(pfrtstats, io->pfrio_buffer, totlen);
3078 free(pfrtstats, M_TEMP);
3082 case DIOCRCLRTSTATS: {
3083 struct pfioc_table *io = (struct pfioc_table *)addr;
3084 struct pfr_table *pfrts;
3088 if (io->pfrio_esize != sizeof(struct pfr_table)) {
3094 n = pfr_table_count(&io->pfrio_table, io->pfrio_flags);
3100 io->pfrio_size = min(io->pfrio_size, n);
3102 totlen = io->pfrio_size * sizeof(struct pfr_table);
3103 pfrts = mallocarray(io->pfrio_size, sizeof(struct pfr_table),
3105 if (pfrts == NULL) {
3110 error = copyin(io->pfrio_buffer, pfrts, totlen);
3112 free(pfrts, M_TEMP);
3116 error = pfr_clr_tstats(pfrts, io->pfrio_size,
3117 &io->pfrio_nzero, io->pfrio_flags | PFR_FLAG_USERIOCTL);
3119 free(pfrts, M_TEMP);
3123 case DIOCRSETTFLAGS: {
3124 struct pfioc_table *io = (struct pfioc_table *)addr;
3125 struct pfr_table *pfrts;
3129 if (io->pfrio_esize != sizeof(struct pfr_table)) {
3135 n = pfr_table_count(&io->pfrio_table, io->pfrio_flags);
3142 io->pfrio_size = min(io->pfrio_size, n);
3145 totlen = io->pfrio_size * sizeof(struct pfr_table);
3146 pfrts = mallocarray(io->pfrio_size, sizeof(struct pfr_table),
3148 error = copyin(io->pfrio_buffer, pfrts, totlen);
3150 free(pfrts, M_TEMP);
3154 error = pfr_set_tflags(pfrts, io->pfrio_size,
3155 io->pfrio_setflag, io->pfrio_clrflag, &io->pfrio_nchange,
3156 &io->pfrio_ndel, io->pfrio_flags | PFR_FLAG_USERIOCTL);
3158 free(pfrts, M_TEMP);
3162 case DIOCRCLRADDRS: {
3163 struct pfioc_table *io = (struct pfioc_table *)addr;
3165 if (io->pfrio_esize != 0) {
3170 error = pfr_clr_addrs(&io->pfrio_table, &io->pfrio_ndel,
3171 io->pfrio_flags | PFR_FLAG_USERIOCTL);
3176 case DIOCRADDADDRS: {
3177 struct pfioc_table *io = (struct pfioc_table *)addr;
3178 struct pfr_addr *pfras;
3181 if (io->pfrio_esize != sizeof(struct pfr_addr)) {
3185 if (io->pfrio_size < 0 ||
3186 io->pfrio_size > pf_ioctl_maxcount ||
3187 WOULD_OVERFLOW(io->pfrio_size, sizeof(struct pfr_addr))) {
3191 totlen = io->pfrio_size * sizeof(struct pfr_addr);
3192 pfras = mallocarray(io->pfrio_size, sizeof(struct pfr_addr),
3198 error = copyin(io->pfrio_buffer, pfras, totlen);
3200 free(pfras, M_TEMP);
3204 error = pfr_add_addrs(&io->pfrio_table, pfras,
3205 io->pfrio_size, &io->pfrio_nadd, io->pfrio_flags |
3206 PFR_FLAG_USERIOCTL);
3208 if (error == 0 && io->pfrio_flags & PFR_FLAG_FEEDBACK)
3209 error = copyout(pfras, io->pfrio_buffer, totlen);
3210 free(pfras, M_TEMP);
3214 case DIOCRDELADDRS: {
3215 struct pfioc_table *io = (struct pfioc_table *)addr;
3216 struct pfr_addr *pfras;
3219 if (io->pfrio_esize != sizeof(struct pfr_addr)) {
3223 if (io->pfrio_size < 0 ||
3224 io->pfrio_size > pf_ioctl_maxcount ||
3225 WOULD_OVERFLOW(io->pfrio_size, sizeof(struct pfr_addr))) {
3229 totlen = io->pfrio_size * sizeof(struct pfr_addr);
3230 pfras = mallocarray(io->pfrio_size, sizeof(struct pfr_addr),
3236 error = copyin(io->pfrio_buffer, pfras, totlen);
3238 free(pfras, M_TEMP);
3242 error = pfr_del_addrs(&io->pfrio_table, pfras,
3243 io->pfrio_size, &io->pfrio_ndel, io->pfrio_flags |
3244 PFR_FLAG_USERIOCTL);
3246 if (error == 0 && io->pfrio_flags & PFR_FLAG_FEEDBACK)
3247 error = copyout(pfras, io->pfrio_buffer, totlen);
3248 free(pfras, M_TEMP);
3252 case DIOCRSETADDRS: {
3253 struct pfioc_table *io = (struct pfioc_table *)addr;
3254 struct pfr_addr *pfras;
3255 size_t totlen, count;
3257 if (io->pfrio_esize != sizeof(struct pfr_addr)) {
3261 if (io->pfrio_size < 0 || io->pfrio_size2 < 0) {
3265 count = max(io->pfrio_size, io->pfrio_size2);
3266 if (count > pf_ioctl_maxcount ||
3267 WOULD_OVERFLOW(count, sizeof(struct pfr_addr))) {
3271 totlen = count * sizeof(struct pfr_addr);
3272 pfras = mallocarray(count, sizeof(struct pfr_addr), M_TEMP,
3278 error = copyin(io->pfrio_buffer, pfras, totlen);
3280 free(pfras, M_TEMP);
3284 error = pfr_set_addrs(&io->pfrio_table, pfras,
3285 io->pfrio_size, &io->pfrio_size2, &io->pfrio_nadd,
3286 &io->pfrio_ndel, &io->pfrio_nchange, io->pfrio_flags |
3287 PFR_FLAG_USERIOCTL, 0);
3289 if (error == 0 && io->pfrio_flags & PFR_FLAG_FEEDBACK)
3290 error = copyout(pfras, io->pfrio_buffer, totlen);
3291 free(pfras, M_TEMP);
3295 case DIOCRGETADDRS: {
3296 struct pfioc_table *io = (struct pfioc_table *)addr;
3297 struct pfr_addr *pfras;
3300 if (io->pfrio_esize != sizeof(struct pfr_addr)) {
3304 if (io->pfrio_size < 0 ||
3305 io->pfrio_size > pf_ioctl_maxcount ||
3306 WOULD_OVERFLOW(io->pfrio_size, sizeof(struct pfr_addr))) {
3310 totlen = io->pfrio_size * sizeof(struct pfr_addr);
3311 pfras = mallocarray(io->pfrio_size, sizeof(struct pfr_addr),
3318 error = pfr_get_addrs(&io->pfrio_table, pfras,
3319 &io->pfrio_size, io->pfrio_flags | PFR_FLAG_USERIOCTL);
3322 error = copyout(pfras, io->pfrio_buffer, totlen);
3323 free(pfras, M_TEMP);
3327 case DIOCRGETASTATS: {
3328 struct pfioc_table *io = (struct pfioc_table *)addr;
3329 struct pfr_astats *pfrastats;
3332 if (io->pfrio_esize != sizeof(struct pfr_astats)) {
3336 if (io->pfrio_size < 0 ||
3337 io->pfrio_size > pf_ioctl_maxcount ||
3338 WOULD_OVERFLOW(io->pfrio_size, sizeof(struct pfr_astats))) {
3342 totlen = io->pfrio_size * sizeof(struct pfr_astats);
3343 pfrastats = mallocarray(io->pfrio_size,
3344 sizeof(struct pfr_astats), M_TEMP, M_NOWAIT);
3350 error = pfr_get_astats(&io->pfrio_table, pfrastats,
3351 &io->pfrio_size, io->pfrio_flags | PFR_FLAG_USERIOCTL);
3354 error = copyout(pfrastats, io->pfrio_buffer, totlen);
3355 free(pfrastats, M_TEMP);
3359 case DIOCRCLRASTATS: {
3360 struct pfioc_table *io = (struct pfioc_table *)addr;
3361 struct pfr_addr *pfras;
3364 if (io->pfrio_esize != sizeof(struct pfr_addr)) {
3368 if (io->pfrio_size < 0 ||
3369 io->pfrio_size > pf_ioctl_maxcount ||
3370 WOULD_OVERFLOW(io->pfrio_size, sizeof(struct pfr_addr))) {
3374 totlen = io->pfrio_size * sizeof(struct pfr_addr);
3375 pfras = mallocarray(io->pfrio_size, sizeof(struct pfr_addr),
3381 error = copyin(io->pfrio_buffer, pfras, totlen);
3383 free(pfras, M_TEMP);
3387 error = pfr_clr_astats(&io->pfrio_table, pfras,
3388 io->pfrio_size, &io->pfrio_nzero, io->pfrio_flags |
3389 PFR_FLAG_USERIOCTL);
3391 if (error == 0 && io->pfrio_flags & PFR_FLAG_FEEDBACK)
3392 error = copyout(pfras, io->pfrio_buffer, totlen);
3393 free(pfras, M_TEMP);
3397 case DIOCRTSTADDRS: {
3398 struct pfioc_table *io = (struct pfioc_table *)addr;
3399 struct pfr_addr *pfras;
3402 if (io->pfrio_esize != sizeof(struct pfr_addr)) {
3406 if (io->pfrio_size < 0 ||
3407 io->pfrio_size > pf_ioctl_maxcount ||
3408 WOULD_OVERFLOW(io->pfrio_size, sizeof(struct pfr_addr))) {
3412 totlen = io->pfrio_size * sizeof(struct pfr_addr);
3413 pfras = mallocarray(io->pfrio_size, sizeof(struct pfr_addr),
3419 error = copyin(io->pfrio_buffer, pfras, totlen);
3421 free(pfras, M_TEMP);
3425 error = pfr_tst_addrs(&io->pfrio_table, pfras,
3426 io->pfrio_size, &io->pfrio_nmatch, io->pfrio_flags |
3427 PFR_FLAG_USERIOCTL);
3430 error = copyout(pfras, io->pfrio_buffer, totlen);
3431 free(pfras, M_TEMP);
3435 case DIOCRINADEFINE: {
3436 struct pfioc_table *io = (struct pfioc_table *)addr;
3437 struct pfr_addr *pfras;
3440 if (io->pfrio_esize != sizeof(struct pfr_addr)) {
3444 if (io->pfrio_size < 0 ||
3445 io->pfrio_size > pf_ioctl_maxcount ||
3446 WOULD_OVERFLOW(io->pfrio_size, sizeof(struct pfr_addr))) {
3450 totlen = io->pfrio_size * sizeof(struct pfr_addr);
3451 pfras = mallocarray(io->pfrio_size, sizeof(struct pfr_addr),
3457 error = copyin(io->pfrio_buffer, pfras, totlen);
3459 free(pfras, M_TEMP);
3463 error = pfr_ina_define(&io->pfrio_table, pfras,
3464 io->pfrio_size, &io->pfrio_nadd, &io->pfrio_naddr,
3465 io->pfrio_ticket, io->pfrio_flags | PFR_FLAG_USERIOCTL);
3467 free(pfras, M_TEMP);
3472 struct pf_osfp_ioctl *io = (struct pf_osfp_ioctl *)addr;
3474 error = pf_osfp_add(io);
3480 struct pf_osfp_ioctl *io = (struct pf_osfp_ioctl *)addr;
3482 error = pf_osfp_get(io);
3488 struct pfioc_trans *io = (struct pfioc_trans *)addr;
3489 struct pfioc_trans_e *ioes, *ioe;
3493 if (io->esize != sizeof(*ioe)) {
3498 io->size > pf_ioctl_maxcount ||
3499 WOULD_OVERFLOW(io->size, sizeof(struct pfioc_trans_e))) {
3503 totlen = sizeof(struct pfioc_trans_e) * io->size;
3504 ioes = mallocarray(io->size, sizeof(struct pfioc_trans_e),
3510 error = copyin(io->array, ioes, totlen);
3516 for (i = 0, ioe = ioes; i < io->size; i++, ioe++) {
3517 switch (ioe->rs_num) {
3519 case PF_RULESET_ALTQ:
3520 if (ioe->anchor[0]) {
3526 if ((error = pf_begin_altq(&ioe->ticket))) {
3533 case PF_RULESET_TABLE:
3535 struct pfr_table table;
3537 bzero(&table, sizeof(table));
3538 strlcpy(table.pfrt_anchor, ioe->anchor,
3539 sizeof(table.pfrt_anchor));
3540 if ((error = pfr_ina_begin(&table,
3541 &ioe->ticket, NULL, 0))) {
3549 if ((error = pf_begin_rules(&ioe->ticket,
3550 ioe->rs_num, ioe->anchor))) {
3559 error = copyout(ioes, io->array, totlen);
3564 case DIOCXROLLBACK: {
3565 struct pfioc_trans *io = (struct pfioc_trans *)addr;
3566 struct pfioc_trans_e *ioe, *ioes;
3570 if (io->esize != sizeof(*ioe)) {
3575 io->size > pf_ioctl_maxcount ||
3576 WOULD_OVERFLOW(io->size, sizeof(struct pfioc_trans_e))) {
3580 totlen = sizeof(struct pfioc_trans_e) * io->size;
3581 ioes = mallocarray(io->size, sizeof(struct pfioc_trans_e),
3587 error = copyin(io->array, ioes, totlen);
3593 for (i = 0, ioe = ioes; i < io->size; i++, ioe++) {
3594 switch (ioe->rs_num) {
3596 case PF_RULESET_ALTQ:
3597 if (ioe->anchor[0]) {
3603 if ((error = pf_rollback_altq(ioe->ticket))) {
3606 goto fail; /* really bad */
3610 case PF_RULESET_TABLE:
3612 struct pfr_table table;
3614 bzero(&table, sizeof(table));
3615 strlcpy(table.pfrt_anchor, ioe->anchor,
3616 sizeof(table.pfrt_anchor));
3617 if ((error = pfr_ina_rollback(&table,
3618 ioe->ticket, NULL, 0))) {
3621 goto fail; /* really bad */
3626 if ((error = pf_rollback_rules(ioe->ticket,
3627 ioe->rs_num, ioe->anchor))) {
3630 goto fail; /* really bad */
3641 struct pfioc_trans *io = (struct pfioc_trans *)addr;
3642 struct pfioc_trans_e *ioe, *ioes;
3643 struct pf_ruleset *rs;
3647 if (io->esize != sizeof(*ioe)) {
3653 io->size > pf_ioctl_maxcount ||
3654 WOULD_OVERFLOW(io->size, sizeof(struct pfioc_trans_e))) {
3659 totlen = sizeof(struct pfioc_trans_e) * io->size;
3660 ioes = mallocarray(io->size, sizeof(struct pfioc_trans_e),
3666 error = copyin(io->array, ioes, totlen);
3672 /* First makes sure everything will succeed. */
3673 for (i = 0, ioe = ioes; i < io->size; i++, ioe++) {
3674 switch (ioe->rs_num) {
3676 case PF_RULESET_ALTQ:
3677 if (ioe->anchor[0]) {
3683 if (!V_altqs_inactive_open || ioe->ticket !=
3684 V_ticket_altqs_inactive) {
3692 case PF_RULESET_TABLE:
3693 rs = pf_find_ruleset(ioe->anchor);
3694 if (rs == NULL || !rs->topen || ioe->ticket !=
3703 if (ioe->rs_num < 0 || ioe->rs_num >=
3710 rs = pf_find_ruleset(ioe->anchor);
3712 !rs->rules[ioe->rs_num].inactive.open ||
3713 rs->rules[ioe->rs_num].inactive.ticket !=
3723 /* Now do the commit - no errors should happen here. */
3724 for (i = 0, ioe = ioes; i < io->size; i++, ioe++) {
3725 switch (ioe->rs_num) {
3727 case PF_RULESET_ALTQ:
3728 if ((error = pf_commit_altq(ioe->ticket))) {
3731 goto fail; /* really bad */
3735 case PF_RULESET_TABLE:
3737 struct pfr_table table;
3739 bzero(&table, sizeof(table));
3740 strlcpy(table.pfrt_anchor, ioe->anchor,
3741 sizeof(table.pfrt_anchor));
3742 if ((error = pfr_ina_commit(&table,
3743 ioe->ticket, NULL, NULL, 0))) {
3746 goto fail; /* really bad */
3751 if ((error = pf_commit_rules(ioe->ticket,
3752 ioe->rs_num, ioe->anchor))) {
3755 goto fail; /* really bad */
3765 case DIOCGETSRCNODES: {
3766 struct pfioc_src_nodes *psn = (struct pfioc_src_nodes *)addr;
3767 struct pf_srchash *sh;
3768 struct pf_src_node *n, *p, *pstore;
3771 for (i = 0, sh = V_pf_srchash; i <= pf_srchashmask;
3773 PF_HASHROW_LOCK(sh);
3774 LIST_FOREACH(n, &sh->nodes, entry)
3776 PF_HASHROW_UNLOCK(sh);
3779 psn->psn_len = min(psn->psn_len,
3780 sizeof(struct pf_src_node) * nr);
3782 if (psn->psn_len == 0) {
3783 psn->psn_len = sizeof(struct pf_src_node) * nr;
3789 p = pstore = malloc(psn->psn_len, M_TEMP, M_WAITOK | M_ZERO);
3790 for (i = 0, sh = V_pf_srchash; i <= pf_srchashmask;
3792 PF_HASHROW_LOCK(sh);
3793 LIST_FOREACH(n, &sh->nodes, entry) {
3794 int secs = time_uptime, diff;
3796 if ((nr + 1) * sizeof(*p) > (unsigned)psn->psn_len)
3799 bcopy(n, p, sizeof(struct pf_src_node));
3800 if (n->rule.ptr != NULL)
3801 p->rule.nr = n->rule.ptr->nr;
3802 p->creation = secs - p->creation;
3803 if (p->expire > secs)
3808 /* Adjust the connection rate estimate. */
3809 diff = secs - n->conn_rate.last;
3810 if (diff >= n->conn_rate.seconds)
3811 p->conn_rate.count = 0;
3813 p->conn_rate.count -=
3814 n->conn_rate.count * diff /
3815 n->conn_rate.seconds;
3819 PF_HASHROW_UNLOCK(sh);
3821 error = copyout(pstore, psn->psn_src_nodes,
3822 sizeof(struct pf_src_node) * nr);
3824 free(pstore, M_TEMP);
3827 psn->psn_len = sizeof(struct pf_src_node) * nr;
3828 free(pstore, M_TEMP);
3832 case DIOCCLRSRCNODES: {
3833 pf_clear_srcnodes(NULL);
3834 pf_purge_expired_src_nodes();
3838 case DIOCKILLSRCNODES:
3839 pf_kill_srcnodes((struct pfioc_src_node_kill *)addr);
3842 case DIOCSETHOSTID: {
3843 u_int32_t *hostid = (u_int32_t *)addr;
3847 V_pf_status.hostid = arc4random();
3849 V_pf_status.hostid = *hostid;
3860 case DIOCIGETIFACES: {
3861 struct pfioc_iface *io = (struct pfioc_iface *)addr;
3862 struct pfi_kif *ifstore;
3865 if (io->pfiio_esize != sizeof(struct pfi_kif)) {
3870 if (io->pfiio_size < 0 ||
3871 io->pfiio_size > pf_ioctl_maxcount ||
3872 WOULD_OVERFLOW(io->pfiio_size, sizeof(struct pfi_kif))) {
3877 bufsiz = io->pfiio_size * sizeof(struct pfi_kif);
3878 ifstore = mallocarray(io->pfiio_size, sizeof(struct pfi_kif),
3880 if (ifstore == NULL) {
3886 pfi_get_ifaces(io->pfiio_name, ifstore, &io->pfiio_size);
3888 error = copyout(ifstore, io->pfiio_buffer, bufsiz);
3889 free(ifstore, M_TEMP);
3893 case DIOCSETIFFLAG: {
3894 struct pfioc_iface *io = (struct pfioc_iface *)addr;
3897 error = pfi_set_flags(io->pfiio_name, io->pfiio_flags);
3902 case DIOCCLRIFFLAG: {
3903 struct pfioc_iface *io = (struct pfioc_iface *)addr;
3906 error = pfi_clear_flags(io->pfiio_name, io->pfiio_flags);
3916 if (sx_xlocked(&pf_ioctl_lock))
3917 sx_xunlock(&pf_ioctl_lock);
3924 pfsync_state_export(struct pfsync_state *sp, struct pf_state *st)
3926 bzero(sp, sizeof(struct pfsync_state));
3928 /* copy from state key */
3929 sp->key[PF_SK_WIRE].addr[0] = st->key[PF_SK_WIRE]->addr[0];
3930 sp->key[PF_SK_WIRE].addr[1] = st->key[PF_SK_WIRE]->addr[1];
3931 sp->key[PF_SK_WIRE].port[0] = st->key[PF_SK_WIRE]->port[0];
3932 sp->key[PF_SK_WIRE].port[1] = st->key[PF_SK_WIRE]->port[1];
3933 sp->key[PF_SK_STACK].addr[0] = st->key[PF_SK_STACK]->addr[0];
3934 sp->key[PF_SK_STACK].addr[1] = st->key[PF_SK_STACK]->addr[1];
3935 sp->key[PF_SK_STACK].port[0] = st->key[PF_SK_STACK]->port[0];
3936 sp->key[PF_SK_STACK].port[1] = st->key[PF_SK_STACK]->port[1];
3937 sp->proto = st->key[PF_SK_WIRE]->proto;
3938 sp->af = st->key[PF_SK_WIRE]->af;
3940 /* copy from state */
3941 strlcpy(sp->ifname, st->kif->pfik_name, sizeof(sp->ifname));
3942 bcopy(&st->rt_addr, &sp->rt_addr, sizeof(sp->rt_addr));
3943 sp->creation = htonl(time_uptime - st->creation);
3944 sp->expire = pf_state_expires(st);
3945 if (sp->expire <= time_uptime)
3946 sp->expire = htonl(0);
3948 sp->expire = htonl(sp->expire - time_uptime);
3950 sp->direction = st->direction;
3952 sp->timeout = st->timeout;
3953 sp->state_flags = st->state_flags;
3955 sp->sync_flags |= PFSYNC_FLAG_SRCNODE;
3956 if (st->nat_src_node)
3957 sp->sync_flags |= PFSYNC_FLAG_NATSRCNODE;
3960 sp->creatorid = st->creatorid;
3961 pf_state_peer_hton(&st->src, &sp->src);
3962 pf_state_peer_hton(&st->dst, &sp->dst);
3964 if (st->rule.ptr == NULL)
3965 sp->rule = htonl(-1);
3967 sp->rule = htonl(st->rule.ptr->nr);
3968 if (st->anchor.ptr == NULL)
3969 sp->anchor = htonl(-1);
3971 sp->anchor = htonl(st->anchor.ptr->nr);
3972 if (st->nat_rule.ptr == NULL)
3973 sp->nat_rule = htonl(-1);
3975 sp->nat_rule = htonl(st->nat_rule.ptr->nr);
3977 pf_state_counter_hton(counter_u64_fetch(st->packets[0]),
3979 pf_state_counter_hton(counter_u64_fetch(st->packets[1]),
3981 pf_state_counter_hton(counter_u64_fetch(st->bytes[0]), sp->bytes[0]);
3982 pf_state_counter_hton(counter_u64_fetch(st->bytes[1]), sp->bytes[1]);
3987 pf_tbladdr_copyout(struct pf_addr_wrap *aw)
3989 struct pfr_ktable *kt;
3991 KASSERT(aw->type == PF_ADDR_TABLE, ("%s: type %u", __func__, aw->type));
3994 if (!(kt->pfrkt_flags & PFR_TFLAG_ACTIVE) && kt->pfrkt_root != NULL)
3995 kt = kt->pfrkt_root;
3997 aw->p.tblcnt = (kt->pfrkt_flags & PFR_TFLAG_ACTIVE) ?
4002 * XXX - Check for version missmatch!!!
4005 pf_clear_states(void)
4010 for (i = 0; i <= pf_hashmask; i++) {
4011 struct pf_idhash *ih = &V_pf_idhash[i];
4013 PF_HASHROW_LOCK(ih);
4014 LIST_FOREACH(s, &ih->states, entry) {
4015 s->timeout = PFTM_PURGE;
4016 /* Don't send out individual delete messages. */
4017 s->state_flags |= PFSTATE_NOSYNC;
4018 pf_unlink_state(s, PF_ENTER_LOCKED);
4021 PF_HASHROW_UNLOCK(ih);
4026 pf_clear_tables(void)
4028 struct pfioc_table io;
4031 bzero(&io, sizeof(io));
4033 error = pfr_clr_tables(&io.pfrio_table, &io.pfrio_ndel,
4040 pf_clear_srcnodes(struct pf_src_node *n)
4045 for (i = 0; i <= pf_hashmask; i++) {
4046 struct pf_idhash *ih = &V_pf_idhash[i];
4048 PF_HASHROW_LOCK(ih);
4049 LIST_FOREACH(s, &ih->states, entry) {
4050 if (n == NULL || n == s->src_node)
4052 if (n == NULL || n == s->nat_src_node)
4053 s->nat_src_node = NULL;
4055 PF_HASHROW_UNLOCK(ih);
4059 struct pf_srchash *sh;
4061 for (i = 0, sh = V_pf_srchash; i <= pf_srchashmask;
4063 PF_HASHROW_LOCK(sh);
4064 LIST_FOREACH(n, &sh->nodes, entry) {
4068 PF_HASHROW_UNLOCK(sh);
4071 /* XXX: hash slot should already be locked here. */
4078 pf_kill_srcnodes(struct pfioc_src_node_kill *psnk)
4080 struct pf_src_node_list kill;
4083 for (int i = 0; i <= pf_srchashmask; i++) {
4084 struct pf_srchash *sh = &V_pf_srchash[i];
4085 struct pf_src_node *sn, *tmp;
4087 PF_HASHROW_LOCK(sh);
4088 LIST_FOREACH_SAFE(sn, &sh->nodes, entry, tmp)
4089 if (PF_MATCHA(psnk->psnk_src.neg,
4090 &psnk->psnk_src.addr.v.a.addr,
4091 &psnk->psnk_src.addr.v.a.mask,
4092 &sn->addr, sn->af) &&
4093 PF_MATCHA(psnk->psnk_dst.neg,
4094 &psnk->psnk_dst.addr.v.a.addr,
4095 &psnk->psnk_dst.addr.v.a.mask,
4096 &sn->raddr, sn->af)) {
4097 pf_unlink_src_node(sn);
4098 LIST_INSERT_HEAD(&kill, sn, entry);
4101 PF_HASHROW_UNLOCK(sh);
4104 for (int i = 0; i <= pf_hashmask; i++) {
4105 struct pf_idhash *ih = &V_pf_idhash[i];
4108 PF_HASHROW_LOCK(ih);
4109 LIST_FOREACH(s, &ih->states, entry) {
4110 if (s->src_node && s->src_node->expire == 1)
4112 if (s->nat_src_node && s->nat_src_node->expire == 1)
4113 s->nat_src_node = NULL;
4115 PF_HASHROW_UNLOCK(ih);
4118 psnk->psnk_killed = pf_free_src_nodes(&kill);
4122 * XXX - Check for version missmatch!!!
4126 * Duplicate pfctl -Fa operation to get rid of as much as we can.
4136 if ((error = pf_begin_rules(&t[0], PF_RULESET_SCRUB, &nn))
4138 DPFPRINTF(PF_DEBUG_MISC, ("shutdown_pf: SCRUB\n"));
4141 if ((error = pf_begin_rules(&t[1], PF_RULESET_FILTER, &nn))
4143 DPFPRINTF(PF_DEBUG_MISC, ("shutdown_pf: FILTER\n"));
4144 break; /* XXX: rollback? */
4146 if ((error = pf_begin_rules(&t[2], PF_RULESET_NAT, &nn))
4148 DPFPRINTF(PF_DEBUG_MISC, ("shutdown_pf: NAT\n"));
4149 break; /* XXX: rollback? */
4151 if ((error = pf_begin_rules(&t[3], PF_RULESET_BINAT, &nn))
4153 DPFPRINTF(PF_DEBUG_MISC, ("shutdown_pf: BINAT\n"));
4154 break; /* XXX: rollback? */
4156 if ((error = pf_begin_rules(&t[4], PF_RULESET_RDR, &nn))
4158 DPFPRINTF(PF_DEBUG_MISC, ("shutdown_pf: RDR\n"));
4159 break; /* XXX: rollback? */
4162 /* XXX: these should always succeed here */
4163 pf_commit_rules(t[0], PF_RULESET_SCRUB, &nn);
4164 pf_commit_rules(t[1], PF_RULESET_FILTER, &nn);
4165 pf_commit_rules(t[2], PF_RULESET_NAT, &nn);
4166 pf_commit_rules(t[3], PF_RULESET_BINAT, &nn);
4167 pf_commit_rules(t[4], PF_RULESET_RDR, &nn);
4169 if ((error = pf_clear_tables()) != 0)
4173 if ((error = pf_begin_altq(&t[0])) != 0) {
4174 DPFPRINTF(PF_DEBUG_MISC, ("shutdown_pf: ALTQ\n"));
4177 pf_commit_altq(t[0]);
4182 pf_clear_srcnodes(NULL);
4184 /* status does not use malloced mem so no need to cleanup */
4185 /* fingerprints and interfaces have their own cleanup code */
4191 static pfil_return_t
4192 pf_check_return(int chk, struct mbuf **m)
4198 return (PFIL_CONSUMED);
4207 return (PFIL_DROPPED);
4212 static pfil_return_t
4213 pf_check_in(struct mbuf **m, struct ifnet *ifp, int flags,
4214 void *ruleset __unused, struct inpcb *inp)
4218 chk = pf_test(PF_IN, flags, ifp, m, inp);
4220 return (pf_check_return(chk, m));
4223 static pfil_return_t
4224 pf_check_out(struct mbuf **m, struct ifnet *ifp, int flags,
4225 void *ruleset __unused, struct inpcb *inp)
4229 chk = pf_test(PF_OUT, flags, ifp, m, inp);
4231 return (pf_check_return(chk, m));
4236 static pfil_return_t
4237 pf_check6_in(struct mbuf **m, struct ifnet *ifp, int flags,
4238 void *ruleset __unused, struct inpcb *inp)
4243 * In case of loopback traffic IPv6 uses the real interface in
4244 * order to support scoped addresses. In order to support stateful
4245 * filtering we have change this to lo0 as it is the case in IPv4.
4247 CURVNET_SET(ifp->if_vnet);
4248 chk = pf_test6(PF_IN, flags, (*m)->m_flags & M_LOOP ? V_loif : ifp, m, inp);
4251 return (pf_check_return(chk, m));
4254 static pfil_return_t
4255 pf_check6_out(struct mbuf **m, struct ifnet *ifp, int flags,
4256 void *ruleset __unused, struct inpcb *inp)
4260 CURVNET_SET(ifp->if_vnet);
4261 chk = pf_test6(PF_OUT, flags, ifp, m, inp);
4264 return (pf_check_return(chk, m));
4269 VNET_DEFINE_STATIC(pfil_hook_t, pf_ip4_in_hook);
4270 VNET_DEFINE_STATIC(pfil_hook_t, pf_ip4_out_hook);
4271 #define V_pf_ip4_in_hook VNET(pf_ip4_in_hook)
4272 #define V_pf_ip4_out_hook VNET(pf_ip4_out_hook)
4275 VNET_DEFINE_STATIC(pfil_hook_t, pf_ip6_in_hook);
4276 VNET_DEFINE_STATIC(pfil_hook_t, pf_ip6_out_hook);
4277 #define V_pf_ip6_in_hook VNET(pf_ip6_in_hook)
4278 #define V_pf_ip6_out_hook VNET(pf_ip6_out_hook)
4284 struct pfil_hook_args pha;
4285 struct pfil_link_args pla;
4287 if (V_pf_pfil_hooked)
4290 pha.pa_version = PFIL_VERSION;
4291 pha.pa_modname = "pf";
4292 pha.pa_ruleset = NULL;
4294 pla.pa_version = PFIL_VERSION;
4297 pha.pa_type = PFIL_TYPE_IP4;
4298 pha.pa_func = pf_check_in;
4299 pha.pa_flags = PFIL_IN;
4300 pha.pa_rulname = "default-in";
4301 V_pf_ip4_in_hook = pfil_add_hook(&pha);
4302 pla.pa_flags = PFIL_IN | PFIL_HEADPTR | PFIL_HOOKPTR;
4303 pla.pa_head = V_inet_pfil_head;
4304 pla.pa_hook = V_pf_ip4_in_hook;
4305 (void)pfil_link(&pla);
4306 pha.pa_func = pf_check_out;
4307 pha.pa_flags = PFIL_OUT;
4308 pha.pa_rulname = "default-out";
4309 V_pf_ip4_out_hook = pfil_add_hook(&pha);
4310 pla.pa_flags = PFIL_OUT | PFIL_HEADPTR | PFIL_HOOKPTR;
4311 pla.pa_head = V_inet_pfil_head;
4312 pla.pa_hook = V_pf_ip4_out_hook;
4313 (void)pfil_link(&pla);
4316 pha.pa_type = PFIL_TYPE_IP6;
4317 pha.pa_func = pf_check6_in;
4318 pha.pa_flags = PFIL_IN;
4319 pha.pa_rulname = "default-in6";
4320 V_pf_ip6_in_hook = pfil_add_hook(&pha);
4321 pla.pa_flags = PFIL_IN | PFIL_HEADPTR | PFIL_HOOKPTR;
4322 pla.pa_head = V_inet6_pfil_head;
4323 pla.pa_hook = V_pf_ip6_in_hook;
4324 (void)pfil_link(&pla);
4325 pha.pa_func = pf_check6_out;
4326 pha.pa_rulname = "default-out6";
4327 pha.pa_flags = PFIL_OUT;
4328 V_pf_ip6_out_hook = pfil_add_hook(&pha);
4329 pla.pa_flags = PFIL_OUT | PFIL_HEADPTR | PFIL_HOOKPTR;
4330 pla.pa_head = V_inet6_pfil_head;
4331 pla.pa_hook = V_pf_ip6_out_hook;
4332 (void)pfil_link(&pla);
4335 V_pf_pfil_hooked = 1;
4343 if (V_pf_pfil_hooked == 0)
4347 pfil_remove_hook(V_pf_ip4_in_hook);
4348 pfil_remove_hook(V_pf_ip4_out_hook);
4351 pfil_remove_hook(V_pf_ip6_in_hook);
4352 pfil_remove_hook(V_pf_ip6_out_hook);
4355 V_pf_pfil_hooked = 0;
4362 V_pf_tag_z = uma_zcreate("pf tags", sizeof(struct pf_tagname),
4363 NULL, NULL, NULL, NULL, UMA_ALIGN_PTR, 0);
4365 pf_init_tagset(&V_pf_tags, &pf_rule_tag_hashsize,
4366 PF_RULE_TAG_HASH_SIZE_DEFAULT);
4368 pf_init_tagset(&V_pf_qids, &pf_queue_tag_hashsize,
4369 PF_QUEUE_TAG_HASH_SIZE_DEFAULT);
4373 V_pf_vnet_active = 1;
4381 rm_init(&pf_rules_lock, "pf rulesets");
4382 sx_init(&pf_ioctl_lock, "pf ioctl");
4383 sx_init(&pf_end_lock, "pf end thread");
4385 pf_mtag_initialize();
4387 pf_dev = make_dev(&pf_cdevsw, 0, UID_ROOT, GID_WHEEL, 0600, PF_NAME);
4392 error = kproc_create(pf_purge_thread, NULL, &pf_purge_proc, 0, 0, "pf purge");
4402 pf_unload_vnet(void)
4406 V_pf_vnet_active = 0;
4407 V_pf_status.running = 0;
4408 error = dehook_pf();
4411 * Should not happen!
4412 * XXX Due to error code ESRCH, kldunload will show
4413 * a message like 'No such process'.
4415 printf("%s : pfil unregisteration fail\n", __FUNCTION__);
4423 swi_remove(V_pf_swi_cookie);
4425 pf_unload_vnet_purge();
4427 pf_normalize_cleanup();
4434 if (IS_DEFAULT_VNET(curvnet))
4437 pf_cleanup_tagset(&V_pf_tags);
4439 pf_cleanup_tagset(&V_pf_qids);
4441 uma_zdestroy(V_pf_tag_z);
4443 /* Free counters last as we updated them during shutdown. */
4444 counter_u64_free(V_pf_default_rule.states_cur);
4445 counter_u64_free(V_pf_default_rule.states_tot);
4446 counter_u64_free(V_pf_default_rule.src_nodes);
4448 for (int i = 0; i < PFRES_MAX; i++)
4449 counter_u64_free(V_pf_status.counters[i]);
4450 for (int i = 0; i < LCNT_MAX; i++)
4451 counter_u64_free(V_pf_status.lcounters[i]);
4452 for (int i = 0; i < FCNT_MAX; i++)
4453 counter_u64_free(V_pf_status.fcounters[i]);
4454 for (int i = 0; i < SCNT_MAX; i++)
4455 counter_u64_free(V_pf_status.scounters[i]);
4462 sx_xlock(&pf_end_lock);
4464 while (pf_end_threads < 2) {
4465 wakeup_one(pf_purge_thread);
4466 sx_sleep(pf_purge_proc, &pf_end_lock, 0, "pftmo", 0);
4468 sx_xunlock(&pf_end_lock);
4471 destroy_dev(pf_dev);
4475 rm_destroy(&pf_rules_lock);
4476 sx_destroy(&pf_ioctl_lock);
4477 sx_destroy(&pf_end_lock);
4481 vnet_pf_init(void *unused __unused)
4486 VNET_SYSINIT(vnet_pf_init, SI_SUB_PROTO_FIREWALL, SI_ORDER_THIRD,
4487 vnet_pf_init, NULL);
4490 vnet_pf_uninit(const void *unused __unused)
4495 SYSUNINIT(pf_unload, SI_SUB_PROTO_FIREWALL, SI_ORDER_SECOND, pf_unload, NULL);
4496 VNET_SYSUNINIT(vnet_pf_uninit, SI_SUB_PROTO_FIREWALL, SI_ORDER_THIRD,
4497 vnet_pf_uninit, NULL);
4500 pf_modevent(module_t mod, int type, void *data)
4509 /* Handled in SYSUNINIT(pf_unload) to ensure it's done after
4510 * the vnet_pf_uninit()s */
4520 static moduledata_t pf_mod = {
4526 DECLARE_MODULE(pf, pf_mod, SI_SUB_PROTO_FIREWALL, SI_ORDER_SECOND);
4527 MODULE_VERSION(pf, PF_MODVER);