1 /*-
2 * SPDX-License-Identifier: BSD-2-Clause
3 *
4 * Copyright (c) 2001 Daniel Hartmeier
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 *
11 * - Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * - Redistributions in binary form must reproduce the above
14 * copyright notice, this list of conditions and the following
15 * disclaimer in the documentation and/or other materials provided
16 * with the distribution.
17 *
18 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
21 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
22 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
23 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
24 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
25 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
26 * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
28 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
30 *
31 * $OpenBSD: pfvar.h,v 1.282 2009/01/29 15:12:28 pyr Exp $
32 */
33
34 #ifndef _NET_PFVAR_H_
35 #define _NET_PFVAR_H_
36
37 #include <sys/param.h>
38 #include <sys/queue.h>
39 #include <sys/counter.h>
40 #include <sys/cpuset.h>
41 #include <sys/epoch.h>
42 #include <sys/malloc.h>
43 #include <sys/nv.h>
44 #include <sys/refcount.h>
45 #include <sys/sdt.h>
46 #include <sys/sysctl.h>
47 #include <sys/smp.h>
48 #include <sys/lock.h>
49 #include <sys/rmlock.h>
50 #include <sys/tree.h>
51 #include <sys/seqc.h>
52 #include <vm/uma.h>
53
54 #include <net/if.h>
55 #include <net/ethernet.h>
56 #include <net/radix.h>
57 #include <netinet/in.h>
58 #ifdef _KERNEL
59 #include <netinet/ip.h>
60 #include <netinet/tcp.h>
61 #include <netinet/udp.h>
62 #include <netinet/sctp.h>
63 #include <netinet/ip_icmp.h>
64 #include <netinet/icmp6.h>
65 #endif
66
67 #include <netpfil/pf/pf.h>
68 #include <netpfil/pf/pf_altq.h>
69 #include <netpfil/pf/pf_mtag.h>
70
71 #ifdef _KERNEL
72
73 #if defined(__arm__)
74 #define PF_WANT_32_TO_64_COUNTER
75 #endif
76
77 /*
78 * A hybrid of 32-bit and 64-bit counters which can be used on platforms where
79 * counter(9) is very expensive.
80 *
81 * As 32-bit counters are expected to overflow, a periodic job sums them up to
82 * a saved 64-bit state. Fetching the value still walks all CPUs to get the most
83 * current snapshot.
84 */
85 #ifdef PF_WANT_32_TO_64_COUNTER
86 struct pf_counter_u64_pcpu {
87 u_int32_t current;
88 u_int32_t snapshot;
89 };
90
91 struct pf_counter_u64 {
92 struct pf_counter_u64_pcpu *pfcu64_pcpu;
93 u_int64_t pfcu64_value;
94 seqc_t pfcu64_seqc;
95 };
96
97 static inline int
pf_counter_u64_init(struct pf_counter_u64 * pfcu64,int flags)98 pf_counter_u64_init(struct pf_counter_u64 *pfcu64, int flags)
99 {
100
101 pfcu64->pfcu64_value = 0;
102 pfcu64->pfcu64_seqc = 0;
103 pfcu64->pfcu64_pcpu = uma_zalloc_pcpu(pcpu_zone_8, flags | M_ZERO);
104 if (__predict_false(pfcu64->pfcu64_pcpu == NULL))
105 return (ENOMEM);
106 return (0);
107 }
108
109 static inline void
pf_counter_u64_deinit(struct pf_counter_u64 * pfcu64)110 pf_counter_u64_deinit(struct pf_counter_u64 *pfcu64)
111 {
112
113 uma_zfree_pcpu(pcpu_zone_8, pfcu64->pfcu64_pcpu);
114 }
115
116 static inline void
pf_counter_u64_critical_enter(void)117 pf_counter_u64_critical_enter(void)
118 {
119
120 critical_enter();
121 }
122
123 static inline void
pf_counter_u64_critical_exit(void)124 pf_counter_u64_critical_exit(void)
125 {
126
127 critical_exit();
128 }
129
130 static inline void
pf_counter_u64_add_protected(struct pf_counter_u64 * pfcu64,uint32_t n)131 pf_counter_u64_add_protected(struct pf_counter_u64 *pfcu64, uint32_t n)
132 {
133 struct pf_counter_u64_pcpu *pcpu;
134 u_int32_t val;
135
136 MPASS(curthread->td_critnest > 0);
137 pcpu = zpcpu_get(pfcu64->pfcu64_pcpu);
138 val = atomic_load_int(&pcpu->current);
139 atomic_store_int(&pcpu->current, val + n);
140 }
141
142 static inline void
pf_counter_u64_add(struct pf_counter_u64 * pfcu64,uint32_t n)143 pf_counter_u64_add(struct pf_counter_u64 *pfcu64, uint32_t n)
144 {
145
146 critical_enter();
147 pf_counter_u64_add_protected(pfcu64, n);
148 critical_exit();
149 }
150
151 static inline u_int64_t
pf_counter_u64_periodic(struct pf_counter_u64 * pfcu64)152 pf_counter_u64_periodic(struct pf_counter_u64 *pfcu64)
153 {
154 struct pf_counter_u64_pcpu *pcpu;
155 u_int64_t sum;
156 u_int32_t val;
157 int cpu;
158
159 MPASS(curthread->td_critnest > 0);
160 seqc_write_begin(&pfcu64->pfcu64_seqc);
161 sum = pfcu64->pfcu64_value;
162 CPU_FOREACH(cpu) {
163 pcpu = zpcpu_get_cpu(pfcu64->pfcu64_pcpu, cpu);
164 val = atomic_load_int(&pcpu->current);
165 sum += (uint32_t)(val - pcpu->snapshot);
166 pcpu->snapshot = val;
167 }
168 pfcu64->pfcu64_value = sum;
169 seqc_write_end(&pfcu64->pfcu64_seqc);
170 return (sum);
171 }
172
173 static inline u_int64_t
pf_counter_u64_fetch(const struct pf_counter_u64 * pfcu64)174 pf_counter_u64_fetch(const struct pf_counter_u64 *pfcu64)
175 {
176 struct pf_counter_u64_pcpu *pcpu;
177 u_int64_t sum;
178 seqc_t seqc;
179 int cpu;
180
181 for (;;) {
182 seqc = seqc_read(&pfcu64->pfcu64_seqc);
183 sum = 0;
184 CPU_FOREACH(cpu) {
185 pcpu = zpcpu_get_cpu(pfcu64->pfcu64_pcpu, cpu);
186 sum += (uint32_t)(atomic_load_int(&pcpu->current) -pcpu->snapshot);
187 }
188 sum += pfcu64->pfcu64_value;
189 if (seqc_consistent(&pfcu64->pfcu64_seqc, seqc))
190 break;
191 }
192 return (sum);
193 }
194
195 static inline void
pf_counter_u64_zero_protected(struct pf_counter_u64 * pfcu64)196 pf_counter_u64_zero_protected(struct pf_counter_u64 *pfcu64)
197 {
198 struct pf_counter_u64_pcpu *pcpu;
199 int cpu;
200
201 MPASS(curthread->td_critnest > 0);
202 seqc_write_begin(&pfcu64->pfcu64_seqc);
203 CPU_FOREACH(cpu) {
204 pcpu = zpcpu_get_cpu(pfcu64->pfcu64_pcpu, cpu);
205 pcpu->snapshot = atomic_load_int(&pcpu->current);
206 }
207 pfcu64->pfcu64_value = 0;
208 seqc_write_end(&pfcu64->pfcu64_seqc);
209 }
210
211 static inline void
pf_counter_u64_zero(struct pf_counter_u64 * pfcu64)212 pf_counter_u64_zero(struct pf_counter_u64 *pfcu64)
213 {
214
215 critical_enter();
216 pf_counter_u64_zero_protected(pfcu64);
217 critical_exit();
218 }
219 #else
220 struct pf_counter_u64 {
221 counter_u64_t counter;
222 };
223
224 static inline int
pf_counter_u64_init(struct pf_counter_u64 * pfcu64,int flags)225 pf_counter_u64_init(struct pf_counter_u64 *pfcu64, int flags)
226 {
227
228 pfcu64->counter = counter_u64_alloc(flags);
229 if (__predict_false(pfcu64->counter == NULL))
230 return (ENOMEM);
231 return (0);
232 }
233
234 static inline void
pf_counter_u64_deinit(struct pf_counter_u64 * pfcu64)235 pf_counter_u64_deinit(struct pf_counter_u64 *pfcu64)
236 {
237
238 counter_u64_free(pfcu64->counter);
239 }
240
241 static inline void
pf_counter_u64_critical_enter(void)242 pf_counter_u64_critical_enter(void)
243 {
244
245 }
246
247 static inline void
pf_counter_u64_critical_exit(void)248 pf_counter_u64_critical_exit(void)
249 {
250
251 }
252
253 static inline void
pf_counter_u64_add_protected(struct pf_counter_u64 * pfcu64,uint32_t n)254 pf_counter_u64_add_protected(struct pf_counter_u64 *pfcu64, uint32_t n)
255 {
256
257 counter_u64_add(pfcu64->counter, n);
258 }
259
260 static inline void
pf_counter_u64_add(struct pf_counter_u64 * pfcu64,uint32_t n)261 pf_counter_u64_add(struct pf_counter_u64 *pfcu64, uint32_t n)
262 {
263
264 pf_counter_u64_add_protected(pfcu64, n);
265 }
266
267 static inline u_int64_t
pf_counter_u64_fetch(const struct pf_counter_u64 * pfcu64)268 pf_counter_u64_fetch(const struct pf_counter_u64 *pfcu64)
269 {
270
271 return (counter_u64_fetch(pfcu64->counter));
272 }
273
274 static inline void
pf_counter_u64_zero_protected(struct pf_counter_u64 * pfcu64)275 pf_counter_u64_zero_protected(struct pf_counter_u64 *pfcu64)
276 {
277
278 counter_u64_zero(pfcu64->counter);
279 }
280
281 static inline void
pf_counter_u64_zero(struct pf_counter_u64 * pfcu64)282 pf_counter_u64_zero(struct pf_counter_u64 *pfcu64)
283 {
284
285 pf_counter_u64_zero_protected(pfcu64);
286 }
287 #endif
288
289 #define pf_get_timestamp(prule)({ \
290 uint32_t _ts = 0; \
291 uint32_t __ts; \
292 int cpu; \
293 CPU_FOREACH(cpu) { \
294 __ts = *zpcpu_get_cpu(prule->timestamp, cpu); \
295 if (__ts > _ts) \
296 _ts = __ts; \
297 } \
298 _ts; \
299 })
300
301 #define pf_update_timestamp(prule) \
302 do { \
303 critical_enter(); \
304 *zpcpu_get((prule)->timestamp) = time_second; \
305 critical_exit(); \
306 } while (0)
307
308 #define pf_timestamp_pcpu_zone (sizeof(time_t) == 4 ? pcpu_zone_4 : pcpu_zone_8)
309 _Static_assert(sizeof(time_t) == 4 || sizeof(time_t) == 8, "unexpected time_t size");
310
311 SYSCTL_DECL(_net_pf);
312 MALLOC_DECLARE(M_PFHASH);
313 MALLOC_DECLARE(M_PF_RULE_ITEM);
314
315 SDT_PROVIDER_DECLARE(pf);
316
317 struct pfi_dynaddr {
318 TAILQ_ENTRY(pfi_dynaddr) entry;
319 struct pf_addr pfid_addr4;
320 struct pf_addr pfid_mask4;
321 struct pf_addr pfid_addr6;
322 struct pf_addr pfid_mask6;
323 struct pfr_ktable *pfid_kt;
324 struct pfi_kkif *pfid_kif;
325 int pfid_net; /* mask or 128 */
326 int pfid_acnt4; /* address count IPv4 */
327 int pfid_acnt6; /* address count IPv6 */
328 sa_family_t pfid_af; /* rule af */
329 u_int8_t pfid_iflags; /* PFI_AFLAG_* */
330 };
331
332 /*
333 * Address manipulation macros
334 */
335 #define HTONL(x) (x) = htonl((__uint32_t)(x))
336 #define HTONS(x) (x) = htons((__uint16_t)(x))
337 #define NTOHL(x) (x) = ntohl((__uint32_t)(x))
338 #define NTOHS(x) (x) = ntohs((__uint16_t)(x))
339
340 #define PF_NAME "pf"
341
342 #define PF_HASHROW_ASSERT(h) mtx_assert(&(h)->lock, MA_OWNED)
343 #define PF_HASHROW_LOCK(h) mtx_lock(&(h)->lock)
344 #define PF_HASHROW_UNLOCK(h) mtx_unlock(&(h)->lock)
345
346 #ifdef INVARIANTS
347 #define PF_STATE_LOCK(s) \
348 do { \
349 struct pf_kstate *_s = (s); \
350 struct pf_idhash *_ih = &V_pf_idhash[PF_IDHASH(_s)]; \
351 MPASS(_s->lock == &_ih->lock); \
352 mtx_lock(_s->lock); \
353 } while (0)
354 #define PF_STATE_UNLOCK(s) \
355 do { \
356 struct pf_kstate *_s = (s); \
357 struct pf_idhash *_ih = &V_pf_idhash[PF_IDHASH(_s)]; \
358 MPASS(_s->lock == &_ih->lock); \
359 mtx_unlock(_s->lock); \
360 } while (0)
361 #else
362 #define PF_STATE_LOCK(s) mtx_lock((s)->lock)
363 #define PF_STATE_UNLOCK(s) mtx_unlock((s)->lock)
364 #endif
365
366 #ifdef INVARIANTS
367 #define PF_STATE_LOCK_ASSERT(s) \
368 do { \
369 struct pf_kstate *_s = (s); \
370 struct pf_idhash *_ih = &V_pf_idhash[PF_IDHASH(_s)]; \
371 MPASS(_s->lock == &_ih->lock); \
372 PF_HASHROW_ASSERT(_ih); \
373 } while (0)
374 #else /* !INVARIANTS */
375 #define PF_STATE_LOCK_ASSERT(s) do {} while (0)
376 #endif /* INVARIANTS */
377
378 #ifdef INVARIANTS
379 #define PF_SRC_NODE_LOCK(sn) \
380 do { \
381 struct pf_ksrc_node *_sn = (sn); \
382 struct pf_srchash *_sh = &V_pf_srchash[ \
383 pf_hashsrc(&_sn->addr, _sn->af)]; \
384 MPASS(_sn->lock == &_sh->lock); \
385 mtx_lock(_sn->lock); \
386 } while (0)
387 #define PF_SRC_NODE_UNLOCK(sn) \
388 do { \
389 struct pf_ksrc_node *_sn = (sn); \
390 struct pf_srchash *_sh = &V_pf_srchash[ \
391 pf_hashsrc(&_sn->addr, _sn->af)]; \
392 MPASS(_sn->lock == &_sh->lock); \
393 mtx_unlock(_sn->lock); \
394 } while (0)
395 #else
396 #define PF_SRC_NODE_LOCK(sn) mtx_lock((sn)->lock)
397 #define PF_SRC_NODE_UNLOCK(sn) mtx_unlock((sn)->lock)
398 #endif
399
400 #ifdef INVARIANTS
401 #define PF_SRC_NODE_LOCK_ASSERT(sn) \
402 do { \
403 struct pf_ksrc_node *_sn = (sn); \
404 struct pf_srchash *_sh = &V_pf_srchash[ \
405 pf_hashsrc(&_sn->addr, _sn->af)]; \
406 MPASS(_sn->lock == &_sh->lock); \
407 PF_HASHROW_ASSERT(_sh); \
408 } while (0)
409 #else /* !INVARIANTS */
410 #define PF_SRC_NODE_LOCK_ASSERT(sn) do {} while (0)
411 #endif /* INVARIANTS */
412
413 extern struct mtx_padalign pf_unlnkdrules_mtx;
414 #define PF_UNLNKDRULES_LOCK() mtx_lock(&pf_unlnkdrules_mtx)
415 #define PF_UNLNKDRULES_UNLOCK() mtx_unlock(&pf_unlnkdrules_mtx)
416 #define PF_UNLNKDRULES_ASSERT() mtx_assert(&pf_unlnkdrules_mtx, MA_OWNED)
417
418 extern struct sx pf_config_lock;
419 #define PF_CONFIG_LOCK() sx_xlock(&pf_config_lock)
420 #define PF_CONFIG_UNLOCK() sx_xunlock(&pf_config_lock)
421 #define PF_CONFIG_ASSERT() sx_assert(&pf_config_lock, SA_XLOCKED)
422
423 VNET_DECLARE(struct rmlock, pf_rules_lock);
424 #define V_pf_rules_lock VNET(pf_rules_lock)
425
426 #define PF_RULES_RLOCK_TRACKER struct rm_priotracker _pf_rules_tracker
427 #define PF_RULES_RLOCK() rm_rlock(&V_pf_rules_lock, &_pf_rules_tracker)
428 #define PF_RULES_RUNLOCK() rm_runlock(&V_pf_rules_lock, &_pf_rules_tracker)
429 #define PF_RULES_WLOCK() rm_wlock(&V_pf_rules_lock)
430 #define PF_RULES_WUNLOCK() rm_wunlock(&V_pf_rules_lock)
431 #define PF_RULES_WOWNED() rm_wowned(&V_pf_rules_lock)
432 #define PF_RULES_ASSERT() rm_assert(&V_pf_rules_lock, RA_LOCKED)
433 #define PF_RULES_RASSERT() rm_assert(&V_pf_rules_lock, RA_RLOCKED)
434 #define PF_RULES_WASSERT() rm_assert(&V_pf_rules_lock, RA_WLOCKED)
435
436 extern struct mtx_padalign pf_table_stats_lock;
437 #define PF_TABLE_STATS_LOCK() mtx_lock(&pf_table_stats_lock)
438 #define PF_TABLE_STATS_UNLOCK() mtx_unlock(&pf_table_stats_lock)
439 #define PF_TABLE_STATS_OWNED() mtx_owned(&pf_table_stats_lock)
440 #define PF_TABLE_STATS_ASSERT() mtx_assert(&pf_table_stats_lock, MA_OWNED)
441
442 extern struct sx pf_end_lock;
443
444 #define PF_MODVER 1
445 #define PFLOG_MODVER 1
446 #define PFSYNC_MODVER 1
447
448 #define PFLOG_MINVER 1
449 #define PFLOG_PREFVER PFLOG_MODVER
450 #define PFLOG_MAXVER 1
451 #define PFSYNC_MINVER 1
452 #define PFSYNC_PREFVER PFSYNC_MODVER
453 #define PFSYNC_MAXVER 1
454
455 #ifdef INET
456 #ifndef INET6
457 #define PF_INET_ONLY
458 #endif /* ! INET6 */
459 #endif /* INET */
460
461 #ifdef INET6
462 #ifndef INET
463 #define PF_INET6_ONLY
464 #endif /* ! INET */
465 #endif /* INET6 */
466
467 #ifdef INET
468 #ifdef INET6
469 #define PF_INET_INET6
470 #endif /* INET6 */
471 #endif /* INET */
472
473 #else
474
475 #define PF_INET_INET6
476
477 #endif /* _KERNEL */
478
479 /* Both IPv4 and IPv6 */
480 #ifdef PF_INET_INET6
481
482 #define PF_AEQ(a, b, c) \
483 ((c == AF_INET && (a)->addr32[0] == (b)->addr32[0]) || \
484 (c == AF_INET6 && (a)->addr32[3] == (b)->addr32[3] && \
485 (a)->addr32[2] == (b)->addr32[2] && \
486 (a)->addr32[1] == (b)->addr32[1] && \
487 (a)->addr32[0] == (b)->addr32[0])) \
488
489 #define PF_ANEQ(a, b, c) \
490 ((c == AF_INET && (a)->addr32[0] != (b)->addr32[0]) || \
491 (c == AF_INET6 && ((a)->addr32[0] != (b)->addr32[0] || \
492 (a)->addr32[1] != (b)->addr32[1] || \
493 (a)->addr32[2] != (b)->addr32[2] || \
494 (a)->addr32[3] != (b)->addr32[3]))) \
495
496 #define PF_AZERO(a, c) \
497 ((c == AF_INET && !(a)->addr32[0]) || \
498 (c == AF_INET6 && !(a)->addr32[0] && !(a)->addr32[1] && \
499 !(a)->addr32[2] && !(a)->addr32[3] )) \
500
501 #define PF_MATCHA(n, a, m, b, f) \
502 pf_match_addr(n, a, m, b, f)
503
504 #define PF_ACPY(a, b, f) \
505 pf_addrcpy(a, b, f)
506
507 #define PF_AINC(a, f) \
508 pf_addr_inc(a, f)
509
510 #define PF_POOLMASK(a, b, c, d, f) \
511 pf_poolmask(a, b, c, d, f)
512
513 #else
514
515 /* Just IPv6 */
516
517 #ifdef PF_INET6_ONLY
518
519 #define PF_AEQ(a, b, c) \
520 ((a)->addr32[3] == (b)->addr32[3] && \
521 (a)->addr32[2] == (b)->addr32[2] && \
522 (a)->addr32[1] == (b)->addr32[1] && \
523 (a)->addr32[0] == (b)->addr32[0]) \
524
525 #define PF_ANEQ(a, b, c) \
526 ((a)->addr32[3] != (b)->addr32[3] || \
527 (a)->addr32[2] != (b)->addr32[2] || \
528 (a)->addr32[1] != (b)->addr32[1] || \
529 (a)->addr32[0] != (b)->addr32[0]) \
530
531 #define PF_AZERO(a, c) \
532 (!(a)->addr32[0] && \
533 !(a)->addr32[1] && \
534 !(a)->addr32[2] && \
535 !(a)->addr32[3] ) \
536
537 #define PF_MATCHA(n, a, m, b, f) \
538 pf_match_addr(n, a, m, b, f)
539
540 #define PF_ACPY(a, b, f) \
541 pf_addrcpy(a, b, f)
542
543 #define PF_AINC(a, f) \
544 pf_addr_inc(a, f)
545
546 #define PF_POOLMASK(a, b, c, d, f) \
547 pf_poolmask(a, b, c, d, f)
548
549 #else
550
551 /* Just IPv4 */
552 #ifdef PF_INET_ONLY
553
554 #define PF_AEQ(a, b, c) \
555 ((a)->addr32[0] == (b)->addr32[0])
556
557 #define PF_ANEQ(a, b, c) \
558 ((a)->addr32[0] != (b)->addr32[0])
559
560 #define PF_AZERO(a, c) \
561 (!(a)->addr32[0])
562
563 #define PF_MATCHA(n, a, m, b, f) \
564 pf_match_addr(n, a, m, b, f)
565
566 #define PF_ACPY(a, b, f) \
567 (a)->v4.s_addr = (b)->v4.s_addr
568
569 #define PF_AINC(a, f) \
570 do { \
571 (a)->addr32[0] = htonl(ntohl((a)->addr32[0]) + 1); \
572 } while (0)
573
574 #define PF_POOLMASK(a, b, c, d, f) \
575 do { \
576 (a)->addr32[0] = ((b)->addr32[0] & (c)->addr32[0]) | \
577 (((c)->addr32[0] ^ 0xffffffff ) & (d)->addr32[0]); \
578 } while (0)
579
580 #endif /* PF_INET_ONLY */
581 #endif /* PF_INET6_ONLY */
582 #endif /* PF_INET_INET6 */
583
584 /*
585 * XXX callers not FIB-aware in our version of pf yet.
586 * OpenBSD fixed it later it seems, 2010/05/07 13:33:16 claudio.
587 */
588 #define PF_MISMATCHAW(aw, x, af, neg, ifp, rtid) \
589 ( \
590 (((aw)->type == PF_ADDR_NOROUTE && \
591 pf_routable((x), (af), NULL, (rtid))) || \
592 (((aw)->type == PF_ADDR_URPFFAILED && (ifp) != NULL && \
593 pf_routable((x), (af), (ifp), (rtid))) || \
594 ((aw)->type == PF_ADDR_TABLE && \
595 !pfr_match_addr((aw)->p.tbl, (x), (af))) || \
596 ((aw)->type == PF_ADDR_DYNIFTL && \
597 !pfi_match_addr((aw)->p.dyn, (x), (af))) || \
598 ((aw)->type == PF_ADDR_RANGE && \
599 !pf_match_addr_range(&(aw)->v.a.addr, \
600 &(aw)->v.a.mask, (x), (af))) || \
601 ((aw)->type == PF_ADDR_ADDRMASK && \
602 !PF_AZERO(&(aw)->v.a.mask, (af)) && \
603 !PF_MATCHA(0, &(aw)->v.a.addr, \
604 &(aw)->v.a.mask, (x), (af))))) != \
605 (neg) \
606 )
607
608 #define PF_ALGNMNT(off) (((off) % 2) == 0)
609
610 #ifdef _KERNEL
611
612 struct pf_kpooladdr {
613 struct pf_addr_wrap addr;
614 TAILQ_ENTRY(pf_kpooladdr) entries;
615 char ifname[IFNAMSIZ];
616 struct pfi_kkif *kif;
617 };
618
619 TAILQ_HEAD(pf_kpalist, pf_kpooladdr);
620
621 struct pf_kpool {
622 struct mtx mtx;
623 struct pf_kpalist list;
624 struct pf_kpooladdr *cur;
625 struct pf_poolhashkey key;
626 struct pf_addr counter;
627 struct pf_mape_portset mape;
628 int tblidx;
629 u_int16_t proxy_port[2];
630 u_int8_t opts;
631 };
632
633 struct pf_rule_actions {
634 int32_t rtableid;
635 uint16_t qid;
636 uint16_t pqid;
637 uint16_t max_mss;
638 uint8_t log;
639 uint8_t set_tos;
640 uint8_t min_ttl;
641 uint16_t dnpipe;
642 uint16_t dnrpipe; /* Reverse direction pipe */
643 uint32_t flags;
644 uint8_t set_prio[2];
645 };
646
647 union pf_keth_rule_ptr {
648 struct pf_keth_rule *ptr;
649 uint32_t nr;
650 };
651
652 struct pf_keth_rule_addr {
653 uint8_t addr[ETHER_ADDR_LEN];
654 uint8_t mask[ETHER_ADDR_LEN];
655 bool neg;
656 uint8_t isset;
657 };
658
659 struct pf_keth_anchor;
660
661 TAILQ_HEAD(pf_keth_ruleq, pf_keth_rule);
662
663 struct pf_keth_ruleset {
664 struct pf_keth_ruleq rules[2];
665 struct pf_keth_rules {
666 struct pf_keth_ruleq *rules;
667 int open;
668 uint32_t ticket;
669 } active, inactive;
670 struct vnet *vnet;
671 struct pf_keth_anchor *anchor;
672 };
673
674 RB_HEAD(pf_keth_anchor_global, pf_keth_anchor);
675 RB_HEAD(pf_keth_anchor_node, pf_keth_anchor);
676 struct pf_keth_anchor {
677 RB_ENTRY(pf_keth_anchor) entry_node;
678 RB_ENTRY(pf_keth_anchor) entry_global;
679 struct pf_keth_anchor *parent;
680 struct pf_keth_anchor_node children;
681 char name[PF_ANCHOR_NAME_SIZE];
682 char path[MAXPATHLEN];
683 struct pf_keth_ruleset ruleset;
684 int refcnt; /* anchor rules */
685 uint8_t anchor_relative;
686 uint8_t anchor_wildcard;
687 };
688 RB_PROTOTYPE(pf_keth_anchor_node, pf_keth_anchor, entry_node,
689 pf_keth_anchor_compare);
690 RB_PROTOTYPE(pf_keth_anchor_global, pf_keth_anchor, entry_global,
691 pf_keth_anchor_compare);
692
693 struct pf_keth_rule {
694 #define PFE_SKIP_IFP 0
695 #define PFE_SKIP_DIR 1
696 #define PFE_SKIP_PROTO 2
697 #define PFE_SKIP_SRC_ADDR 3
698 #define PFE_SKIP_DST_ADDR 4
699 #define PFE_SKIP_SRC_IP_ADDR 5
700 #define PFE_SKIP_DST_IP_ADDR 6
701 #define PFE_SKIP_COUNT 7
702 union pf_keth_rule_ptr skip[PFE_SKIP_COUNT];
703
704 TAILQ_ENTRY(pf_keth_rule) entries;
705
706 struct pf_keth_anchor *anchor;
707 u_int8_t anchor_relative;
708 u_int8_t anchor_wildcard;
709
710 uint32_t nr;
711
712 bool quick;
713
714 /* Filter */
715 char ifname[IFNAMSIZ];
716 struct pfi_kkif *kif;
717 bool ifnot;
718 uint8_t direction;
719 uint16_t proto;
720 struct pf_keth_rule_addr src, dst;
721 struct pf_rule_addr ipsrc, ipdst;
722 char match_tagname[PF_TAG_NAME_SIZE];
723 uint16_t match_tag;
724 bool match_tag_not;
725
726
727 /* Stats */
728 counter_u64_t evaluations;
729 counter_u64_t packets[2];
730 counter_u64_t bytes[2];
731 time_t *timestamp;
732
733 /* Action */
734 char qname[PF_QNAME_SIZE];
735 int qid;
736 char tagname[PF_TAG_NAME_SIZE];
737 uint16_t tag;
738 char bridge_to_name[IFNAMSIZ];
739 struct pfi_kkif *bridge_to;
740 uint8_t action;
741 uint16_t dnpipe;
742 uint32_t dnflags;
743
744 char label[PF_RULE_MAX_LABEL_COUNT][PF_RULE_LABEL_SIZE];
745 uint32_t ridentifier;
746 };
747
748 union pf_krule_ptr {
749 struct pf_krule *ptr;
750 u_int32_t nr;
751 };
752
753 RB_HEAD(pf_krule_global, pf_krule);
754 RB_PROTOTYPE(pf_krule_global, pf_krule, entry_global, pf_krule_compare);
755
756 struct pf_krule {
757 struct pf_rule_addr src;
758 struct pf_rule_addr dst;
759 union pf_krule_ptr skip[PF_SKIP_COUNT];
760 char label[PF_RULE_MAX_LABEL_COUNT][PF_RULE_LABEL_SIZE];
761 uint32_t ridentifier;
762 char ifname[IFNAMSIZ];
763 char qname[PF_QNAME_SIZE];
764 char pqname[PF_QNAME_SIZE];
765 char tagname[PF_TAG_NAME_SIZE];
766 char match_tagname[PF_TAG_NAME_SIZE];
767
768 char overload_tblname[PF_TABLE_NAME_SIZE];
769
770 TAILQ_ENTRY(pf_krule) entries;
771 struct pf_kpool rpool;
772
773 struct pf_counter_u64 evaluations;
774 struct pf_counter_u64 packets[2];
775 struct pf_counter_u64 bytes[2];
776 time_t *timestamp;
777
778 struct pfi_kkif *kif;
779 struct pf_kanchor *anchor;
780 struct pfr_ktable *overload_tbl;
781
782 pf_osfp_t os_fingerprint;
783
784 int32_t rtableid;
785 u_int32_t timeout[PFTM_MAX];
786 u_int32_t max_states;
787 u_int32_t max_src_nodes;
788 u_int32_t max_src_states;
789 u_int32_t max_src_conn;
790 struct {
791 u_int32_t limit;
792 u_int32_t seconds;
793 } max_src_conn_rate;
794 u_int16_t qid;
795 u_int16_t pqid;
796 u_int16_t dnpipe;
797 u_int16_t dnrpipe;
798 u_int32_t free_flags;
799 u_int32_t nr;
800 u_int32_t prob;
801 uid_t cuid;
802 pid_t cpid;
803
804 counter_u64_t states_cur;
805 counter_u64_t states_tot;
806 counter_u64_t src_nodes;
807
808 u_int16_t return_icmp;
809 u_int16_t return_icmp6;
810 u_int16_t max_mss;
811 u_int16_t tag;
812 u_int16_t match_tag;
813 u_int16_t scrub_flags;
814
815 struct pf_rule_uid uid;
816 struct pf_rule_gid gid;
817
818 u_int32_t rule_flag;
819 uint32_t rule_ref;
820 u_int8_t action;
821 u_int8_t direction;
822 u_int8_t log;
823 u_int8_t logif;
824 u_int8_t quick;
825 u_int8_t ifnot;
826 u_int8_t match_tag_not;
827 u_int8_t natpass;
828
829 u_int8_t keep_state;
830 sa_family_t af;
831 u_int8_t proto;
832 u_int8_t type;
833 u_int8_t code;
834 u_int8_t flags;
835 u_int8_t flagset;
836 u_int8_t min_ttl;
837 u_int8_t allow_opts;
838 u_int8_t rt;
839 u_int8_t return_ttl;
840 u_int8_t tos;
841 u_int8_t set_tos;
842 u_int8_t anchor_relative;
843 u_int8_t anchor_wildcard;
844
845 u_int8_t flush;
846 u_int8_t prio;
847 u_int8_t set_prio[2];
848
849 struct {
850 struct pf_addr addr;
851 u_int16_t port;
852 } divert;
853 u_int8_t md5sum[PF_MD5_DIGEST_LENGTH];
854 RB_ENTRY(pf_krule) entry_global;
855
856 #ifdef PF_WANT_32_TO_64_COUNTER
857 LIST_ENTRY(pf_krule) allrulelist;
858 bool allrulelinked;
859 #endif
860 };
861
862 struct pf_krule_item {
863 SLIST_ENTRY(pf_krule_item) entry;
864 struct pf_krule *r;
865 };
866
867 SLIST_HEAD(pf_krule_slist, pf_krule_item);
868
869 struct pf_ksrc_node {
870 LIST_ENTRY(pf_ksrc_node) entry;
871 struct pf_addr addr;
872 struct pf_addr raddr;
873 struct pf_krule_slist match_rules;
874 union pf_krule_ptr rule;
875 struct pfi_kkif *rkif;
876 counter_u64_t bytes[2];
877 counter_u64_t packets[2];
878 u_int32_t states;
879 u_int32_t conn;
880 struct pf_threshold conn_rate;
881 u_int32_t creation;
882 u_int32_t expire;
883 sa_family_t af;
884 u_int8_t ruletype;
885 struct mtx *lock;
886 };
887 #endif
888
889 struct pf_state_scrub {
890 struct timeval pfss_last; /* time received last packet */
891 u_int32_t pfss_tsecr; /* last echoed timestamp */
892 u_int32_t pfss_tsval; /* largest timestamp */
893 u_int32_t pfss_tsval0; /* original timestamp */
894 u_int16_t pfss_flags;
895 #define PFSS_TIMESTAMP 0x0001 /* modulate timestamp */
896 #define PFSS_PAWS 0x0010 /* stricter PAWS checks */
897 #define PFSS_PAWS_IDLED 0x0020 /* was idle too long. no PAWS */
898 #define PFSS_DATA_TS 0x0040 /* timestamp on data packets */
899 #define PFSS_DATA_NOTS 0x0080 /* no timestamp on data packets */
900 u_int8_t pfss_ttl; /* stashed TTL */
901 u_int8_t pad;
902 union {
903 u_int32_t pfss_ts_mod; /* timestamp modulation */
904 u_int32_t pfss_v_tag; /* SCTP verification tag */
905 };
906 };
907
908 struct pf_state_host {
909 struct pf_addr addr;
910 u_int16_t port;
911 u_int16_t pad;
912 };
913
914 struct pf_state_peer {
915 struct pf_state_scrub *scrub; /* state is scrubbed */
916 u_int32_t seqlo; /* Max sequence number sent */
917 u_int32_t seqhi; /* Max the other end ACKd + win */
918 u_int32_t seqdiff; /* Sequence number modulator */
919 u_int16_t max_win; /* largest window (pre scaling) */
920 u_int16_t mss; /* Maximum segment size option */
921 u_int8_t state; /* active state level */
922 u_int8_t wscale; /* window scaling factor */
923 u_int8_t tcp_est; /* Did we reach TCPS_ESTABLISHED */
924 u_int8_t pad[1];
925 };
926
927 /* Keep synced with struct pf_state_key. */
928 struct pf_state_key_cmp {
929 struct pf_addr addr[2];
930 u_int16_t port[2];
931 sa_family_t af;
932 u_int8_t proto;
933 u_int8_t pad[2];
934 };
935
936 struct pf_state_key {
937 struct pf_addr addr[2];
938 u_int16_t port[2];
939 sa_family_t af;
940 u_int8_t proto;
941 u_int8_t pad[2];
942
943 LIST_ENTRY(pf_state_key) entry;
944 TAILQ_HEAD(, pf_kstate) states[2];
945 };
946
947 /* Keep synced with struct pf_kstate. */
948 struct pf_state_cmp {
949 u_int64_t id;
950 u_int32_t creatorid;
951 u_int8_t direction;
952 u_int8_t pad[3];
953 };
954
955 struct pf_state_scrub_export {
956 uint16_t pfss_flags;
957 uint8_t pfss_ttl; /* stashed TTL */
958 #define PF_SCRUB_FLAG_VALID 0x01
959 uint8_t scrub_flag;
960 uint32_t pfss_ts_mod; /* timestamp modulation */
961 };
962
963 struct pf_state_key_export {
964 struct pf_addr addr[2];
965 uint16_t port[2];
966 };
967
968 struct pf_state_peer_export {
969 struct pf_state_scrub_export scrub; /* state is scrubbed */
970 uint32_t seqlo; /* Max sequence number sent */
971 uint32_t seqhi; /* Max the other end ACKd + win */
972 uint32_t seqdiff; /* Sequence number modulator */
973 uint16_t max_win; /* largest window (pre scaling) */
974 uint16_t mss; /* Maximum segment size option */
975 uint8_t state; /* active state level */
976 uint8_t wscale; /* window scaling factor */
977 uint8_t dummy[6];
978 };
979 _Static_assert(sizeof(struct pf_state_peer_export) == 32, "size incorrect");
980
981 struct pf_state_export {
982 uint64_t version;
983 #define PF_STATE_VERSION 20230404
984 uint64_t id;
985 char ifname[IFNAMSIZ];
986 char orig_ifname[IFNAMSIZ];
987 struct pf_state_key_export key[2];
988 struct pf_state_peer_export src;
989 struct pf_state_peer_export dst;
990 struct pf_addr rt_addr;
991 uint32_t rule;
992 uint32_t anchor;
993 uint32_t nat_rule;
994 uint32_t creation;
995 uint32_t expire;
996 uint32_t spare0;
997 uint64_t packets[2];
998 uint64_t bytes[2];
999 uint32_t creatorid;
1000 uint32_t spare1;
1001 sa_family_t af;
1002 uint8_t proto;
1003 uint8_t direction;
1004 uint8_t log;
1005 uint8_t state_flags_compat;
1006 uint8_t timeout;
1007 uint8_t sync_flags;
1008 uint8_t updates;
1009 uint16_t state_flags;
1010 uint16_t qid;
1011 uint16_t pqid;
1012 uint16_t dnpipe;
1013 uint16_t dnrpipe;
1014 int32_t rtableid;
1015 uint8_t min_ttl;
1016 uint8_t set_tos;
1017 uint16_t max_mss;
1018 uint8_t set_prio[2];
1019 uint8_t rt;
1020 char rt_ifname[IFNAMSIZ];
1021
1022 uint8_t spare[72];
1023 };
1024 _Static_assert(sizeof(struct pf_state_export) == 384, "size incorrect");
1025
1026 #ifdef _KERNEL
1027 struct pf_kstate {
1028 /*
1029 * Area shared with pf_state_cmp
1030 */
1031 u_int64_t id;
1032 u_int32_t creatorid;
1033 u_int8_t direction;
1034 u_int8_t pad[3];
1035 /*
1036 * end of the area
1037 */
1038
1039 u_int16_t state_flags;
1040 u_int8_t timeout;
1041 u_int8_t sync_state; /* PFSYNC_S_x */
1042 u_int8_t sync_updates; /* XXX */
1043 u_int refs;
1044 struct mtx *lock;
1045 TAILQ_ENTRY(pf_kstate) sync_list;
1046 TAILQ_ENTRY(pf_kstate) key_list[2];
1047 LIST_ENTRY(pf_kstate) entry;
1048 struct pf_state_peer src;
1049 struct pf_state_peer dst;
1050 struct pf_krule_slist match_rules;
1051 union pf_krule_ptr rule;
1052 union pf_krule_ptr anchor;
1053 union pf_krule_ptr nat_rule;
1054 struct pf_addr rt_addr;
1055 struct pf_state_key *key[2]; /* addresses stack and wire */
1056 struct pfi_kkif *kif;
1057 struct pfi_kkif *orig_kif; /* The real kif, even if we're a floating state (i.e. if == V_pfi_all). */
1058 struct pfi_kkif *rt_kif;
1059 struct pf_ksrc_node *src_node;
1060 struct pf_ksrc_node *nat_src_node;
1061 u_int64_t packets[2];
1062 u_int64_t bytes[2];
1063 u_int32_t creation;
1064 u_int32_t expire;
1065 u_int32_t pfsync_time;
1066 struct pf_rule_actions act;
1067 u_int16_t tag;
1068 u_int8_t rt;
1069 };
1070
1071 /*
1072 * Size <= fits 11 objects per page on LP64. Try to not grow the struct beyond that.
1073 */
1074 _Static_assert(sizeof(struct pf_kstate) <= 368, "pf_kstate size crosses 368 bytes");
1075 #endif
1076
1077 /*
1078 * Unified state structures for pulling states out of the kernel
1079 * used by pfsync(4) and the pf(4) ioctl.
1080 */
1081 struct pfsync_state_scrub {
1082 u_int16_t pfss_flags;
1083 u_int8_t pfss_ttl; /* stashed TTL */
1084 #define PFSYNC_SCRUB_FLAG_VALID 0x01
1085 u_int8_t scrub_flag;
1086 u_int32_t pfss_ts_mod; /* timestamp modulation */
1087 } __packed;
1088
1089 struct pfsync_state_peer {
1090 struct pfsync_state_scrub scrub; /* state is scrubbed */
1091 u_int32_t seqlo; /* Max sequence number sent */
1092 u_int32_t seqhi; /* Max the other end ACKd + win */
1093 u_int32_t seqdiff; /* Sequence number modulator */
1094 u_int16_t max_win; /* largest window (pre scaling) */
1095 u_int16_t mss; /* Maximum segment size option */
1096 u_int8_t state; /* active state level */
1097 u_int8_t wscale; /* window scaling factor */
1098 u_int8_t pad[6];
1099 } __packed;
1100
1101 struct pfsync_state_key {
1102 struct pf_addr addr[2];
1103 u_int16_t port[2];
1104 };
1105
1106 struct pfsync_state_1301 {
1107 u_int64_t id;
1108 char ifname[IFNAMSIZ];
1109 struct pfsync_state_key key[2];
1110 struct pfsync_state_peer src;
1111 struct pfsync_state_peer dst;
1112 struct pf_addr rt_addr;
1113 u_int32_t rule;
1114 u_int32_t anchor;
1115 u_int32_t nat_rule;
1116 u_int32_t creation;
1117 u_int32_t expire;
1118 u_int32_t packets[2][2];
1119 u_int32_t bytes[2][2];
1120 u_int32_t creatorid;
1121 sa_family_t af;
1122 u_int8_t proto;
1123 u_int8_t direction;
1124 u_int8_t __spare[2];
1125 u_int8_t log;
1126 u_int8_t state_flags;
1127 u_int8_t timeout;
1128 u_int8_t sync_flags;
1129 u_int8_t updates;
1130 } __packed;
1131
1132 struct pfsync_state_1400 {
1133 /* The beginning of the struct is compatible with previous versions */
1134 u_int64_t id;
1135 char ifname[IFNAMSIZ];
1136 struct pfsync_state_key key[2];
1137 struct pfsync_state_peer src;
1138 struct pfsync_state_peer dst;
1139 struct pf_addr rt_addr;
1140 u_int32_t rule;
1141 u_int32_t anchor;
1142 u_int32_t nat_rule;
1143 u_int32_t creation;
1144 u_int32_t expire;
1145 u_int32_t packets[2][2];
1146 u_int32_t bytes[2][2];
1147 u_int32_t creatorid;
1148 sa_family_t af;
1149 u_int8_t proto;
1150 u_int8_t direction;
1151 u_int16_t state_flags;
1152 u_int8_t log;
1153 u_int8_t __spare;
1154 u_int8_t timeout;
1155 u_int8_t sync_flags;
1156 u_int8_t updates;
1157 /* The rest is not */
1158 u_int16_t qid;
1159 u_int16_t pqid;
1160 u_int16_t dnpipe;
1161 u_int16_t dnrpipe;
1162 int32_t rtableid;
1163 u_int8_t min_ttl;
1164 u_int8_t set_tos;
1165 u_int16_t max_mss;
1166 u_int8_t set_prio[2];
1167 u_int8_t rt;
1168 char rt_ifname[IFNAMSIZ];
1169
1170 } __packed;
1171
1172 union pfsync_state_union {
1173 struct pfsync_state_1301 pfs_1301;
1174 struct pfsync_state_1400 pfs_1400;
1175 } __packed;
1176
1177 #ifdef _KERNEL
1178 /* pfsync */
1179 typedef int pfsync_state_import_t(union pfsync_state_union *, int, int);
1180 typedef void pfsync_insert_state_t(struct pf_kstate *);
1181 typedef void pfsync_update_state_t(struct pf_kstate *);
1182 typedef void pfsync_delete_state_t(struct pf_kstate *);
1183 typedef void pfsync_clear_states_t(u_int32_t, const char *);
1184 typedef int pfsync_defer_t(struct pf_kstate *, struct mbuf *);
1185 typedef void pfsync_detach_ifnet_t(struct ifnet *);
1186
1187 VNET_DECLARE(pfsync_state_import_t *, pfsync_state_import_ptr);
1188 #define V_pfsync_state_import_ptr VNET(pfsync_state_import_ptr)
1189 VNET_DECLARE(pfsync_insert_state_t *, pfsync_insert_state_ptr);
1190 #define V_pfsync_insert_state_ptr VNET(pfsync_insert_state_ptr)
1191 VNET_DECLARE(pfsync_update_state_t *, pfsync_update_state_ptr);
1192 #define V_pfsync_update_state_ptr VNET(pfsync_update_state_ptr)
1193 VNET_DECLARE(pfsync_delete_state_t *, pfsync_delete_state_ptr);
1194 #define V_pfsync_delete_state_ptr VNET(pfsync_delete_state_ptr)
1195 VNET_DECLARE(pfsync_clear_states_t *, pfsync_clear_states_ptr);
1196 #define V_pfsync_clear_states_ptr VNET(pfsync_clear_states_ptr)
1197 VNET_DECLARE(pfsync_defer_t *, pfsync_defer_ptr);
1198 #define V_pfsync_defer_ptr VNET(pfsync_defer_ptr)
1199 extern pfsync_detach_ifnet_t *pfsync_detach_ifnet_ptr;
1200
1201 void pfsync_state_export(union pfsync_state_union *,
1202 struct pf_kstate *, int);
1203 void pf_state_export(struct pf_state_export *,
1204 struct pf_kstate *);
1205
1206 /* pflog */
1207 struct pf_kruleset;
1208 struct pf_pdesc;
1209 typedef int pflog_packet_t(struct pfi_kkif *, struct mbuf *, sa_family_t,
1210 u_int8_t, struct pf_krule *, struct pf_krule *, struct pf_kruleset *,
1211 struct pf_pdesc *, int);
1212 extern pflog_packet_t *pflog_packet_ptr;
1213
1214 #endif /* _KERNEL */
1215
1216 #define PFSYNC_FLAG_SRCNODE 0x04
1217 #define PFSYNC_FLAG_NATSRCNODE 0x08
1218
1219 /* for copies to/from network byte order */
1220 /* ioctl interface also uses network byte order */
1221 #define pf_state_peer_hton(s,d) do { \
1222 (d)->seqlo = htonl((s)->seqlo); \
1223 (d)->seqhi = htonl((s)->seqhi); \
1224 (d)->seqdiff = htonl((s)->seqdiff); \
1225 (d)->max_win = htons((s)->max_win); \
1226 (d)->mss = htons((s)->mss); \
1227 (d)->state = (s)->state; \
1228 (d)->wscale = (s)->wscale; \
1229 if ((s)->scrub) { \
1230 (d)->scrub.pfss_flags = \
1231 htons((s)->scrub->pfss_flags & PFSS_TIMESTAMP); \
1232 (d)->scrub.pfss_ttl = (s)->scrub->pfss_ttl; \
1233 (d)->scrub.pfss_ts_mod = htonl((s)->scrub->pfss_ts_mod);\
1234 (d)->scrub.scrub_flag = PFSYNC_SCRUB_FLAG_VALID; \
1235 } \
1236 } while (0)
1237
1238 #define pf_state_peer_ntoh(s,d) do { \
1239 (d)->seqlo = ntohl((s)->seqlo); \
1240 (d)->seqhi = ntohl((s)->seqhi); \
1241 (d)->seqdiff = ntohl((s)->seqdiff); \
1242 (d)->max_win = ntohs((s)->max_win); \
1243 (d)->mss = ntohs((s)->mss); \
1244 (d)->state = (s)->state; \
1245 (d)->wscale = (s)->wscale; \
1246 if ((s)->scrub.scrub_flag == PFSYNC_SCRUB_FLAG_VALID && \
1247 (d)->scrub != NULL) { \
1248 (d)->scrub->pfss_flags = \
1249 ntohs((s)->scrub.pfss_flags) & PFSS_TIMESTAMP; \
1250 (d)->scrub->pfss_ttl = (s)->scrub.pfss_ttl; \
1251 (d)->scrub->pfss_ts_mod = ntohl((s)->scrub.pfss_ts_mod);\
1252 } \
1253 } while (0)
1254
1255 #define pf_state_counter_hton(s,d) do { \
1256 d[0] = htonl((s>>32)&0xffffffff); \
1257 d[1] = htonl(s&0xffffffff); \
1258 } while (0)
1259
1260 #define pf_state_counter_from_pfsync(s) \
1261 (((u_int64_t)(s[0])<<32) | (u_int64_t)(s[1]))
1262
1263 #define pf_state_counter_ntoh(s,d) do { \
1264 d = ntohl(s[0]); \
1265 d = d<<32; \
1266 d += ntohl(s[1]); \
1267 } while (0)
1268
1269 TAILQ_HEAD(pf_krulequeue, pf_krule);
1270
1271 struct pf_kanchor;
1272
1273 struct pf_kruleset {
1274 struct {
1275 struct pf_krulequeue queues[2];
1276 struct {
1277 struct pf_krulequeue *ptr;
1278 struct pf_krule **ptr_array;
1279 u_int32_t rcount;
1280 u_int32_t ticket;
1281 int open;
1282 struct pf_krule_global *tree;
1283 } active, inactive;
1284 } rules[PF_RULESET_MAX];
1285 struct pf_kanchor *anchor;
1286 u_int32_t tticket;
1287 int tables;
1288 int topen;
1289 };
1290
1291 RB_HEAD(pf_kanchor_global, pf_kanchor);
1292 RB_HEAD(pf_kanchor_node, pf_kanchor);
1293 struct pf_kanchor {
1294 RB_ENTRY(pf_kanchor) entry_global;
1295 RB_ENTRY(pf_kanchor) entry_node;
1296 struct pf_kanchor *parent;
1297 struct pf_kanchor_node children;
1298 char name[PF_ANCHOR_NAME_SIZE];
1299 char path[MAXPATHLEN];
1300 struct pf_kruleset ruleset;
1301 int refcnt; /* anchor rules */
1302 };
1303 RB_PROTOTYPE(pf_kanchor_global, pf_kanchor, entry_global, pf_anchor_compare);
1304 RB_PROTOTYPE(pf_kanchor_node, pf_kanchor, entry_node, pf_kanchor_compare);
1305
1306 #define PF_RESERVED_ANCHOR "_pf"
1307
1308 #define PFR_TFLAG_PERSIST 0x00000001
1309 #define PFR_TFLAG_CONST 0x00000002
1310 #define PFR_TFLAG_ACTIVE 0x00000004
1311 #define PFR_TFLAG_INACTIVE 0x00000008
1312 #define PFR_TFLAG_REFERENCED 0x00000010
1313 #define PFR_TFLAG_REFDANCHOR 0x00000020
1314 #define PFR_TFLAG_COUNTERS 0x00000040
1315 /* Adjust masks below when adding flags. */
1316 #define PFR_TFLAG_USRMASK (PFR_TFLAG_PERSIST | \
1317 PFR_TFLAG_CONST | \
1318 PFR_TFLAG_COUNTERS)
1319 #define PFR_TFLAG_SETMASK (PFR_TFLAG_ACTIVE | \
1320 PFR_TFLAG_INACTIVE | \
1321 PFR_TFLAG_REFERENCED | \
1322 PFR_TFLAG_REFDANCHOR)
1323 #define PFR_TFLAG_ALLMASK (PFR_TFLAG_PERSIST | \
1324 PFR_TFLAG_CONST | \
1325 PFR_TFLAG_ACTIVE | \
1326 PFR_TFLAG_INACTIVE | \
1327 PFR_TFLAG_REFERENCED | \
1328 PFR_TFLAG_REFDANCHOR | \
1329 PFR_TFLAG_COUNTERS)
1330
1331 struct pf_kanchor_stackframe;
1332 struct pf_keth_anchor_stackframe;
1333
1334 struct pfr_table {
1335 char pfrt_anchor[MAXPATHLEN];
1336 char pfrt_name[PF_TABLE_NAME_SIZE];
1337 u_int32_t pfrt_flags;
1338 u_int8_t pfrt_fback;
1339 };
1340
1341 enum { PFR_FB_NONE, PFR_FB_MATCH, PFR_FB_ADDED, PFR_FB_DELETED,
1342 PFR_FB_CHANGED, PFR_FB_CLEARED, PFR_FB_DUPLICATE,
1343 PFR_FB_NOTMATCH, PFR_FB_CONFLICT, PFR_FB_NOCOUNT, PFR_FB_MAX };
1344
1345 struct pfr_addr {
1346 union {
1347 struct in_addr _pfra_ip4addr;
1348 struct in6_addr _pfra_ip6addr;
1349 } pfra_u;
1350 u_int8_t pfra_af;
1351 u_int8_t pfra_net;
1352 u_int8_t pfra_not;
1353 u_int8_t pfra_fback;
1354 };
1355 #define pfra_ip4addr pfra_u._pfra_ip4addr
1356 #define pfra_ip6addr pfra_u._pfra_ip6addr
1357
1358 enum { PFR_DIR_IN, PFR_DIR_OUT, PFR_DIR_MAX };
1359 enum { PFR_OP_BLOCK, PFR_OP_PASS, PFR_OP_ADDR_MAX, PFR_OP_TABLE_MAX };
1360 enum { PFR_TYPE_PACKETS, PFR_TYPE_BYTES, PFR_TYPE_MAX };
1361 #define PFR_NUM_COUNTERS (PFR_DIR_MAX * PFR_OP_ADDR_MAX * PFR_TYPE_MAX)
1362 #define PFR_OP_XPASS PFR_OP_ADDR_MAX
1363
1364 struct pfr_astats {
1365 struct pfr_addr pfras_a;
1366 u_int64_t pfras_packets[PFR_DIR_MAX][PFR_OP_ADDR_MAX];
1367 u_int64_t pfras_bytes[PFR_DIR_MAX][PFR_OP_ADDR_MAX];
1368 long pfras_tzero;
1369 };
1370
1371 enum { PFR_REFCNT_RULE, PFR_REFCNT_ANCHOR, PFR_REFCNT_MAX };
1372
1373 struct pfr_tstats {
1374 struct pfr_table pfrts_t;
1375 u_int64_t pfrts_packets[PFR_DIR_MAX][PFR_OP_TABLE_MAX];
1376 u_int64_t pfrts_bytes[PFR_DIR_MAX][PFR_OP_TABLE_MAX];
1377 u_int64_t pfrts_match;
1378 u_int64_t pfrts_nomatch;
1379 long pfrts_tzero;
1380 int pfrts_cnt;
1381 int pfrts_refcnt[PFR_REFCNT_MAX];
1382 };
1383
1384 #ifdef _KERNEL
1385
1386 struct pfr_kstate_counter {
1387 counter_u64_t pkc_pcpu;
1388 u_int64_t pkc_zero;
1389 };
1390
1391 static inline int
pfr_kstate_counter_init(struct pfr_kstate_counter * pfrc,int flags)1392 pfr_kstate_counter_init(struct pfr_kstate_counter *pfrc, int flags)
1393 {
1394
1395 pfrc->pkc_zero = 0;
1396 pfrc->pkc_pcpu = counter_u64_alloc(flags);
1397 if (pfrc->pkc_pcpu == NULL)
1398 return (ENOMEM);
1399 return (0);
1400 }
1401
1402 static inline void
pfr_kstate_counter_deinit(struct pfr_kstate_counter * pfrc)1403 pfr_kstate_counter_deinit(struct pfr_kstate_counter *pfrc)
1404 {
1405
1406 counter_u64_free(pfrc->pkc_pcpu);
1407 }
1408
1409 static inline u_int64_t
pfr_kstate_counter_fetch(struct pfr_kstate_counter * pfrc)1410 pfr_kstate_counter_fetch(struct pfr_kstate_counter *pfrc)
1411 {
1412 u_int64_t c;
1413
1414 c = counter_u64_fetch(pfrc->pkc_pcpu);
1415 c -= pfrc->pkc_zero;
1416 return (c);
1417 }
1418
1419 static inline void
pfr_kstate_counter_zero(struct pfr_kstate_counter * pfrc)1420 pfr_kstate_counter_zero(struct pfr_kstate_counter *pfrc)
1421 {
1422 u_int64_t c;
1423
1424 c = counter_u64_fetch(pfrc->pkc_pcpu);
1425 pfrc->pkc_zero = c;
1426 }
1427
1428 static inline void
pfr_kstate_counter_add(struct pfr_kstate_counter * pfrc,int64_t n)1429 pfr_kstate_counter_add(struct pfr_kstate_counter *pfrc, int64_t n)
1430 {
1431
1432 counter_u64_add(pfrc->pkc_pcpu, n);
1433 }
1434
1435 struct pfr_ktstats {
1436 struct pfr_table pfrts_t;
1437 struct pfr_kstate_counter pfrkts_packets[PFR_DIR_MAX][PFR_OP_TABLE_MAX];
1438 struct pfr_kstate_counter pfrkts_bytes[PFR_DIR_MAX][PFR_OP_TABLE_MAX];
1439 struct pfr_kstate_counter pfrkts_match;
1440 struct pfr_kstate_counter pfrkts_nomatch;
1441 long pfrkts_tzero;
1442 int pfrkts_cnt;
1443 int pfrkts_refcnt[PFR_REFCNT_MAX];
1444 };
1445
1446 #endif /* _KERNEL */
1447
1448 #define pfrts_name pfrts_t.pfrt_name
1449 #define pfrts_flags pfrts_t.pfrt_flags
1450
1451 #ifndef _SOCKADDR_UNION_DEFINED
1452 #define _SOCKADDR_UNION_DEFINED
1453 union sockaddr_union {
1454 struct sockaddr sa;
1455 struct sockaddr_in sin;
1456 struct sockaddr_in6 sin6;
1457 };
1458 #endif /* _SOCKADDR_UNION_DEFINED */
1459
1460 struct pfr_kcounters {
1461 counter_u64_t pfrkc_counters;
1462 long pfrkc_tzero;
1463 };
1464 #define pfr_kentry_counter(kc, dir, op, t) \
1465 ((kc)->pfrkc_counters + \
1466 (dir) * PFR_OP_ADDR_MAX * PFR_TYPE_MAX + (op) * PFR_TYPE_MAX + (t))
1467
1468 #ifdef _KERNEL
1469 SLIST_HEAD(pfr_kentryworkq, pfr_kentry);
1470 struct pfr_kentry {
1471 struct radix_node pfrke_node[2];
1472 union sockaddr_union pfrke_sa;
1473 SLIST_ENTRY(pfr_kentry) pfrke_workq;
1474 struct pfr_kcounters pfrke_counters;
1475 u_int8_t pfrke_af;
1476 u_int8_t pfrke_net;
1477 u_int8_t pfrke_not;
1478 u_int8_t pfrke_mark;
1479 };
1480
1481 SLIST_HEAD(pfr_ktableworkq, pfr_ktable);
1482 RB_HEAD(pfr_ktablehead, pfr_ktable);
1483 struct pfr_ktable {
1484 struct pfr_ktstats pfrkt_kts;
1485 RB_ENTRY(pfr_ktable) pfrkt_tree;
1486 SLIST_ENTRY(pfr_ktable) pfrkt_workq;
1487 struct radix_node_head *pfrkt_ip4;
1488 struct radix_node_head *pfrkt_ip6;
1489 struct pfr_ktable *pfrkt_shadow;
1490 struct pfr_ktable *pfrkt_root;
1491 struct pf_kruleset *pfrkt_rs;
1492 long pfrkt_larg;
1493 int pfrkt_nflags;
1494 };
1495 #define pfrkt_t pfrkt_kts.pfrts_t
1496 #define pfrkt_name pfrkt_t.pfrt_name
1497 #define pfrkt_anchor pfrkt_t.pfrt_anchor
1498 #define pfrkt_ruleset pfrkt_t.pfrt_ruleset
1499 #define pfrkt_flags pfrkt_t.pfrt_flags
1500 #define pfrkt_cnt pfrkt_kts.pfrkts_cnt
1501 #define pfrkt_refcnt pfrkt_kts.pfrkts_refcnt
1502 #define pfrkt_packets pfrkt_kts.pfrkts_packets
1503 #define pfrkt_bytes pfrkt_kts.pfrkts_bytes
1504 #define pfrkt_match pfrkt_kts.pfrkts_match
1505 #define pfrkt_nomatch pfrkt_kts.pfrkts_nomatch
1506 #define pfrkt_tzero pfrkt_kts.pfrkts_tzero
1507 #endif
1508
1509 #ifdef _KERNEL
1510 struct pfi_kkif {
1511 char pfik_name[IFNAMSIZ];
1512 union {
1513 RB_ENTRY(pfi_kkif) _pfik_tree;
1514 LIST_ENTRY(pfi_kkif) _pfik_list;
1515 } _pfik_glue;
1516 #define pfik_tree _pfik_glue._pfik_tree
1517 #define pfik_list _pfik_glue._pfik_list
1518 struct pf_counter_u64 pfik_packets[2][2][2];
1519 struct pf_counter_u64 pfik_bytes[2][2][2];
1520 u_int32_t pfik_tzero;
1521 u_int pfik_flags;
1522 struct ifnet *pfik_ifp;
1523 struct ifg_group *pfik_group;
1524 u_int pfik_rulerefs;
1525 TAILQ_HEAD(, pfi_dynaddr) pfik_dynaddrs;
1526 #ifdef PF_WANT_32_TO_64_COUNTER
1527 LIST_ENTRY(pfi_kkif) pfik_allkiflist;
1528 #endif
1529 };
1530 #endif
1531
1532 #define PFI_IFLAG_REFS 0x0001 /* has state references */
1533 #define PFI_IFLAG_SKIP 0x0100 /* skip filtering on interface */
1534
1535 #ifdef _KERNEL
1536 struct pf_sctp_multihome_job;
1537 TAILQ_HEAD(pf_sctp_multihome_jobs, pf_sctp_multihome_job);
1538
1539 struct pf_pdesc {
1540 struct {
1541 int done;
1542 uid_t uid;
1543 gid_t gid;
1544 } lookup;
1545 u_int64_t tot_len; /* Make Mickey money */
1546 union pf_headers {
1547 struct tcphdr tcp;
1548 struct udphdr udp;
1549 struct sctphdr sctp;
1550 struct icmp icmp;
1551 #ifdef INET6
1552 struct icmp6_hdr icmp6;
1553 #endif /* INET6 */
1554 char any[0];
1555 } hdr;
1556
1557 struct pf_krule *nat_rule; /* nat/rdr rule applied to packet */
1558 struct pf_addr *src; /* src address */
1559 struct pf_addr *dst; /* dst address */
1560 struct pf_addr osrc;
1561 struct pf_addr odst;
1562 u_int16_t *sport;
1563 u_int16_t *dport;
1564 struct pf_mtag *pf_mtag;
1565 struct pf_rule_actions act;
1566
1567 u_int32_t p_len; /* total length of payload */
1568
1569 u_int16_t *ip_sum;
1570 u_int16_t *proto_sum;
1571 u_int16_t flags; /* Let SCRUB trigger behavior in
1572 * state code. Easier than tags */
1573 #define PFDESC_TCP_NORM 0x0001 /* TCP shall be statefully scrubbed */
1574 #define PFDESC_IP_REAS 0x0002 /* IP frags would've been reassembled */
1575 sa_family_t af;
1576 u_int8_t proto;
1577 u_int8_t tos;
1578 u_int8_t dir; /* direction */
1579 u_int8_t sidx; /* key index for source */
1580 u_int8_t didx; /* key index for destination */
1581 #define PFDESC_SCTP_INIT 0x0001
1582 #define PFDESC_SCTP_INIT_ACK 0x0002
1583 #define PFDESC_SCTP_COOKIE 0x0004
1584 #define PFDESC_SCTP_COOKIE_ACK 0x0008
1585 #define PFDESC_SCTP_ABORT 0x0010
1586 #define PFDESC_SCTP_SHUTDOWN 0x0020
1587 #define PFDESC_SCTP_SHUTDOWN_COMPLETE 0x0040
1588 #define PFDESC_SCTP_DATA 0x0080
1589 #define PFDESC_SCTP_ASCONF 0x0100
1590 #define PFDESC_SCTP_HEARTBEAT 0x0200
1591 #define PFDESC_SCTP_HEARTBEAT_ACK 0x0400
1592 #define PFDESC_SCTP_OTHER 0x0800
1593 #define PFDESC_SCTP_ADD_IP 0x1000
1594 u_int16_t sctp_flags;
1595 u_int32_t sctp_initiate_tag;
1596 struct pf_krule *related_rule;
1597
1598 struct pf_sctp_multihome_jobs sctp_multihome_jobs;
1599 };
1600
1601 struct pf_sctp_multihome_job {
1602 TAILQ_ENTRY(pf_sctp_multihome_job) next;
1603 struct pf_pdesc pd;
1604 struct pf_addr src;
1605 struct pf_addr dst;
1606 struct mbuf *m;
1607 int op;
1608 };
1609
1610 #endif
1611
1612 /* flags for RDR options */
1613 #define PF_DPORT_RANGE 0x01 /* Dest port uses range */
1614 #define PF_RPORT_RANGE 0x02 /* RDR'ed port uses range */
1615
1616 /* UDP state enumeration */
1617 #define PFUDPS_NO_TRAFFIC 0
1618 #define PFUDPS_SINGLE 1
1619 #define PFUDPS_MULTIPLE 2
1620
1621 #define PFUDPS_NSTATES 3 /* number of state levels */
1622
1623 #define PFUDPS_NAMES { \
1624 "NO_TRAFFIC", \
1625 "SINGLE", \
1626 "MULTIPLE", \
1627 NULL \
1628 }
1629
1630 /* Other protocol state enumeration */
1631 #define PFOTHERS_NO_TRAFFIC 0
1632 #define PFOTHERS_SINGLE 1
1633 #define PFOTHERS_MULTIPLE 2
1634
1635 #define PFOTHERS_NSTATES 3 /* number of state levels */
1636
1637 #define PFOTHERS_NAMES { \
1638 "NO_TRAFFIC", \
1639 "SINGLE", \
1640 "MULTIPLE", \
1641 NULL \
1642 }
1643
1644 #define ACTION_SET(a, x) \
1645 do { \
1646 if ((a) != NULL) \
1647 *(a) = (x); \
1648 } while (0)
1649
1650 #define REASON_SET(a, x) \
1651 do { \
1652 if ((a) != NULL) \
1653 *(a) = (x); \
1654 if (x < PFRES_MAX) \
1655 counter_u64_add(V_pf_status.counters[x], 1); \
1656 } while (0)
1657
1658 enum pf_syncookies_mode {
1659 PF_SYNCOOKIES_NEVER = 0,
1660 PF_SYNCOOKIES_ALWAYS = 1,
1661 PF_SYNCOOKIES_ADAPTIVE = 2,
1662 PF_SYNCOOKIES_MODE_MAX = PF_SYNCOOKIES_ADAPTIVE
1663 };
1664
1665 #define PF_SYNCOOKIES_HIWATPCT 25
1666 #define PF_SYNCOOKIES_LOWATPCT (PF_SYNCOOKIES_HIWATPCT / 2)
1667
1668 #ifdef _KERNEL
1669 struct pf_kstatus {
1670 counter_u64_t counters[PFRES_MAX]; /* reason for passing/dropping */
1671 counter_u64_t lcounters[KLCNT_MAX]; /* limit counters */
1672 struct pf_counter_u64 fcounters[FCNT_MAX]; /* state operation counters */
1673 counter_u64_t scounters[SCNT_MAX]; /* src_node operation counters */
1674 uint32_t states;
1675 uint32_t src_nodes;
1676 uint32_t running;
1677 uint32_t since;
1678 uint32_t debug;
1679 uint32_t hostid;
1680 char ifname[IFNAMSIZ];
1681 uint8_t pf_chksum[PF_MD5_DIGEST_LENGTH];
1682 bool keep_counters;
1683 enum pf_syncookies_mode syncookies_mode;
1684 bool syncookies_active;
1685 uint64_t syncookies_inflight[2];
1686 uint32_t states_halfopen;
1687 uint32_t reass;
1688 };
1689 #endif
1690
1691 struct pf_divert {
1692 union {
1693 struct in_addr ipv4;
1694 struct in6_addr ipv6;
1695 } addr;
1696 u_int16_t port;
1697 };
1698
1699 #define PFFRAG_FRENT_HIWAT 5000 /* Number of fragment entries */
1700 #define PFR_KENTRY_HIWAT 200000 /* Number of table entries */
1701
1702 /*
1703 * Limit the length of the fragment queue traversal. Remember
1704 * search entry points based on the fragment offset.
1705 */
1706 #define PF_FRAG_ENTRY_POINTS 16
1707
1708 /*
1709 * The number of entries in the fragment queue must be limited
1710 * to avoid DoS by linear searching. Instead of a global limit,
1711 * use a limit per entry point. For large packets these sum up.
1712 */
1713 #define PF_FRAG_ENTRY_LIMIT 64
1714
1715 /*
1716 * ioctl parameter structures
1717 */
1718
1719 struct pfioc_pooladdr {
1720 u_int32_t action;
1721 u_int32_t ticket;
1722 u_int32_t nr;
1723 u_int32_t r_num;
1724 u_int8_t r_action;
1725 u_int8_t r_last;
1726 u_int8_t af;
1727 char anchor[MAXPATHLEN];
1728 struct pf_pooladdr addr;
1729 };
1730
1731 struct pfioc_rule {
1732 u_int32_t action;
1733 u_int32_t ticket;
1734 u_int32_t pool_ticket;
1735 u_int32_t nr;
1736 char anchor[MAXPATHLEN];
1737 char anchor_call[MAXPATHLEN];
1738 struct pf_rule rule;
1739 };
1740
1741 struct pfioc_natlook {
1742 struct pf_addr saddr;
1743 struct pf_addr daddr;
1744 struct pf_addr rsaddr;
1745 struct pf_addr rdaddr;
1746 u_int16_t sport;
1747 u_int16_t dport;
1748 u_int16_t rsport;
1749 u_int16_t rdport;
1750 sa_family_t af;
1751 u_int8_t proto;
1752 u_int8_t direction;
1753 };
1754
1755 struct pfioc_state {
1756 struct pfsync_state_1301 state;
1757 };
1758
1759 struct pfioc_src_node_kill {
1760 sa_family_t psnk_af;
1761 struct pf_rule_addr psnk_src;
1762 struct pf_rule_addr psnk_dst;
1763 u_int psnk_killed;
1764 };
1765
1766 #ifdef _KERNEL
1767 struct pf_kstate_kill {
1768 struct pf_state_cmp psk_pfcmp;
1769 sa_family_t psk_af;
1770 int psk_proto;
1771 struct pf_rule_addr psk_src;
1772 struct pf_rule_addr psk_dst;
1773 struct pf_rule_addr psk_rt_addr;
1774 char psk_ifname[IFNAMSIZ];
1775 char psk_label[PF_RULE_LABEL_SIZE];
1776 u_int psk_killed;
1777 bool psk_kill_match;
1778 };
1779 #endif
1780
1781 struct pfioc_state_kill {
1782 struct pf_state_cmp psk_pfcmp;
1783 sa_family_t psk_af;
1784 int psk_proto;
1785 struct pf_rule_addr psk_src;
1786 struct pf_rule_addr psk_dst;
1787 char psk_ifname[IFNAMSIZ];
1788 char psk_label[PF_RULE_LABEL_SIZE];
1789 u_int psk_killed;
1790 };
1791
1792 struct pfioc_states {
1793 int ps_len;
1794 union {
1795 void *ps_buf;
1796 struct pfsync_state_1301 *ps_states;
1797 };
1798 };
1799
1800 struct pfioc_states_v2 {
1801 int ps_len;
1802 uint64_t ps_req_version;
1803 union {
1804 void *ps_buf;
1805 struct pf_state_export *ps_states;
1806 };
1807 };
1808
1809 struct pfioc_src_nodes {
1810 int psn_len;
1811 union {
1812 void *psn_buf;
1813 struct pf_src_node *psn_src_nodes;
1814 };
1815 };
1816
1817 struct pfioc_if {
1818 char ifname[IFNAMSIZ];
1819 };
1820
1821 struct pfioc_tm {
1822 int timeout;
1823 int seconds;
1824 };
1825
1826 struct pfioc_limit {
1827 int index;
1828 unsigned limit;
1829 };
1830
1831 struct pfioc_altq_v0 {
1832 u_int32_t action;
1833 u_int32_t ticket;
1834 u_int32_t nr;
1835 struct pf_altq_v0 altq;
1836 };
1837
1838 struct pfioc_altq_v1 {
1839 u_int32_t action;
1840 u_int32_t ticket;
1841 u_int32_t nr;
1842 /*
1843 * Placed here so code that only uses the above parameters can be
1844 * written entirely in terms of the v0 or v1 type.
1845 */
1846 u_int32_t version;
1847 struct pf_altq_v1 altq;
1848 };
1849
1850 /*
1851 * Latest version of struct pfioc_altq_vX. This must move in lock-step with
1852 * the latest version of struct pf_altq_vX as it has that struct as a
1853 * member.
1854 */
1855 #define PFIOC_ALTQ_VERSION PF_ALTQ_VERSION
1856
1857 struct pfioc_qstats_v0 {
1858 u_int32_t ticket;
1859 u_int32_t nr;
1860 void *buf;
1861 int nbytes;
1862 u_int8_t scheduler;
1863 };
1864
1865 struct pfioc_qstats_v1 {
1866 u_int32_t ticket;
1867 u_int32_t nr;
1868 void *buf;
1869 int nbytes;
1870 u_int8_t scheduler;
1871 /*
1872 * Placed here so code that only uses the above parameters can be
1873 * written entirely in terms of the v0 or v1 type.
1874 */
1875 u_int32_t version; /* Requested version of stats struct */
1876 };
1877
1878 /* Latest version of struct pfioc_qstats_vX */
1879 #define PFIOC_QSTATS_VERSION 1
1880
1881 struct pfioc_ruleset {
1882 u_int32_t nr;
1883 char path[MAXPATHLEN];
1884 char name[PF_ANCHOR_NAME_SIZE];
1885 };
1886
1887 #define PF_RULESET_ALTQ (PF_RULESET_MAX)
1888 #define PF_RULESET_TABLE (PF_RULESET_MAX+1)
1889 #define PF_RULESET_ETH (PF_RULESET_MAX+2)
1890 struct pfioc_trans {
1891 int size; /* number of elements */
1892 int esize; /* size of each element in bytes */
1893 struct pfioc_trans_e {
1894 int rs_num;
1895 char anchor[MAXPATHLEN];
1896 u_int32_t ticket;
1897 } *array;
1898 };
1899
1900 #define PFR_FLAG_ATOMIC 0x00000001 /* unused */
1901 #define PFR_FLAG_DUMMY 0x00000002
1902 #define PFR_FLAG_FEEDBACK 0x00000004
1903 #define PFR_FLAG_CLSTATS 0x00000008
1904 #define PFR_FLAG_ADDRSTOO 0x00000010
1905 #define PFR_FLAG_REPLACE 0x00000020
1906 #define PFR_FLAG_ALLRSETS 0x00000040
1907 #define PFR_FLAG_ALLMASK 0x0000007F
1908 #ifdef _KERNEL
1909 #define PFR_FLAG_USERIOCTL 0x10000000
1910 #endif
1911
1912 struct pfioc_table {
1913 struct pfr_table pfrio_table;
1914 void *pfrio_buffer;
1915 int pfrio_esize;
1916 int pfrio_size;
1917 int pfrio_size2;
1918 int pfrio_nadd;
1919 int pfrio_ndel;
1920 int pfrio_nchange;
1921 int pfrio_flags;
1922 u_int32_t pfrio_ticket;
1923 };
1924 #define pfrio_exists pfrio_nadd
1925 #define pfrio_nzero pfrio_nadd
1926 #define pfrio_nmatch pfrio_nadd
1927 #define pfrio_naddr pfrio_size2
1928 #define pfrio_setflag pfrio_size2
1929 #define pfrio_clrflag pfrio_nadd
1930
1931 struct pfioc_iface {
1932 char pfiio_name[IFNAMSIZ];
1933 void *pfiio_buffer;
1934 int pfiio_esize;
1935 int pfiio_size;
1936 int pfiio_nzero;
1937 int pfiio_flags;
1938 };
1939
1940 /*
1941 * ioctl operations
1942 */
1943
1944 #define DIOCSTART _IO ('D', 1)
1945 #define DIOCSTOP _IO ('D', 2)
1946 #define DIOCADDRULE _IOWR('D', 4, struct pfioc_rule)
1947 #define DIOCADDRULENV _IOWR('D', 4, struct pfioc_nv)
1948 #define DIOCGETRULES _IOWR('D', 6, struct pfioc_rule)
1949 #define DIOCGETRULE _IOWR('D', 7, struct pfioc_rule)
1950 #define DIOCGETRULENV _IOWR('D', 7, struct pfioc_nv)
1951 /* XXX cut 8 - 17 */
1952 #define DIOCCLRSTATES _IOWR('D', 18, struct pfioc_state_kill)
1953 #define DIOCCLRSTATESNV _IOWR('D', 18, struct pfioc_nv)
1954 #define DIOCGETSTATE _IOWR('D', 19, struct pfioc_state)
1955 #define DIOCGETSTATENV _IOWR('D', 19, struct pfioc_nv)
1956 #define DIOCSETSTATUSIF _IOWR('D', 20, struct pfioc_if)
1957 #define DIOCGETSTATUS _IOWR('D', 21, struct pf_status)
1958 #define DIOCGETSTATUSNV _IOWR('D', 21, struct pfioc_nv)
1959 #define DIOCCLRSTATUS _IO ('D', 22)
1960 #define DIOCNATLOOK _IOWR('D', 23, struct pfioc_natlook)
1961 #define DIOCSETDEBUG _IOWR('D', 24, u_int32_t)
1962 #define DIOCGETSTATES _IOWR('D', 25, struct pfioc_states)
1963 #define DIOCCHANGERULE _IOWR('D', 26, struct pfioc_rule)
1964 /* XXX cut 26 - 28 */
1965 #define DIOCSETTIMEOUT _IOWR('D', 29, struct pfioc_tm)
1966 #define DIOCGETTIMEOUT _IOWR('D', 30, struct pfioc_tm)
1967 #define DIOCADDSTATE _IOWR('D', 37, struct pfioc_state)
1968 #define DIOCCLRRULECTRS _IO ('D', 38)
1969 #define DIOCGETLIMIT _IOWR('D', 39, struct pfioc_limit)
1970 #define DIOCSETLIMIT _IOWR('D', 40, struct pfioc_limit)
1971 #define DIOCKILLSTATES _IOWR('D', 41, struct pfioc_state_kill)
1972 #define DIOCKILLSTATESNV _IOWR('D', 41, struct pfioc_nv)
1973 #define DIOCSTARTALTQ _IO ('D', 42)
1974 #define DIOCSTOPALTQ _IO ('D', 43)
1975 #define DIOCADDALTQV0 _IOWR('D', 45, struct pfioc_altq_v0)
1976 #define DIOCADDALTQV1 _IOWR('D', 45, struct pfioc_altq_v1)
1977 #define DIOCGETALTQSV0 _IOWR('D', 47, struct pfioc_altq_v0)
1978 #define DIOCGETALTQSV1 _IOWR('D', 47, struct pfioc_altq_v1)
1979 #define DIOCGETALTQV0 _IOWR('D', 48, struct pfioc_altq_v0)
1980 #define DIOCGETALTQV1 _IOWR('D', 48, struct pfioc_altq_v1)
1981 #define DIOCCHANGEALTQV0 _IOWR('D', 49, struct pfioc_altq_v0)
1982 #define DIOCCHANGEALTQV1 _IOWR('D', 49, struct pfioc_altq_v1)
1983 #define DIOCGETQSTATSV0 _IOWR('D', 50, struct pfioc_qstats_v0)
1984 #define DIOCGETQSTATSV1 _IOWR('D', 50, struct pfioc_qstats_v1)
1985 #define DIOCBEGINADDRS _IOWR('D', 51, struct pfioc_pooladdr)
1986 #define DIOCADDADDR _IOWR('D', 52, struct pfioc_pooladdr)
1987 #define DIOCGETADDRS _IOWR('D', 53, struct pfioc_pooladdr)
1988 #define DIOCGETADDR _IOWR('D', 54, struct pfioc_pooladdr)
1989 #define DIOCCHANGEADDR _IOWR('D', 55, struct pfioc_pooladdr)
1990 /* XXX cut 55 - 57 */
1991 #define DIOCGETRULESETS _IOWR('D', 58, struct pfioc_ruleset)
1992 #define DIOCGETRULESET _IOWR('D', 59, struct pfioc_ruleset)
1993 #define DIOCRCLRTABLES _IOWR('D', 60, struct pfioc_table)
1994 #define DIOCRADDTABLES _IOWR('D', 61, struct pfioc_table)
1995 #define DIOCRDELTABLES _IOWR('D', 62, struct pfioc_table)
1996 #define DIOCRGETTABLES _IOWR('D', 63, struct pfioc_table)
1997 #define DIOCRGETTSTATS _IOWR('D', 64, struct pfioc_table)
1998 #define DIOCRCLRTSTATS _IOWR('D', 65, struct pfioc_table)
1999 #define DIOCRCLRADDRS _IOWR('D', 66, struct pfioc_table)
2000 #define DIOCRADDADDRS _IOWR('D', 67, struct pfioc_table)
2001 #define DIOCRDELADDRS _IOWR('D', 68, struct pfioc_table)
2002 #define DIOCRSETADDRS _IOWR('D', 69, struct pfioc_table)
2003 #define DIOCRGETADDRS _IOWR('D', 70, struct pfioc_table)
2004 #define DIOCRGETASTATS _IOWR('D', 71, struct pfioc_table)
2005 #define DIOCRCLRASTATS _IOWR('D', 72, struct pfioc_table)
2006 #define DIOCRTSTADDRS _IOWR('D', 73, struct pfioc_table)
2007 #define DIOCRSETTFLAGS _IOWR('D', 74, struct pfioc_table)
2008 #define DIOCRINADEFINE _IOWR('D', 77, struct pfioc_table)
2009 #define DIOCOSFPFLUSH _IO('D', 78)
2010 #define DIOCOSFPADD _IOWR('D', 79, struct pf_osfp_ioctl)
2011 #define DIOCOSFPGET _IOWR('D', 80, struct pf_osfp_ioctl)
2012 #define DIOCXBEGIN _IOWR('D', 81, struct pfioc_trans)
2013 #define DIOCXCOMMIT _IOWR('D', 82, struct pfioc_trans)
2014 #define DIOCXROLLBACK _IOWR('D', 83, struct pfioc_trans)
2015 #define DIOCGETSRCNODES _IOWR('D', 84, struct pfioc_src_nodes)
2016 #define DIOCCLRSRCNODES _IO('D', 85)
2017 #define DIOCSETHOSTID _IOWR('D', 86, u_int32_t)
2018 #define DIOCIGETIFACES _IOWR('D', 87, struct pfioc_iface)
2019 #define DIOCSETIFFLAG _IOWR('D', 89, struct pfioc_iface)
2020 #define DIOCCLRIFFLAG _IOWR('D', 90, struct pfioc_iface)
2021 #define DIOCKILLSRCNODES _IOWR('D', 91, struct pfioc_src_node_kill)
2022 #define DIOCGIFSPEEDV0 _IOWR('D', 92, struct pf_ifspeed_v0)
2023 #define DIOCGIFSPEEDV1 _IOWR('D', 92, struct pf_ifspeed_v1)
2024 #define DIOCGETSTATESV2 _IOWR('D', 93, struct pfioc_states_v2)
2025 #define DIOCGETSYNCOOKIES _IOWR('D', 94, struct pfioc_nv)
2026 #define DIOCSETSYNCOOKIES _IOWR('D', 95, struct pfioc_nv)
2027 #define DIOCKEEPCOUNTERS _IOWR('D', 96, struct pfioc_nv)
2028 #define DIOCKEEPCOUNTERS_FREEBSD13 _IOWR('D', 92, struct pfioc_nv)
2029 #define DIOCADDETHRULE _IOWR('D', 97, struct pfioc_nv)
2030 #define DIOCGETETHRULE _IOWR('D', 98, struct pfioc_nv)
2031 #define DIOCGETETHRULES _IOWR('D', 99, struct pfioc_nv)
2032 #define DIOCGETETHRULESETS _IOWR('D', 100, struct pfioc_nv)
2033 #define DIOCGETETHRULESET _IOWR('D', 101, struct pfioc_nv)
2034 #define DIOCSETREASS _IOWR('D', 102, u_int32_t)
2035
2036 struct pf_ifspeed_v0 {
2037 char ifname[IFNAMSIZ];
2038 u_int32_t baudrate;
2039 };
2040
2041 struct pf_ifspeed_v1 {
2042 char ifname[IFNAMSIZ];
2043 u_int32_t baudrate32;
2044 /* layout identical to struct pf_ifspeed_v0 up to this point */
2045 u_int64_t baudrate;
2046 };
2047
2048 /* Latest version of struct pf_ifspeed_vX */
2049 #define PF_IFSPEED_VERSION 1
2050
2051 /*
2052 * Compatibility and convenience macros
2053 */
2054 #ifndef _KERNEL
2055 #ifdef PFIOC_USE_LATEST
2056 /*
2057 * Maintaining in-tree consumers of the ioctl interface is easier when that
2058 * code can be written in terms old names that refer to the latest interface
2059 * version as that reduces the required changes in the consumers to those
2060 * that are functionally necessary to accommodate a new interface version.
2061 */
2062 #define pfioc_altq __CONCAT(pfioc_altq_v, PFIOC_ALTQ_VERSION)
2063 #define pfioc_qstats __CONCAT(pfioc_qstats_v, PFIOC_QSTATS_VERSION)
2064 #define pf_ifspeed __CONCAT(pf_ifspeed_v, PF_IFSPEED_VERSION)
2065
2066 #define DIOCADDALTQ __CONCAT(DIOCADDALTQV, PFIOC_ALTQ_VERSION)
2067 #define DIOCGETALTQS __CONCAT(DIOCGETALTQSV, PFIOC_ALTQ_VERSION)
2068 #define DIOCGETALTQ __CONCAT(DIOCGETALTQV, PFIOC_ALTQ_VERSION)
2069 #define DIOCCHANGEALTQ __CONCAT(DIOCCHANGEALTQV, PFIOC_ALTQ_VERSION)
2070 #define DIOCGETQSTATS __CONCAT(DIOCGETQSTATSV, PFIOC_QSTATS_VERSION)
2071 #define DIOCGIFSPEED __CONCAT(DIOCGIFSPEEDV, PF_IFSPEED_VERSION)
2072 #else
2073 /*
2074 * When building out-of-tree code that is written for the old interface,
2075 * such as may exist in ports for example, resolve the old struct tags and
2076 * ioctl command names to the v0 versions.
2077 */
2078 #define pfioc_altq __CONCAT(pfioc_altq_v, 0)
2079 #define pfioc_qstats __CONCAT(pfioc_qstats_v, 0)
2080 #define pf_ifspeed __CONCAT(pf_ifspeed_v, 0)
2081
2082 #define DIOCADDALTQ __CONCAT(DIOCADDALTQV, 0)
2083 #define DIOCGETALTQS __CONCAT(DIOCGETALTQSV, 0)
2084 #define DIOCGETALTQ __CONCAT(DIOCGETALTQV, 0)
2085 #define DIOCCHANGEALTQ __CONCAT(DIOCCHANGEALTQV, 0)
2086 #define DIOCGETQSTATS __CONCAT(DIOCGETQSTATSV, 0)
2087 #define DIOCGIFSPEED __CONCAT(DIOCGIFSPEEDV, 0)
2088 #endif /* PFIOC_USE_LATEST */
2089 #endif /* _KERNEL */
2090
2091 #ifdef _KERNEL
2092 LIST_HEAD(pf_ksrc_node_list, pf_ksrc_node);
2093 struct pf_srchash {
2094 struct pf_ksrc_node_list nodes;
2095 struct mtx lock;
2096 };
2097
2098 struct pf_keyhash {
2099 LIST_HEAD(, pf_state_key) keys;
2100 struct mtx lock;
2101 };
2102
2103 struct pf_idhash {
2104 LIST_HEAD(, pf_kstate) states;
2105 struct mtx lock;
2106 };
2107
2108 extern u_long pf_ioctl_maxcount;
2109 VNET_DECLARE(u_long, pf_hashmask);
2110 #define V_pf_hashmask VNET(pf_hashmask)
2111 VNET_DECLARE(u_long, pf_srchashmask);
2112 #define V_pf_srchashmask VNET(pf_srchashmask)
2113 #define PF_HASHSIZ (131072)
2114 #define PF_SRCHASHSIZ (PF_HASHSIZ/4)
2115 VNET_DECLARE(struct pf_keyhash *, pf_keyhash);
2116 VNET_DECLARE(struct pf_idhash *, pf_idhash);
2117 #define V_pf_keyhash VNET(pf_keyhash)
2118 #define V_pf_idhash VNET(pf_idhash)
2119 VNET_DECLARE(struct pf_srchash *, pf_srchash);
2120 #define V_pf_srchash VNET(pf_srchash)
2121
2122 #define PF_IDHASHID(id) (be64toh(id) % (V_pf_hashmask + 1))
2123 #define PF_IDHASH(s) PF_IDHASHID((s)->id)
2124
2125 VNET_DECLARE(void *, pf_swi_cookie);
2126 #define V_pf_swi_cookie VNET(pf_swi_cookie)
2127 VNET_DECLARE(struct intr_event *, pf_swi_ie);
2128 #define V_pf_swi_ie VNET(pf_swi_ie)
2129
2130 VNET_DECLARE(struct unrhdr64, pf_stateid);
2131 #define V_pf_stateid VNET(pf_stateid)
2132
2133 TAILQ_HEAD(pf_altqqueue, pf_altq);
2134 VNET_DECLARE(struct pf_altqqueue, pf_altqs[4]);
2135 #define V_pf_altqs VNET(pf_altqs)
2136 VNET_DECLARE(struct pf_kpalist, pf_pabuf);
2137 #define V_pf_pabuf VNET(pf_pabuf)
2138
2139 VNET_DECLARE(u_int32_t, ticket_altqs_active);
2140 #define V_ticket_altqs_active VNET(ticket_altqs_active)
2141 VNET_DECLARE(u_int32_t, ticket_altqs_inactive);
2142 #define V_ticket_altqs_inactive VNET(ticket_altqs_inactive)
2143 VNET_DECLARE(int, altqs_inactive_open);
2144 #define V_altqs_inactive_open VNET(altqs_inactive_open)
2145 VNET_DECLARE(u_int32_t, ticket_pabuf);
2146 #define V_ticket_pabuf VNET(ticket_pabuf)
2147 VNET_DECLARE(struct pf_altqqueue *, pf_altqs_active);
2148 #define V_pf_altqs_active VNET(pf_altqs_active)
2149 VNET_DECLARE(struct pf_altqqueue *, pf_altq_ifs_active);
2150 #define V_pf_altq_ifs_active VNET(pf_altq_ifs_active)
2151 VNET_DECLARE(struct pf_altqqueue *, pf_altqs_inactive);
2152 #define V_pf_altqs_inactive VNET(pf_altqs_inactive)
2153 VNET_DECLARE(struct pf_altqqueue *, pf_altq_ifs_inactive);
2154 #define V_pf_altq_ifs_inactive VNET(pf_altq_ifs_inactive)
2155
2156 VNET_DECLARE(struct pf_krulequeue, pf_unlinked_rules);
2157 #define V_pf_unlinked_rules VNET(pf_unlinked_rules)
2158
2159 #ifdef PF_WANT_32_TO_64_COUNTER
2160 LIST_HEAD(allkiflist_head, pfi_kkif);
2161 VNET_DECLARE(struct allkiflist_head, pf_allkiflist);
2162 #define V_pf_allkiflist VNET(pf_allkiflist)
2163 VNET_DECLARE(size_t, pf_allkifcount);
2164 #define V_pf_allkifcount VNET(pf_allkifcount)
2165 VNET_DECLARE(struct pfi_kkif *, pf_kifmarker);
2166 #define V_pf_kifmarker VNET(pf_kifmarker)
2167
2168 LIST_HEAD(allrulelist_head, pf_krule);
2169 VNET_DECLARE(struct allrulelist_head, pf_allrulelist);
2170 #define V_pf_allrulelist VNET(pf_allrulelist)
2171 VNET_DECLARE(size_t, pf_allrulecount);
2172 #define V_pf_allrulecount VNET(pf_allrulecount)
2173 VNET_DECLARE(struct pf_krule *, pf_rulemarker);
2174 #define V_pf_rulemarker VNET(pf_rulemarker)
2175 #endif
2176
2177 void pf_initialize(void);
2178 void pf_mtag_initialize(void);
2179 void pf_mtag_cleanup(void);
2180 void pf_cleanup(void);
2181
2182 struct pf_mtag *pf_get_mtag(struct mbuf *);
2183
2184 extern void pf_calc_skip_steps(struct pf_krulequeue *);
2185 #ifdef ALTQ
2186 extern void pf_altq_ifnet_event(struct ifnet *, int);
2187 #endif
2188 VNET_DECLARE(uma_zone_t, pf_state_z);
2189 #define V_pf_state_z VNET(pf_state_z)
2190 VNET_DECLARE(uma_zone_t, pf_state_key_z);
2191 #define V_pf_state_key_z VNET(pf_state_key_z)
2192 VNET_DECLARE(uma_zone_t, pf_state_scrub_z);
2193 #define V_pf_state_scrub_z VNET(pf_state_scrub_z)
2194
2195 extern void pf_purge_thread(void *);
2196 extern void pf_unload_vnet_purge(void);
2197 extern void pf_intr(void *);
2198 extern void pf_purge_expired_src_nodes(void);
2199
2200 extern int pf_unlink_state(struct pf_kstate *);
2201 extern int pf_state_insert(struct pfi_kkif *,
2202 struct pfi_kkif *,
2203 struct pf_state_key *,
2204 struct pf_state_key *,
2205 struct pf_kstate *);
2206 extern struct pf_kstate *pf_alloc_state(int);
2207 extern void pf_free_state(struct pf_kstate *);
2208
2209 static __inline void
pf_ref_state(struct pf_kstate * s)2210 pf_ref_state(struct pf_kstate *s)
2211 {
2212
2213 refcount_acquire(&s->refs);
2214 }
2215
2216 static __inline int
pf_release_state(struct pf_kstate * s)2217 pf_release_state(struct pf_kstate *s)
2218 {
2219
2220 if (refcount_release(&s->refs)) {
2221 pf_free_state(s);
2222 return (1);
2223 } else
2224 return (0);
2225 }
2226
2227 static __inline int
pf_release_staten(struct pf_kstate * s,u_int n)2228 pf_release_staten(struct pf_kstate *s, u_int n)
2229 {
2230
2231 if (refcount_releasen(&s->refs, n)) {
2232 pf_free_state(s);
2233 return (1);
2234 } else
2235 return (0);
2236 }
2237
2238 extern struct pf_kstate *pf_find_state_byid(uint64_t, uint32_t);
2239 extern struct pf_kstate *pf_find_state_all(
2240 const struct pf_state_key_cmp *,
2241 u_int, int *);
2242 extern bool pf_find_state_all_exists(
2243 const struct pf_state_key_cmp *,
2244 u_int);
2245 extern struct pf_ksrc_node *pf_find_src_node(struct pf_addr *,
2246 struct pf_krule *, sa_family_t,
2247 struct pf_srchash **, bool);
2248 extern void pf_unlink_src_node(struct pf_ksrc_node *);
2249 extern u_int pf_free_src_nodes(struct pf_ksrc_node_list *);
2250 extern void pf_print_state(struct pf_kstate *);
2251 extern void pf_print_flags(u_int8_t);
2252 extern int pf_addr_wrap_neq(struct pf_addr_wrap *,
2253 struct pf_addr_wrap *);
2254 extern u_int16_t pf_cksum_fixup(u_int16_t, u_int16_t, u_int16_t,
2255 u_int8_t);
2256 extern u_int16_t pf_proto_cksum_fixup(struct mbuf *, u_int16_t,
2257 u_int16_t, u_int16_t, u_int8_t);
2258
2259 VNET_DECLARE(struct ifnet *, sync_ifp);
2260 #define V_sync_ifp VNET(sync_ifp);
2261 VNET_DECLARE(struct pf_krule, pf_default_rule);
2262 #define V_pf_default_rule VNET(pf_default_rule)
2263 extern void pf_addrcpy(struct pf_addr *, struct pf_addr *,
2264 sa_family_t);
2265 void pf_free_rule(struct pf_krule *);
2266
2267 int pf_test_eth(int, int, struct ifnet *, struct mbuf **, struct inpcb *);
2268 #ifdef INET
2269 int pf_test(int, int, struct ifnet *, struct mbuf **, struct inpcb *,
2270 struct pf_rule_actions *);
2271 int pf_normalize_ip(struct mbuf **, struct pfi_kkif *, u_short *,
2272 struct pf_pdesc *);
2273 #endif /* INET */
2274
2275 #ifdef INET6
2276 int pf_test6(int, int, struct ifnet *, struct mbuf **, struct inpcb *,
2277 struct pf_rule_actions *);
2278 int pf_normalize_ip6(struct mbuf **, struct pfi_kkif *, u_short *,
2279 struct pf_pdesc *);
2280 void pf_poolmask(struct pf_addr *, struct pf_addr*,
2281 struct pf_addr *, struct pf_addr *, sa_family_t);
2282 void pf_addr_inc(struct pf_addr *, sa_family_t);
2283 int pf_refragment6(struct ifnet *, struct mbuf **, struct m_tag *, bool);
2284 #endif /* INET6 */
2285
2286 int pf_multihome_scan_init(struct mbuf *, int, int, struct pf_pdesc *,
2287 struct pfi_kkif *);
2288 int pf_multihome_scan_asconf(struct mbuf *, int, int, struct pf_pdesc *,
2289 struct pfi_kkif *);
2290
2291 u_int32_t pf_new_isn(struct pf_kstate *);
2292 void *pf_pull_hdr(struct mbuf *, int, void *, int, u_short *, u_short *,
2293 sa_family_t);
2294 void pf_change_a(void *, u_int16_t *, u_int32_t, u_int8_t);
2295 void pf_change_proto_a(struct mbuf *, void *, u_int16_t *, u_int32_t,
2296 u_int8_t);
2297 void pf_change_tcp_a(struct mbuf *, void *, u_int16_t *, u_int32_t);
2298 void pf_patch_16_unaligned(struct mbuf *, u_int16_t *, void *, u_int16_t,
2299 bool, u_int8_t);
2300 void pf_patch_32_unaligned(struct mbuf *, u_int16_t *, void *, u_int32_t,
2301 bool, u_int8_t);
2302 void pf_send_deferred_syn(struct pf_kstate *);
2303 int pf_match_addr(u_int8_t, struct pf_addr *, struct pf_addr *,
2304 struct pf_addr *, sa_family_t);
2305 int pf_match_addr_range(struct pf_addr *, struct pf_addr *,
2306 struct pf_addr *, sa_family_t);
2307 int pf_match_port(u_int8_t, u_int16_t, u_int16_t, u_int16_t);
2308
2309 void pf_normalize_init(void);
2310 void pf_normalize_cleanup(void);
2311 int pf_normalize_tcp(struct pfi_kkif *, struct mbuf *, int, int, void *,
2312 struct pf_pdesc *);
2313 void pf_normalize_tcp_cleanup(struct pf_kstate *);
2314 int pf_normalize_tcp_init(struct mbuf *, int, struct pf_pdesc *,
2315 struct tcphdr *, struct pf_state_peer *, struct pf_state_peer *);
2316 int pf_normalize_tcp_stateful(struct mbuf *, int, struct pf_pdesc *,
2317 u_short *, struct tcphdr *, struct pf_kstate *,
2318 struct pf_state_peer *, struct pf_state_peer *, int *);
2319 int pf_normalize_sctp_init(struct mbuf *, int, struct pf_pdesc *,
2320 struct pf_state_peer *, struct pf_state_peer *);
2321 int pf_normalize_sctp(int, struct pfi_kkif *, struct mbuf *, int,
2322 int, void *, struct pf_pdesc *);
2323 u_int32_t
2324 pf_state_expires(const struct pf_kstate *);
2325 void pf_purge_expired_fragments(void);
2326 void pf_purge_fragments(uint32_t);
2327 int pf_routable(struct pf_addr *addr, sa_family_t af, struct pfi_kkif *,
2328 int);
2329 int pf_socket_lookup(struct pf_pdesc *, struct mbuf *);
2330 struct pf_state_key *pf_alloc_state_key(int);
2331 void pfr_initialize(void);
2332 void pfr_cleanup(void);
2333 int pfr_match_addr(struct pfr_ktable *, struct pf_addr *, sa_family_t);
2334 void pfr_update_stats(struct pfr_ktable *, struct pf_addr *, sa_family_t,
2335 u_int64_t, int, int, int);
2336 int pfr_pool_get(struct pfr_ktable *, int *, struct pf_addr *, sa_family_t);
2337 void pfr_dynaddr_update(struct pfr_ktable *, struct pfi_dynaddr *);
2338 struct pfr_ktable *
2339 pfr_attach_table(struct pf_kruleset *, char *);
2340 struct pfr_ktable *
2341 pfr_eth_attach_table(struct pf_keth_ruleset *, char *);
2342 void pfr_detach_table(struct pfr_ktable *);
2343 int pfr_clr_tables(struct pfr_table *, int *, int);
2344 int pfr_add_tables(struct pfr_table *, int, int *, int);
2345 int pfr_del_tables(struct pfr_table *, int, int *, int);
2346 int pfr_table_count(struct pfr_table *, int);
2347 int pfr_get_tables(struct pfr_table *, struct pfr_table *, int *, int);
2348 int pfr_get_tstats(struct pfr_table *, struct pfr_tstats *, int *, int);
2349 int pfr_clr_tstats(struct pfr_table *, int, int *, int);
2350 int pfr_set_tflags(struct pfr_table *, int, int, int, int *, int *, int);
2351 int pfr_clr_addrs(struct pfr_table *, int *, int);
2352 int pfr_insert_kentry(struct pfr_ktable *, struct pfr_addr *, long);
2353 int pfr_add_addrs(struct pfr_table *, struct pfr_addr *, int, int *,
2354 int);
2355 int pfr_del_addrs(struct pfr_table *, struct pfr_addr *, int, int *,
2356 int);
2357 int pfr_set_addrs(struct pfr_table *, struct pfr_addr *, int, int *,
2358 int *, int *, int *, int, u_int32_t);
2359 int pfr_get_addrs(struct pfr_table *, struct pfr_addr *, int *, int);
2360 int pfr_get_astats(struct pfr_table *, struct pfr_astats *, int *, int);
2361 int pfr_clr_astats(struct pfr_table *, struct pfr_addr *, int, int *,
2362 int);
2363 int pfr_tst_addrs(struct pfr_table *, struct pfr_addr *, int, int *,
2364 int);
2365 int pfr_ina_begin(struct pfr_table *, u_int32_t *, int *, int);
2366 int pfr_ina_rollback(struct pfr_table *, u_int32_t, int *, int);
2367 int pfr_ina_commit(struct pfr_table *, u_int32_t, int *, int *, int);
2368 int pfr_ina_define(struct pfr_table *, struct pfr_addr *, int, int *,
2369 int *, u_int32_t, int);
2370
2371 MALLOC_DECLARE(PFI_MTYPE);
2372 VNET_DECLARE(struct pfi_kkif *, pfi_all);
2373 #define V_pfi_all VNET(pfi_all)
2374
2375 void pfi_initialize(void);
2376 void pfi_initialize_vnet(void);
2377 void pfi_cleanup(void);
2378 void pfi_cleanup_vnet(void);
2379 void pfi_kkif_ref(struct pfi_kkif *);
2380 void pfi_kkif_unref(struct pfi_kkif *);
2381 struct pfi_kkif *pfi_kkif_find(const char *);
2382 struct pfi_kkif *pfi_kkif_attach(struct pfi_kkif *, const char *);
2383 int pfi_kkif_match(struct pfi_kkif *, struct pfi_kkif *);
2384 void pfi_kkif_purge(void);
2385 int pfi_match_addr(struct pfi_dynaddr *, struct pf_addr *,
2386 sa_family_t);
2387 int pfi_dynaddr_setup(struct pf_addr_wrap *, sa_family_t);
2388 void pfi_dynaddr_remove(struct pfi_dynaddr *);
2389 void pfi_dynaddr_copyout(struct pf_addr_wrap *);
2390 void pfi_update_status(const char *, struct pf_status *);
2391 void pfi_get_ifaces(const char *, struct pfi_kif *, int *);
2392 int pfi_set_flags(const char *, int);
2393 int pfi_clear_flags(const char *, int);
2394
2395 int pf_match_tag(struct mbuf *, struct pf_krule *, int *, int);
2396 int pf_tag_packet(struct mbuf *, struct pf_pdesc *, int);
2397 int pf_addr_cmp(struct pf_addr *, struct pf_addr *,
2398 sa_family_t);
2399
2400 u_int16_t pf_get_mss(struct mbuf *, int, u_int16_t, sa_family_t);
2401 u_int8_t pf_get_wscale(struct mbuf *, int, u_int16_t, sa_family_t);
2402 struct mbuf *pf_build_tcp(const struct pf_krule *, sa_family_t,
2403 const struct pf_addr *, const struct pf_addr *,
2404 u_int16_t, u_int16_t, u_int32_t, u_int32_t,
2405 u_int8_t, u_int16_t, u_int16_t, u_int8_t, bool,
2406 u_int16_t, u_int16_t, int);
2407 void pf_send_tcp(const struct pf_krule *, sa_family_t,
2408 const struct pf_addr *, const struct pf_addr *,
2409 u_int16_t, u_int16_t, u_int32_t, u_int32_t,
2410 u_int8_t, u_int16_t, u_int16_t, u_int8_t, bool,
2411 u_int16_t, u_int16_t, int);
2412
2413 void pf_syncookies_init(void);
2414 void pf_syncookies_cleanup(void);
2415 int pf_get_syncookies(struct pfioc_nv *);
2416 int pf_set_syncookies(struct pfioc_nv *);
2417 int pf_synflood_check(struct pf_pdesc *);
2418 void pf_syncookie_send(struct mbuf *m, int off,
2419 struct pf_pdesc *);
2420 bool pf_syncookie_check(struct pf_pdesc *);
2421 u_int8_t pf_syncookie_validate(struct pf_pdesc *);
2422 struct mbuf * pf_syncookie_recreate_syn(uint8_t, int,
2423 struct pf_pdesc *);
2424
2425 VNET_DECLARE(struct pf_kstatus, pf_status);
2426 #define V_pf_status VNET(pf_status)
2427
2428 struct pf_limit {
2429 uma_zone_t zone;
2430 u_int limit;
2431 };
2432 VNET_DECLARE(struct pf_limit, pf_limits[PF_LIMIT_MAX]);
2433 #define V_pf_limits VNET(pf_limits)
2434
2435 #endif /* _KERNEL */
2436
2437 #ifdef _KERNEL
2438 VNET_DECLARE(struct pf_kanchor_global, pf_anchors);
2439 #define V_pf_anchors VNET(pf_anchors)
2440 VNET_DECLARE(struct pf_kanchor, pf_main_anchor);
2441 #define V_pf_main_anchor VNET(pf_main_anchor)
2442 VNET_DECLARE(struct pf_keth_anchor_global, pf_keth_anchors);
2443 #define V_pf_keth_anchors VNET(pf_keth_anchors)
2444 #define pf_main_ruleset V_pf_main_anchor.ruleset
2445
2446 VNET_DECLARE(struct pf_keth_anchor, pf_main_keth_anchor);
2447 #define V_pf_main_keth_anchor VNET(pf_main_keth_anchor)
2448 VNET_DECLARE(struct pf_keth_ruleset*, pf_keth);
2449 #define V_pf_keth VNET(pf_keth)
2450
2451 void pf_init_kruleset(struct pf_kruleset *);
2452 void pf_init_keth(struct pf_keth_ruleset *);
2453 int pf_kanchor_setup(struct pf_krule *,
2454 const struct pf_kruleset *, const char *);
2455 int pf_kanchor_nvcopyout(const struct pf_kruleset *,
2456 const struct pf_krule *, nvlist_t *);
2457 int pf_kanchor_copyout(const struct pf_kruleset *,
2458 const struct pf_krule *, struct pfioc_rule *);
2459 void pf_kanchor_remove(struct pf_krule *);
2460 void pf_remove_if_empty_kruleset(struct pf_kruleset *);
2461 struct pf_kruleset *pf_find_kruleset(const char *);
2462 struct pf_kruleset *pf_find_or_create_kruleset(const char *);
2463 void pf_rs_initialize(void);
2464
2465
2466 struct pf_krule *pf_krule_alloc(void);
2467
2468 void pf_remove_if_empty_keth_ruleset(
2469 struct pf_keth_ruleset *);
2470 struct pf_keth_ruleset *pf_find_keth_ruleset(const char *);
2471 struct pf_keth_anchor *pf_find_keth_anchor(const char *);
2472 int pf_keth_anchor_setup(struct pf_keth_rule *,
2473 const struct pf_keth_ruleset *, const char *);
2474 int pf_keth_anchor_nvcopyout(
2475 const struct pf_keth_ruleset *,
2476 const struct pf_keth_rule *, nvlist_t *);
2477 struct pf_keth_ruleset *pf_find_or_create_keth_ruleset(const char *);
2478 void pf_keth_anchor_remove(struct pf_keth_rule *);
2479
2480 void pf_krule_free(struct pf_krule *);
2481 #endif
2482
2483 /* The fingerprint functions can be linked into userland programs (tcpdump) */
2484 int pf_osfp_add(struct pf_osfp_ioctl *);
2485 #ifdef _KERNEL
2486 struct pf_osfp_enlist *
2487 pf_osfp_fingerprint(struct pf_pdesc *, struct mbuf *, int,
2488 const struct tcphdr *);
2489 #endif /* _KERNEL */
2490 void pf_osfp_flush(void);
2491 int pf_osfp_get(struct pf_osfp_ioctl *);
2492 int pf_osfp_match(struct pf_osfp_enlist *, pf_osfp_t);
2493
2494 #ifdef _KERNEL
2495 void pf_print_host(struct pf_addr *, u_int16_t, sa_family_t);
2496
2497 void pf_step_into_anchor(struct pf_kanchor_stackframe *, int *,
2498 struct pf_kruleset **, int, struct pf_krule **,
2499 struct pf_krule **, int *);
2500 int pf_step_out_of_anchor(struct pf_kanchor_stackframe *, int *,
2501 struct pf_kruleset **, int, struct pf_krule **,
2502 struct pf_krule **, int *);
2503 void pf_step_into_keth_anchor(struct pf_keth_anchor_stackframe *,
2504 int *, struct pf_keth_ruleset **,
2505 struct pf_keth_rule **, struct pf_keth_rule **,
2506 int *);
2507 int pf_step_out_of_keth_anchor(struct pf_keth_anchor_stackframe *,
2508 int *, struct pf_keth_ruleset **,
2509 struct pf_keth_rule **, struct pf_keth_rule **,
2510 int *);
2511
2512 u_short pf_map_addr(u_int8_t, struct pf_krule *,
2513 struct pf_addr *, struct pf_addr *,
2514 struct pfi_kkif **nkif, struct pf_addr *,
2515 struct pf_ksrc_node **);
2516 u_short pf_get_translation(struct pf_pdesc *, struct mbuf *,
2517 int, struct pfi_kkif *, struct pf_ksrc_node **,
2518 struct pf_state_key **, struct pf_state_key **,
2519 struct pf_addr *, struct pf_addr *,
2520 uint16_t, uint16_t, struct pf_kanchor_stackframe *,
2521 struct pf_krule **);
2522
2523 struct pf_state_key *pf_state_key_setup(struct pf_pdesc *, struct mbuf *, int,
2524 struct pf_addr *, struct pf_addr *, u_int16_t, u_int16_t);
2525 struct pf_state_key *pf_state_key_clone(const struct pf_state_key *);
2526 void pf_rule_to_actions(struct pf_krule *,
2527 struct pf_rule_actions *);
2528 int pf_normalize_mss(struct mbuf *m, int off,
2529 struct pf_pdesc *pd);
2530 #ifdef INET
2531 void pf_scrub_ip(struct mbuf **, struct pf_pdesc *);
2532 #endif /* INET */
2533 #ifdef INET6
2534 void pf_scrub_ip6(struct mbuf **, struct pf_pdesc *);
2535 #endif /* INET6 */
2536
2537 struct pfi_kkif *pf_kkif_create(int);
2538 void pf_kkif_free(struct pfi_kkif *);
2539 void pf_kkif_zero(struct pfi_kkif *);
2540 #endif /* _KERNEL */
2541
2542 #endif /* _NET_PFVAR_H_ */
2543