Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x0 fault code = supervisor read instruction, page not present instruction pointer = 0x20:0x0 stack pointer = 0x28:0xfffffe00516f3b78 frame pointer = 0x28:0xfffffe00516f3bb0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 8 (soaiod2) trap number = 12 panic: page fault cpuid = 1 time = 1625556360 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00516f37c0 vpanic() at vpanic+0x1cc/frame 0xfffffe00516f3820 panic() at panic+0x43/frame 0xfffffe00516f3880 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe00516f3900 trap_pfault() at trap_pfault+0xdb/frame 0xfffffe00516f3980 trap() at trap+0x398/frame 0xfffffe00516f3aa0 calltrap() at calltrap+0x8/frame 0xfffffe00516f3aa0 --- trap 0xc, rip = 0, rsp = 0xfffffe00516f3b78, rbp = 0xfffffe00516f3bb0 --- ??() at 0/frame 0xfffffe00516f3bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe00516f3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00516f3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 8 tid 100067 ] Stopped at kdb_enter+0x67: movq $0,0x164243e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff81132430 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00516f37a0 rbp 0xfffffe00516f37c0 rsi 0 rdi 0xffffffff81132466 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00516f3690 r11 0x1ffaefff59c r12 0xffffffff82267d50 ddb_dbbe r13 0xffffffff81981c00 r14 0xffffffff81a75a36 r15 0xffffffff81a75a36 rip 0xffffffff811294c7 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x164243e(%rip) db> show proc Process 8 (soaiod2) at 0xfffff800157aca70: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271ee70 ABI: null flag: 0x10000204 flag2: 0 reaper: 0xffffffff8271ee70 reapsubtree: 8 sigparent: 20 vmspace: 0xffffffff8271faf0 (map 0xffffffff8271faf0) (map.pmap 0xffffffff8271fbb0) (pmap 0xffffffff8271fc10) threads: 1 100067 Run CPU 1 [soaiod2] db> ps pid ppid pgrp uid state wmesg wchan cmd 4439 783 783 0 R (threaded) syz-executor.1 105643 RunQ syz-executor.1 105988 S connec 0xfffff8003d1960e0 syz-executor.1 105992 RunQ syz-executor.1 4438 785 785 0 R (threaded) syz-executor.2 105005 RunQ syz-executor.2 105986 S sbwait 0xfffff8003d23c924 syz-executor.2 105987 S sbwait 0xfffff8003d23ccd4 syz-executor.2 105989 RunQ syz-executor.2 105990 S sbwait 0xfffff8003bf2bcd4 syz-executor.2 105991 RunQ syz-executor.2 4432 789 789 0 R (threaded) syz-executor.3 103313 RunQ syz-executor.3 105979 S connec 0xfffff8003b54c0e0 syz-executor.3 105985 S uwait 0xfffff8001eb7b300 syz-executor.3 3968 1 785 0 S uwait 0xfffff8001e959b00 syz-executor.2 3963 1 785 0 S uwait 0xfffff8003ba27300 syz-executor.2 3959 1 785 0 S uwait 0xfffff8001e908700 syz-executor.2 3957 1 785 0 S uwait 0xfffff8003bd66f00 syz-executor.2 3956 1 785 0 S uwait 0xfffff8001e908900 syz-executor.2 3829 1 3829 65 Ss select 0xfffff8001eae15c0 dhclient 3492 1 3492 0 S uwait 0xfffff8001e1b4100 syz-executor.1 3483 1 3483 0 S uwait 0xfffff8003beb8d00 syz-executor.1 3474 1 3474 0 S uwait 0xfffff8003ba97300 syz-executor.1 3463 1 783 0 S uwait 0xfffff8001e959d00 syz-executor.1 3462 1 3462 0 S uwait 0xfffff8001ead2500 syz-executor.1 3142 1 3142 0 Ss select 0xfffff8003be0f140 dhclient 3139 1 3139 0 Ss select 0xfffff8001eae1bc0 dhclient 3120 1 3120 65 Ss select 0xfffff8001eaf7140 dhclient 2710 1 789 0 S uwait 0xfffff8003ba97d00 syz-executor.3 2707 1 789 0 S uwait 0xfffff80015db4700 syz-executor.3 2696 1 789 0 S uwait 0xfffff8001e1b4b00 syz-executor.3 2694 1 789 0 S uwait 0xfffff8001e19d100 syz-executor.3 2687 1 783 0 S uwait 0xfffff8001e1b4300 syz-executor.1 2686 1 783 0 S uwait 0xfffff8003ba27100 syz-executor.1 2684 1 789 0 S uwait 0xfffff80015db7b00 syz-executor.3 2682 1 789 0 S uwait 0xfffff80015db9100 syz-executor.3 2680 1 783 0 S uwait 0xfffff8001e19d500 syz-executor.1 2678 1 783 0 S uwait 0xfffff8003be2ed00 syz-executor.1 2674 1 783 0 S uwait 0xfffff8003bd66500 syz-executor.1 2672 1 783 0 S uwait 0xfffff80015777f00 syz-executor.1 2670 1 783 0 S uwait 0xfffff8003ba97700 syz-executor.1 2668 1 783 0 S uwait 0xfffff8003bd66d00 syz-executor.1 2666 1 783 0 S uwait 0xfffff8003bd66b00 syz-executor.1 2664 1 783 0 S uwait 0xfffff8003be2e100 syz-executor.1 2462 1 2462 0 Ss select 0xfffff8003bdac140 dhclient 2459 1 2459 0 Ss select 0xfffff8003bde52c0 dhclient 2440 1 2440 65 Ss select 0xfffff8001e844a40 dhclient 2319 1 789 0 S uwait 0xfffff8001e19df00 syz-executor.3 2316 1 789 0 S umtxn 0xfffff8001e19dd00 syz-executor.3 2313 1 789 0 S uwait 0xfffff8003b4bc900 syz-executor.3 2309 1 789 0 S uwait 0xfffff80015777900 syz-executor.3 2306 1 789 0 S uwait 0xfffff80015db9300 syz-executor.3 2301 1 789 0 S uwait 0xfffff80015d4e100 syz-executor.3 2298 1 789 0 S uwait 0xfffff8001e19d300 syz-executor.3 2295 1 789 0 S uwait 0xfffff8001e1b4900 syz-executor.3 2292 1 789 0 S uwait 0xfffff80015db7700 syz-executor.3 2288 1 789 0 S umtxn 0xfffff80015db2700 syz-executor.3 2283 1 789 0 S uwait 0xfffff8003b4bc700 syz-executor.3 2280 1 783 0 S uwait 0xfffff8003ba27b00 syz-executor.1 2279 1 782 0 S uwait 0xfffff80015db4f00 syz-executor.0 2274 1 782 0 S uwait 0xfffff8003be2eb00 syz-executor.0 2271 1 783 0 S uwait 0xfffff8003beb8100 syz-executor.1 2270 1 789 0 S uwait 0xfffff8003b4bcb00 syz-executor.3 2263 1 782 0 S uwait 0xfffff80015db7100 syz-executor.0 2262 1 783 0 S uwait 0xfffff8003beb8b00 syz-executor.1 2254 1 783 0 S uwait 0xfffff8003ba27900 syz-executor.1 2252 1 783 0 S uwait 0xfffff80015777d00 syz-executor.1 2225 1 783 0 S uwait 0xfffff8003be2e900 syz-executor.1 2224 1 783 0 S uwait 0xfffff8003bd66900 syz-executor.1 1849 0 0 0 DL aiordy 0xfffff8001e483a70 [aiod4] 1848 0 0 0 DL aiordy 0xfffff8003bd12000 [aiod3] 1847 0 0 0 DL aiordy 0xfffff8003bda0538 [aiod2] 1846 0 0 0 DL aiordy 0xfffff8003b514538 [aiod1] 1706 1 1706 0 Ss select 0xfffff8003bda5d40 dhclient 1703 1 1703 0 Ss select 0xfffff8003bbaa8c0 dhclient 1675 1 1675 65 Ss select 0xfffff8003bdacd40 dhclient 1052 1 1052 0 Ss select 0xfffff8003bbcc740 dhclient 1049 1 1049 0 Ss select 0xfffff8003be215c0 dhclient 789 780 789 0 Ss nanslp 0xffffffff8273f0a0 syz-executor.3 785 780 785 0 Rs syz-executor.2 783 780 783 0 Ss nanslp 0xffffffff8273f0a0 syz-executor.1 782 780 782 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100093 S uwait 0xfffff80015db0700 syz-fuzzer 100116 S uwait 0xfffff80015d4ed00 syz-fuzzer 100117 S uwait 0xfffff8003b4bcd00 syz-fuzzer 100118 S uwait 0xfffff8003b4bcf00 syz-fuzzer 100119 S uwait 0xfffff80015777100 syz-fuzzer 100120 S uwait 0xfffff8003ba27d00 syz-fuzzer 100121 S uwait 0xfffff80015db9900 syz-fuzzer 100122 S kqread 0xfffff80015db4500 syz-fuzzer 100124 S uwait 0xfffff8003ba27f00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015ddd0b0 csh 776 694 776 0 Ss select 0xfffff8003b2288c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015489cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b124b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b12cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a994b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a99cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a9d4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a9dcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015aa04b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015aa0cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273f0a0 cron 694 1 694 0 Ss select 0xfffff8003b2f9140 sshd 507 1 507 0 Ss select 0xfffff80015d82440 syslogd 436 1 436 0 Ss select 0xfffff80015776d40 devd 435 1 435 65 Ss select 0xfffff8003b248440 dhclient 350 1 350 0 Ss select 0xfffff8003b2f95c0 dhclient 347 1 347 0 Ss select 0xfffff8003b2e2740 dhclient 23 0 0 0 DL syncer 0xffffffff8282e450 [syncer] 22 0 0 0 DL vlruwt 0xfffff80015cb6a70 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282d520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100096 D sdflush 0xfffff80015e2ece8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82855308 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82849778 [dom0] 100087 D launds 0xffffffff82849784 [laundry: dom0] 100088 D umarcl 0xffffffff815c5950 [uma] 18 0 0 0 DL - 0xffffffff82573458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82f838b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d7a410 [pf purge] 15 0 0 0 DL - 0xffffffff8282abdc [soaiod4] 9 0 0 0 DL - 0xffffffff8282abdc [soaiod3] 8 0 0 0 RL CPU 1 [soaiod2] 7 0 0 0 DL - 0xffffffff8282abdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8244ab40 [doneq0] 100045 D - 0xffffffff8244aac0 [async] 100078 D - 0xffffffff8244a990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004437488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d56d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d56d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82846c60 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271e8e0 [g_event] 100036 D - 0xffffffff8271e8e8 [g_up] 100037 D - 0xffffffff8271e8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004080900 [thr_0] 100029 D - 0xfffff80004080980 [thr_1] 12 0 0 0 RL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 Run CPU 0 [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bdb538 [init] 10 0 0 0 DL audit_w 0xffffffff82847170 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ee70 [swapper] 100005 D - 0xfffff80004bd3500 [if_config_tqg_0] 100006 D - 0xfffff80004c78d00 [softirq_0] 100007 D - 0xfffff80004c78500 [softirq_1] 100008 D - 0xfffff80004c77d00 [if_io_tqg_0] 100009 D - 0xfffff80004c77500 [if_io_tqg_1] 100011 D - 0xfffff80004c76900 [kqueue_ctx taskq] 100012 D - 0xfffff80004c76500 [pci_hp taskq] 100014 D - 0xfffff80004c6dd00 [inm_free taskq] 100016 D - 0xfffff80004c6d500 [linuxkpi_irq_wq] 100017 D - 0xfffff80004c6d100 [thread taskq] 100018 D - 0xfffff80004c69d00 [in6m_free taskq] 100019 D - 0xfffff80004c69900 [aiod_kick taskq] 100020 D - 0xfffff80004c69500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd7d00 [firmware taskq] 100038 D - 0xfffff80004cd7900 [crypto_0] 100039 D - 0xfffff80004cd7900 [crypto_1] 100055 D - 0xfffff80004cd7100 [vtnet0 rxq 0] 100056 D - 0xfffff800153edd00 [vtnet0 txq 0] 100057 D - 0xfffff800153ed900 [vtnet0 rxq 1] 100058 D - 0xfffff800153ed500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff800153d0700 [virtio_balloon] 100064 D - 0xfffff800153ed100 [mca taskq] 100066 D - 0xffffffff81e225d1 [deadlkres] 100073 D - 0xfffff80015aa8d00 [acpi_task_0] 100074 D - 0xfffff80015aa8d00 [acpi_task_1] 100075 D - 0xfffff80015aa8d00 [acpi_task_2] 100077 D - 0xfffff80004cd7500 [CAM taskq] db> show all locks Process 12 (intr) thread 0xfffffe0055378740 (100085) exclusive sleep mutex tcp_hpts_lck (hpts) r = 0 (0xfffff80015aa8500) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:1816 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 pcb 346 2029K 10407 filedesc 110 1765K 6837 subproc 247 1045K 4574 vfscache 3 1035K 3 newblk 5 1034K 9536 acpica 1674 649K 54806 inodedep 40 559K 3858 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 BPF 46 337K 48 sctp_atcl 276 276K 7391 linker 348 270K 409 kdtrace 328 257K 10433 sctp_stro 117 234K 2269 DEVFS1 107 214K 124 umtx 462 203K 462 module 510 192K 510 vnet_data 1 176K 1 tidhash 3 164K 3 sctp_atky 393 148K 10172 pagedep 9 140K 3475 tfo_ccache 1 136K 1 sem 4 120K 4 sctp_athm 276 104K 7662 UMA 270 102K 270 audit_evclass 236 89K 294 sctp_map 234 88K 4506 temp 36 81K 2508 mtx_pool 2 80K 2 routetbl 140 77K 529 syncache 1 76K 1 vmem 3 72K 5 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 174 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kqueue 116 52K 4450 kenv 95 52K 95 eventhandler 133 50K 133 DEVFSP 120 45K 644 ithread 99 43K 99 pwddesc 113 43K 4416 rman 84 42K 425 lltable 45 39K 155 KTRACE 100 38K 100 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 24 sctp_timw 63 32K 63 ksem 31 31K 66 in6_multi 71 31K 71 GEOM 60 29K 489 kbdmux 6 28K 6 cred 26 26K 252 ifnet 7 25K 7 plimit 24 24K 511 kcovinfo 64 24K 68 inpcbpolicy 58 22K 2922 CAM queue 5 21K 1528 selfd 55 21K 64743 pfs_nodes 20 20K 20 proc-args 52 20K 680 UART 12 18K 12 session 35 18K 51 osd 45 17K 1177 bmsafemap 2 17K 3738 rpc 2 16K 2 shmfd 1 16K 38 pfs_vncache 1 16K 1 xform 42 16K 1102 dirrem 31 16K 3528 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 57 Unitno 30 12K 85 vt 11 11K 11 acpisem 28 11K 28 freefile 27 11K 3487 CAM XPT 22 11K 543 pf_ifnet 12 10K 85 uidinfo 3 9K 10 pf_table 2 8K 27 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 filedesc_to_leader 20 8K 39 hhook 15 8K 17 select 19 8K 228 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 6754 in_multi 6 3K 10 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 5305 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 soname 6 3K 8854 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 sctp_stri 2 2K 592 softdep 1 2K 1 freeblks 4 2K 3599 vnodemarker 2 2K 356 NFSD session 1 2K 1 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 116 crypto 4 2K 416 newdirblk 4 2K 3377 diradd 4 2K 3568 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 2 ktls 1 1K 3 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 44 CAM SIM 2 1K 2 iov 2 1K 18816 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 pf_rule 1 1K 85 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 344 sctp_mcore 0 0K 0 sctp_socko 0 0K 3591 sctp_iter 0 0K 33 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 22 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 31 mqdata 0 0K 0 chd data 0 0K 18 cdg data 0 0K 8 dctcp data 0 0K 5 vegas data 0 0K 16 cubic data 0 0K 24 htcp data 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 3092 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 175 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 1681 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 68 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 5 ip_moptions 0 0K 25 in_mfilter 0 0K 35 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 9 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 3570 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 66 tcp_log_dev 0 0K 178 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 17169 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 156 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 575 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 2 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 852 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8326 1060 830979 0 254 38445056 0 malloc-384 384 35086 204 107697 0 30 13551360 0 tcp_log 416 0 11988 400894 0 254 4987008 0 malloc-1024 1024 4318 10 4657 0 16 4431872 0 mbuf 256 11304 1431 2314094 0 254 3260160 0 malloc-8192 8192 327 4 619 0 1 2711552 0 pbuf 2624 0 957 0 0 2 2511168 0 RADIX NODE 144 12589 1660 168575 0 62 2051856 0 malloc-8192 8192 158 84 4783 0 1 1982464 0 malloc-32768 32768 55 5 3417 0 1 1966080 0 BUF TRIE 144 352 13116 10541 0 62 1939392 0 ertt_txseginfo 40 32203 9005 499326 0 254 1648320 0 UMA Slabs 0 112 13059 6 13059 0 126 1463280 0 mbuf_cluster 2048 705 1 705 0 254 1445888 0 malloc-8192 8192 118 5 4974 0 1 1007616 0 malloc-384 384 2270 70 96778 0 30 898560 0 tcp_bbr_map 128 3187 3137 158503 0 126 809472 0 malloc-1024 1024 437 267 12829 0 16 720896 0 malloc-384 384 1774 46 18515 0 30 698880 0 FFS inode 1160 555 19 4045 0 8 665840 0 malloc-1024 1024 224 308 9125 0 16 544768 0 VM OBJECT 264 1920 75 66880 0 30 526680 0 malloc-65536 65536 2 6 1517 0 1 524288 0 malloc-384 384 1027 283 6898 0 30 503040 0 sctp_asoc 2288 117 93 2253 0 254 480480 0 malloc-4096 4096 5 111 17255 0 2 475136 0 malloc-384 384 768 442 20927 0 30 464640 0 malloc-512 512 121 767 22072 0 30 454656 0 MAP ENTRY 96 4220 316 258014 0 126 435456 0 malloc-2048 2048 119 87 2804 0 8 421888 0 THREAD 1808 213 18 5992 0 8 417648 0 malloc-16384 16384 25 0 29 0 1 409600 0 256 Bucket 2048 174 16 20359 0 8 389120 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 sctp_ep 1280 157 119 4782 0 254 353280 0 malloc-1024 1024 44 288 4262 0 16 339968 0 VNODE 448 594 72 4086 0 30 298368 0 malloc-65536 65536 0 4 183 0 1 262144 0 malloc-65536 65536 4 0 4 0 1 262144 0 VMSPACE 2544 87 9 4412 0 4 244224 0 malloc-2048 2048 111 3 128 0 8 233472 0 DEVCTL 1024 0 220 154 0 0 225280 0 socket 944 123 105 9256 0 254 215232 0 malloc-512 512 400 16 1398 0 30 212992 0 sctp_chunk 152 1273 79 2759 0 254 205504 0 g_bio 408 0 480 55134 0 30 195840 0 UMA Zones 768 242 2 242 0 16 187392 0 mbuf_packet 256 145 560 17869 0 254 180480 0 malloc-16384 16384 7 4 269 0 1 180224 0 vmem btag 56 3125 31 3125 0 254 176736 0 PROC 1336 113 19 4439 0 8 176352 0 sctp_raddr 736 127 104 2479 0 254 170016 0 malloc-32768 32768 4 1 139 0 1 163840 0 FFS2 dinode 256 555 15 4045 0 62 145920 0 filedesc0 1072 113 20 4416 0 8 142576 0 S VFS Cache 104 1028 337 4630 0 126 141960 0 malloc-384 384 287 63 3766 0 30 134400 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 10 0 1 131072 0 clpbuf 2624 0 48 963 0 16 125952 0 ksiginfo 112 115 929 898 0 126 116928 0 malloc-16384 16384 5 2 10 0 1 114688 0 malloc-8192 8192 13 1 24 0 1 114688 0 malloc-1024 1024 84 16 316 0 16 102400 0 128 Bucket 1024 54 45 1815 0 16 101376 0 malloc-384 384 210 50 1538 0 30 99840 0 malloc-8192 8192 8 4 31 0 1 98304 0 malloc-512 512 152 32 418 0 30 94208 0 tcpcb 1080 41 43 1165 0 254 90720 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-16384 16384 2 3 7 0 1 81920 0 malloc-8192 8192 4 5 9 0 1 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-1024 1024 58 6 882 0 16 65536 0 malloc-384 384 134 36 1021 0 30 65280 0 32 Bucket 256 137 118 21003 0 62 65280 0 tcp_inpcb 488 41 87 1165 0 254 62464 0 malloc-512 512 84 36 687 0 30 61440 0 malloc-8192 8192 3 4 153 0 1 57344 0 malloc-4096 4096 12 2 208 0 2 57344 0 malloc-2048 2048 9 17 1540 0 8 53248 0 malloc-1024 1024 37 15 945 0 16 53248 0 malloc-512 512 39 65 5228 0 30 53248 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-4096 4096 8 4 193 0 2 49152 0 malloc-4096 4096 3 9 510 0 2 49152 0 64 Bucket 512 60 36 6957 0 30 49152 0 malloc-1024 1024 38 6 40 0 16 45056 0 malloc-512 512 27 61 3731 0 30 45056 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-4096 4096 7 3 263 0 2 40960 0 malloc-512 512 53 27 345 0 30 40960 0 pcpu-8 8 4749 371 6653 0 254 40960 0 Files 80 383 117 21142 0 126 40000 0 NAMEI 1024 0 36 29941 0 16 36864 0 malloc-4096 4096 3 6 28 0 2 36864 0 malloc-2048 2048 17 1 17 0 8 36864 0 udplite_inpcb 488 4 68 1319 0 254 35136 0 TURNSTILE 136 232 20 232 0 62 34272 0 pipe 744 23 22 514 0 16 33480 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 1 3 3572 0 1 32768 0 malloc-4096 4096 2 6 281 0 2 32768 0 malloc-512 512 54 10 848 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 16 Bucket 144 115 109 2491 0 62 32256 0 tcp_rack_pcb 832 0 36 344 0 16 29952 0 KNOTE 160 28 147 271735 0 62 28000 0 SLEEPQUEUE 88 232 56 232 0 126 25344 0 malloc-2048 2048 9 3 11 0 8 24576 0 PWD 32 56 700 3474 0 254 24192 0 2 Bucket 32 186 570 7102 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 53 247 1825 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 tcp_bbr_pcb 832 7 20 439 0 16 22464 0 malloc-2048 2048 9 1 9 0 8 20480 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-2048 2048 2 6 15 0 8 16384 0 malloc-2048 2048 5 3 70 0 8 16384 0 sctp_stream_msg_out 112 48 96 641 0 254 16128 0 tcp_rack_map 112 0 144 804 0 126 16128 0 vtnet_tx_hdr 24 1 667 641782 0 254 16032 0 unpcb 256 20 40 1513 0 254 15360 0 malloc-4096 4096 2 1 3 0 2 12288 0 sctp_laddr 48 123 129 1438 0 254 12096 0 ertt 72 41 127 1165 0 126 12096 0 ripcb 488 7 17 154 0 254 11712 0 udp_inpcb 488 6 18 284 0 254 11712 0 kenv 258 15 30 1042 0 30 11610 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 39 53 56 0 126 8096 0 rl_entry 40 105 97 105 0 254 8080 0 sctp_asconf_ack 48 0 168 31 0 254 8064 0 udpcb 32 10 242 1603 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 4 Bucket 48 7 161 140 0 254 8064 0 sctp_readq 152 0 52 299 0 254 7904 0 AIO 208 1 37 15 0 62 7904 0 cryptop 280 0 28 79 0 30 7840 0 routing nhops 256 27 3 35 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 79 0 126 6448 0 domainset 40 0 126 55 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 ktls_session 128 2 29 2 0 126 3968 0 itimer 352 0 11 2 0 30 3872 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 AIOCB 552 1 6 17 0 16 3864 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0