Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0xffffffffffffffff fault code = supervisor write data, page not present instruction pointer = 0x20:0xffffffff8193e951 stack pointer = 0x28:0xfffffe00576773b0 frame pointer = 0x28:0xfffffe00576773f0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 1844 (syz-executor) rdi: fffffe0077cd4540 rsi: 0000000000000300 rdx: 00000000000002ff rcx: 0000000000000000 r8: 0000000000000000 r9: 0000000000000001 rax: ffffffffffffffff rbx: fffffe006eb59cc0 rbp: fffffe00576773f0 r10: 0000000000000000 r11: 0000000000000085 r12: fffffe0077cd4540 r13: fffffe0077cd4548 r14: fffffe0077cd4584 r15: ffffffffffffffff trap number = 12 panic: page fault cpuid = 0 time = 1740213364 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0057676bd0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0057676d30 vpanic() at vpanic+0x257/frame 0xfffffe0057676ef0 panic() at panic+0xb5/frame 0xfffffe0057676fb0 trap_pfault() at trap_pfault+0xab4/frame 0xfffffe00576770f0 trap() at trap+0x753/frame 0xfffffe00576772e0 calltrap() at calltrap+0x8/frame 0xfffffe00576772e0 --- trap 0xc, rip = 0xffffffff8193e951, rsp = 0xfffffe00576773b0, rbp = 0xfffffe00576773f0 --- in_pcbremhash_locked() at in_pcbremhash_locked+0x2c1/frame 0xfffffe00576773f0 in_pcbdrop() at in_pcbdrop+0x98/frame 0xfffffe0057677410 tcp_close() at tcp_close+0x177/frame 0xfffffe00576774e0 tcp_disconnect() at tcp_disconnect+0x1ef/frame 0xfffffe0057677510 tcp_usr_close() at tcp_usr_close+0x189/frame 0xfffffe00576775f0 soclose() at soclose+0x3d0/frame 0xfffffe00576776e0 _fdrop() at _fdrop+0x58/frame 0xfffffe0057677710 closef() at closef+0x655/frame 0xfffffe00576778f0 fdescfree() at fdescfree+0xa5e/frame 0xfffffe0057677ad0 fork1() at fork1+0x833/frame 0xfffffe0057677bf0 sys_rfork() at sys_rfork+0x1b7/frame 0xfffffe0057677d10 amd64_syscall() at amd64_syscall+0x4af/frame 0xfffffe0057677f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0057677f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x3a197a, rsp = 0x826291f08, rbp = 0x826291f80 --- KDB: enter: panic [ thread pid 1844 tid 101219 ] Stopped at kdb_enter+0x6e: movq $0,0x23e84f7(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0074c00000 rdx 0x7ffff rbx 0xffffffff82747440 .str.27 rsp 0xfffffe0057676d10 rbp 0xfffffe0057676d30 rsi 0x80001 rdi 0xffffffff815d9199 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe005495d000 r13 0xfffffffffffffffe r14 0xffffffff82747440 .str.27 r15 0 rip 0xffffffff815c3b1e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x23e84f7(%rip) db> show proc Process 1844 (syz-executor) at 0xfffffe0054938ae0: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 767 at 0xfffffe00548e6560 ABI: FreeBSD ELF64 flag: 0x10480080 flag2: 0 arguments: ./syz-executor exec reaper: 0xfffffe0008007040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0054935490 (map 0xfffffe0054935490) (map.pmap 0xfffffe0054935530) (pmap 0xfffffe00549355a0) threads: 2 100980 s syz-executor 101219 Run CPU 0 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 1847 1846 766 0 SV uwait 0xfffffe0077ead480 syz-executor 1846 766 766 0 T (threaded) syz-executor 101184 s syz-executor 101221 D ppwait 0xfffffe005494bfc0 syz-executor 1844 767 767 0 T (threaded) syz-executor 100980 s syz-executor 101219 Run CPU 0 syz-executor 1815 1 766 0 S uwait 0xfffffe0058ce1300 syz-executor 1814 1 766 0 S uwait 0xfffffe0077ead580 syz-executor 1811 765 765 0 S (threaded) syz-executor 101007 S nanslp 0xffffffff8398d3c1 syz-executor 101183 S select 0xfffffe006ea5b340 syz-executor 101190 S uwait 0xfffffe0058a88880 syz-executor 1808 764 764 0 S (threaded) syz-executor 100993 S nanslp 0xffffffff8398d3c1 syz-executor 101178 S connec 0xfffffe006bedf4da syz-executor 101182 S uwait 0xfffffe0058ce1400 syz-executor 1708 1 765 0 S uwait 0xfffffe006ea5c980 syz-executor 1697 1 766 60928 T uwait 0xfffffe0058a88a00 syz-executor 1661 1 764 0 S uwait 0xfffffe0058a88e80 syz-executor 1655 1 765 0 S umtxn 0xfffffe0058ce1000 syz-executor 1648 1 767 0 S uwait 0xfffffe0058a85900 syz-executor 1625 1 767 0 S uwait 0xfffffe0077ead980 syz-executor 1622 1 765 0 S uwait 0xfffffe006ea5d680 syz-executor 1615 1 767 0 S uwait 0xfffffe006ea5c100 syz-executor 1614 1 767 0 S uwait 0xfffffe0058ce3000 syz-executor 1585 1 765 0 S uwait 0xfffffe006ea5b980 syz-executor 1578 1 765 0 S uwait 0xfffffe0058ce1100 syz-executor 1559 1 766 0 S uwait 0xfffffe006ea5c200 syz-executor 1558 1 766 0 S uwait 0xfffffe006ea5be80 syz-executor 1517 1 765 60929 S uwait 0xfffffe0058ce1480 syz-executor 1500 1 765 0 S uwait 0xfffffe006ea5b780 syz-executor 1476 1 1476 0 Ss+ ttyin 0xfffffe0058a7dcb0 getty 1475 1 1475 0 Ss+ ttyin 0xfffffe0058dca8b0 getty 1474 1 1474 0 Ss+ ttyin 0xfffffe0058dcacb0 getty 1473 1 1473 0 Ss+ ttyin 0xfffffe0058dcc0b0 getty 1472 1 1472 0 Ss+ ttyin 0xfffffe0058dcc4b0 getty 1471 1 1471 0 Ss+ ttyin 0xfffffe0058dcc8b0 getty 1470 1 1470 0 Ss+ ttyin 0xfffffe0058dcccb0 getty 1469 1 1469 0 Ss+ ttyin 0xfffffe0058dcd0b0 getty 1468 1 1468 0 Ss+ ttyin 0xfffffe0058dcd4b0 getty 1467 0 0 0 DL mdwait 0xfffffe0077d55000 [md1] 1454 1 766 0 S uwait 0xfffffe0077ead180 syz-executor 1445 0 0 0 DL - 0xffffffff83a9d280 [soaiod4] 1444 0 0 0 DL - 0xffffffff83a9d280 [soaiod3] 1443 0 0 0 DL - 0xffffffff83a9d280 [soaiod2] 1442 0 0 0 DL - 0xffffffff83a9d280 [soaiod1] 1428 0 0 0 DL mdwait 0xfffffe0058e45000 [md135] 1321 1 765 0 S uwait 0xfffffe0058a86300 syz-executor 1314 0 0 0 DL mdwait 0xfffffe0077d56000 [md0] 1159 1 766 60929 T uwait 0xfffffe006ea5c880 syz-executor 1145 1 764 0 SV uwait 0xfffffe006ea5bc80 syz-executor 1142 1 764 60929 T umtxn 0xfffffe006ea5bb80 syz-executor 1106 1 766 0 S uwait 0xfffffe006ea5cd80 syz-executor 1104 1 766 0 S uwait 0xfffffe006ea5bd00 syz-executor 1058 1 764 0 S uwait 0xfffffe006ea5c780 syz-executor 1051 0 0 0 DL (threaded) [KTLS] 100271 D - 0xfffffe0058d76b00 [thr_0] 100370 D - 0xfffffe0058d76b80 [thr_1] 100371 D - 0xffffffff83a9eaa8 [reclaim_0] 1049 1 766 0 SV uwait 0xfffffe006ea5ce00 syz-executor 996 1 765 0 S uwait 0xfffffe0058ce2b00 syz-executor 994 1 766 0 S uwait 0xfffffe006ea5c400 syz-executor 982 1 765 0 T uwait 0xfffffe00546dfd00 syz-executor 955 1 764 0 S uwait 0xfffffe006ea5c300 syz-executor 921 1 766 0 S uwait 0xfffffe00546df780 syz-executor 881 1 764 0 S uwait 0xfffffe006ea5cb80 syz-executor 865 1 766 0 S uwait 0xfffffe006ea5c680 syz-executor 863 0 0 0 DL aiordy 0xfffffe00548dcb00 [aiod4] 862 0 0 0 DL aiordy 0xfffffe005490c000 [aiod3] 861 0 0 0 DL aiordy 0xfffffe005490e040 [aiod2] 860 0 0 0 DL aiordy 0xfffffe005490e5a0 [aiod1] 826 806 826 0 Ss select 0xfffffe006ea5c4c0 dhclient 806 785 424 65 S select 0xfffffe006ea5cec0 dhclient 785 424 424 0 S wait 0xfffffe00548dd060 sh 767 763 767 0 S nanslp 0xffffffff8398d3c1 syz-executor 766 763 766 0 S nanslp 0xffffffff8398d3c1 syz-executor 765 763 765 0 S nanslp 0xffffffff8398d3c1 syz-executor 764 763 764 0 S nanslp 0xffffffff8398d3c1 syz-executor 763 761 761 0 S nanslp 0xffffffff8398d3c1 syz-executor 761 759 761 0 Ss pause 0xfffffe00548da610 csh 759 682 759 0 Ss select 0xfffffe00546dfc40 sshd 738 1 18 0 S+ piperd 0xfffffe006bc019e0 logger 737 736 18 0 S+ nanslp 0xffffffff8398d3c0 sleep 736 1 18 0 S+ wait 0xfffffe00548db580 sh 686 1 686 0 Ss nanslp 0xffffffff8398d3c0 cron 682 1 682 0 Ss select 0xfffffe00546dfec0 sshd 495 1 495 0 Ss select 0xfffffe0058a851c0 syslogd 424 1 424 0 Ss wait 0xfffffe0054803ae0 devd 17 0 0 0 DL syncer 0xffffffff83aaac20 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0008026040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83aa91e0 [bufdaemon] 100083 D - 0xffffffff82e02140 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0058a7cce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83af40e0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83ada078 [dom0] 100081 D launds 0xffffffff83ada084 [laundry: dom0] 100082 D umarcl 0xffffffff81d80d50 [uma] 7 0 0 0 DL - 0xffffffff8370abf0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8452b4e0 [pf purge] 5 0 0 0 DL waiting 0xffffffff842ce580 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100046 D - 0xffffffff836d5340 [doneq0] 100047 D - 0xffffffff836d52c0 [async] 100076 D - 0xffffffff836d5140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100043 D crypto_ 0xffffffff83ad58a0 [crypto] 100044 D crypto_ 0xfffffe005855d030 [crypto returns 0] 100045 D crypto_ 0xfffffe005855d080 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe0008bfc488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83935dc0 [g_event] 100038 D - 0xffffffff83935de0 [g_up] 100039 D - 0xffffffff83935e00 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100048 I [irq24: virtio_pci0] 100049 I [irq25: virtio_pci0] 100050 I [irq26: virtio_pci0] 100051 I [irq27: virtio_pci0] 100052 I [irq28: virtio_pci1] 100053 I [irq29: virtio_pci1] 100054 I [irq30: virtio_pci1] 100055 I [irq31: virtio_pci1] 100056 I [irq32: virtio_pci1] 100061 I [irq10: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0008007040 [init] 10 0 0 0 DL audit_w 0xffffffff83ad6340 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84a10ff0 [swapper] 100005 D - 0xfffffe0007f6a200 [softirq_0] 100006 D - 0xfffffe0007f6a100 [softirq_1] 100007 D - 0xfffffe0007f6a000 [if_io_tqg_0] 100008 D - 0xfffffe0007f69e00 [if_io_tqg_1] 100009 D - 0xfffffe0007f69d00 [if_config_tqg_0] 100010 D - 0xfffffe0007f69c00 [pci_hp taskq] 100011 D - 0xfffffe0007f69b00 [kqueue_ctx taskq] 100012 D - 0xfffffe0007f69a00 [jail_remove taskq] 100015 D - 0xfffffe0007f69700 [thread taskq] 100017 D - 0xfffffe0007f69500 [aiod_kick taskq] 100018 D - 0xfffffe0007f69400 [deferred_unmount ta] 100019 D - 0xfffffe0007f69300 [inm_free taskq] 100020 D - 0xfffffe0007f69200 [in6m_free taskq] 100021 D - 0xfffffe0007f69100 [linuxkpi_irq_wq] 100022 D - 0xfffffe0007f69000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe0007f69000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe0007f69000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe0007f69000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe0007f68e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe0007f68e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe0007f68e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe0007f68e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe0007f68b00 [firmware taskq] 100041 D - 0xfffffe0007f68a00 [crypto_0] 100042 D - 0xfffffe0007f68a00 [crypto_1] 100057 D - 0xfffffe0007f68800 [vtnet0 rxq 0] 100058 D - 0xfffffe0007f68700 [vtnet0 txq 0] 100059 D - 0xfffffe0007f68600 [vtnet0 rxq 1] 100060 D - 0xfffffe0007f68500 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe00546dc080 [virtio_balloon] 100066 D - 0xffffffff8274c6e1 [deadlkres] 100070 D - 0xfffffe0059bf6300 [acpi_task_0] 100071 D - 0xfffffe0059bf6300 [acpi_task_1] 100072 D - 0xfffffe0059bf6300 [acpi_task_2] 100074 D - 0xfffffe0007f6ab00 [mca taskq] 100075 D - 0xfffffe0007f68900 [CAM taskq] 100077 D - 0xfffffe0007f68300 [ipsec_offload] db> show all locks Process 1844 (syz-executor) thread 0xfffffe005495d000 (101219) exclusive sleep mutex tcphash (tcphash) r = 0 (0xfffffe0007feaa70) locked @ /syzkaller/managers/main/kernel/sys/netinet/in_pcb.c:2810 exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe0077cd4560) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:1316 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 399 5405K 523 tcp_hpts 7 4801K 7 devbuf 4188 4324K 4216 sysctloid 35551 2095K 35626 vtbuf 24 1968K 46 kobj 330 1320K 521 newblk 442 1135K 2347 vfscache 3 1025K 3 pcb 39 685K 317 filedesc 86 682K 2059 inodedep 108 553K 1313 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 206 418K 1970 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 51444 acpica 1674 184K 54408 vmem 5 144K 6 tidhash 3 141K 3 pagedep 52 141K 1047 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 112 112K 129 sem 4 106K 4 gtaskqueue 18 98K 18 bus 994 81K 5040 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 520 65K 520 ddb_capture 1 64K 1 kdtrace 267 50K 3070 umtx 368 46K 368 temp 37 39K 2048 DEVFS3 131 33K 141 hostcache 1 32K 1 shm 1 32K 5 msg 4 30K 4 kbdmux 6 28K 6 DEVFS_RULE 56 20K 56 routetbl 138 19K 422 ifaddr 66 19K 69 LRO 18 19K 18 BPF 14 19K 55 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 lltable 47 15K 50 ithread 90 15K 90 bus-sc 34 15K 1637 GEOM 82 14K 570 eventhandler 163 14K 163 ifnet 7 13K 7 ether_multi 152 13K 207 md_disk 4 13K 7 kenv 95 12K 95 dirrem 41 11K 1228 CAM queue 5 11K 1528 rman 82 10K 437 cred 38 10K 314 shmfd 4 10K 17 ksem 4 10K 7 rpc 8 9K 8 bmsafemap 4 9K 1289 in6_multi 65 9K 66 plimit 22 9K 631 devstat 4 9K 4 UART 12 9K 12 filemon 1 8K 6 pfs_vncache 1 8K 1 audit_evclass 239 8K 301 taskqueue 69 8K 84 kqueue 96 7K 1949 sglist 6 7K 6 sctp_stro 6 6K 27 CAM DEV 3 6K 510 pwddesc 94 6K 1887 pfs_nodes 22 6K 22 newdirblk 40 5K 1021 sctp_atcl 13 5K 126 ufs_dirhash 24 5K 24 pf_ifnet 12 5K 22 UMA 272 5K 272 vt 11 5K 11 pf_table 2 4K 3 memdesc 1 4K 1 MCA 32 4K 32 diradd 32 4K 1244 md_sectors 1 4K 1 evdev 4 4K 4 acpisem 28 4K 28 sctp_timw 12 3K 12 indirdep 12 3K 229 DEVFSP 46 3K 127 proc-args 108 3K 2923 terminal 11 3K 11 uidinfo 6 3K 24 acpidev 20 3K 20 hhook 8 3K 10 clone 9 3K 9 session 18 3K 52 kcovinfo 36 3K 36 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 lockf 18 2K 114 mkdir 15 2K 2042 ip6ndp 12 2K 13 Unitno 30 2K 72 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 in_multi 6 2K 18 tun 4 2K 4 selfd 24 2K 41897 toponodes 6 2K 6 freefile 11 2K 1152 ipsecpolicy 2 2K 2 freework 6 2K 1236 freeblks 5 2K 1060 msi 9 2K 9 netlink 2 2K 78 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 10 select 8 1K 53 NFSD session 1 1K 1 CC Mem 7 1K 148 CAM periph 4 1K 271 sctp_atky 19 1K 159 ipsec 3 1K 3 sctp_ifn 6 1K 14 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 608 pci_link 10 1K 10 crypto 4 1K 97 encap_export_host 12 1K 12 cdev 2 1K 2 osd 12 1K 159 inpcbpolicy 15 1K 493 lkpikmalloc 8 1K 9 chacha20random 1 1K 1 biobuf 1 1K 1 ip6opt 2 1K 88 ip6_msource 4 1K 5 ip_msource 4 1K 14 vnodes 1 1K 12 ktls 1 1K 38 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 sctp_athm 13 1K 131 sctp_map 12 1K 52 cryptodev 3 1K 201 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 pf_rule 1 1K 3 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 9 soname 5 1K 3608 pmchooks 1 1K 1 filedesc_to_leader 2 1K 4 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 filecaps 4 1K 80 sctp_vrf 1 1K 1 sctp_aadr 1 1K 2 vnet 1 1K 1 iov 1 1K 20369 pmc 1 1K 1 sigio 1 1K 3 entropy 2 1K 35 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 tcp_pcm_rack 0 0K 15 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 30 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 18 sctp_iter 0 0K 13 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 1 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 13 sctp_stri 0 0K 10 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 1 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 616 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 3 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 121 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 9 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_moptions 0 0K 16 in6_mfilter 0 0K 15 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 20 in_mfilter 0 0K 30 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 20 fadvise 0 0K 9 VN POLL 0 0K 8 statfs 0 0K 186 namei_tracker 0 0K 10 export_host 0 0K 0 cl_savebuf 0 0K 38 lio 0 0K 3 acl 0 0K 0 mbuf_tag 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 procdesc 0 0K 8 ioctlops 0 0K 116 eventfd 0 0K 6 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 382 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 695 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 1 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 90 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 1 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 7 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8322 1076 16662 0 254 38494208 0 mbuf 256 8659 1003 27188 0 254 2473472 0 BUF TRIE 152 321 11483 1109 0 62 1794208 0 malloc-384 384 4118 52 4118 0 30 1601280 0 malloc-128 128 11707 166 11926 0 126 1519744 0 malloc-4096 4096 331 3 527 0 2 1368064 0 UMA Slabs 0 112 11019 27 11019 0 126 1237152 0 RADIX NODE 152 7367 454 52172 0 62 1188792 0 sctp_asoc 2256 6 504 26 0 254 1150560 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 vmem btag 56 16525 146 16525 0 254 933576 0 malloc-16384 16384 42 2 1028 0 1 720896 0 FFS inode 1168 572 30 1738 0 8 703136 0 malloc-65536 65536 10 0 13 0 1 655360 0 sctp_ep 1152 7 504 95 0 254 588672 0 socket 1024 24 484 1895 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 198 0 0 2 519552 0 malloc-4096 4096 94 2 1847 0 2 393216 0 sctp_raddr 736 6 511 37 0 254 380512 0 VM OBJECT 264 1346 34 24853 0 30 364320 0 256 Bucket 2048 160 8 1079 0 8 344064 0 THREAD 1824 172 12 1221 0 8 335616 0 VNODE 440 611 82 1779 0 30 304920 0 malloc-64 64 4174 173 4535 0 254 278208 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-32768 32768 7 1 19 0 1 262144 0 malloc-256 256 803 202 7513 0 62 257280 0 malloc-2048 2048 107 13 328 0 8 245760 0 malloc-16 16 14783 217 17213 0 254 240000 0 DEVCTL 1024 27 193 154 0 0 225280 0 MAP ENTRY 96 2038 230 76260 0 126 217728 0 tcp_log 416 0 513 18 0 254 213408 0 malloc-128 128 1225 294 31935 0 126 194432 0 malloc-32 32 5478 444 5639 0 254 189504 0 UMA Zones 768 244 0 244 0 16 187392 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 7 509 1270 0 254 165120 0 FPU_save_area 832 174 24 2210 0 16 164736 0 malloc-32768 32768 0 5 166 0 1 163840 0 malloc-128 128 1121 150 2413 0 126 162688 0 FFS2 dinode 256 572 58 1738 0 62 161280 0 PROC 1376 93 17 1847 0 8 151360 0 S VFS Cache 104 997 407 2243 0 126 146016 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 170 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 11 0 1 131072 0 malloc-1024 1024 113 15 146 0 16 131072 0 mbuf_packet 256 10 498 884 0 254 130048 0 filedesc0 1072 95 17 1887 0 8 120064 0 ksiginfo 112 88 956 197 0 126 116928 0 malloc-384 384 159 111 1372 0 30 103680 0 malloc-32768 32768 0 3 126 0 1 98304 0 malloc-2048 2048 14 34 1139 0 8 98304 0 malloc-8192 8192 8 3 145 0 1 90112 0 UMA Kegs 384 229 4 229 0 30 89472 0 128 Bucket 1024 53 30 283 0 16 84992 0 malloc-128 128 341 310 1799 0 126 83328 0 malloc-256 256 177 138 291 0 62 80640 0 sctp_chunk 152 6 514 21 0 254 79040 0 malloc-4096 4096 15 3 114 0 2 73728 0 malloc-4096 4096 16 2 23 0 2 73728 0 g_bio 408 0 180 8415 0 30 73440 0 malloc-64 64 90 981 42219 0 254 68544 0 malloc-64 64 555 516 2552 0 254 68544 0 malloc-64 64 517 554 41228 0 254 68544 0 malloc-16384 16384 3 1 183 0 1 65536 0 32 Bucket 256 86 169 1668 0 62 65280 0 sctp_stream_msg_out 112 0 540 6 0 254 60480 0 malloc-384 384 124 26 245 0 30 57600 0 malloc-8192 8192 7 0 8 0 1 57344 0 malloc-4096 4096 7 7 501 0 2 57344 0 64 Bucket 512 84 20 2486 0 30 53248 0 malloc-128 128 15 388 342 0 126 51584 0 malloc-256 256 107 88 1429 0 62 49920 0 malloc-256 256 29 166 3102 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 18325 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-1024 1024 17 31 560 0 16 49152 0 VMSPACE 584 64 20 1813 0 16 49056 0 syncache 168 0 264 3 0 254 44352 0 tcp_inpcb 1320 8 25 146 0 8 43560 0 pcpu-8 8 4797 323 5173 0 254 40960 0 pipe 736 20 35 330 0 16 40480 0 sctp_readq 152 0 260 2 0 254 39520 0 da_ccb 544 0 70 2189 0 16 38080 0 udp_inpcb 416 6 84 221 0 30 37440 0 malloc-64 64 8 559 66 0 254 36288 0 malloc-64 64 177 390 2011 0 254 36288 0 malloc-64 64 248 319 2056 0 254 36288 0 malloc-64 64 23 544 803 0 254 36288 0 tcp_bbr_map 128 3 276 13 0 126 35712 0 tcp_rack_map 128 0 279 8 0 126 35712 0 malloc-128 128 22 257 139 0 126 35712 0 malloc-128 128 8 271 29 0 126 35712 0 malloc-128 128 107 172 1113 0 126 35712 0 ktls_session 256 0 135 9 0 62 34560 0 routing nhops 256 27 108 34 0 62 34560 0 ripcb 384 2 88 111 0 30 34560 0 ttyoutq 256 72 63 432 0 62 34560 0 malloc-256 256 68 67 241 0 62 34560 0 malloc-256 256 17 118 112 0 62 34560 0 malloc-256 256 52 83 751 0 62 34560 0 malloc-256 256 30 105 701 0 62 34560 0 TURNSTILE 136 185 67 185 0 62 34272 0 SLEEPQUEUE 88 185 199 185 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 1 0 1 32768 0 malloc-16384 16384 2 0 3 0 1 32768 0 malloc-4096 4096 5 3 236 0 2 32768 0 malloc-4096 4096 2 6 425 0 2 32768 0 malloc-2048 2048 1 15 37 0 8 32768 0 malloc-2048 2048 3 13 23 0 8 32768 0 malloc-2048 2048 11 5 159 0 8 32768 0 malloc-2048 2048 11 5 12 0 8 32768 0 malloc-2048 2048 6 10 26 0 8 32768 0 malloc-2048 2048 2 14 4 0 8 32768 0 malloc-1024 1024 2 30 11 0 16 32768 0 malloc-1024 1024 13 19 1279 0 16 32768 0 malloc-1024 1024 19 13 19 0 16 32768 0 malloc-1024 1024 5 27 25 0 16 32768 0 malloc-1024 1024 9 23 10 0 16 32768 0 malloc-1024 1024 9 23 139 0 16 32768 0 malloc-512 512 7 57 39 0 30 32768 0 malloc-512 512 1 63 8 0 30 32768 0 malloc-512 512 3 61 185 0 30 32768 0 malloc-512 512 4 60 9 0 30 32768 0 malloc-512 512 6 58 38 0 30 32768 0 malloc-512 512 0 64 86 0 30 32768 0 malloc-512 512 8 56 22 0 30 32768 0 pcpu-64 64 498 14 498 0 254 32768 0 ertt_txseginfo 40 0 808 2196 0 254 32320 0 PWD 40 48 760 1065 0 254 32320 0 tcp_bbr_pcb 896 1 35 12 0 16 32256 0 ttyinq 160 135 65 810 0 62 32000 0 mqueue 248 3 125 3 0 62 31744 0 PGRP 120 22 242 61 0 126 31680 0 clpbuf 2624 0 12 24 0 4 31488 0 sctp_laddr 48 1 587 28 0 254 28224 0 rl_entry 48 5 583 8 0 254 28224 0 malloc-32 32 274 608 882 0 254 28224 0 16 Bucket 144 62 134 427 0 62 28224 0 4 Bucket 48 6 582 9 0 254 28224 0 AIO 208 0 133 31 0 62 27664 0 udplite_inpcb 416 0 63 15 0 30 26208 0 mqnode 416 6 57 6 0 30 26208 0 cpuset 200 8 120 50 0 62 25600 0 malloc-8192 8192 1 2 21 0 1 24576 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 tcp_rack_pcb 1152 0 21 15 0 8 24192 0 rtentry 168 30 114 34 0 62 24192 0 Files 80 156 144 9289 0 126 24000 0 8 Bucket 80 53 247 500 0 126 24000 0 itimer 352 0 66 12 0 30 23232 0 malloc-384 384 7 53 33 0 30 23040 0 malloc-384 384 23 37 976 0 30 23040 0 malloc-384 384 36 24 38 0 30 23040 0 malloc-384 384 29 31 40 0 30 23040 0 malloc-384 384 24 36 522 0 30 23040 0 Mountpoints 2816 2 6 13 0 4 22528 0 hostcache 64 1 314 1 0 254 20160 0 udplite_inpcb ports 32 0 630 6 0 254 20160 0 udp_inpcb ports 32 3 627 59 0 254 20160 0 tcp_inpcb ports 32 5 625 63 0 254 20160 0 ertt 72 7 273 146 0 126 20160 0 malloc-32 32 135 495 184 0 254 20160 0 malloc-32 32 134 496 271 0 254 20160 0 malloc-32 32 59 571 754 0 254 20160 0 malloc-32 32 81 549 19854 0 254 20160 0 malloc-32 32 38 592 632 0 254 20160 0 2 Bucket 32 63 567 509 0 254 20160 0 cryptop 280 0 70 25 0 30 19600 0 AIOCB 552 0 35 30 0 16 19320 0 L VFS Cache 320 0 60 5 0 30 19200 0 AIOLIO 272 0 70 3 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 ipq 56 1 287 1 0 254 16128 0 sctp_asconf_ack 48 0 336 1 0 254 16128 0 malloc-16 16 336 664 615 0 254 16000 0 tcp_log_id_node 120 1 131 5 0 126 15840 0 kenv 258 17 43 1066 0 30 15480 0 domainset 40 0 315 40 0 254 12600 0 SMR SHARED 24 8 503 8 0 254 12264 0 tcp_log_id_bucket 176 1 68 5 0 62 12144 0 malloc-32 32 0 378 55 0 254 12096 0 vtnet_tx_hdr 24 0 501 3663 0 254 12024 0 KNOTE 160 2 73 68 0 62 12000 0 malloc-16 16 10 740 159 0 254 12000 0 malloc-16 16 18 732 309 0 254 12000 0 malloc-16 16 19 731 60 0 254 12000 0 malloc-16 16 183 567 3058 0 254 12000 0 malloc-16 16 21 729 39848 0 254 12000 0 malloc-16 16 29 721 219 0 254 12000 0 tfo_ccache_entries 80 1 127 1 0 126 10240 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 15 24 19 0 0 3744 0 tfo 4 0 493 1 0 254 1972 0 md135 4 0 0 0 0 254 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 256 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 376 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 sackhole 32 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0