Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x58c54ae8 fault code = supervisor write data, page not present instruction pointer = 0x20:0xffffffff817e9754 stack pointer = 0x28:0xfffffe00a5ab5620 frame pointer = 0x28:0xfffffe00a5ab5700 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 FreeBSD/amd64processor eflags = interrupt enabled, resume, IOPL = 0 current process = 17364 (syz-executor.0) trap number = 12 panic: page fault cpuid = 1 time = 1656335132 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a5ab4e10 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a5ab4f70 vpanic() at vpanic+0x254/frame 0xfffffe00a5ab5050 panic() at panic+0xb5/frame 0xfffffe00a5ab5110 trap_fatal() at trap_fatal+0x6bd/frame 0xfffffe00a5ab5230 trap_pfault() at trap_pfault+0x182/frame 0xfffffe00a5ab5370 trap() at trap+0x5b3/frame 0xfffffe00a5ab5550 calltrap() at calltrap+0x8/frame 0xfffffe00a5ab5550 --- trap 0xc, rip = 0xffffffff817e9754, rsp = 0xfffffe00a5ab5620, rbp = 0xfffffe00a5ab5700 --- soclose() at soclose+0x584/frame 0xfffffe00a5ab5700 _fdrop() at _fdrop+0x58/frame 0xfffffe00a5ab5730 closef() at closef+0x689/frame 0xfffffe00a5ab5910 fdescfree() at fdescfree+0xa84/frame 0xfffffe00a5ab5af0 fork1() at fork1+0xb9d/frame 0xfffffe00a5ab5c10 sys_rfork() at sys_rfork+0x1c2/frame 0xfffffe00a5ab5d30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe00a5ab5f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00a5ab5f30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a59a, rsp = 0x8326e7f08, rbp = 0x8326e7f70 --- KDB: enter: panic [ thread pid 17364 tid 117748 ] Stopped at kdb_enter+0x6b: movq $0,0x275f38a(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe00a0c00000 rdx 0x3ffff rbx 0 rsp 0xfffffe00a5ab4f50 rbp 0xfffffe00a5ab4f70 rsi 0x40001 rdi 0xffffffff8172b868 printf+0x158 r8 0 r9 0xffffffff r10 0 r11 0xfffffe0057442350 r12 0 r13 0xfffffe00a5f86000 r14 0xffffffff82b62180 .str.26 r15 0xffffffff82b62180 .str.26 rip 0xffffffff8171b38b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x275f38a(%rip) db> show proc Process 17364 (syz-executor.0) at 0xfffffe00a5cf2000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 777 at 0xfffffe0056f65000 ABI: FreeBSD ELF64 flag: 0x10480080 flag2: 0 arguments: /root/syz-executor.0 exec reaper: 0xfffffe0053dcc000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a63a09f8 (map 0xfffffe00a63a09f8) (map.pmap 0xfffffe00a63a0ab8) (pmap 0xfffffe00a63a0b20) threads: 2 105280 s syz-executor.0 117748 Run CPU 1 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 17364 777 777 0 T (threaded) syz-executor.0 105280 s syz-executor.0 117748 Run CPU 1 syz-executor.0 12781 1 12781 65 Ss select 0xfffffe0057871340 dhclient 10268 1 10268 0 Ss select 0xfffffe0056fbc540 dhclient 10265 1 10265 0 Ss select 0xfffffe0056fbc3c0 dhclient 10246 1 10246 65 Ss select 0xfffffe0056fbc7c0 dhclient 7558 1 815 0 S uwait 0xfffffe00a5c0bf00 syz-executor.3 7549 1 815 0 S uwait 0xfffffe009f1eb400 syz-executor.3 7541 1 815 0 S uwait 0xfffffe0058b03300 syz-executor.3 7536 1 815 0 S uwait 0xfffffe00a5c0bb00 syz-executor.3 7531 1 815 0 S uwait 0xfffffe00a5ff6a00 syz-executor.3 7521 1 815 0 S uwait 0xfffffe00a5e37900 syz-executor.3 7516 1 815 0 S uwait 0xfffffe009f0a4280 syz-executor.3 7512 1 815 0 S uwait 0xfffffe00a5c0c080 syz-executor.3 6336 1 815 0 S uwait 0xfffffe00a5c0be00 syz-executor.3 6334 1 815 0 S uwait 0xfffffe0057837c80 syz-executor.3 6330 1 815 0 S uwait 0xfffffe009f0a1a00 syz-executor.3 6325 1 6325 0 Ss select 0xfffffe0056f9cac0 dhclient 6322 1 6322 0 Ss select 0xfffffe0056fbc6c0 dhclient 6303 1 6303 65 Ss select 0xfffffe0056fbc940 dhclient 1665 1 1665 0 Ss select 0xfffffe0056f9cb40 dhclient 1662 1 1662 0 Ss select 0xfffffe0056fbc8c0 dhclient 1643 1 1643 65 Ss select 0xfffffe0056f9ca40 dhclient 1415 1 777 0 SV uwait 0xfffffe0058b62b80 syz-executor.0 1407 1 777 0 SV uwait 0xfffffe0058b62d80 syz-executor.0 1398 1 777 0 SV uwait 0xfffffe009f0a2200 syz-executor.0 1388 1 777 0 SV uwait 0xfffffe009f0a2800 syz-executor.0 1379 1 777 0 SV uwait 0xfffffe0058b62a80 syz-executor.0 1371 1 777 0 SV uwait 0xfffffe0058af5400 syz-executor.0 1363 1 777 0 SV uwait 0xfffffe0058b63100 syz-executor.0 1353 1 777 0 SV uwait 0xfffffe009f0a4680 syz-executor.0 1345 1 777 0 SV uwait 0xfffffe009f0a2880 syz-executor.0 1335 1 777 0 SV uwait 0xfffffe0058af5880 syz-executor.0 1327 1 777 0 SV uwait 0xfffffe009f0a2600 syz-executor.0 1318 1 777 0 SV uwait 0xfffffe009f0a4480 syz-executor.0 1309 1 777 0 SV uwait 0xfffffe0057837e80 syz-executor.0 1303 1 777 0 SV uwait 0xfffffe0058af6100 syz-executor.0 1293 1 777 0 SV uwait 0xfffffe0058af6200 syz-executor.0 1281 1 777 0 SV uwait 0xfffffe00a5c0c180 syz-executor.0 1271 1 777 0 SV uwait 0xfffffe009f0a1e80 syz-executor.0 1262 1 777 0 SV uwait 0xfffffe0058af5a80 syz-executor.0 1255 1 777 0 SV uwait 0xfffffe0058af5b80 syz-executor.0 1243 1 777 0 SV uwait 0xfffffe0058b63000 syz-executor.0 1234 1 777 0 SV uwait 0xfffffe0058af4e80 syz-executor.0 1223 1 777 0 SV uwait 0xfffffe009f0a4580 syz-executor.0 1060 1 1060 0 Ss select 0xfffffe00578717c0 dhclient 1057 1 1057 0 Ss select 0xfffffe0056f9c940 dhclient 889 1 777 0 SV uwait 0xfffffe0058af5500 syz-executor.0 869 0 0 0 DL aiordy 0xfffffe0058d7f548 [aiod4] 868 0 0 0 DL aiordy 0xfffffe0058d7fa90 [aiod3] 867 0 0 0 DL aiordy 0xfffffe009f058548 [aiod2] 866 0 0 0 DL aiordy 0xfffffe009f056548 [aiod1] 840 1 777 0 SV uwait 0xfffffe0057837d80 syz-executor.0 815 774 815 0 Ss piperd 0xfffffe0058bb0ba0 syz-executor.3 794 774 794 0 Ss piperd 0xfffffe0058bb02e8 syz-executor.2 778 774 778 0 Ss piperd 0xfffffe009ecb78b8 syz-executor.1 777 774 777 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100094 S uwait 0xfffffe0058b03400 syz-fuzzer 100112 S uwait 0xfffffe00585cba00 syz-fuzzer 100113 S uwait 0xfffffe00585cbb00 syz-fuzzer 100114 S kqread 0xfffffe009e9fac00 syz-fuzzer 100115 S uwait 0xfffffe0058af5300 syz-fuzzer 100116 S uwait 0xfffffe0058af5200 syz-fuzzer 100117 S uwait 0xfffffe0058af5100 syz-fuzzer 100118 S uwait 0xfffffe00585cbd00 syz-fuzzer 109925 S uwait 0xfffffe0058b62980 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0056f65b40 csh 770 688 770 0 Ss select 0xfffffe0056f9cc40 sshd 754 1 754 0 Ss+ ttyin 0xfffffe0056f2fcb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00585d70b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00585d74b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00585d78b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00585d7cb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00585d80b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00585d84b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00585d88b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00585d8cb0 getty 692 1 692 0 Ss nanslp 0xffffffff83e47dc1 cron 688 1 688 0 Ss select 0xfffffe0056f9ce40 sshd 501 1 501 0 Rs CPU 0 syslogd 430 1 430 0 Ss select 0xfffffe0057871b40 devd 429 1 429 65 Ss select 0xfffffe0057871940 dhclient 344 1 344 0 Ss select 0xfffffe0057871a40 dhclient 341 1 341 0 Ss select 0xfffffe0056f9d040 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056f67548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f6d5e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f6bbe0 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100092 D sdflush 0xfffffe0053c6e8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9f700 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f935b8 [dom0] 100083 D launds 0xffffffff83f935c4 [laundry: dom0] 100084 D umarcl 0xffffffff81e54250 [uma] 7 0 0 0 DL - 0xffffffff83c043a8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84b63550 [pf purge] 5 0 0 0 DL waiting 0xffffffff847dd420 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa7340 [doneq0] 100045 D - 0xffffffff83aa72c0 [async] 100076 D - 0xffffffff83aa7140 [scanner] 14 0 0 0 DL seqstat 0xfffffe0007962888 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f8ede0 [crypto] 100041 D crypto_ 0xfffffe0053e71d30 [crypto returns 0] 100042 D crypto_ 0xfffffe0053e71d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e1d3c0 [g_event] 100036 D - 0xffffffff83e1d3e0 [g_up] 100037 D - 0xffffffff83e1d400 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dcc000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8f8c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1ddc0 [swapper] 100005 D - 0xfffffe000817de00 [if_config_tqg_0] 100006 D - 0xfffffe000817dd00 [softirq_0] 100007 D - 0xfffffe000817dc00 [softirq_1] 100008 D - 0xfffffe000817db00 [if_io_tqg_0] 100009 D - 0xfffffe000817da00 [if_io_tqg_1] 100010 D - 0xfffffe000817d900 [inm_free taskq] 100011 D - 0xfffffe000817d800 [linuxkpi_irq_wq] 100012 D - 0xfffffe000817d700 [in6m_free taskq] 100013 D - 0xfffffe000817d600 [deferred_unmount ta] 100014 D - 0xfffffe000817d500 [thread taskq] 100016 D - 0xfffffe000817d300 [kqueue_ctx taskq] 100017 D - 0xfffffe000817d200 [pci_hp taskq] 100020 D - 0xfffffe000817ce00 [aiod_kick taskq] 100021 D - 0xfffffe000817cd00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000817cd00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000817cd00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000817cd00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000817cc00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000817cc00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000817cc00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000817cc00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe000817cb00 [firmware taskq] 100038 D - 0xfffffe000817ca00 [crypto_0] 100039 D - 0xfffffe000817ca00 [crypto_1] 100055 D - 0xfffffe000817c800 [vtnet0 rxq 0] 100056 D - 0xfffffe000817c700 [vtnet0 txq 0] 100057 D - 0xfffffe000817c600 [vtnet0 rxq 1] 100058 D - 0xfffffe000817c500 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f9d380 [virtio_balloon] 100066 D - 0xffffffff82b68001 [deadlkres] 100070 D - 0xfffffe000817e100 [mca taskq] 100071 D - 0xfffffe00585d3300 [acpi_task_0] 100072 D - 0xfffffe00585d3300 [acpi_task_1] 100073 D - 0xfffffe00585d3300 [acpi_task_2] 100075 D - 0xfffffe000817c900 [CAM taskq] db> show all locks Process 17364 (syz-executor.0) thread 0xfffffe00a5f86000 (117748) exclusive sleep mutex socket (socket) r = 0 (0xfffffe00a64f0780) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:1288 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4245 sysctloid 35205 2074K 35276 vtbuf 24 1968K 46 pcb 1224 1887K 39954 kobj 328 1312K 490 newblk 7 1026K 16883 vfscache 3 1025K 3 filedesc 82 650K 32793 sctp_stro 601 601K 2311 inodedep 168 575K 17338 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_atcl 1204 452K 22275 subproc 208 416K 17487 vmem 3 274K 5 acpica 1674 184K 57552 vnet_data 1 168K 1 tidhash 3 141K 3 linker 358 134K 386 pagedep 9 130K 16397 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 74 bus 995 81K 5208 sctp_atky 1805 76K 24739 mtx_pool 2 72K 2 syncache 1 68K 1 module 514 65K 514 acpitask 1 64K 1 ddb_capture 1 64K 1 umtx 440 55K 440 kdtrace 283 54K 35128 dirrem 159 40K 17233 temp 34 33K 2614 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 14 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 freefile 159 20K 17194 DEVFS_RULE 56 20K 56 sctp_athm 1204 19K 22275 sctp_map 1202 19K 4622 ufs_mount 4 17K 5 proc 3 17K 3 sctp_timw 64 16K 64 tty 16 16K 16 routetbl 136 16K 428 ithread 97 16K 97 bus-sc 34 15K 1681 lltable 44 14K 75 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 eventhandler 136 12K 136 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 490 CAM queue 5 11K 1528 in6_multi 71 9K 71 bmsafemap 2 9K 17297 UART 12 9K 12 devstat 4 9K 4 kqueue 95 9K 17423 ksem 1 8K 5 rpc 2 8K 2 shmfd 1 8K 18 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 cred 26 7K 262 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 461 pwddesc 93 6K 17390 ufs_dirhash 24 5K 24 UMA 271 5K 271 session 35 5K 52 pf_ifnet 10 5K 19 DEVFSP 68 5K 93 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 124 4K 18710 lockf 33 4K 73 acpisem 28 4K 28 hhook 15 4K 17 selfd 52 4K 257282 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 77 uidinfo 3 3K 12 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 29 2K 47 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 sctp_stri 2 1K 36 softdep 1 1K 1 mkdir 8 1K 32744 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 72 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 18 freework 3 1K 16347 newdirblk 4 1K 16372 diradd 4 1K 17274 freeblks 2 1K 16346 pfil 4 1K 4 cdev 2 1K 2 inpcbpolicy 15 1K 7984 osd 8 1K 6416 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CC Mem 4 1K 6420 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 42 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 aio 4 1K 9 pmchooks 1 1K 1 soname 4 1K 19419 filecaps 5 1K 120 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 45 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 13187 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 filemon 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 1850 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 12395 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 33 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 267 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 50 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 16569 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 116 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 27020 ioctlops 0 0K 2240 eventfd 0 0K 49 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 834 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 9008 644 1804390 0 254 39534592 0 malloc-384 384 4332 3198 21534 0 30 2891520 0 RADIX NODE 144 19438 241 345375 0 62 2833776 0 mbuf 256 9768 660 2849355 0 254 2669568 0 pbuf 2624 0 973 0 0 2 2553152 0 sctp_asoc 2256 601 419 2311 0 254 2301120 0 malloc-128 128 12712 3315 80114 0 126 2051456 0 BUF TRIE 144 180 11580 919 0 62 1693440 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-4096 4096 341 5 517 0 2 1417216 0 malloc-2048 2048 608 80 20159 0 8 1409024 0 UMA Slabs 0 112 11640 18 11640 0 126 1305696 0 vmem btag 56 20144 55 20144 0 254 1131144 0 malloc-256 256 530 3265 35814 0 62 971520 0 sctp_ep 1208 601 169 19910 0 254 930160 0 malloc-256 256 2 3478 29692 0 62 890880 0 VM OBJECT 264 2967 183 376381 0 30 831600 0 malloc-16384 16384 41 7 16555 0 1 786432 0 sctp_raddr 736 601 422 2311 0 254 752928 0 socket 960 43 721 29288 0 254 733440 0 FFS inode 1160 552 43 17746 0 8 690200 0 malloc-1024 1024 604 20 2549 0 16 638976 0 tcpcb 1104 4 507 6405 0 254 564144 0 malloc-384 384 1204 116 22281 0 30 506880 0 MAP ENTRY 96 4364 550 909577 0 126 471744 0 malloc-4096 4096 97 9 17462 0 2 434176 0 256 Bucket 2048 194 16 8153 0 8 430080 0 THREAD 1808 189 31 17755 0 8 397760 0 malloc-65536 65536 4 2 202 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 VNODE 448 592 101 17788 0 30 310464 0 malloc-64 64 3905 442 261293 0 254 278208 0 malloc-65536 65536 2 2 10 0 1 262144 0 malloc-65536 65536 2 2 138 0 1 262144 0 malloc-16 16 14574 426 24305 0 254 240000 0 malloc-256 256 746 184 36521 0 62 238080 0 DEVCTL 1024 0 220 155 0 0 225280 0 VMSPACE 2552 72 12 17328 0 4 214368 0 FPU_save_area 832 191 52 22940 0 16 202176 0 mbuf_packet 256 163 599 22229 0 254 195072 0 malloc-128 128 1323 196 27137 0 126 194432 0 malloc-32 32 5339 583 7073 0 254 189504 0 UMA Zones 768 243 1 243 0 16 187392 0 ertt_txseginfo 40 0 4343 50233 0 254 173720 0 tcp_bbr_map 128 0 1271 4277 0 126 162688 0 FFS2 dinode 256 552 78 17746 0 62 161280 0 malloc-256 256 81 549 20698 0 62 161280 0 S VFS Cache 104 1062 459 19467 0 126 158184 0 PROC 1352 92 22 17371 0 8 154128 0 malloc-1024 1024 120 24 294 0 16 147456 0 pipe 744 99 96 957 0 16 145080 0 64 Bucket 512 198 66 14645 0 30 135168 0 filedesc0 1072 94 32 17390 0 8 135072 0 128 Bucket 1024 96 35 1811 0 16 134144 0 unpcb 256 20 490 1351 0 254 130560 0 ksiginfo 112 103 941 5374 0 126 116928 0 malloc-4096 4096 22 4 77 0 2 106496 0 malloc-64 64 1014 561 42643 0 254 100800 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 6 0 21 0 1 98304 0 malloc-8192 8192 10 2 12 0 1 98304 0 32 Bucket 256 192 183 13333 0 62 96000 0 UMA Kegs 384 229 4 229 0 30 89472 0 g_bio 408 0 210 7773 0 30 85680 0 clpbuf 2624 0 32 17 0 16 83968 0 malloc-128 128 397 254 4641 0 126 83328 0 malloc-2048 2048 9 31 516 0 8 81920 0 sctp_readq 152 0 520 14 0 254 79040 0 sctp_chunk 152 128 392 168 0 254 79040 0 Files 80 449 451 59607 0 126 72000 0 malloc-64 64 611 460 23689 0 254 68544 0 malloc-64 64 688 383 19109 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-8192 8192 3 5 49 0 1 65536 0 tcp_inpcb 424 4 149 6405 0 30 64872 0 sctp_stream_msg_out 112 474 66 800 0 254 60480 0 malloc-32 32 1213 677 22473 0 254 60480 0 malloc-384 384 116 34 456 0 30 57600 0 malloc-4096 4096 9 5 562 0 2 57344 0 udplite_inpcb 424 0 126 127 0 30 53424 0 ripcb 424 5 121 230 0 30 53424 0 malloc-256 256 62 133 532 0 62 49920 0 malloc-256 256 14 181 16778 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 87621 0 16 49152 0 malloc-8192 8192 5 1 106 0 1 49152 0 malloc-2048 2048 13 11 279 0 8 49152 0 malloc-2048 2048 1 23 548 0 8 49152 0 malloc-1024 1024 4 44 512 0 16 49152 0 tcp_rack_pcb 896 0 54 1850 0 16 48384 0 malloc-384 384 83 37 83 0 30 46080 0 tcp_bbr_pcb 832 0 54 2112 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 221 94 221 0 62 42840 0 pcpu-8 8 4705 415 5008 0 254 40960 0 udp_inpcb 424 6 84 1222 0 30 38160 0 da_ccb 544 0 70 2048 0 16 38080 0 PWD 32 54 1080 16446 0 254 36288 0 malloc-64 64 108 459 108 0 254 36288 0 malloc-64 64 73 494 136 0 254 36288 0 malloc-64 64 2 565 663 0 254 36288 0 malloc-64 64 0 567 45 0 254 36288 0 8 Bucket 80 56 394 4041 0 126 36000 0 malloc-128 128 33 246 1558 0 126 35712 0 malloc-128 128 72 207 99 0 126 35712 0 malloc-128 128 79 200 2055 0 126 35712 0 malloc-128 128 89 190 16802 0 126 35712 0 malloc-128 128 12 267 12 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 101 34 827 0 62 34560 0 malloc-256 256 6 129 16407 0 62 34560 0 SLEEPQUEUE 88 221 163 221 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 1 15 14 0 8 32768 0 malloc-2048 2048 1 15 4 0 8 32768 0 malloc-2048 2048 2 14 1868 0 8 32768 0 malloc-1024 1024 13 19 1259 0 16 32768 0 malloc-1024 1024 20 12 38 0 16 32768 0 malloc-1024 1024 10 22 14 0 16 32768 0 malloc-1024 1024 2 30 11 0 16 32768 0 malloc-512 512 3 61 155 0 30 32768 0 malloc-512 512 4 60 89 0 30 32768 0 malloc-512 512 8 56 9 0 30 32768 0 malloc-512 512 2 62 51 0 30 32768 0 malloc-512 512 11 53 106 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 KNOTE 160 28 172 164079 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 malloc-16 16 1215 785 25823 0 254 32000 0 tcp_rack_map 120 0 264 1555 0 126 31680 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 6 582 1129 0 254 28224 0 tcp_inpcb ports 32 2 880 2482 0 254 28224 0 ertt 72 4 388 6405 0 126 28224 0 malloc-32 32 406 476 7091 0 254 28224 0 malloc-32 32 77 805 19357 0 254 28224 0 malloc-32 32 45 837 584 0 254 28224 0 16 Bucket 144 74 122 442 0 62 28224 0 4 Bucket 48 5 583 388 0 254 28224 0 malloc-16 16 1225 525 4656 0 254 28000 0 AIO 208 0 133 185 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 0 6 16569 0 2 24576 0 malloc-4096 4096 3 3 5 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 52 0 126 24288 0 rl_entry 40 65 541 65 0 254 24240 0 malloc-384 384 24 36 26 0 30 23040 0 malloc-384 384 4 56 26 0 30 23040 0 malloc-384 384 0 60 92 0 30 23040 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 1349 0 254 20160 0 udplite_inpcb ports 32 0 630 3 0 254 20160 0 udp_inpcb ports 32 3 627 39 0 254 20160 0 malloc-32 32 77 553 95 0 254 20160 0 malloc-32 32 152 478 8121 0 254 20160 0 malloc-32 32 0 630 109 0 254 20160 0 2 Bucket 32 57 573 1901 0 254 20160 0 malloc-16 16 592 658 31931 0 254 20000 0 AIOCB 552 0 35 219 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 0 1 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 18 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 929041 0 254 16032 0 kenv 258 15 45 1053 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 23 727 24 0 254 12000 0 malloc-16 16 34 716 32762 0 254 12000 0 malloc-16 16 11 739 13 0 254 12000 0 malloc-16 16 5 745 19 0 254 12000 0 L VFS Cache 320 0 36 1 0 30 11520 0 malloc-4096 4096 0 2 3 0 2 8192 0 pcpu-16 16 7 249 7 0 254 4096 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 1 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0