Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x440 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff810859f5 stack pointer = 0x28:0xfffffe0051f504d0 frame pointer = 0x28:0xfffffe0051f50570 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 3700 (syz-executor.2) trap number = 12 panic: page fault cpuid = 1 time = 5 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0051f50130 vpanic() at vpanic+0x1c7/frame 0xfffffe0051f50190 panic() at panic+0x43/frame 0xfffffe0051f501f0 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe0051f50270 trap_pfault() at trap_pfault+0xd4/frame 0xfffffe0051f502e0 trap() at trap+0x41d/frame 0xfffffe0051f50400 calltrap() at calltrap+0x8/frame 0xfffffe0051f50400 --- trap 0xc, rip = 0xffffffff810859f5, rsp = 0xfffffe0051f504d0, rbp = 0xfffffe0051f50570 --- _sx_xlock_hard() at _sx_xlock_hard+0x305/frame 0xfffffe0051f50570 _sx_xlock() at _sx_xlock+0x13d/frame 0xfffffe0051f505c0 sctp_sorecvmsg() at sctp_sorecvmsg+0x21e/frame 0xfffffe0051f50700 sctp_soreceive() at sctp_soreceive+0x1f1/frame 0xfffffe0051f50910 soreceive() at soreceive+0xb9/frame 0xfffffe0051f50970 kern_recvit() at kern_recvit+0x2ff/frame 0xfffffe0051f50a40 sys_recvmsg() at sys_recvmsg+0x97/frame 0xfffffe0051f50ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe0051f50bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0051f50bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x284b9a, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 3700 tid 103669 ] Stopped at kdb_enter+0x67: movq $0,0x1471716(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0099400000 rdx 0x3ffff rbx 0 rsp 0xfffffe0051f50110 rbp 0xfffffe0051f50130 rsi 0x40001 rdi 0xffffffff810f6cb6 vprintf+0x176 r8 0 r9 0xffffffff r10 0xf4 r11 0xfffffe0094cb3110 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8197dfcd r15 0xffffffff8197dfcd rip 0xffffffff810eafe7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1471716(%rip) db> show proc Process 3700 (syz-executor.2) at 0xfffff80017cf0a50: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 807 at 0xfffff800173f4000 ABI: FreeBSD ELF64 arguments: /root/syz-executor.2 reaper: 0xfffff80004456528 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0094ca03e0 (map 0xfffffe0094ca03e0) (map.pmap 0xfffffe0094ca04a0) (pmap 0xfffffe0094ca0500) threads: 3 101435 Run CPU 0 syz-executor.2 103665 S uwait 0xfffff80004b41d00 syz-executor.2 103669 Run CPU 1 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 3706 782 782 0 R syz-executor.1 3700 807 807 0 R (threaded) syz-executor.2 101435 Run CPU 0 syz-executor.2 103665 S uwait 0xfffff80004b41d00 syz-executor.2 103669 Run CPU 1 syz-executor.2 1915 1909 1915 0 Ss select 0xfffff80017c05240 dhclient 1912 1 1912 0 Ss select 0xfffff80017c054c0 dhclient 1909 1902 436 65 S select 0xfffff80017c05440 dhclient 1902 436 436 0 S wait 0xfffff800174baa50 sh 1892 1 1892 65 Ss select 0xfffff80004e1e340 dhclient 823 774 823 0 Rs syz-executor.3 817 1 817 0 Ss select 0xfffff80004e1e8c0 dhclient 814 1 814 0 Ss select 0xfffff80004e1e240 dhclient 807 774 807 0 Ss nanslp 0xffffffff8252fea0 syz-executor.2 782 774 782 0 Ss nanslp 0xffffffff8252fea0 syz-executor.1 781 774 781 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100092 S uwait 0xfffff80004f4ed80 syz-fuzzer 100108 S uwait 0xfffff800172a1780 syz-fuzzer 100109 S uwait 0xfffff80004b48380 syz-fuzzer 100110 S uwait 0xfffff80004b48480 syz-fuzzer 100111 S uwait 0xfffff80004b48580 syz-fuzzer 100112 S uwait 0xfffff80004b48280 syz-fuzzer 100113 S uwait 0xfffff80004b48680 syz-fuzzer 100114 S uwait 0xfffff80017809980 syz-fuzzer 100115 S kqread 0xfffff80004dd4900 syz-fuzzer 772 770 772 0 Ss pause 0xfffff80004db65d8 csh 770 694 770 0 Ss select 0xfffff80004e1e640 sshd 754 1 754 0 Ss+ ttyin 0xfffff800043430b0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004b5a8b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b5acb0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004b610b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004b614b0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004b618b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004b61cb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004b430b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004b434b0 getty 698 1 698 0 Ss nanslp 0xffffffff8252fea0 cron 694 1 694 0 Ss select 0xfffff80004b7ebc0 sshd 507 1 507 0 Ss select 0xfffff80004e1e540 syslogd 436 1 436 0 Ss wait 0xfffff80004e8aa50 devd 435 1 435 65 Ss select 0xfffff80004e1e7c0 dhclient 350 1 350 0 Ss select 0xfffff80004e1e740 dhclient 347 1 347 0 Ss select 0xfffff80004e1ec40 dhclient 23 0 0 0 DL vlruwt 0xfffff80004d03528 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261d238 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261c300 [bufdaemon] 100076 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100088 D sdflush 0xfffff800040838e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff826437c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82637c38 [dom0] 100075 D launds 0xffffffff82637c44 [laundry: dom0] 100077 D umarcl 0xffffffff814f7950 [uma] 18 0 0 0 DL - 0xffffffff82364278 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c16818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d0f390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b8dc [soaiod4] 9 0 0 0 DL - 0xffffffff8261b8dc [soaiod3] 8 0 0 0 DL - 0xffffffff8261b8dc [soaiod2] 7 0 0 0 DL - 0xffffffff8261b8dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223bfc0 [doneq0] 100067 D - 0xffffffff8223be90 [scanner] 5 0 0 0 DL crypto_ 0xfffff800044d7c90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff800044d7c30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82635130 [crypto] 14 0 0 0 DL seqstat 0xfffff800044d9c88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f720 [g_event] 100026 D - 0xffffffff8250f728 [g_up] 100027 D - 0xffffffff8250f730 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800044a2800 [thr_0] 100019 D - 0xfffff800044a2880 [thr_1] 12 0 0 0 WL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi3: vm] 100023 I [swi1: netisr 0] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004456528 [init] 10 0 0 0 DL audit_w 0xffffffff82635650 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fcb0 [swapper] 100005 D - 0xfffff80004347c00 [if_config_tqg_0] 100006 D - 0xfffff80004347b00 [softirq_0] 100007 D - 0xfffff80004347a00 [softirq_1] 100008 D - 0xfffff80004347900 [if_io_tqg_0] 100009 D - 0xfffff80004347800 [if_io_tqg_1] 100011 D - 0xfffff80004347600 [kqueue_ctx taskq] 100012 D - 0xfffff80004347500 [inm_free taskq] 100015 D - 0xfffff80004347200 [aiod_kick taskq] 100016 D - 0xfffff80004347100 [thread taskq] 100017 D - 0xfffff80004347000 [in6m_free taskq] 100024 D - 0xfffff80004484e00 [firmware taskq] 100029 D - 0xfffff80004484d00 [crypto_0] 100030 D - 0xfffff80004484d00 [crypto_1] 100044 D - 0xfffff80004484b00 [vtnet0 rxq 0] 100045 D - 0xfffff80004484a00 [vtnet0 txq 0] 100046 D - 0xfffff80004484900 [vtnet0 rxq 1] 100047 D - 0xfffff80004484800 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004338180 [virtio_balloon] 100053 D - 0xfffff80004484600 [mca taskq] 100058 D - 0xffffffff81d26720 [deadlkres] 100062 D - 0xfffff80004b09300 [acpi_task_0] 100063 D - 0xfffff80004b09300 [acpi_task_1] 100064 D - 0xfffff80004b09300 [acpi_task_2] 100066 D - 0xfffff80004484c00 [CAM taskq] db> show all locks Process 3700 (syz-executor.2) thread 0xfffffe0094c8fa00 (101435) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff82554550) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:511 Process 823 (syz-executor.3) thread 0xfffffe0094be0100 (100100) exclusive lockmgr ufs (ufs) r = 0 (0xfffff80017bf2628) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1063 Process 781 (syz-executor.0) thread 0xfffffe0051d82000 (100081) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003efe100) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_vnops.c:310 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8001787b070) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1063 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29250 1714K 29315 kobj 337 1348K 498 vfscache 3 1025K 3 newblk 2 1025K 3601 pcb 28 541K 2118 pf_rule 539 539K 1470 inodedep 6 514K 3263 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 132 253K 3784 acpica 1674 184K 54318 vnet_data 1 168K 1 temp 97 157K 5136 tidhash 3 141K 3 pagedep 4 129K 5813 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 filedesc 14 105K 5757 linker 261 98K 301 bus 994 81K 3318 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 510 64K 510 BPF 30 53K 30 pf_osfp 393 48K 393 umtx 324 41K 324 kdtrace 197 39K 7380 hostcache 1 32K 1 shm 1 32K 9 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 26K 5 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 70 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 bus-sc 31 14K 1555 lltable 43 14K 48 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 92 12K 92 eventhandler 125 11K 125 GEOM 60 10K 489 rman 82 10K 423 sctp_timw 36 9K 36 in6_multi 65 9K 65 bmsafemap 2 9K 2937 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 19 rpc 2 8K 2 shmfd 1 8K 15 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 sglist 5 7K 5 CAM DEV 3 6K 510 cred 24 6K 274 kqueue 58 6K 3715 plimit 22 6K 398 CAM queue 5 6K 1528 taskqueue 48 6K 48 pf_ifnet 13 5K 27 ufs_dirhash 24 5K 24 DEVFSP 74 5K 78 vt 11 5K 11 UMA 254 5K 254 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 68 evdev 4 4K 4 routetbl 24 4K 24 session 28 4K 40 pgrp 28 4K 42 pwddesc 56 4K 3707 hhook 13 4K 13 lockf 27 3K 51 terminal 11 3K 11 acpisem 22 3K 22 proc-args 47 3K 587 selfd 38 3K 47269 uidinfo 4 3K 12 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 sctp_ifa 13 2K 15 select 13 2K 51 CAM XPT 22 2K 543 in_multi 6 2K 8 Unitno 25 2K 45 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 dirrem 4 1K 2886 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 40 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 sctp_atcl 2 1K 1466 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 inpcbpolicy 13 1K 1240 chacha20random 1 1K 1 procdesc 3 1K 10 osd 3 1K 9 mkdir 2 1K 5736 diradd 2 1K 2920 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 2907 newdirblk 1 1K 2868 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 4691 nexusdev 5 1K 5 sctp_vrf 1 1K 1 sctp_atky 2 1K 1757 entropy 2 1K 40 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 82 sctp_athm 2 1K 1466 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 iov 1 1K 17144 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 509 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 2 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stro 0 0K 372 sctp_stri 0 0K 162 sctp_map 0 0K 744 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 8302 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 9611 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 16 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 2883 freeblks 0 0K 2882 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 73 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 5 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 2 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 1 VN POLL 0 0K 0 statfs 0 0K 3046 namei_tracker 0 0K 16 export_host 0 0K 0 cl_savebuf 0 0K 4 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 105 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 2846 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 650 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9713 1 9713 0 254 19894272 0 pbuf 2632 0 973 0 0 2 2560936 0 mbuf_packet 256 8205 1380 1144730 0 254 2453760 0 RADIX NODE 144 15024 317 137280 0 63 2209104 0 BUF TRIE 144 190 13278 6081 0 62 1939392 0 malloc-384 384 4117 3 4117 0 30 1582080 0 malloc-4096 4096 352 0 1023 0 2 1441792 0 malloc-128 128 9607 282 15625 0 126 1265792 0 UMA Slabs 0 112 5948 25 5948 0 126 668976 0 FFS inode 1128 511 28 3394 0 8 607992 0 malloc-1024 1024 545 7 4489 0 16 565248 0 malloc-65536 65536 6 0 6 0 1 393216 0 VM OBJECT 264 1158 102 54687 0 30 332640 0 VNODE 488 547 93 3432 0 30 312320 0 malloc-4096 4096 65 6 3716 0 2 290816 0 THREAD 1792 140 22 3672 0 8 290304 0 mbuf_jumbo_page 4096 1 69 270 0 254 286720 0 256 Bucket 2048 125 11 7841 0 8 278528 0 mbuf 256 440 535 693652 0 254 249600 0 malloc-16384 16384 9 6 3032 0 1 245760 0 malloc-64 64 3235 419 7435 0 254 233856 0 DEVCTL 1024 8 204 128 0 0 217088 0 malloc-16 16 12240 510 14437 0 254 204000 0 malloc-128 128 1283 267 31813 0 126 198400 0 malloc-2048 2048 67 19 2111 0 8 176128 0 UMA Zones 768 226 3 226 0 16 175872 0 MAP ENTRY 96 1368 396 196160 0 126 169344 0 FFS2 dinode 256 511 134 3394 0 62 165120 0 malloc-256 256 62 583 9531 0 62 165120 0 malloc-32768 32768 0 5 58 0 1 163840 0 malloc-32 32 4511 151 6634 0 254 149184 0 S VFS Cache 104 1014 351 3998 0 126 141960 0 sctp_raddr 736 0 187 1182 0 254 137632 0 malloc-65536 65536 1 1 123 0 1 131072 0 malloc-65536 65536 0 2 89 0 1 131072 0 malloc-128 128 595 366 3649 0 126 123008 0 vmem btag 56 2103 45 2103 0 254 120288 0 malloc-1024 1024 109 7 126 0 16 118784 0 ksiginfo 112 60 984 1139 0 126 116928 0 malloc-384 384 59 241 3390 0 30 115200 0 VMSPACE 2544 33 12 3685 0 4 114480 0 malloc-2048 2048 8 46 9081 0 8 110592 0 malloc-128 128 752 23 1481 0 126 99200 0 PROC 1320 55 20 3706 0 8 99000 0 128 Bucket 1024 56 31 941 0 16 89088 0 malloc-4096 4096 15 6 4817 0 2 86016 0 malloc-256 256 194 136 4423 0 62 84480 0 clpbuf 2632 0 32 21 0 16 84224 0 filedesc0 1072 56 21 3707 0 8 82544 0 UMA Kegs 384 212 1 212 0 30 81792 0 malloc-256 256 65 250 16051 0 62 80640 0 sctp_asoc 2288 0 35 372 0 254 80080 0 socket 944 32 48 3279 0 254 75520 0 64 Bucket 512 73 63 5029 0 30 69632 0 g_bio 408 0 170 30655 0 30 69360 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 6 2 134 0 1 65536 0 malloc-384 384 90 70 1556 0 30 61440 0 tcpcb 1048 4 51 504 0 254 57640 0 malloc-128 128 126 277 3473 0 126 51584 0 sctp_ep 1280 2 37 851 0 254 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 pcpu-8 8 5841 303 8614 0 254 49152 0 32 Bucket 256 55 125 5680 0 62 46080 0 malloc-64 64 537 156 15931 0 254 44352 0 malloc-128 128 297 44 325 0 126 43648 0 tcp_inpcb 488 4 84 504 0 254 42944 0 malloc-256 256 28 137 6757 0 62 42240 0 NAMEI 1024 2 38 27880 0 16 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-1024 1024 6 34 394 0 16 40960 0 malloc-64 64 110 520 51051 0 254 40320 0 malloc-256 256 133 17 146 0 62 38400 0 DIRHASH 1024 34 2 34 0 16 36864 0 malloc-32768 32768 0 1 126 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 1 1 5 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 4 4 88 0 2 32768 0 malloc-1024 1024 28 4 34 0 16 32768 0 pcpu-64 64 453 59 453 0 254 32768 0 malloc-64 64 486 18 677 0 254 32256 0 malloc-256 256 91 29 693 0 62 30720 0 pipe 744 21 19 372 0 16 29760 0 malloc-64 64 111 330 4403 0 254 28224 0 sctp_chunk 152 0 182 810 0 254 27664 0 malloc-256 256 88 17 1071 0 62 26880 0 TURNSTILE 136 163 26 163 0 62 25704 0 malloc-8192 8192 3 0 3 0 1 24576 0 PWD 32 17 739 2957 0 254 24192 0 malloc-32 32 259 497 3337 0 254 24192 0 KNOTE 160 28 122 84383 0 62 24000 0 ttyinq 160 135 15 300 0 62 24000 0 Files 80 208 92 15363 0 126 24000 0 8 Bucket 80 44 256 1533 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-384 384 53 7 355 0 30 23040 0 tcp_bbr_pcb 832 0 27 292 0 16 22464 0 malloc-1024 1024 6 14 205 0 16 20480 0 malloc-512 512 7 33 716 0 30 20480 0 2 Bucket 32 51 579 1046 0 254 20160 0 udplite_inpcb 488 3 37 517 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 SLEEPQUEUE 88 163 29 163 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 3 0 1 16384 0 malloc-2048 2048 6 2 6 0 8 16384 0 malloc-2048 2048 6 2 57 0 8 16384 0 malloc-2048 2048 6 2 199 0 8 16384 0 malloc-64 64 231 21 256 0 254 16128 0 vtnet_tx_hdr 24 0 668 675099 0 254 16032 0 tcp_bbr_map 128 0 124 815 0 126 15872 0 malloc-128 128 103 21 107 0 126 15872 0 unpcb 256 14 46 1159 0 254 15360 0 malloc-512 512 3 21 165 0 30 12288 0 16 Bucket 144 47 37 458 0 62 12096 0 4 Bucket 48 7 245 150 0 254 12096 0 routing nhops 256 28 17 35 0 62 11520 0 malloc-384 384 21 9 22 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 1 3 282 0 8 8192 0 malloc-1024 1024 7 1 8 0 16 8192 0 malloc-1024 1024 4 4 6 0 16 8192 0 malloc-512 512 0 16 14 0 30 8192 0 malloc-512 512 7 9 7 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 rtentry 176 31 15 35 0 62 8096 0 rl_entry 40 51 151 53 0 254 8080 0 sctp_laddr 48 0 168 13 0 254 8064 0 udpcb 32 6 246 686 0 254 8064 0 malloc-64 64 24 102 63 0 254 8064 0 malloc-64 64 94 32 100 0 254 8064 0 malloc-32 32 77 175 196 0 254 8064 0 malloc-32 32 88 164 108 0 254 8064 0 malloc-32 32 40 212 647 0 254 8064 0 malloc-32 32 102 150 4503 0 254 8064 0 malloc-32 32 33 219 1274 0 254 8064 0 malloc-16 16 16 484 58 0 254 8000 0 malloc-16 16 10 490 123 0 254 8000 0 malloc-16 16 282 218 438 0 254 8000 0 malloc-16 16 33 467 35 0 254 8000 0 malloc-16 16 186 314 1236 0 254 8000 0 malloc-16 16 22 478 27832 0 254 8000 0 malloc-16 16 31 469 832 0 254 8000 0 malloc-128 128 25 37 42 0 126 7936 0 ripcb 488 3 13 50 0 254 7808 0 udp_inpcb 488 3 13 169 0 254 7808 0 kenv 258 3 27 1008 0 30 7740 0 malloc-256 256 4 26 11 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 2 0 2 4096 0 malloc-4096 4096 0 1 1 0 2 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-1024 1024 0 4 3 0 16 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 pf tags 104 1 38 1 0 126 4056 0 sctp_stream_msg_out 112 0 36 1 0 254 4032 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-32 32 6 120 11 0 254 4032 0 sctp_readq 152 0 26 1 0 254 3952 0 itimer 352 0 11 2 0 30 3872 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 malloc-384 384 1 9 2 0 30 3840 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 488 0 0 0 0 30 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0