Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x440 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81085575 stack pointer = 0x0:0xfffffe0051f0a6f0 frame pointer = 0x0:0xfffffe0051f0a790 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 73116 (syz-executor.2) trap number = 12 panic: page fault cpuid = 1 time = 1607066610 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0051f0a350 vpanic() at vpanic+0x1c7/frame 0xfffffe0051f0a3b0 panic() at panic+0x43/frame 0xfffffe0051f0a410 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe0051f0a490 trap_pfault() at trap_pfault+0xd4/frame 0xfffffe0051f0a500 trap() at trap+0x41d/frame 0xfffffe0051f0a620 calltrap() at calltrap+0x8/frame 0xfffffe0051f0a620 --- trap 0xc, rip = 0xffffffff81085575, rsp = 0xfffffe0051f0a6f0, rbp = 0xfffffe0051f0a790 --- _sx_xlock_hard() at _sx_xlock_hard+0x305/frame 0xfffffe0051f0a790 _sx_xlock() at _sx_xlock+0x13d/frame 0xfffffe0051f0a7e0 sosend_generic() at sosend_generic+0x1ff/frame 0xfffffe0051f0a8d0 sosend() at sosend+0xc6/frame 0xfffffe0051f0a940 kern_sendit() at kern_sendit+0x35b/frame 0xfffffe0051f0a9f0 sendit() at sendit+0x229/frame 0xfffffe0051f0aa50 sys_sendto() at sys_sendto+0x5c/frame 0xfffffe0051f0aab0 ia32_syscall() at ia32_syscall+0x237/frame 0xfffffe0051f0abf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbfdbf78 KDB: enter: panic [ thread pid 73116 tid 175500 ] Stopped at kdb_enter+0x67: movq $0,0x1471b96(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0097a00000 rdx 0x3ffff rbx 0 rsp 0xfffffe0051f0a330 rbp 0xfffffe0051f0a350 rsi 0x40001 rdi 0xffffffff810f6836 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xfffffe0094c65810 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8197ce86 r15 0xffffffff8197ce86 rip 0xffffffff810eab67 kdb_enter+0x67 rflags 0x200086 kernload+0x86 kdb_enter+0x67: movq $0,0x1471b96(%rip) db> show proc Process 73116 (syz-executor.2) at 0xfffff80017e2da50: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 60179 at 0xfffff800179de528 ABI: FreeBSD ELF32 arguments: /root/syz-executor.2 reaper: 0xfffff80004453528 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0094be99f0 (map 0xfffffe0094be99f0) (map.pmap 0xfffffe0094be9ab0) (pmap 0xfffffe0094be9b10) threads: 3 164841 RunQ syz-executor.2 175496 S uwait 0xfffff8001793a680 syz-executor.2 175500 Run CPU 1 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 73121 44212 44212 0 R syz-executor.1 73116 60179 60179 0 R (threaded) syz-executor.2 164841 RunQ syz-executor.2 175496 S uwait 0xfffff8001793a680 syz-executor.2 175500 Run CPU 1 syz-executor.2 72449 774 72449 0 Rs syz-executor.3 72445 72438 72445 0 Ss select 0xfffff800331609c0 dhclient 72442 1 72442 0 Ss select 0xfffff8001797e340 dhclient 72438 72427 436 65 S select 0xfffff8001797e6c0 dhclient 72427 436 436 0 S wait 0xfffff8001742e528 sh 72424 774 72424 0 Rs CPU 0 syz-executor.0 62893 1 62893 65 Ss select 0xfffff800332683c0 dhclient 60199 1 60199 0 Ss select 0xfffff80017e5dec0 dhclient 60179 774 60179 0 Rs syz-executor.2 60170 1 60170 0 Ss select 0xfffff80017e5d140 dhclient 54079 1 54079 65 Ss select 0xfffff8001797ec40 dhclient 46348 1 46348 0 Ss select 0xfffff800331607c0 dhclient 46340 1 46340 0 Ss select 0xfffff800173375c0 dhclient 44212 774 44212 0 Rs syz-executor.1 774 772 772 0 S (threaded) syz-fuzzer 100090 S uwait 0xfffff80004d63580 syz-fuzzer 100107 S uwait 0xfffff80004de8a80 syz-fuzzer 100108 S uwait 0xfffff80004de8b80 syz-fuzzer 100109 S uwait 0xfffff80004de8c80 syz-fuzzer 100110 S uwait 0xfffff80004de8d80 syz-fuzzer 100111 S uwait 0xfffff80004de8e80 syz-fuzzer 100112 S uwait 0xfffff800172a7680 syz-fuzzer 100113 S uwait 0xfffff80004de2000 syz-fuzzer 100114 S uwait 0xfffff80004de2100 syz-fuzzer 100115 S kqread 0xfffff80017445800 syz-fuzzer 772 770 772 0 Ss pause 0xfffff80004e890b0 csh 770 694 770 0 Ss select 0xfffff800173378c0 sshd 754 1 754 0 Ss+ ttyin 0xfffff800048a3cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004b9d0b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b9d4b0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004b9d8b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004b9dcb0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004b960b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004b964b0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004b968b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004b96cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8252fea0 cron 694 1 694 0 Ss select 0xfffff80004ec92c0 sshd 507 1 507 0 Ss select 0xfffff80017337d40 syslogd 436 1 436 0 Ss wait 0xfffff8001728f000 devd 435 1 435 65 Ss select 0xfffff80017337f40 dhclient 350 1 350 0 Ss select 0xfffff800172a7bc0 dhclient 347 1 347 0 Ss select 0xfffff800171e7cc0 dhclient 23 0 0 0 DL vlruwt 0xfffff80004d5ba50 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261d238 [syncer] 21 0 0 0 RL (threaded) [bufdaemon] 100070 RunQ [bufdaemon] 100075 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100088 D sdflush 0xfffff800043408e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff826437c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82637c38 [dom0] 100076 D launds 0xffffffff82637c44 [laundry: dom0] 100077 D umarcl 0xffffffff814f73a0 [uma] 18 0 0 0 DL - 0xffffffff82364278 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e17818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82bd3390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b8dc [soaiod4] 9 0 0 0 DL - 0xffffffff8261b8dc [soaiod3] 8 0 0 0 DL - 0xffffffff8261b8dc [soaiod2] 7 0 0 0 DL - 0xffffffff8261b8dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223bfc0 [doneq0] 100067 D - 0xffffffff8223be90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004348c90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004348c30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82635130 [crypto] 14 0 0 0 DL seqstat 0xfffff800044bf488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f720 [g_event] 100026 D - 0xffffffff8250f728 [g_up] 100027 D - 0xffffffff8250f730 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004472300 [thr_0] 100019 D - 0xfffff80004472380 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 I [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004453528 [init] 10 0 0 0 DL audit_w 0xffffffff82635650 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fcb0 [swapper] 100005 D - 0xfffff80004477e00 [if_io_tqg_0] 100006 D - 0xfffff80004477d00 [if_io_tqg_1] 100007 D - 0xfffff80004477c00 [if_config_tqg_0] 100008 D - 0xfffff80004477b00 [softirq_0] 100009 D - 0xfffff80004477a00 [softirq_1] 100010 D - 0xfffff80004342200 [in6m_free taskq] 100012 D - 0xfffff8000447ad00 [kqueue_ctx taskq] 100013 D - 0xfffff8000447ab00 [inm_free taskq] 100016 D - 0xfffff8000447a500 [aiod_kick taskq] 100017 D - 0xfffff8000447a300 [thread taskq] 100024 D - 0xfffff8000448ca00 [firmware taskq] 100029 D - 0xfffff8000448c300 [crypto_0] 100030 D - 0xfffff8000448c300 [crypto_1] 100044 D - 0xfffff800044fe300 [vtnet0 rxq 0] 100045 D - 0xfffff800044fe200 [vtnet0 txq 0] 100046 D - 0xfffff800044fe100 [vtnet0 rxq 1] 100047 D - 0xfffff800044fe000 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004645700 [virtio_balloon] 100053 D - 0xfffff800048b1e00 [mca taskq] 100054 D - 0xffffffff81d255f0 [deadlkres] 100062 D - 0xfffff80004b90d00 [acpi_task_0] 100063 D - 0xfffff80004b90d00 [acpi_task_1] 100064 D - 0xfffff80004b90d00 [acpi_task_2] 100066 D - 0xfffff800044feb00 [CAM taskq] 73120 72449 72449 0 Z syz-executor.3 db> show all locks Process 72424 (syz-executor.0) thread 0xfffffe0094c8f700 (162521) exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe000360a840) locked @ /syzkaller/managers/i386/kernel/sys/amd64/amd64/pmap.c:5433 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe0094c7a500) locked @ /syzkaller/managers/i386/kernel/sys/amd64/amd64/pmap.c:7485 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe0094c2f120) locked @ /syzkaller/managers/i386/kernel/sys/amd64/amd64/pmap.c:7484 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe0094c7a440) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4282 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe0094c2f060) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4278 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29250 1706K 29315 kobj 337 1348K 498 newblk 10 1027K 71730 vfscache 3 1025K 3 pcb 57 571K 37524 inodedep 27 522K 90087 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 145 272K 73208 acpica 1674 184K 54318 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 26 135K 155848 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 filedesc 14 105K 141825 linker 254 97K 786 ifaddr 258 91K 590 bus 994 81K 3318 mtx_pool 2 72K 2 BPF 38 71K 254 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 umtx 342 43K 342 kdtrace 212 42K 148627 temp 35 33K 25883 hostcache 1 32K 1 shm 1 32K 370 vmem 3 32K 7 DEVFS3 124 31K 134 msg 4 30K 4 sctp_timw 117 30K 117 gtaskqueue 18 26K 18 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 sctp_ifa 120 15K 507 sctp_stro 15 15K 2873 lltable 46 15K 791 ether_multi 172 14K 4334 bus-sc 31 14K 1555 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 sctp_atcl 30 12K 15294 eventhandler 125 11K 125 in6_multi 89 11K 2440 GEOM 60 10K 489 rman 82 10K 423 bmsafemap 2 9K 80240 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 3861 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 dirrem 25 7K 77298 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 62 6K 75026 plimit 23 6K 2007 cred 23 6K 1299 ufs_dirhash 27 6K 30 CAM queue 5 6K 1528 taskqueue 48 6K 48 DEVFSP 76 5K 3086 pf_ifnet 10 5K 19 vt 11 5K 11 UMA 254 5K 254 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 2856 evdev 4 4K 4 session 31 4K 276 pgrp 31 4K 2181 pwddesc 59 4K 73123 routetbl 20 4K 188 hhook 13 4K 13 lockf 29 4K 453 freefile 24 3K 77276 selfd 45 3K 951018 terminal 11 3K 11 acpisem 22 3K 22 proc-args 50 3K 4263 diradd 18 3K 77985 uidinfo 3 3K 12 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 select 16 2K 193 sctp_atky 45 2K 18167 ip6ndp 12 2K 342 Unitno 28 2K 359 CAM XPT 22 2K 543 in_multi 6 2K 173 mkdir 10 2K 141890 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 36 vnodemarker 2 1K 78 NFSD session 1 1K 1 CAM periph 4 1K 271 freework 4 1K 70552 newdirblk 7 1K 70946 sctp_ifn 6 1K 507 ipsec 3 1K 3 freeblks 3 1K 70542 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 pfil 4 1K 4 procdesc 4 1K 70 CAM SIM 2 1K 2 cdev 2 1K 2 sctp_athm 30 1K 15294 sctp_map 30 1K 5746 inpcbpolicy 14 1K 32982 chacha20random 1 1K 1 osd 3 1K 9 vnodes 1 1K 140 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 38593 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 236 vnet 1 1K 1 pmc 1 1K 1 filecaps 4 1K 873 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 2218 sctp_iter 0 0K 505 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 505 sctp_aadr 0 0K 4758 sctp_stri 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 188525 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 175243 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 37 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 40 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 1808 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 226 in_mfilter 0 0K 18 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 70952 namei_tracker 0 0K 830 export_host 0 0K 0 cl_savebuf 0 0K 7 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 5084 accf 0 0K 0 pts 0 0K 0 iov 0 0K 83282 ioctlops 0 0K 443 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 2949 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 457 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9503 3 9520 0 254 19468288 0 mbuf_jumbo_page 4096 2 1012 102436 0 254 4153344 0 pbuf 2632 0 973 0 0 2 2560936 0 mbuf_packet 256 8238 1137 163851 0 254 2400000 0 BUF TRIE 144 199 13269 83412 0 62 1939392 0 malloc-384 384 4139 1 4141 0 30 1589760 0 malloc-4096 4096 337 1 498 0 2 1384448 0 FFS inode 1128 1165 46 82534 0 9 1366008 0 malloc-128 128 10621 12 12287 0 126 1361024 0 RADIX NODE 144 5220 545 2032325 0 66 830160 0 UMA Slabs 0 112 6858 15 6858 0 126 769776 0 VNODE 488 1201 87 82572 0 30 628544 0 VM OBJECT 264 1973 157 1060776 0 30 562320 0 sctp_asoc 2288 15 200 2873 0 254 491920 0 socket 944 35 453 58722 0 254 460672 0 malloc-2048 2048 16 202 200947 0 8 446464 0 mbuf 256 452 1258 395549 0 254 437760 0 DEVCTL 1024 1 367 456 0 0 376832 0 256 Bucket 2048 159 17 8994 0 8 360448 0 FFS2 dinode 256 1165 125 82534 0 62 330240 0 malloc-4096 4096 63 15 73709 0 3 319488 0 THREAD 1792 150 21 75502 0 8 306432 0 sctp_ep 1280 15 207 12421 0 254 284160 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 3 1 11 0 1 262144 0 malloc-16384 16384 7 6 70829 0 1 212992 0 malloc-16 16 12264 736 18614 0 254 208000 0 malloc-1024 1024 17 179 2915 0 16 200704 0 malloc-65536 65536 0 3 1223 0 1 196608 0 MAP ENTRY 96 1485 531 4086110 0 126 193536 0 malloc-64 64 2755 80 3070 0 254 181440 0 malloc-256 256 168 537 72183 0 62 180480 0 malloc-4096 4096 35 8 156 0 2 176128 0 UMA Zones 768 226 3 226 0 16 175872 0 S VFS Cache 104 1299 378 91316 0 126 174408 0 malloc-32 32 4793 625 108646 0 254 173376 0 malloc-384 384 83 367 15371 0 30 172800 0 sctp_raddr 736 15 216 2873 0 254 170016 0 malloc-384 384 26 394 90086 0 30 161280 0 vmem btag 56 2797 71 2975 0 254 160608 0 malloc-128 128 1126 83 25316 0 126 154752 0 malloc-256 256 51 504 90235 0 62 142080 0 malloc-65536 65536 0 2 122 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 VMSPACE 2544 37 14 73271 0 4 129744 0 malloc-1024 1024 117 3 155 0 16 122880 0 ksiginfo 112 69 975 3950 0 126 116928 0 malloc-256 256 42 393 238888 0 62 111360 0 PROC 1320 60 24 73123 0 8 110880 0 128 Bucket 1024 59 48 23110 0 16 109568 0 malloc-128 128 186 589 226193 0 126 99200 0 malloc-16384 16384 3 3 233 0 1 98304 0 malloc-256 256 153 207 181191 0 62 92160 0 malloc-256 256 228 132 223359 0 62 92160 0 filedesc0 1072 59 25 73123 0 8 90048 0 malloc-384 384 211 9 543 0 30 84480 0 clpbuf 2632 0 32 23 0 16 84224 0 malloc-128 128 315 336 72663 0 126 83328 0 UMA Kegs 384 212 1 212 0 30 81792 0 g_bio 408 0 200 751565 0 30 81600 0 tcpcb 1048 6 71 6457 0 254 80696 0 malloc-128 128 150 470 80267 0 126 79360 0 ripcb 488 6 154 8645 0 254 78080 0 64 Bucket 512 88 64 53670 0 30 77824 0 malloc-64 64 586 548 1027437 0 254 72576 0 udplite_inpcb 488 0 136 13492 0 254 66368 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 126 0 1 65536 0 malloc-8192 8192 6 2 34 0 1 65536 0 32 Bucket 256 80 130 96384 0 62 53760 0 malloc-64 64 327 492 71781 0 254 52416 0 malloc-64 64 274 545 149383 0 254 52416 0 unpcb 256 17 178 12840 0 254 49920 0 malloc-16384 16384 2 1 5 0 1 49152 0 malloc-2048 2048 9 15 527 0 8 49152 0 pipe 744 26 39 29637 0 16 48360 0 pcpu-8 8 4986 646 7207 0 254 45056 0 malloc-64 64 523 170 1624 0 254 44352 0 Files 80 228 322 244438 0 126 44000 0 malloc-384 384 105 5 612 0 30 42240 0 malloc-256 256 49 116 551 0 62 42240 0 DIRHASH 1024 37 3 39 0 16 40960 0 NAMEI 1024 0 40 422160 0 16 40960 0 malloc-8192 8192 4 1 6 0 1 40960 0 malloc-4096 4096 4 6 172 0 2 40960 0 tcp_inpcb 488 6 74 6457 0 254 39040 0 malloc-2048 2048 2 16 666 0 8 36864 0 malloc-64 64 75 492 2880 0 254 36288 0 malloc-64 64 5 562 11601 0 254 36288 0 malloc-256 256 74 61 2870 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 153 0 1 32768 0 malloc-8192 8192 2 2 4 0 1 32768 0 pcpu-64 64 452 60 452 0 254 32768 0 sctp_chunk 152 15 193 210 0 254 31616 0 malloc-4096 4096 1 6 70958 0 2 28672 0 TURNSTILE 136 172 38 172 0 62 28560 0 PWD 32 18 864 70260 0 254 28224 0 malloc-32 32 354 528 17682 0 254 28224 0 16 Bucket 144 66 130 48834 0 62 28224 0 4 Bucket 48 13 575 6452 0 254 28224 0 KNOTE 160 28 147 625329 0 62 28000 0 8 Bucket 80 65 285 39459 0 126 28000 0 udp_inpcb 488 2 54 4388 0 254 27328 0 malloc-384 384 23 47 1221 0 30 26880 0 malloc-8192 8192 2 1 102 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 sctp_laddr 48 16 488 9790 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 142 44 495 0 126 23808 0 routing nhops 256 24 66 706 0 62 23040 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-256 256 62 28 821 0 62 23040 0 malloc-2048 2048 6 4 262 0 8 20480 0 malloc-1024 1024 18 2 18 0 16 20480 0 rtentry 176 31 84 706 0 62 20240 0 malloc-64 64 51 264 3372 0 254 20160 0 2 Bucket 32 66 564 24202 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 SLEEPQUEUE 88 172 20 172 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 3 1 8 0 2 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-1024 1024 6 10 9442 0 16 16384 0 malloc-1024 1024 14 2 14 0 16 16384 0 malloc-512 512 10 22 85 0 30 16384 0 vtnet_tx_hdr 24 0 668 97883 0 254 16032 0 malloc-128 128 59 65 5858 0 126 15872 0 tcp_bbr_pcb 832 0 18 10 0 16 14976 0 malloc-2048 2048 3 3 15 0 8 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-512 512 1 23 119 0 30 12288 0 malloc-32 32 74 304 8259 0 254 12096 0 malloc-32 32 4 374 5821 0 254 12096 0 malloc-16 16 89 661 20013 0 254 12000 0 cpuset 104 7 86 1173 0 126 9672 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 3 0 2 8192 0 malloc-2048 2048 1 3 37 0 8 8192 0 malloc-1024 1024 2 6 2 0 16 8192 0 malloc-1024 1024 4 4 4025 0 16 8192 0 malloc-1024 1024 3 5 157 0 16 8192 0 malloc-512 512 2 14 588 0 30 8192 0 malloc-512 512 3 13 47 0 30 8192 0 malloc-512 512 2 14 78 0 30 8192 0 malloc-512 512 9 7 10 0 30 8192 0 rl_entry 40 85 117 85 0 254 8080 0 sctp_stream_msg_out 112 6 66 1224 0 254 8064 0 udpcb 32 2 250 17880 0 254 8064 0 ipq 56 1 143 19 0 254 8064 0 malloc-32 32 101 151 13828 0 254 8064 0 malloc-32 32 59 193 1293 0 254 8064 0 malloc-32 32 31 221 2725 0 254 8064 0 malloc-16 16 16 484 46 0 254 8000 0 malloc-16 16 28 472 31712 0 254 8000 0 malloc-16 16 188 312 3550 0 254 8000 0 malloc-16 16 8 492 8 0 254 8000 0 malloc-16 16 256 244 259 0 254 8000 0 malloc-16 16 28 472 24507 0 254 8000 0 malloc-128 128 18 44 139 0 126 7936 0 kenv 258 3 27 1344 0 30 7740 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 953 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-512 512 1 7 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-32 32 8 118 168 0 254 4032 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 488 0 0 0 0 30 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 62 0 0 mdpbuf 2632 0 0 0 0 4 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0