Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x10 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81388261 stack pointer = 0x28:0xfffffe0025a687a0 frame pointer = 0x28:0xfffffe0025a687e0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 1434 (syz-executor.2) trap number = 12 panic: page fault cpuid = 0 time = 1593384910 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0025a683f0 vpanic() at vpanic+0x1c7/frame 0xfffffe0025a68450 panic() at panic+0x43/frame 0xfffffe0025a684b0 trap_fatal() at trap_fatal+0x4ca/frame 0xfffffe0025a68530 trap_pfault() at trap_pfault+0xdc/frame 0xfffffe0025a685b0 trap() at trap+0x3f8/frame 0xfffffe0025a686d0 calltrap() at calltrap+0x8/frame 0xfffffe0025a686d0 --- trap 0xc, rip = 0xffffffff81388261, rsp = 0xfffffe0025a687a0, rbp = 0xfffffe0025a687e0 --- sctp_find_ifa_in_ep() at sctp_find_ifa_in_ep+0x171/frame 0xfffffe0025a687e0 sctp_addr_mgmt_ep_sa() at sctp_addr_mgmt_ep_sa+0x97/frame 0xfffffe0025a68830 sctp_bindx_delete_address() at sctp_bindx_delete_address+0x1df/frame 0xfffffe0025a68890 sctp_setopt() at sctp_setopt+0x8824/frame 0xfffffe0025a68930 sctp_ctloutput() at sctp_ctloutput+0x22c/frame 0xfffffe0025a68990 sosetopt() at sosetopt+0x101/frame 0xfffffe0025a68a10 kern_setsockopt() at kern_setsockopt+0x158/frame 0xfffffe0025a68a90 sys_setsockopt() at sys_setsockopt+0x33/frame 0xfffffe0025a68ac0 amd64_syscall() at amd64_syscall+0x262/frame 0xfffffe0025a68bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe0025a68bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28288a, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 1434 tid 101141 ] Stopped at kdb_enter+0x67: movq $0,0x14a4276(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0xfffffe0029200000 rdx 0x3ffff rbx 0 rsp 0xfffffe0025a683d0 rbp 0xfffffe0025a683f0 rsi 0x40001 rdi 0xffffffff810c06a6 vprintf+0x176 r8 0 r9 0xffffffff r10 0x8002 ll+0x7fe1 r11 0xfffffe0025841110 r12 0xffffffff82068f70 ddb_dbbe r13 0 r14 0xffffffff819a839c r15 0xffffffff819a839c rip 0xffffffff810b59b7 kdb_enter+0x67 rflags 0x86 ll+0x65 kdb_enter+0x67: movq $0,0x14a4276(%rip) db> show proc Process 1434 (syz-executor.2) at 0xfffff80003cae000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 773 at 0xfffff8000f831a40 ABI: FreeBSD ELF64 arguments: /root/syz-executor.2 reaper: 0xfffff80003310000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00259769e8 (map 0xfffffe00259769e8) (map.pmap 0xfffffe0025976aa8) (pmap 0xfffffe0025976b08) threads: 2 100462 RunQ syz-executor.2 101141 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 1444 1442 424 0 D getblk 0xfffffe0003e0fac0 sysctl 1442 424 424 0 S piperd 0xfffff80003cbd000 sh 1438 771 771 0 R (threaded) syz-executor.1 100102 Run CPU 1 syz-executor.1 101144 S sbwait 0xfffffe00239d9e14 syz-executor.1 1435 898 898 0 R syz-executor.3 1434 773 773 0 R (threaded) syz-executor.2 100462 RunQ syz-executor.2 101141 Run CPU 0 syz-executor.2 1431 1 1431 65 Ss select 0xfffff80003c50240 dhclient 898 768 898 0 Rs syz-executor.3 815 1 815 0 Ss select 0xfffff80003c50cc0 dhclient 810 1 810 0 Ss select 0xfffff80003c50bc0 dhclient 773 768 773 0 Rs syz-executor.2 771 768 771 0 Rs syz-executor.1 770 768 770 0 Rs syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100093 S uwait 0xfffff800037ec880 syz-fuzzer 100111 S uwait 0xfffff80003a43480 syz-fuzzer 100112 S uwait 0xfffff80003a43580 syz-fuzzer 100113 S uwait 0xfffff80003a43680 syz-fuzzer 100114 S uwait 0xfffff80003317800 syz-fuzzer 100115 S kqread 0xfffff8000334f500 syz-fuzzer 100116 S uwait 0xfffff80003317a00 syz-fuzzer 100117 S uwait 0xfffff80003317b00 syz-fuzzer 100118 S uwait 0xfffff80003a43780 syz-fuzzer 100119 S uwait 0xfffff80003a40b00 syz-fuzzer 100121 S uwait 0xfffff8000f48d300 syz-fuzzer 766 764 766 0 Ss pause 0xfffff80003d5b5c8 csh 764 682 764 0 Ss select 0xfffff80003ddfb40 sshd 748 1 748 0 Rs+ getty 747 1 747 0 Ss+ ttyin 0xfffff80003b06cb0 getty 746 1 746 0 Ss+ ttyin 0xfffff80003b090b0 getty 745 1 745 0 Ss+ ttyin 0xfffff80003b094b0 getty 744 1 744 0 Ss+ ttyin 0xfffff80003b098b0 getty 743 1 743 0 Ss+ ttyin 0xfffff80003b09cb0 getty 742 1 742 0 Ss+ ttyin 0xfffff80003b080b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80003b084b0 getty 740 1 740 0 Ss+ ttyin 0xfffff80003b088b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252f241 cron 682 1 682 0 Ss select 0xfffff80003ddfbc0 sshd 495 1 495 0 Ds biowr 0xfffffe0003e0fa40 syslogd 424 1 424 0 Ss wait 0xfffff80003d34000 devd 423 1 423 65 Ss select 0xfffff80003ddff40 dhclient 338 1 338 0 Ss select 0xfffff80003c531c0 dhclient 335 1 335 0 Ss select 0xfffff80003c53140 dhclient 23 0 0 0 DL vlruwt 0xfffff800033ec520 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261a498 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100069 D qsleep 0xffffffff826197e0 [bufdaemon] 100076 D - 0xffffffff8200aa00 [bufspacedaemon-0] 100087 D sdflush 0xfffff80003c4cce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff826407c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100067 D psleep 0xffffffff82634c58 [dom0] 100074 D launds 0xffffffff82634c64 [laundry: dom0] 100075 D umarcl 0xffffffff8154df40 [uma] 18 0 0 0 DL - 0xffffffff82362e78 [rand_harvestq] 17 0 0 0 DL pftm 0xffffffff82c583a0 [pf purge] 16 0 0 0 DL waiting 0xffffffff8261cc10 [sctp_iterator] 15 0 0 0 DL - 0xffffffff82618dec [soaiod4] 9 0 0 0 DL - 0xffffffff82618dec [soaiod3] 8 0 0 0 DL - 0xffffffff82618dec [soaiod2] 7 0 0 0 DL - 0xffffffff82618dec [soaiod1] 6 0 0 0 DL (threaded) [cam] 100033 D - 0xffffffff8223abc0 [doneq0] 100066 D - 0xffffffff8223aa90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80003212d90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80003212d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82632440 [crypto] 14 0 0 0 DL seqstat 0xfffff800030d5488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100024 D - 0xffffffff8250e1c0 [g_event] 100025 D - 0xffffffff8250e1c8 [g_up] 100026 D - 0xffffffff8250e1d0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100017 D - 0xfffff80003093700 [thr_0] 100018 D - 0xfffff80003093740 [thr_1] 12 0 0 0 WL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100019 I [swi4: clock (0)] 100020 I [swi4: clock (1)] 100021 I [swi3: vm] 100022 I [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 I [swi1: hpts] 100073 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80003310000 [init] 10 0 0 0 DL audit_w 0xffffffff82632918 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250e750 [swapper] 100005 D - 0xfffff80003356100 [if_config_tqg_0] 100006 D - 0xfffff80003356000 [softirq_0] 100007 D - 0xfffff80003357e00 [softirq_1] 100008 D - 0xfffff80003357d00 [if_io_tqg_0] 100009 D - 0xfffff80003357c00 [if_io_tqg_1] 100011 D - 0xfffff80003351600 [kqueue_ctx taskq] 100012 D - 0xfffff80003351500 [aiod_kick taskq] 100015 D - 0xfffff80003351000 [in6m_free taskq] 100016 D - 0xfffff8000334ee00 [thread taskq] 100023 D - 0xfffff8000334e900 [firmware taskq] 100028 D - 0xfffff8000334e800 [crypto_0] 100029 D - 0xfffff8000334e800 [crypto_1] 100043 D - 0xfffff8000334e200 [vtnet0 rxq 0] 100044 D - 0xfffff8000334e100 [vtnet0 txq 0] 100045 D - 0xfffff8000334e000 [vtnet0 rxq 1] 100046 D - 0xfffff8000334fe00 [vtnet0 txq 1] 100048 D vtbslp 0xfffff800034f3580 [virtio_balloon] 100052 D - 0xfffff8000334f700 [mca taskq] 100057 D - 0xffffffff81d4d9f1 [deadlkres] 100061 D - 0xfffff80003b66200 [acpi_task_0] 100062 D - 0xfffff80003b66200 [acpi_task_1] 100063 D - 0xfffff80003b66200 [acpi_task_2] 100065 D - 0xfffff8000334e700 [CAM taskq] db> show all locks Process 1444 (sysctl) thread 0xfffffe0025888800 (100644) exclusive lockmgr ufs (ufs) r = 0 (0xfffff80003ce9438) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_vnops.c:462 Process 1438 (syz-executor.1) thread 0xfffffe002583fe00 (100102) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff82550670) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:512 Process 770 (syz-executor.0) thread 0xfffffe00239fc700 (100096) exclusive lockmgr ufs (ufs) r = 0 (0xfffff8000f630bd8) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_vfsops.c:1984 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8000f9199f0) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:737 Process 495 (syslogd) thread 0xfffffe0023bc1700 (100089) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003e0fac0) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3882 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8000f36b250) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_syscalls.c:3432 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4212 4850K 4240 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 27951 1631K 28015 kobj 334 1336K 493 newblk 9 1026K 2025 vfscache 4 1025K 4 pcb 25 539K 549 inodedep 13 518K 830 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 128 257K 1518 acpica 1674 185K 55859 vnet_data 1 168K 1 filedesc 19 133K 1276 pagedep 10 131K 676 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 239 96K 289 bus 1002 80K 3404 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 501 63K 501 umtx 324 41K 324 BPF 22 36K 22 temp 36 35K 2799 shm 2 34K 29 kdtrace 176 34K 3963 hostcache 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 ifaddr 77 27K 82 vmem 3 26K 5 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ufs_mount 5 17K 6 lltable 45 17K 67 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 98 16K 98 ether_multi 172 14K 278 bus-sc 30 14K 1439 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 137 pfs_nodes 20 10K 20 GEOM 60 10K 488 rman 82 10K 423 bmsafemap 2 9K 776 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 3 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 routetbl 30 7K 50 cred 26 7K 676 CAM DEV 3 6K 510 kqueue 57 6K 1449 vt 11 6K 11 sctp_timw 21 6K 21 plimit 21 6K 414 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 45 5K 45 ufs_dirhash 24 5K 24 pf_ifnet 12 5K 26 DEVFSP 72 5K 130 UMA 249 5K 249 pf_table 2 4K 6 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 119 select 31 4K 31 session 26 4K 41 pgrp 26 4K 41 hhook 13 4K 13 lockf 28 4K 93 acpisem 22 3K 22 terminal 11 3K 11 proc-args 45 3K 600 uidinfo 4 3K 13 sctp_ifa 17 3K 26 local_apic 1 2K 1 io_apic 1 2K 1 CAM CCB 1 2K 5214 ipsec-saq 2 2K 2 ip6ndp 12 2K 27 CAM XPT 22 2K 543 in_multi 6 2K 11 Unitno 25 2K 45 acpidev 20 2K 20 msi 9 2K 9 tun 7 2K 7 softdep 1 1K 1 ipsecpolicy 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 clone 8 1K 8 vnodemarker 2 1K 64 NFSD session 1 1K 1 CAM periph 4 1K 271 freework 4 1K 795 dirrem 3 1K 696 freeblks 3 1K 674 mld 6 1K 6 sctp_ifn 6 1K 9 igmp 6 1K 6 nhops 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 86 pci_link 10 1K 10 newdirblk 5 1K 656 mkdir 5 1K 1312 crypto 3 1K 3 savedino 2 1K 503 sctp_atcl 1 1K 247 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 epoch 4 1K 4 cdev 2 1K 2 inpcbpolicy 14 1K 831 encap_export_host 8 1K 8 diradd 3 1K 741 freefile 3 1K 691 osd 3 1K 9 sctp_socko 1 1K 257 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 pf_rule 1 1K 5 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 ktls 1 1K 1 pmchooks 1 1K 1 prison 4 1K 4 soname 4 1K 5927 nexusdev 5 1K 5 entropy 2 1K 41 sctp_vrf 1 1K 1 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 sctp_atky 1 1K 278 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 79 sctp_athm 1 1K 247 iov 1 1K 14556 p1003.1b 1 1K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 ath_hal 0 0K 0 madt_table 0 0K 2 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 pvscsi 0 0K 0 smartpqi 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 fpukern_ctx 0 0K 0 midi buffers 0 0K 0 xen_intr 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 dmar_dmamap 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 isci 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 31 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 8 allocindir 0 0K 0 indirdep 0 0K 132 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 2 in6_mfilter 0 0K 2 frag6 0 0K 0 tcplog 0 0K 0 lDevFlags * malloc 0 0K 0 LRO 0 0K 0 sctp_mcore 0 0K 0 sctp_iter 0 0K 19 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 19 sctp_aadr 0 0K 0 sctp_stro 0 0K 31 sctp_stri 0 0K 0 sctp_map 0 0K 62 newreno data 0 0K 0 ip_msource 0 0K 2 ip_moptions 0 0K 2 in_mfilter 0 0K 7 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 statfs 0 0K 824 export_host 0 0K 0 cl_savebuf 0 0K 3 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 221 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 172 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 609 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9018 126 9018 0 254 18726912 0 mbuf_packet 256 8197 693 671274 0 254 2275840 0 512 512 4140 36 4146 0 30 2138112 0 BUF TRIE 144 294 13202 2915 0 62 1943424 0 RADIX NODE 144 11743 238 93867 0 62 1725264 0 4096 4096 336 4 946 0 2 1392640 0 128 128 9744 114 10411 0 126 1261824 0 sctp_asoc 2288 0 510 31 0 254 1166880 0 mbuf_jumbo_page 4096 0 254 87 0 254 1040384 0 pbuf 832 0 953 0 0 2 792896 0 UMA Slabs 0 112 6386 16 6386 0 126 717024 0 sctp_ep 1280 1 509 216 0 254 652800 0 tcpcb 1040 4 513 59 0 254 537680 0 socket 904 23 490 2178 0 254 463752 0 sctp_raddr 736 0 517 31 0 254 380512 0 VM OBJECT 264 1146 84 22967 0 30 324720 0 256 Bucket 2048 146 8 1170 0 8 315392 0 VNODE 488 561 71 1254 0 30 308416 0 THREAD 1792 137 25 1144 0 8 290304 0 256 256 38 1087 2996 0 62 288000 0 mbuf 256 465 560 330534 0 254 262400 0 65536 65536 4 0 4 0 1 262144 0 4096 4096 55 7 1445 0 2 253952 0 ripcb 488 2 510 27 0 254 249856 0 udplite_inpcb 488 1 511 573 0 254 249856 0 tcp_inpcb 488 4 508 59 0 254 249856 0 udp_inpcb 488 7 505 172 0 254 249856 0 2048 2048 1 119 5248 0 8 245760 0 16384 16384 9 5 637 0 1 229376 0 64 64 2809 278 2969 0 254 197568 0 65536 65536 1 2 96 0 1 196608 0 16 16 11776 474 12482 0 254 196000 0 g_bio 408 4 446 18510 0 30 183600 0 128 128 1161 234 25374 0 126 178560 0 UMA Zones 768 223 3 223 0 16 173568 0 512 512 19 317 1352 0 30 172032 0 MAP ENTRY 96 1298 466 75890 0 126 169344 0 32 32 4646 520 5369 0 254 165312 0 32768 32768 0 5 106 0 1 163840 0 FFS2 dinode 256 524 106 1215 0 62 161280 0 1024 1024 117 27 150 0 16 147456 0 vmem btag 56 2162 201 2162 0 254 132328 0 65536 65536 2 0 2 0 1 131072 0 65536 65536 1 1 9 0 1 131072 0 4096 4096 27 5 51 0 2 131072 0 unpcb 256 11 499 1097 0 254 130560 0 ksiginfo 112 56 988 81 0 126 116928 0 VMSPACE 2536 32 13 1423 0 4 114120 0 FFS inode 160 525 100 1216 0 62 100000 0 16384 16384 4 2 6 0 1 98304 0 S VFS Cache 108 622 278 1945 0 126 97200 0 256 256 34 341 2024 0 62 96000 0 256 256 31 344 1636 0 62 96000 0 PROC 1312 54 18 1444 0 8 94464 0 128 Bucket 1024 45 38 8985 0 16 84992 0 filedesc0 1088 55 22 1445 0 8 83776 0 UMA Kegs 384 209 6 209 0 30 82560 0 256 256 172 143 3001 0 62 80640 0 512 512 96 56 180 0 30 77824 0 1024 1024 4 64 308 0 16 69632 0 64 64 520 551 1589 0 254 68544 0 128 128 30 497 6493 0 126 67456 0 128 128 374 153 1683 0 126 67456 0 128 128 323 204 571 0 126 67456 0 65536 65536 1 0 1 0 1 65536 0 65536 65536 0 1 112 0 1 65536 0 8192 8192 6 2 34 0 1 65536 0 2048 2048 9 23 560 0 8 65536 0 clpbuf 832 0 64 1138 0 16 53248 0 64 Bucket 512 90 14 1966 0 30 53248 0 64 64 468 351 759 0 254 52416 0 128 128 184 219 1913 0 126 51584 0 256 256 158 37 666 0 62 49920 0 256 256 106 89 917 0 62 49920 0 256 256 86 109 1233 0 62 49920 0 32 Bucket 256 58 137 748 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 1 47 16196 0 16 49152 0 2048 2048 9 15 15 0 8 49152 0 2048 2048 2 22 217 0 8 49152 0 2048 2048 11 13 15 0 8 49152 0 512 512 53 43 102 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 4096 4096 7 3 18 0 2 40960 0 selfd 64 49 518 10826 0 254 36288 0 64 64 14 553 53 0 254 36288 0 64 64 294 273 14046 0 254 36288 0 64 64 64 503 1478 0 254 36288 0 64 64 3 564 55 0 254 36288 0 64 64 239 328 2050 0 254 36288 0 128 128 42 237 112 0 126 35712 0 128 128 158 121 316 0 126 35712 0 routing nhops 256 16 119 51 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 18 117 919 0 62 34560 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 0 1 112 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 8192 8192 3 1 86 0 1 32768 0 8192 8192 4 0 4 0 1 32768 0 2048 2048 2 14 449 0 8 32768 0 1024 1024 2 30 31 0 16 32768 0 1024 1024 16 16 19 0 16 32768 0 1024 1024 3 29 1166 0 16 32768 0 1024 1024 17 15 17 0 16 32768 0 512 512 21 43 139 0 30 32768 0 512 512 32 32 283 0 30 32768 0 512 512 11 53 12 0 30 32768 0 mt_stats_zone 64 443 69 443 0 254 32768 0 64 pcpu 8 3795 301 3886 0 254 32768 0 KNOTE 160 27 173 25966 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 Files 80 189 211 9152 0 126 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 34 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 PWD 32 18 864 699 0 254 28224 0 4 Bucket 48 8 580 6821 0 254 28224 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 rtentry 208 34 99 51 0 62 27664 0 pipe 760 20 15 332 0 16 26600 0 TURNSTILE 136 163 26 163 0 62 25704 0 rl_entry 40 57 549 57 0 254 24240 0 2 Bucket 32 62 694 9788 0 254 24192 0 vtnet_tx_hdr 24 0 1002 325289 0 254 24048 0 8 Bucket 80 68 232 23370 0 126 24000 0 Mountpoints 2816 2 6 2 0 4 22528 0 SLEEPQUEUE 88 163 93 163 0 126 22528 0 udpcb 32 3 627 745 0 254 20160 0 32 32 27 603 165 0 254 20160 0 32 32 114 516 907 0 254 20160 0 32 32 119 511 951 0 254 20160 0 32 32 9 621 53 0 254 20160 0 32 32 93 537 1340 0 254 20160 0 32 32 46 584 3790 0 254 20160 0 16 Bucket 144 60 80 866 0 62 20160 0 procdesc 136 2 143 8 0 62 19720 0 L VFS Cache 328 0 60 22 0 30 19680 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 0 1 136 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 4096 4096 1 3 8 0 2 16384 0 4096 4096 4 0 5 0 2 16384 0 4096 4096 1 3 825 0 2 16384 0 2048 2048 1 7 13 0 8 16384 0 2048 2048 3 5 31 0 8 16384 0 1024 1024 6 10 6 0 16 16384 0 1024 1024 1 15 1 0 16 16384 0 mt_zone 24 443 225 443 0 254 16032 0 kenv 258 3 57 1113 0 30 15480 0 MAP 216 2 69 2 0 62 15336 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 32 32 12 366 297 0 254 12096 0 16 16 16 734 109 0 254 12000 0 16 16 15 735 474 0 254 12000 0 16 16 28 722 325 0 254 12000 0 16 16 201 549 1478 0 254 12000 0 16 16 4 746 5 0 254 12000 0 16 16 253 497 528 0 254 12000 0 16 16 22 728 25390 0 254 12000 0 SMR CPU 32 1 254 1 0 254 8160 0 SMR SHARED 24 1 254 1 0 254 6120 0 512 512 2 6 323 0 30 4096 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 rentr 24 0 0 0 0 254 0 0 LTS VFS Cache 368 0 0 0 0 30 0 0 STS VFS Cache 148 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 DMAR_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 4096 4096 0 0 0 0 2 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0