Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0xff fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff82e039b2 stack pointer = 0x28:0xfffffe00037ab8a0 frame pointer = 0x28:0xfffffe00037ab900 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi4: clock (0)) trap number = 12 panic: page fault cpuid = 0 time = 1612296562 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00037ab500 vpanic() at vpanic+0x1c7/frame 0xfffffe00037ab560 panic() at panic+0x43/frame 0xfffffe00037ab5c0 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe00037ab640 trap_pfault() at trap_pfault+0xd4/frame 0xfffffe00037ab6b0 trap() at trap+0x41d/frame 0xfffffe00037ab7d0 calltrap() at calltrap+0x8/frame 0xfffffe00037ab7d0 --- trap 0xc, rip = 0xffffffff82e039b2, rsp = 0xfffffe00037ab8a0, rbp = 0xfffffe00037ab900 --- sctp_find_alternate_net() at sctp_find_alternate_net+0x4f2/frame 0xfffffe00037ab900 sctp_shutdown_timer() at sctp_shutdown_timer+0xdc/frame 0xfffffe00037ab940 sctp_timeout_handler() at sctp_timeout_handler+0x832/frame 0xfffffe00037aba00 softclock_call_cc() at softclock_call_cc+0x1f7/frame 0xfffffe00037abad0 softclock() at softclock+0xb0/frame 0xfffffe00037abb10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe00037abbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe00037abbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00037abbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100022 ] Stopped at kdb_enter+0x67: movq $0,0x1450bae(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff81117ec0 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00037ab4e0 rbp 0xfffffe00037ab500 rsi 0 rdi 0xffffffff81117ef6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xfffffe0094ef2c10 r12 0xffffffff82067650 ddb_dbbe r13 0 r14 0xffffffff819bf340 r15 0xffffffff819bf340 rip 0xffffffff8110eed7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1450bae(%rip) db> show proc Process 12 (intr) at 0xfffff80004469a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff82512fb0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff82512fb0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82513c00 (map 0xffffffff82513c00) (map.pmap 0xffffffff82513cc0) (pmap 0xffffffff82513d20) threads: 23 100012 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 Run CPU 0 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 3545 783 783 0 D (threaded) syz-executor.0 105258 S nanslp 0xffffffff825331e1 syz-executor.0 107105 S sbwait 0xfffff800251f9574 syz-executor.0 107108 S sbwait 0xfffff80018b9b1c4 syz-executor.0 107111 D biowr 0xfffffe0003855d00 syz-executor.0 107115 S uwait 0xfffff80018e83100 syz-executor.0 107118 S uwait 0xfffff80018b93580 syz-executor.0 107121 S uwait 0xfffff80004c0a580 syz-executor.0 3544 815 815 0 S (threaded) syz-executor.3 105987 S nanslp 0xffffffff825331e1 syz-executor.3 107103 S sbwait 0xfffff8002519dcd4 syz-executor.3 107106 S sbwait 0xfffff80025196924 syz-executor.3 107109 S sbwait 0xfffff80025154924 syz-executor.3 107113 S uwait 0xfffff80018b93a80 syz-executor.3 107116 S uwait 0xfffff80018e83200 syz-executor.3 3542 826 826 0 S (threaded) syz-executor.2 105235 S nanslp 0xffffffff825331e1 syz-executor.2 107099 S sbwait 0xfffff80025195cd4 syz-executor.2 107102 S sbwait 0xfffff80025196574 syz-executor.2 107107 S sbwait 0xfffff800078e12dc syz-executor.2 107110 S uwait 0xfffff80018dfc500 syz-executor.2 107112 S uwait 0xfffff80004c0a180 syz-executor.2 3207 1 3207 65 Ss select 0xfffff800077bdb40 dhclient 2678 1 2678 0 Ss select 0xfffff80018e9fc40 dhclient 2670 1 2670 0 Ss select 0xfffff800184b5840 dhclient 2650 1 2650 65 Ss select 0xfffff80018e9fdc0 dhclient 2099 1 2099 0 Ss select 0xfffff80007808340 dhclient 2096 1 2096 0 Ss select 0xfffff80007808540 dhclient 1496 1 1496 65 Ss select 0xfffff80007691040 dhclient 1038 1 1038 0 Ss select 0xfffff80018e9f740 dhclient 1035 1 1035 0 Ss select 0xfffff80004f6a1c0 dhclient 826 780 826 0 Ss nanslp 0xffffffff825331e1 syz-executor.2 815 780 815 0 Ss nanslp 0xffffffff825331e1 syz-executor.3 783 780 783 0 Ss nanslp 0xffffffff825331e1 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100097 S uwait 0xfffff80004b19000 syz-fuzzer 100110 S uwait 0xfffff80018425580 syz-fuzzer 100111 S uwait 0xfffff80018425680 syz-fuzzer 100112 S uwait 0xfffff80018425780 syz-fuzzer 100113 S uwait 0xfffff80018425880 syz-fuzzer 100114 S uwait 0xfffff80018425980 syz-fuzzer 100115 S uwait 0xfffff80018425380 syz-fuzzer 100116 S uwait 0xfffff80018425a80 syz-fuzzer 100117 S uwait 0xfffff80004c0a080 syz-fuzzer 102235 S kqread 0xfffff80004d92100 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80004e780b0 csh 776 694 776 0 Ss select 0xfffff800184b55c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800048e58b0 getty 759 1 759 0 Ss+ ttyin 0xfffff80004c19cb0 getty 758 1 758 0 Ss+ ttyin 0xfffff80004ba14b0 getty 757 1 757 0 Ss+ ttyin 0xfffff80004ba1cb0 getty 756 1 756 0 Ss+ ttyin 0xfffff80004ba54b0 getty 755 1 755 0 Ss+ ttyin 0xfffff80004ba5cb0 getty 754 1 754 0 Ss+ ttyin 0xfffff80004baa4b0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004baacb0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004bb04b0 getty 698 1 698 0 Ss nanslp 0xffffffff825331e0 cron 694 1 694 0 Ss select 0xfffff800184b5940 sshd 507 1 507 0 Ss select 0xfffff800184b5dc0 syslogd 436 1 436 0 Ss select 0xfffff80004f6a540 devd 435 1 435 65 Ss select 0xfffff80004f6a2c0 dhclient 350 1 350 0 Ss select 0xfffff80004f6a3c0 dhclient 347 1 347 0 Ss select 0xfffff80004f6abc0 dhclient 23 0 0 0 DL vlruwt 0xfffff80004dc3528 [vnlru] 22 0 0 0 DL syncer 0xffffffff826226b8 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff826217a0 [bufdaemon] 100075 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100088 D sdflush 0xfffff80004ea7ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82648cc8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff8263d138 [dom0] 100076 D launds 0xffffffff8263d144 [laundry: dom0] 100077 D umarcl 0xffffffff8152acc0 [uma] 18 0 0 0 DL - 0xffffffff82367578 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e46818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82cbe430 [pf purge] 15 0 0 0 DL - 0xffffffff8261ed5c [soaiod4] 9 0 0 0 DL - 0xffffffff8261ed5c [soaiod3] 8 0 0 0 DL - 0xffffffff8261ed5c [soaiod2] 7 0 0 0 DL - 0xffffffff8261ed5c [soaiod1] 6 0 0 0 RL (threaded) [cam] 100034 Run CPU 1 [doneq0] 100067 D - 0xffffffff8223f190 [scanner] 14 0 0 0 DL seqstat 0xfffff8000458a888 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004539d90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004539d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8263a630 [crypto] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff82512a20 [g_event] 100026 D - 0xffffffff82512a28 [g_up] 100027 D - 0xffffffff82512a30 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff8000446e900 [thr_0] 100019 D - 0xfffff8000446e980 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 Run CPU 0 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff8000448b528 [init] 10 0 0 0 DL audit_w 0xffffffff8263ab50 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff82512fb0 [swapper] 100005 D - 0xfffff8000446ee00 [if_config_tqg_0] 100006 D - 0xfffff8000446ed00 [softirq_0] 100007 D - 0xfffff8000446ec00 [softirq_1] 100008 D - 0xfffff8000446eb00 [if_io_tqg_0] 100009 D - 0xfffff8000446ea00 [if_io_tqg_1] 100010 D - 0xfffff8000446de00 [thread taskq] 100011 D - 0xfffff8000446dd00 [aiod_kick taskq] 100013 D - 0xfffff8000446db00 [kqueue_ctx taskq] 100015 D - 0xfffff8000446d900 [in6m_free taskq] 100017 D - 0xfffff8000446d700 [inm_free taskq] 100024 D - 0xfffff8000446d600 [firmware taskq] 100028 D - 0xfffff800044a9b00 [crypto_0] 100029 D - 0xfffff800044a9b00 [crypto_1] 100044 D - 0xfffff800044a9400 [vtnet0 rxq 0] 100045 D - 0xfffff800044a9300 [vtnet0 txq 0] 100046 D - 0xfffff800044a9200 [vtnet0 rxq 1] 100047 D - 0xfffff800044a9100 [vtnet0 txq 1] 100049 D vtbslp 0xfffff8000466a980 [virtio_balloon] 100053 D - 0xfffff800044a9000 [mca taskq] 100058 D - 0xffffffff81d66ea1 [deadlkres] 100062 D - 0xfffff800044a9900 [acpi_task_0] 100063 D - 0xfffff800044a9900 [acpi_task_1] 100064 D - 0xfffff800044a9900 [acpi_task_2] 100066 D - 0xfffff800044a9500 [CAM taskq] 784 780 784 0 Z syz-executor.1 db> show all locks Process 3545 (syz-executor.0) thread 0xfffffe0094d81500 (107111) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003855d80) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3902 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80004f869f8) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_vnops.c:1093 Process 3544 (syz-executor.3) thread 0xfffffe0094e57a00 (107109) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff800251548c8) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 6 (cam) thread 0xfffffe00042b9700 (100034) exclusive sleep mutex CAM device lock (CAM device lock) r = 0 (0xfffff80004b6a4d0) locked @ /syzkaller/managers/main/kernel/sys/cam/scsi/scsi_da.c:4533 Process 12 (intr) thread 0xfffffe0004126c00 (100022) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0094fac380) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1762 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4340K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 30605 1795K 30671 kobj 329 1316K 489 newblk 30 1032K 7812 vfscache 3 1025K 3 pcb 425 973K 6215 inodedep 9 515K 4271 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 141 267K 3641 sctp_stro 196 196K 1179 acpica 1674 184K 58233 vnet_data 1 168K 1 sctp_atcl 403 152K 4151 tidhash 3 141K 3 pagedep 10 131K 5759 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 filedesc 14 105K 5161 linker 278 100K 313 BPF 46 88K 46 bus 983 80K 3364 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 503 63K 503 umtx 360 45K 360 kdtrace 221 45K 10676 temp 36 35K 2546 hostcache 1 32K 1 shm 1 32K 8 DEVFS3 124 31K 134 msg 4 30K 4 sctp_atky 622 28K 5525 vmem 3 26K 5 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 72 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 lltable 44 14K 165 bus-sc 32 14K 1598 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 144 12K 182 kenv 93 12K 93 eventhandler 129 11K 129 GEOM 60 10K 489 rman 82 10K 423 ksem 4 10K 108 in6_multi 64 9K 71 sctp_timw 33 9K 33 bmsafemap 2 9K 3054 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 3 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 236 8K 294 sctp_athm 403 7K 4268 routetbl 30 7K 168 sctp_map 392 7K 2320 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 61 6K 3591 plimit 23 6K 473 cred 23 6K 255 CAM queue 5 6K 1528 taskqueue 48 6K 48 sctp_stri 10 5K 307 ufs_dirhash 24 5K 24 pf_ifnet 12 5K 84 UMA 260 5K 260 vt 11 5K 11 pf_table 2 4K 36 memdesc 1 4K 1 MCA 32 4K 32 session 32 4K 49 evdev 4 4K 4 DEVFSP 59 4K 82 pwddesc 58 4K 3553 lockf 30 4K 975 hhook 13 4K 13 selfd 48 3K 60019 kcovinfo 48 3K 68 terminal 11 3K 11 acpisem 22 3K 22 proc-args 49 3K 675 sctp_aadr 42 3K 83 ip6opt 10 3K 40 uidinfo 3 3K 16 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 CAM CCB 1 2K 20201 ipsec-saq 2 2K 2 select 16 2K 268 sctp_ifa 13 2K 15 ip6ndp 11 2K 15 Unitno 28 2K 46 CAM XPT 22 2K 543 pf_osfp 13 2K 13 ipsecpolicy 2 2K 2 in_multi 5 2K 14 acpidev 20 2K 20 msi 9 2K 9 inpcbpolicy 36 2K 5123 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 246 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 sctp_ifn 5 1K 15 diradd 5 1K 2863 crypto 4 1K 4 encap_export_host 12 1K 12 dirrem 2 1K 2823 pfil 4 1K 4 CAM SIM 2 1K 2 procdesc 4 1K 18 cdev 2 1K 2 iov 7 1K 19909 chacha20random 1 1K 1 osd 3 1K 10 newdirblk 2 1K 2607 mkdir 2 1K 5214 indirdep 1 1K 1476 vnodes 1 1K 16 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 aesni_data 2 1K 2 pf_rule 1 1K 97 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 3693 pmchooks 1 1K 1 soname 4 1K 6207 nexusdev 6 1K 6 sctp_vrf 1 1K 1 entropy 2 1K 42 ip6_msource 1 1K 13 ip_msource 1 1K 6 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 4 1K 112 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 1913 sctp_iter 0 0K 16 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 5 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 ciss_data 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 xen_intr 0 0K 0 nvme_da 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 64 isci 0 0K 0 iommu_dmamap 0 0K 0 midi buffers 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 vm_fictitious 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 PUC 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 7713 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 119 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 2817 freeblks 0 0K 2788 freefrag 0 0K 13 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 ppbusdev 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_moptions 0 0K 13 in6_mfilter 0 0K 49 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 11 in_mfilter 0 0K 16 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 7 osti_cacheable 0 0K 0 statfs 0 0K 2790 namei_tracker 0 0K 52 export_host 0 0K 0 cl_savebuf 0 0K 46 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mpt_user 0 0K 0 mbuf_tag 0 0K 227 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 487 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 sbuf 0 0K 288 mpr 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mfibuf 0 0K 0 SWAP 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 sysctltmp 0 0K 732 sysctl 0 0K 1 malodev 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 cache 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 10597 359 1078366 0 254 44875776 0 tcp_log 416 0 15057 190908 0 254 6263712 0 mbuf 256 11479 1946 2015657 0 254 3436800 0 pbuf 2632 0 957 0 0 2 2518824 0 RADIX NODE 144 13916 1593 165109 0 62 2233296 0 BUF TRIE 144 358 13110 15615 0 62 1939392 0 malloc-384 384 4168 12 4188 0 30 1605120 0 UMA Slabs 0 112 12429 24 12429 0 126 1394736 0 mbuf_cluster 2048 675 1 675 0 254 1384448 0 malloc-4096 4096 336 2 499 0 2 1384448 0 malloc-128 128 10037 255 13154 0 126 1317376 0 tcp_bbr_map 128 0 4898 115199 0 126 626944 0 FFS inode 1128 517 29 3362 0 8 615888 0 sctp_asoc 2288 196 9 1160 0 254 469040 0 malloc-2048 2048 199 11 2775 0 8 430080 0 256 Bucket 2048 196 10 20521 0 8 421888 0 VM OBJECT 264 1220 190 56865 0 30 372240 0 THREAD 1792 161 19 7122 0 8 322560 0 VNODE 488 554 86 3401 0 30 312320 0 sctp_ep 1280 197 28 2769 0 254 288000 0 malloc-4096 4096 59 9 3553 0 2 278528 0 malloc-2048 2048 9 123 21024 0 8 270336 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-32768 32768 0 8 1315 0 1 262144 0 malloc-64 64 3208 320 6714 0 254 225792 0 DEVCTL 1024 0 212 130 0 0 217088 0 malloc-16384 16384 7 6 2579 0 1 212992 0 malloc-1024 1024 196 8 1157 0 16 208896 0 malloc-16 16 12663 337 12732 0 254 208000 0 g_bio 408 4 486 70995 0 30 199920 0 malloc-32768 32768 0 6 35 0 1 196608 0 malloc-256 256 220 545 8148 0 62 195840 0 sctp_raddr 736 253 11 1635 0 254 194304 0 MAP ENTRY 96 1488 486 206377 0 126 189504 0 malloc-384 384 427 63 8547 0 30 188160 0 malloc-128 128 1210 247 32564 0 126 186496 0 UMA Zones 768 232 2 232 0 16 179712 0 socket 944 57 131 9420 0 254 177472 0 mbuf_packet 256 137 538 11056 0 254 172800 0 FFS2 dinode 256 517 128 3361 0 62 165120 0 sctp_chunk 152 264 776 3379 0 254 158080 0 malloc-32 32 4817 97 4836 0 254 157248 0 S VFS Cache 104 1018 347 3903 0 126 141960 0 malloc-256 256 428 112 9977 0 62 138240 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 268 0 1 131072 0 malloc-1024 1024 125 3 142 0 16 131072 0 VMSPACE 2544 35 16 3531 0 4 129744 0 vmem btag 56 2210 82 2210 0 254 128352 0 clpbuf 2632 0 48 670 0 16 126336 0 128 Bucket 1024 91 28 1869 0 16 121856 0 ksiginfo 112 66 978 981 0 126 116928 0 PROC 1320 58 23 3552 0 8 106920 0 malloc-128 128 679 127 6777 0 126 103168 0 malloc-16384 16384 3 3 8 0 1 98304 0 malloc-4096 4096 21 1 27 0 2 90112 0 filedesc0 1072 58 26 3553 0 8 90048 0 UMA Kegs 384 218 5 218 0 30 85632 0 malloc-128 128 354 266 3535 0 126 79360 0 malloc-4096 4096 17 2 34 0 2 77824 0 64 Bucket 512 102 50 6973 0 30 77824 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 124 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-256 256 70 170 22983 0 62 61440 0 malloc-8192 8192 2 5 10 0 1 57344 0 malloc-8192 8192 6 1 97 0 1 57344 0 malloc-128 128 396 38 1384 0 126 55552 0 udplite_inpcb 488 14 98 3989 0 254 54656 0 malloc-64 64 743 76 3195 0 254 52416 0 32 Bucket 256 68 127 7236 0 62 49920 0 malloc-16384 16384 3 0 9 0 1 49152 0 tcpcb 1048 14 30 794 0 254 46112 0 pcpu-8 8 4647 473 6701 0 254 40960 0 pipe 744 21 34 677 0 16 40920 0 malloc-64 64 486 144 1575 0 254 40320 0 malloc-64 64 404 226 4548 0 254 40320 0 malloc-256 256 16 134 4422 0 62 38400 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 26363 0 16 36864 0 malloc-4096 4096 4 5 3387 0 2 36864 0 Files 80 211 239 20383 0 126 36000 0 malloc-384 384 83 7 90 0 30 34560 0 malloc-32768 32768 0 1 117 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 2 2 30 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 pcpu-64 64 456 56 456 0 254 32768 0 tcp_inpcb 488 21 43 794 0 254 31232 0 malloc-256 256 66 54 378 0 62 30720 0 malloc-2048 2048 9 5 34 0 8 28672 0 TURNSTILE 136 181 29 181 0 62 28560 0 malloc-64 64 126 315 3702 0 254 28224 0 KNOTE 160 24 151 178270 0 62 28000 0 8 Bucket 80 57 293 2757 0 126 28000 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-2048 2048 5 7 227 0 8 24576 0 PWD 32 19 737 2660 0 254 24192 0 malloc-64 64 152 226 77121 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-256 256 61 29 993 0 62 23040 0 tcp_bbr_pcb 832 0 27 397 0 16 22464 0 malloc-1024 1024 7 13 64 0 16 20480 0 malloc-32 32 495 135 12042 0 254 20160 0 2 Bucket 32 65 565 1202 0 254 20160 0 malloc-128 128 114 41 1049 0 126 19840 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 17 58 1478 0 254 19200 0 malloc-384 384 39 11 40 0 30 19200 0 malloc-384 384 21 29 142 0 30 19200 0 malloc-256 256 50 25 50 0 62 19200 0 malloc-256 256 14 61 900 0 62 19200 0 SLEEPQUEUE 88 181 11 181 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 153 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 5 3 196 0 8 16384 0 malloc-1024 1024 11 5 24 0 16 16384 0 malloc-1024 1024 12 4 21 0 16 16384 0 malloc-1024 1024 11 5 94 0 16 16384 0 malloc-512 512 10 22 640 0 30 16384 0 malloc-512 512 10 22 295 0 30 16384 0 sctp_stream_msg_out 112 104 40 303 0 254 16128 0 malloc-32 32 335 169 845 0 254 16128 0 malloc-32 32 65 439 4870 0 254 16128 0 16 Bucket 144 53 59 663 0 62 16128 0 vtnet_tx_hdr 24 0 668 726604 0 254 16032 0 malloc-128 128 96 28 112 0 126 15872 0 tcp_rack_pcb 704 2 20 93 0 16 15488 0 itimer 352 0 44 35 0 30 15488 0 malloc-384 384 21 19 354 0 30 15360 0 malloc-4096 4096 1 2 150 0 2 12288 0 malloc-2048 2048 2 4 14 0 8 12288 0 malloc-512 512 13 11 267 0 30 12288 0 malloc-16 16 452 298 6440 0 254 12000 0 malloc-16 16 421 329 3836 0 254 12000 0 ripcb 488 5 19 85 0 254 11712 0 udp_inpcb 488 3 21 255 0 254 11712 0 routing nhops 256 25 20 35 0 62 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-1024 1024 2 6 1343 0 16 8192 0 rtentry 176 27 19 35 0 62 8096 0 PGRP 88 32 60 49 0 126 8096 0 rl_entry 40 87 115 95 0 254 8080 0 sctp_asconf_ack 48 5 163 10 0 254 8064 0 sctp_laddr 48 80 88 630 0 254 8064 0 udpcb 32 16 236 4244 0 254 8064 0 malloc-64 64 30 96 35 0 254 8064 0 malloc-64 64 71 55 124 0 254 8064 0 malloc-32 32 4 248 22 0 254 8064 0 malloc-32 32 67 185 978 0 254 8064 0 malloc-32 32 60 192 193 0 254 8064 0 malloc-32 32 19 233 1174 0 254 8064 0 4 Bucket 48 7 161 153 0 254 8064 0 malloc-16 16 6 494 6 0 254 8000 0 malloc-16 16 36 464 1573 0 254 8000 0 malloc-16 16 195 305 1369 0 254 8000 0 malloc-16 16 25 475 46 0 254 8000 0 malloc-16 16 268 232 26656 0 254 8000 0 malloc-128 128 14 48 14 0 126 7936 0 tcp_rack_map 120 4 62 102 0 126 7920 0 sctp_readq 152 0 52 105 0 254 7904 0 kenv 258 3 27 1053 0 30 7740 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-2048 2048 1 1 2 0 8 4096 0 malloc-2048 2048 0 2 36 0 8 4096 0 malloc-1024 1024 2 2 156 0 16 4096 0 malloc-512 512 1 7 1 0 30 4096 0 malloc-512 512 4 4 59 0 30 4096 0 malloc-512 512 1 7 1 0 30 4096 0 malloc-512 512 0 8 11 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 ipq 56 0 72 1 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0