Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0xff fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff82c30c22 stack pointer = 0x0:0xfffffe00037ab8a0 frame pointer = 0x0:0xfffffe00037ab900 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi4: clock (0)) trap number = 12 panic: page fault cpuid = 0 time = 1612065100 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00037ab500 vpanic() at vpanic+0x1c7/frame 0xfffffe00037ab560 panic() at panic+0x43/frame 0xfffffe00037ab5c0 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe00037ab640 trap_pfault() at trap_pfault+0xd4/frame 0xfffffe00037ab6b0 trap() at trap+0x41d/frame 0xfffffe00037ab7d0 calltrap() at calltrap+0x8/frame 0xfffffe00037ab7d0 --- trap 0xc, rip = 0xffffffff82c30c22, rsp = 0xfffffe00037ab8a0, rbp = 0xfffffe00037ab900 --- sctp_find_alternate_net() at sctp_find_alternate_net+0x4f2/frame 0xfffffe00037ab900 sctp_shutdown_timer() at sctp_shutdown_timer+0xdc/frame 0xfffffe00037ab940 sctp_timeout_handler() at sctp_timeout_handler+0x9b4/frame 0xfffffe00037aba00 softclock_call_cc() at softclock_call_cc+0x1f7/frame 0xfffffe00037abad0 softclock() at softclock+0xb0/frame 0xfffffe00037abb10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe00037abbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe00037abbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00037abbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100022 ] Stopped at kdb_enter+0x67: movq $0,0x145224e(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x80 rdx 0xffffffff81914b55 rbx 0 rsp 0xfffffe00037ab4e0 rbp 0xfffffe00037ab500 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0 r11 0 r12 0xffffffff82067650 ddb_dbbe r13 0 r14 0xffffffff819bd321 r15 0xffffffff819bd321 rip 0xffffffff8110d837 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x145224e(%rip) db> show proc Process 12 (intr) at 0xfffff80004469a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff82512fb0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff82512fb0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82513c00 (map 0xffffffff82513c00) (map.pmap 0xffffffff82513cc0) (pmap 0xffffffff82513d20) threads: 23 100012 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 Run CPU 0 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 30533 785 785 0 R CPU 1 syz-executor.0 9563 1 9563 65 Ss select 0xfffff80018c34840 dhclient 7102 1 7102 0 Ss select 0xfffff800360a92c0 dhclient 7099 1 7099 0 Ss select 0xfffff80018e97bc0 dhclient 7080 1 7080 65 Ss select 0xfffff80018d611c0 dhclient 5376 1 5376 0 Ss select 0xfffff80018c58740 dhclient 5373 1 5373 0 Ss select 0xfffff80018d61ac0 dhclient 4060 1 4060 65 Ss select 0xfffff80018c581c0 dhclient 1452 1 1452 0 Ss select 0xfffff80018423340 dhclient 1446 1 1446 0 Ss select 0xfffff80018e973c0 dhclient 837 780 837 0 Ss piperd 0xfffff800188972e8 syz-executor.3 801 780 801 0 Ss piperd 0xfffff80004e7cba0 syz-executor.1 785 780 785 0 Ss nanslp 0xffffffff825331e1 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100081 S uwait 0xfffff80004c0b980 syz-fuzzer 100111 S uwait 0xfffff8001842c380 syz-fuzzer 100112 S uwait 0xfffff80004c0b080 syz-fuzzer 100113 S uwait 0xfffff80004c0b180 syz-fuzzer 100114 S uwait 0xfffff80004c0b280 syz-fuzzer 100115 S uwait 0xfffff80004c0b380 syz-fuzzer 100116 S uwait 0xfffff8001842c680 syz-fuzzer 100117 S uwait 0xfffff80004c0b480 syz-fuzzer 100118 S kqread 0xfffff8001845bc00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80004ee6b00 csh 776 694 776 0 Ss select 0xfffff80018423740 sshd 760 1 760 0 Ss+ ttyin 0xfffff800048e58b0 getty 759 1 759 0 Ss+ ttyin 0xfffff80004c1acb0 getty 758 1 758 0 Ss+ ttyin 0xfffff80004ba24b0 getty 757 1 757 0 Ss+ ttyin 0xfffff80004ba2cb0 getty 756 1 756 0 Ss+ ttyin 0xfffff80004ba64b0 getty 755 1 755 0 Ss+ ttyin 0xfffff80004ba6cb0 getty 754 1 754 0 Ss+ ttyin 0xfffff80004bab4b0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004babcb0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004bb14b0 getty 698 1 698 0 Ss nanslp 0xffffffff825331e1 cron 694 1 694 0 Ss select 0xfffff80018423a40 sshd 507 1 507 0 Ss select 0xfffff80018423f40 syslogd 436 1 436 0 Ss select 0xfffff80017e286c0 devd 435 1 435 65 Ss select 0xfffff80017e28d40 dhclient 350 1 350 0 Ss select 0xfffff80017e28540 dhclient 347 1 347 0 Ss select 0xfffff80004e12540 dhclient 23 0 0 0 DL vlruwt 0xfffff80004dc4528 [vnlru] 22 0 0 0 DL syncer 0xffffffff826226b8 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff826217a0 [bufdaemon] 100075 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100088 D sdflush 0xfffff80004ec0ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82648cc8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff8263d138 [dom0] 100076 D launds 0xffffffff8263d144 [laundry: dom0] 100077 D umarcl 0xffffffff81528700 [uma] 18 0 0 0 DL - 0xffffffff82367578 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c73818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d7a430 [pf purge] 15 0 0 0 DL - 0xffffffff8261ed5c [soaiod4] 9 0 0 0 DL - 0xffffffff8261ed5c [soaiod3] 8 0 0 0 DL - 0xffffffff8261ed5c [soaiod2] 7 0 0 0 DL - 0xffffffff8261ed5c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223f2c0 [doneq0] 100067 D - 0xffffffff8223f190 [scanner] 14 0 0 0 DL seqstat 0xfffff8000458a888 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004539d90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004539d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8263a630 [crypto] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff82512a20 [g_event] 100026 D - 0xffffffff82512a28 [g_up] 100027 D - 0xffffffff82512a30 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff8000446e900 [thr_0] 100019 D - 0xfffff8000446e980 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 Run CPU 0 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff8000448b528 [init] 10 0 0 0 DL audit_w 0xffffffff8263ab50 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff82512fb0 [swapper] 100005 D - 0xfffff8000446ee00 [if_config_tqg_0] 100006 D - 0xfffff8000446ed00 [softirq_0] 100007 D - 0xfffff8000446ec00 [softirq_1] 100008 D - 0xfffff8000446eb00 [if_io_tqg_0] 100009 D - 0xfffff8000446ea00 [if_io_tqg_1] 100010 D - 0xfffff8000446de00 [thread taskq] 100011 D - 0xfffff8000446dd00 [aiod_kick taskq] 100013 D - 0xfffff8000446db00 [kqueue_ctx taskq] 100015 D - 0xfffff8000446d900 [in6m_free taskq] 100017 D - 0xfffff8000446d700 [inm_free taskq] 100024 D - 0xfffff8000446d600 [firmware taskq] 100028 D - 0xfffff800044a9b00 [crypto_0] 100029 D - 0xfffff800044a9b00 [crypto_1] 100044 D - 0xfffff800044a9400 [vtnet0 rxq 0] 100045 D - 0xfffff800044a9300 [vtnet0 txq 0] 100046 D - 0xfffff800044a9200 [vtnet0 rxq 1] 100047 D - 0xfffff800044a9100 [vtnet0 txq 1] 100049 D vtbslp 0xfffff8000466a980 [virtio_balloon] 100053 D - 0xfffff800044a9000 [mca taskq] 100058 D - 0xffffffff81d65221 [deadlkres] 100062 D - 0xfffff800044a9900 [acpi_task_0] 100063 D - 0xfffff800044a9900 [acpi_task_1] 100064 D - 0xfffff800044a9900 [acpi_task_2] 100066 D - 0xfffff800044a9500 [CAM taskq] db> show all locks Process 12 (intr) thread 0xfffffe0004126c00 (100022) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00953128b0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1762 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4340K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 30605 1795K 30671 pcb 1143 1795K 77717 kobj 329 1316K 489 newblk 4 1025K 30769 vfscache 3 1025K 3 sctp_stro 560 560K 12891 inodedep 11 516K 34930 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_atcl 1127 423K 51082 subproc 135 254K 30613 acpica 1674 184K 58233 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 9 130K 59119 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 278 100K 313 bus 983 80K 3364 sctp_atky 1742 78K 66503 filedesc 10 73K 59003 mtx_pool 2 72K 2 BPF 38 71K 46 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 503 63K 503 umtx 360 45K 360 kdtrace 198 39K 69978 sctp_timw 140 35K 140 vmem 3 34K 6 temp 35 33K 2756 hostcache 1 32K 1 shm 1 32K 1196 DEVFS3 124 31K 134 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 72 21K 73 DEVFS_RULE 56 20K 56 sctp_athm 1127 18K 51529 sctp_map 1120 18K 25782 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 bus-sc 32 14K 1598 KTRACE 100 13K 100 ifnet 7 13K 7 lltable 40 12K 77 ether_multi 144 12K 167 kenv 93 12K 93 eventhandler 129 11K 129 GEOM 60 10K 489 rman 82 10K 423 ksem 4 10K 3664 in6_multi 64 9K 71 bmsafemap 2 9K 29640 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 47 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 236 8K 294 cred 25 7K 352 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 58 6K 30582 plimit 22 6K 536 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 19 UMA 260 5K 260 vt 11 5K 11 sctp_stri 8 4K 862 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 session 31 4K 57 DEVFSP 59 4K 82 routetbl 22 4K 24 pwddesc 56 4K 30534 lockf 30 4K 105 hhook 13 4K 13 selfd 48 3K 408815 kcovinfo 48 3K 68 terminal 11 3K 11 acpisem 22 3K 22 proc-args 48 3K 744 uidinfo 3 3K 30 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 select 16 2K 134 Unitno 29 2K 58 sctp_ifa 13 2K 15 ip6ndp 11 2K 15 CAM XPT 22 2K 543 dirrem 5 2K 29537 ipsecpolicy 2 2K 2 in_multi 5 2K 8 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 170 NFSD session 1 1K 1 sctp_aadr 15 1K 145 CAM periph 4 1K 271 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 sctp_ifn 5 1K 15 crypto 4 1K 4 encap_export_host 12 1K 12 mkdir 4 1K 58994 pfil 4 1K 4 CAM SIM 2 1K 2 procdesc 4 1K 18 cdev 2 1K 2 newdirblk 3 1K 29497 diradd 3 1K 29574 chacha20random 1 1K 1 inpcbpolicy 10 1K 14053 osd 3 1K 10 freefile 2 1K 29532 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 aesni_data 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 29567 pmchooks 1 1K 1 soname 4 1K 34797 nexusdev 6 1K 6 sctp_vrf 1 1K 1 entropy 2 1K 48 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 4 1K 130 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 18 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 19484 sctp_iter 0 0K 439 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 426 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 13 mqdata 0 0K 0 ciss_data 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 xen_intr 0 0K 0 nvme_da 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 midi buffers 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 vm_fictitious 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 62957 UMAHash 0 0K 0 PUC 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 100464 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 83 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 29518 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 91 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 ppbusdev 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 12 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 7 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 0 osti_cacheable 0 0K 0 statfs 0 0K 29707 namei_tracker 0 0K 38 export_host 0 0K 0 cl_savebuf 0 0K 6 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mpt_user 0 0K 0 mbuf_tag 0 0K 152 accf 0 0K 0 pts 0 0K 0 iov 0 0K 51333 ioctlops 0 0K 295 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 sbuf 0 0K 288 mpr 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mfibuf 0 0K 0 SWAP 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 sysctltmp 0 0K 892 sysctl 0 0K 1 malodev 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 cache 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 83 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8395 1626 1479178 0 254 41046016 0 sctp_asoc 2288 560 2610 12891 0 254 7252960 0 malloc-2048 2048 565 2615 37731 0 8 6512640 0 sctp_ep 1280 559 2615 37725 0 254 4062720 0 mbuf_cluster 2048 1575 65 1639 0 254 3358720 0 malloc-1024 1024 560 2608 12891 0 16 3244032 0 mbuf 256 8957 3163 2417407 0 254 3102720 0 pbuf 2632 0 973 0 0 2 2560936 0 malloc-384 384 1149 5271 86067 0 30 2465280 0 RADIX NODE 144 15822 1143 871100 0 65 2442960 0 sctp_raddr 736 599 2580 13496 0 254 2339744 0 BUF TRIE 144 223 13245 41289 0 62 1939392 0 malloc-384 384 4168 12 4169 0 30 1605120 0 UMA Slabs 0 112 14235 18 14235 0 126 1596336 0 malloc-4096 4096 336 2 501 0 2 1384448 0 malloc-128 128 10035 257 39731 0 126 1317376 0 malloc-256 256 770 2650 77677 0 62 875520 0 FFS inode 1128 516 30 30051 0 8 615888 0 256 Bucket 2048 268 18 22681 0 8 585728 0 socket 944 31 529 53346 0 254 528640 0 VM OBJECT 264 1360 215 438707 0 30 415800 0 mbuf_packet 256 195 1380 40955 0 254 403200 0 THREAD 1792 141 39 39443 0 8 322560 0 VNODE 488 553 95 30090 0 30 316224 0 sctp_stream_msg_out 112 242 2278 5454 0 254 282240 0 malloc-4096 4096 56 12 30534 0 2 278528 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 7 115 63728 0 8 249856 0 malloc-64 64 3206 574 33687 0 254 241920 0 malloc-64 64 1104 2613 15544 0 254 237888 0 malloc-16384 16384 6 8 29501 0 1 229376 0 DEVCTL 1024 0 212 130 0 0 217088 0 malloc-32 32 1214 5464 68624 0 254 213696 0 malloc-16 16 12663 337 12730 0 254 208000 0 malloc-65536 65536 0 3 435 0 1 196608 0 malloc-256 256 194 571 31086 0 62 195840 0 MAP ENTRY 96 1354 620 1656217 0 126 189504 0 malloc-128 128 1206 251 86573 0 126 186496 0 g_bio 408 0 450 248975 0 30 183600 0 UMA Zones 768 232 2 232 0 16 179712 0 vmem btag 56 3036 48 3036 0 254 172704 0 tcp_bbr_map 128 0 1333 67838 0 126 170624 0 sctp_chunk 152 352 766 2796 0 254 169936 0 FFS2 dinode 256 516 129 30050 0 62 165120 0 malloc-32768 32768 0 5 76 0 1 163840 0 malloc-32 32 4817 97 4836 0 254 157248 0 udplite_inpcb 488 0 312 10677 0 254 152256 0 S VFS Cache 104 1022 382 30969 0 126 146016 0 malloc-128 128 681 373 36138 0 126 134912 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-1024 1024 125 3 142 0 16 131072 0 VMSPACE 2544 33 18 30512 0 4 129744 0 ksiginfo 112 63 981 1989 0 126 116928 0 128 Bucket 1024 76 31 10262 0 16 109568 0 malloc-16 16 1176 5324 66396 0 254 104000 0 malloc-16 16 1149 5351 39669 0 254 104000 0 PROC 1320 55 23 30533 0 8 102960 0 malloc-256 256 72 318 248414 0 62 99840 0 32 Bucket 256 238 137 11679 0 62 96000 0 64 Bucket 512 118 66 13554 0 30 94208 0 filedesc0 1072 56 28 30534 0 8 90048 0 malloc-4096 4096 17 4 23 0 2 86016 0 UMA Kegs 384 218 5 218 0 30 85632 0 clpbuf 2632 0 32 46 0 16 84224 0 malloc-16384 16384 3 2 5 0 1 81920 0 malloc-128 128 354 266 30095 0 126 79360 0 malloc-4096 4096 17 2 34 0 2 77824 0 tcpcb 1048 4 62 2576 0 254 69168 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 124 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 tcp_inpcb 488 4 116 2576 0 254 58560 0 malloc-8192 8192 6 1 97 0 1 57344 0 malloc-2048 2048 9 19 1234 0 8 57344 0 malloc-64 64 364 518 33063 0 254 56448 0 malloc-128 128 396 38 2771 0 126 55552 0 8 Bucket 80 385 265 11589 0 126 52000 0 malloc-16384 16384 3 0 9 0 1 49152 0 malloc-8192 8192 4 2 8 0 1 49152 0 malloc-64 64 147 546 428537 0 254 44352 0 malloc-64 64 122 571 30672 0 254 44352 0 16 Bucket 144 212 96 2159 0 62 44352 0 malloc-256 256 157 8 157 0 62 42240 0 pcpu-8 8 4588 532 4901 0 254 40960 0 Files 80 192 308 97845 0 126 40000 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 134438 0 16 36864 0 malloc-4096 4096 4 5 30304 0 2 36864 0 malloc-64 64 485 82 1097 0 254 36288 0 malloc-384 384 80 10 128 0 30 34560 0 malloc-32768 32768 0 1 117 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 2 2 6 0 1 32768 0 malloc-8192 8192 1 3 30 0 1 32768 0 malloc-512 512 11 53 1596 0 30 32768 0 pcpu-64 64 456 56 456 0 254 32768 0 malloc-256 256 16 104 33471 0 62 30720 0 tcp_bbr_pcb 832 0 36 1660 0 16 29952 0 pipe 744 19 21 498 0 16 29760 0 TURNSTILE 136 181 29 181 0 62 28560 0 4 Bucket 48 7 581 1020 0 254 28224 0 KNOTE 160 22 153 693224 0 62 28000 0 malloc-256 256 85 20 277 0 62 26880 0 malloc-8192 8192 3 0 3 0 1 24576 0 sctp_laddr 48 0 504 7859 0 254 24192 0 PWD 32 17 739 29596 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 112 74 5421 0 126 23808 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-1024 1024 11 9 65 0 16 20480 0 malloc-1024 1024 7 13 989 0 16 20480 0 malloc-512 512 8 32 862 0 30 20480 0 malloc-32 32 63 567 47610 0 254 20160 0 2 Bucket 32 59 571 5485 0 254 20160 0 SLEEPQUEUE 88 181 43 181 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-384 384 39 11 40 0 30 19200 0 malloc-384 384 17 33 132 0 30 19200 0 malloc-256 256 48 27 1388 0 62 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 153 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 5 3 196 0 8 16384 0 malloc-1024 1024 12 4 21 0 16 16384 0 malloc-1024 1024 11 5 29 0 16 16384 0 malloc-512 512 10 22 640 0 30 16384 0 malloc-32 32 335 169 1367 0 254 16128 0 vtnet_tx_hdr 24 0 668 756050 0 254 16032 0 malloc-128 128 95 29 96 0 126 15872 0 ripcb 488 4 28 525 0 254 15616 0 udp_inpcb 488 2 30 275 0 254 15616 0 tcp_rack_pcb 704 0 22 3 0 16 15488 0 malloc-4096 4096 1 2 161 0 2 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 malloc-2048 2048 3 3 20 0 8 12288 0 udpcb 32 2 376 10952 0 254 12096 0 malloc-64 64 71 118 359 0 254 12096 0 routing nhops 256 24 21 35 0 62 11520 0 unpcb 256 17 28 1511 0 254 11520 0 malloc-384 384 21 9 333 0 30 11520 0 malloc-256 256 13 32 905 0 62 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-1024 1024 2 6 1421 0 16 8192 0 rtentry 176 27 19 35 0 62 8096 0 PGRP 88 31 61 57 0 126 8096 0 rl_entry 40 73 129 73 0 254 8080 0 sctp_asconf_ack 48 3 165 130 0 254 8064 0 malloc-64 64 26 100 26 0 254 8064 0 malloc-32 32 5 247 34 0 254 8064 0 malloc-32 32 67 185 965 0 254 8064 0 malloc-32 32 60 192 303 0 254 8064 0 malloc-32 32 19 233 2466 0 254 8064 0 malloc-16 16 6 494 6 0 254 8000 0 malloc-16 16 35 465 24041 0 254 8000 0 malloc-16 16 195 305 1369 0 254 8000 0 malloc-16 16 25 475 46 0 254 8000 0 malloc-16 16 265 235 27232 0 254 8000 0 sctp_readq 152 0 52 277 0 254 7904 0 kenv 258 3 27 1053 0 30 7740 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 31 0 126 6448 0 domainset 40 0 126 18 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-2048 2048 0 2 36 0 8 4096 0 malloc-1024 1024 2 2 156 0 16 4096 0 malloc-512 512 1 7 1 0 30 4096 0 malloc-512 512 4 4 59 0 30 4096 0 malloc-512 512 1 7 1 0 30 4096 0 malloc-512 512 0 8 1 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-128 128 5 26 5 0 126 3968 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_rack_map 120 0 0 0 0 126 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0