Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0xff fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff82c4bbc2 stack pointer = 0x0:0xfffffe00037368a0 frame pointer = 0x0:0xfffffe0003736900 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume , IOPL = 0 current process = 12 (swi4: clock (0)) trap number = 12 panic: page fault cpuid = 1 time = 65 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0003736500 vpanic() at vpanic+0x1c7/frame 0xfffffe0003736560 panic() at panic+0x43/frame 0xfffffe00037365c0 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe0003736640 trap_pfault() at trap_pfault+0xd4/frame 0xfffffe00037366b0 trap() at trap+0x41d/frame 0xfffffe00037367d0 calltrap() at calltrap+0x8/frame 0xfffffe00037367d0 --- trap 0xc, rip = 0xffffffff82c4bbc2, rsp = 0xfffffe00037368a0, rbp = 0xfffffe0003736900 --- sctp_find_alternate_net() at sctp_find_alternate_net+0x4f2/frame 0xfffffe0003736900 sctp_shutdown_timer() at sctp_shutdown_timer+0xdc/frame 0xfffffe0003736940 sctp_timeout_handler() at sctp_timeout_handler+0x9b4/frame 0xfffffe0003736a00 softclock_call_cc() at softclock_call_cc+0x1f7/frame 0xfffffe0003736ad0 softclock() at softclock+0xb0/frame 0xfffffe0003736b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003736bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003736bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003736bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100022 ] Stopped at kdb_enter+0x67: movq $0,0x1477096(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff810f1380 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00037364e0 rbp 0xfffffe0003736500 rsi 0 rdi 0xffffffff810f13b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xfffffe0094c11510 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8197de5c r15 0xffffffff8197de5c rip 0xffffffff810e56e7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1477096(%rip) db> show proc Process 12 (intr) at 0xfffff80004471a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250fd30 ABI: null reaper: 0xffffffff8250fd30 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82510980 (map 0xffffffff82510980) (map.pmap 0xffffffff82510a40) (pmap 0xffffffff82510aa0) threads: 23 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 Run CPU 1 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 40477 779 779 0 R (threaded) syz-executor.0 144073 RunQ syz-executor.0 150663 S fifoor 0xfffff80013d57ba8 syz-executor.0 150669 S uwait 0xfffff80013456980 syz-executor.0 32024 1 32024 65 Ss select 0xfffff8002c045ec0 dhclient 30778 1 30778 0 Ss select 0xfffff80004536e40 dhclient 30771 1 30771 0 Ss select 0xfffff80004536b40 dhclient 30754 776 30754 0 Ss piperd 0xfffff800133d25d0 syz-executor.3 12381 1 12381 65 Ss select 0xfffff80004536040 dhclient 11737 1 11737 0 Ss select 0xfffff8002c0cea40 dhclient 11728 1 11728 0 Ss select 0xfffff800046dd7c0 dhclient 11711 776 11711 0 Ss piperd 0xfffff80013862ba0 syz-executor.2 1361 1 1361 65 Ss select 0xfffff800046dd2c0 dhclient 815 1 815 0 Ss select 0xfffff800046dd440 dhclient 811 1 811 0 Ss select 0xfffff800046dd4c0 dhclient 779 776 779 0 Rs syz-executor.0 776 774 774 0 S (threaded) syz-fuzzer 100105 S uwait 0xfffff80004b57780 syz-fuzzer 100106 S uwait 0xfffff80004b57880 syz-fuzzer 100107 S uwait 0xfffff80004b57980 syz-fuzzer 100108 S uwait 0xfffff80004b57a80 syz-fuzzer 100109 S uwait 0xfffff800131f3400 syz-fuzzer 100110 S uwait 0xfffff800131f3500 syz-fuzzer 100111 S kqread 0xfffff800132cd200 syz-fuzzer 100112 S uwait 0xfffff800131f3700 syz-fuzzer 100113 S uwait 0xfffff800131f3800 syz-fuzzer 774 772 774 0 SWs pause 0xfffff80004d130b0 csh 772 694 772 0 Ss select 0xfffff800046dd740 sshd 754 1 754 0 Rs+ CPU 0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004b6b0b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b6b4b0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004b6b8b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004b6bcb0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004b750b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004b754b0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004b758b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004b75cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8252ff21 cron 694 1 694 0 Ss select 0xfffff800046dfb40 sshd 507 1 507 0 Ss select 0xfffff800046dfbc0 syslogd 436 1 436 0 Ss select 0xfffff800046dff40 devd 435 1 435 65 Ss select 0xfffff800046dfd40 dhclient 350 1 350 0 Ss select 0xfffff800046e0040 dhclient 347 1 347 0 Ss select 0xfffff80004536d40 dhclient 23 0 0 0 DL syncer 0xffffffff8261f2b8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004d13a50 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261e3a0 [bufdaemon] 100077 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100085 D sdflush 0xfffff80004e050e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82645848 [vmdaemon] 19 0 0 0 RL (threaded) [pagedaemon] 100068 RunQ [dom0] 100075 D launds 0xffffffff82639cc4 [laundry: dom0] 100076 D umarcl 0xffffffff814f6e00 [uma] 18 0 0 0 DL - 0xffffffff823642e8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c8e818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e6e390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b95c [soaiod4] 9 0 0 0 DL - 0xffffffff8261b95c [soaiod3] 8 0 0 0 DL - 0xffffffff8261b95c [soaiod2] 7 0 0 0 DL - 0xffffffff8261b95c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223c040 [doneq0] 100067 D - 0xffffffff8223bf10 [scanner] 5 0 0 0 DL crypto_ 0xfffff800044eb990 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff800044eb930 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff826371b0 [crypto] 14 0 0 0 DL seqstat 0xfffff80004083888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f7a0 [g_event] 100026 D - 0xffffffff8250f7a8 [g_up] 100027 D - 0xffffffff8250f7b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004344b00 [thr_0] 100019 D - 0xfffff80004344b80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 Run CPU 1 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004453528 [init] 10 0 0 0 DL audit_w 0xffffffff826376d0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fd30 [swapper] 100005 D - 0xfffff80004349d00 [softirq_0] 100006 D - 0xfffff80004349c00 [softirq_1] 100007 D - 0xfffff80004349b00 [if_io_tqg_0] 100008 D - 0xfffff80004349a00 [if_io_tqg_1] 100009 D - 0xfffff80004349900 [if_config_tqg_0] 100010 D - 0xfffff80004349800 [kqueue_ctx taskq] 100011 D - 0xfffff80004349700 [inm_free taskq] 100014 D - 0xfffff80004349400 [aiod_kick taskq] 100015 D - 0xfffff80004349300 [thread taskq] 100016 D - 0xfffff80004349200 [in6m_free taskq] 100024 D - 0xfffff80004349000 [firmware taskq] 100029 D - 0xfffff800044c3e00 [crypto_0] 100030 D - 0xfffff800044c3e00 [crypto_1] 100044 D - 0xfffff800044c3a00 [vtnet0 rxq 0] 100045 D - 0xfffff800044c3900 [vtnet0 txq 0] 100046 D - 0xfffff800044c3800 [vtnet0 rxq 1] 100047 D - 0xfffff800044c3700 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800046e0200 [virtio_balloon] 100053 D - 0xfffff800044c3600 [mca taskq] 100058 D - 0xffffffff81d263d0 [deadlkres] 100062 D - 0xfffff80004b78e00 [acpi_task_0] 100063 D - 0xfffff80004b78e00 [acpi_task_1] 100064 D - 0xfffff80004b78e00 [acpi_task_2] 100066 D - 0xfffff800044c3d00 [CAM taskq] 20766 776 20766 0 Z syz-executor.1 db> show all locks Process 754 (getty) thread 0xfffffe00885bd000 (100091) exclusive sleep mutex ttymtx (ttymtx) r = 0 (0xfffff80004878c08) locked @ /syzkaller/managers/i386/kernel/sys/kern/tty.c:218 Process 12 (intr) thread 0xfffffe000470cc00 (100022) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0094d4f1a0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1762 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29670 1738K 29735 kobj 336 1344K 496 pcb 533 1108K 102173 vfscache 3 1025K 3 newblk 3 1025K 45506 inodedep 10 516K 49347 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 139 259K 40599 sctp_stro 254 254K 24164 sctp_atcl 510 192K 81940 acpica 1674 184K 54410 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 9 130K 80065 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 268 99K 323 bus 990 80K 3306 filedesc 10 73K 78828 mtx_pool 2 72K 2 BPF 38 71K 86 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 umtx 342 43K 342 kdtrace 204 41K 91161 temp 36 35K 6608 sctp_atky 768 33K 112181 hostcache 1 32K 1 shm 1 32K 43 DEVFS3 124 31K 134 sctp_timw 122 31K 122 msg 4 30K 4 vmem 3 26K 4 gtaskqueue 18 26K 18 ifaddr 80 24K 92 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 bus-sc 31 14K 1547 KTRACE 100 13K 100 ether_multi 154 13K 314 ifnet 7 13K 7 lltable 40 12K 613 kenv 92 12K 92 eventhandler 126 11K 126 ksem 7 11K 369 GEOM 60 10K 489 rman 82 10K 423 in6_multi 71 9K 142 sctp_aadr 143 9K 789 bmsafemap 2 9K 40505 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 5 pfs_vncache 1 8K 1 sctp_athm 510 8K 85773 sctp_map 508 8K 47964 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 pf_ifnet 20 7K 167 pf_osfp 62 7K 62 sglist 5 7K 5 CAM DEV 3 6K 510 cred 24 6K 645 kqueue 59 6K 40759 plimit 23 6K 876 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 16 5K 24 UMA 258 5K 258 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 session 32 4K 77 pgrp 32 4K 104 evdev 4 4K 4 DEVFSP 59 4K 182 routetbl 20 4K 373 lockf 32 4K 2241 pwddesc 56 4K 40488 hhook 13 4K 13 selfd 48 3K 508550 kcovinfo 48 3K 153 terminal 11 3K 11 acpisem 22 3K 22 proc-args 49 3K 904 sctp_ifa 19 3K 30 uidinfo 4 3K 42 pf_rule 2 2K 290 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 select 16 2K 733 ip6ndp 12 2K 23 CAM XPT 22 2K 543 Unitno 26 2K 64 ipsecpolicy 2 2K 2 in_multi 5 2K 14 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 sctp_stri 2 1K 10572 softdep 1 1K 1 dirrem 4 1K 39979 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 600 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 sctp_ifn 5 1K 30 diradd 5 1K 40042 encap_export_host 12 1K 12 crypto 3 1K 3 inpcbpolicy 16 1K 19951 pfil 4 1K 4 procdesc 4 1K 24 CAM SIM 2 1K 2 cdev 2 1K 2 freework 2 1K 41807 mkdir 3 1K 78934 chacha20random 1 1K 1 ip_msource 5 1K 6 osd 3 1K 10 vnodes 2 1K 31 newdirblk 2 1K 39467 freeblks 1 1K 39837 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 48027 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 61 vnet 1 1K 1 pmc 1 1K 1 filecaps 4 1K 144 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 86 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 33340 sctp_iter 0 0K 143 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 120 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 28 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 113 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 101084 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 135568 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 297 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 39959 freefrag 0 0K 14 allocindir 0 0K 0 indirdep 0 0K 3215 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 486 ip6_msource 0 0K 0 ip6_moptions 0 0K 2 in6_mfilter 0 0K 0 frag6 0 0K 3 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 111 in_mfilter 0 0K 24 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 4 statfs 0 0K 39660 namei_tracker 0 0K 408 export_host 0 0K 0 cl_savebuf 0 0K 8 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 568 accf 0 0K 0 pts 0 0K 0 iov 0 0K 48902 ioctlops 0 0K 1172 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 1119 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 2 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 13 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9793 1 10998 0 129 20058112 0 RADIX NODE 144 13767 17730 1196330 0 62 4535568 0 pbuf 2632 0 1005 0 0 2 2645160 0 mbuf_packet 256 8261 1404 1746067 0 254 2474240 0 tcp_log 416 0 5535 99146 0 140 2302560 0 BUF TRIE 144 193 13275 66652 0 62 1939392 0 sctp_asoc 2288 254 591 23982 0 127 1933360 0 malloc-2048 2048 261 587 49984 0 8 1736704 0 malloc-384 384 4223 117 53762 0 30 1666560 0 malloc-4096 4096 337 2 583 0 2 1388544 0 malloc-128 128 9717 48 10028 0 126 1249920 0 sctp_ep 1280 254 625 49747 0 129 1125120 0 mbuf_jumbo_page 4096 0 260 12677 0 126 1064960 0 malloc-1024 1024 371 593 24418 0 16 987136 0 sctp_raddr 736 264 990 49322 0 133 922944 0 UMA Slabs 0 112 6684 9 8772 0 126 749616 0 mbuf 256 799 1821 1856001 0 254 670720 0 malloc-384 384 511 1209 82263 0 30 660480 0 FFS inode 1128 541 26 40545 0 8 639576 0 tcp_bbr_map 128 0 4216 111437 0 126 539648 0 socket 944 37 511 73408 0 133 517312 0 256 Bucket 2048 178 16 14436 0 8 397312 0 VM OBJECT 264 1259 196 580802 0 30 384120 0 malloc-4096 4096 69 11 41010 0 2 327680 0 VNODE 488 578 86 40584 0 30 324032 0 THREAD 1792 146 25 50672 0 8 306432 0 malloc-256 256 538 647 51056 0 62 303360 0 sctp_chunk 152 130 1612 75486 0 156 264784 0 malloc-65536 65536 4 0 4 0 1 262144 0 MAP ENTRY 96 1361 865 2182410 0 126 213696 0 malloc-16384 16384 5 8 39415 0 1 212992 0 malloc-64 64 3085 128 3198 0 254 205632 0 malloc-16 16 12421 329 12730 0 254 204000 0 malloc-65536 65536 1 2 1501 0 1 196608 0 malloc-128 128 1347 141 29573 0 126 190464 0 UMA Zones 768 230 4 230 0 16 179712 0 FFS2 dinode 256 541 134 40545 0 62 172800 0 malloc-32768 32768 0 5 3013 0 1 163840 0 malloc-32 32 4569 93 5352 0 254 149184 0 S VFS Cache 104 1027 377 41543 0 126 146016 0 vmem btag 56 2443 137 2464 0 254 144480 0 64 Bucket 512 225 55 61443 0 30 143360 0 malloc-65536 65536 0 2 124 0 1 131072 0 malloc-65536 65536 2 0 10 0 1 131072 0 malloc-256 256 238 272 238613 0 63 130560 0 128 Bucket 1024 91 36 5233 0 16 130048 0 VMSPACE 2544 33 18 40476 0 4 129744 0 malloc-128 128 685 276 43274 0 126 123008 0 malloc-128 128 681 280 122578 0 126 123008 0 malloc-64 64 1013 688 40610 0 254 108864 0 PROC 1320 56 25 40487 0 8 106920 0 DEVCTL 1024 0 104 139 0 0 106496 0 malloc-4096 4096 18 6 42 0 2 98304 0 malloc-8192 8192 7 4 106 0 1 90112 0 filedesc0 1072 56 28 40488 0 8 90048 0 UMA Kegs 384 216 7 216 0 30 85632 0 malloc-2048 2048 4 36 101937 0 8 81920 0 malloc-64 64 744 516 41421 0 254 80640 0 malloc-256 256 85 185 81322 0 62 69120 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 32 Bucket 256 102 138 323939 0 62 61440 0 g_bio 408 0 150 401793 0 30 61200 0 malloc-32 32 634 1256 98537 0 254 60480 0 tcpcb 1048 4 51 4033 0 129 57640 0 malloc-64 64 266 553 550441 0 254 52416 0 udplite_inpcb 488 6 98 14105 0 140 50752 0 malloc-256 256 69 126 82119 0 62 49920 0 malloc-16384 16384 0 3 30 0 1 49152 0 malloc-4096 4096 12 0 23 0 2 49152 0 sctp_stream_msg_out 112 173 259 8615 0 188 48384 0 malloc-256 256 37 143 44405 0 62 46080 0 malloc-128 128 44 297 40114 0 126 43648 0 pcpu-8 8 4295 825 6326 0 254 40960 0 pipe 744 22 33 1475 0 16 40920 0 malloc-64 64 76 554 64308 0 254 40320 0 Files 80 201 299 128907 0 126 40000 0 malloc-384 384 83 17 83 0 30 38400 0 NAMEI 1024 0 36 181093 0 16 36864 0 malloc-2048 2048 10 8 31 0 8 36864 0 malloc-512 512 12 60 10602 0 30 36864 0 unpcb 256 17 118 3577 0 156 34560 0 malloc-384 384 49 41 738 0 30 34560 0 malloc-256 256 3 132 40063 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 2 2 19 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 pcpu-64 64 454 58 454 0 254 32768 0 malloc-16 16 519 1481 65903 0 254 32000 0 malloc-16 16 558 1442 111317 0 254 32000 0 8 Bucket 80 119 281 13791 0 126 32000 0 tcp_bbr_pcb 832 0 36 931 0 16 29952 0 malloc-4096 4096 3 4 316 0 2 28672 0 malloc-1024 1024 23 5 31 0 16 28672 0 malloc-1024 1024 20 8 2842 0 16 28672 0 sctp_laddr 48 440 148 8903 0 254 28224 0 PWD 32 17 865 39496 0 254 28224 0 malloc-32 32 299 583 41427 0 254 28224 0 16 Bucket 144 69 127 1964 0 62 28224 0 4 Bucket 48 5 583 1501 0 254 28224 0 KNOTE 160 24 151 391403 0 62 28000 0 tcp_inpcb 488 4 52 4033 0 140 27328 0 TURNSTILE 136 172 17 172 0 62 25704 0 DIRHASH 1024 19 5 34 0 16 24576 0 malloc-8192 8192 0 3 59 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-2048 2048 2 10 789 0 8 24576 0 ttyinq 160 135 15 300 0 62 24000 0 ripcb 488 4 44 1005 0 140 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-256 256 50 40 195 0 62 23040 0 malloc-4096 4096 0 5 39667 0 2 20480 0 malloc-2048 2048 10 0 10 0 8 20480 0 ksiginfo 112 66 114 2217 0 126 20160 0 2 Bucket 32 43 587 7877 0 254 20160 0 SLEEPQUEUE 88 172 52 172 0 126 19712 0 udp_inpcb 488 2 38 808 0 140 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 154 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-2048 2048 1 7 69 0 8 16384 0 vtnet_tx_hdr 24 0 668 1058654 0 254 16032 0 malloc-128 128 58 66 3549 0 126 15872 0 malloc-128 128 75 49 554 0 126 15872 0 sctp_readq 152 0 104 3606 0 156 15808 0 itimer 352 0 44 162 0 30 15488 0 malloc-2048 2048 0 6 42 0 8 12288 0 malloc-512 512 4 20 654 0 30 12288 0 rtentry 176 27 42 55 0 62 12144 0 malloc-64 64 50 139 204 0 254 12096 0 malloc-64 64 22 167 509 0 254 12096 0 malloc-32 32 45 333 138 0 254 12096 0 malloc-32 32 93 285 23772 0 254 12096 0 malloc-32 32 4 374 1134 0 254 12096 0 malloc-16 16 466 284 23888 0 254 12000 0 malloc-128 128 46 47 126 0 126 11904 0 routing nhops 256 23 22 55 0 62 11520 0 malloc-256 256 7 38 273 0 62 11520 0 cpuset 104 7 86 47 0 126 9672 0 malloc-4096 4096 0 2 23 0 2 8192 0 malloc-1024 1024 3 5 77 0 16 8192 0 malloc-1024 1024 2 6 227 0 16 8192 0 malloc-1024 1024 2 6 18 0 16 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-512 512 0 16 146 0 30 8192 0 malloc-512 512 0 16 32 0 30 8192 0 malloc-512 512 9 7 21 0 30 8192 0 rl_entry 40 85 117 87 0 254 8080 0 sctp_asconf_ack 48 1 167 345 0 254 8064 0 udpcb 32 8 244 14913 0 254 8064 0 malloc-32 32 9 243 1678 0 254 8064 0 malloc-32 32 32 220 234 0 254 8064 0 malloc-16 16 41 459 23395 0 254 8000 0 malloc-384 384 0 20 135 0 30 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 31 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-512 512 1 7 1 0 30 4096 0 malloc-512 512 3 5 512 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 3 0 62 4048 0 hostcache 96 1 41 1 0 188 4032 0 ipq 56 0 72 2 0 254 4032 0 malloc-16 16 8 242 10 0 254 4000 0 malloc-16 16 1 249 65 0 254 4000 0 tcp_log_node 120 0 33 5 0 126 3960 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 kenv 258 3 12 1025 0 30 3870 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-384 384 0 10 2 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 156 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 0 0 0 pf tags 104 0 0 9 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 syncache 168 0 0 4 0 156 0 0 tcptw 88 0 0 1 0 188 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 488 0 0 0 0 30 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 125 0 0 mbuf_jumbo_9k 9216 0 0 0 0 125 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 32 0 0 clpbuf 2632 0 0 24 0 8 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 8 0 0 swwbuf 2632 0 0 0 0 4 0 0 swrbuf 2632 0 0 0 0 8 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 24 0 1 0 0 malloc-32768 32768 0 0 126 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-64 64 0 0 58 0 254 0 0 malloc-16 16 0 0 6 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0