Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0xff fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff82ca7c02 stack pointer = 0x28:0xfffffe00037b58a0 frame pointer = 0x28:0xfffffe00037b5900 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi4: clock (0)) trap number = 12 panic: page fault cpuid = 1 time = 514 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00037b5500 vpanic() at vpanic+0x1c7/frame 0xfffffe00037b5560 panic() at panic+0x43/frame 0xfffffe00037b55c0 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe00037b5640 trap_pfault() at trap_pfault+0xd4/frame 0xfffffe00037b56b0 trap() at trap+0x41d/frame 0xfffffe00037b57d0 calltrap() at calltrap+0x8/frame 0xfffffe00037b57d0 --- trap 0xc, rip = 0xffffffff82ca7c02, rsp = 0xfffffe00037b58a0, rbp = 0xfffffe00037b5900 --- sctp_find_alternate_net() at sctp_find_alternate_net+0x4f2/frame 0xfffffe00037b5900 sctp_shutdown_timer() at sctp_shutdown_timer+0xdc/frame 0xfffffe00037b5940 sctp_timeout_handler() at sctp_timeout_handler+0x9b4/frame 0xfffffe00037b5a00 softclock_call_cc() at softclock_call_cc+0x1f7/frame 0xfffffe00037b5ad0 softclock() at softclock+0xb0/frame 0xfffffe00037b5b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe00037b5bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe00037b5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00037b5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x1452e0e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff81118680 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00037b54e0 rbp 0xfffffe00037b5500 rsi 0 rdi 0xffffffff811186b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0 r12 0xffffffff82067650 ddb_dbbe r13 0 r14 0xffffffff819b9235 r15 0xffffffff819b9235 rip 0xffffffff8110c977 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1452e0e(%rip) db> show proc Process 12 (intr) at 0xfffff80004468a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff82512cb0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff82512cb0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82513900 (map 0xffffffff82513900) (map.pmap 0xffffffff825139c0) (pmap 0xffffffff82513a20) threads: 23 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100020 Run CPU 1 [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 RunQ [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 RunQ [swi1: hpts] 100074 RunQ [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 18571 18570 0 0 NE syz-executor.0 18570 820 820 0 R (threaded) syz-executor.3 100108 RunQ syz-executor.3 138781 S sbwait 0xfffff8000e2c1924 syz-executor.3 138782 S sbwait 0xfffff8001cfe8574 syz-executor.3 10031 1 10031 65 Ss select 0xfffff80018a12740 dhclient 9392 1 9392 0 Ss select 0xfffff80018a12a40 dhclient 9389 1 9389 0 Ss select 0xfffff80018a128c0 dhclient 9372 774 9372 0 Rs syz-executor.2 5440 1 5440 65 Ss select 0xfffff80004f208c0 dhclient 4744 1 4744 0 Ss select 0xfffff80018a12ac0 dhclient 4740 1 4740 0 Ss select 0xfffff80004f20840 dhclient 4723 774 4723 0 Rs syz-executor.1 3401 1 3401 65 Ss select 0xfffff80004f206c0 dhclient 2745 1 2745 0 Ss select 0xfffff80004f20bc0 dhclient 2742 1 2742 0 Ss select 0xfffff80004f20b40 dhclient 820 774 820 0 Rs syz-executor.3 774 772 772 0 R (threaded) syz-fuzzer 100078 S uwait 0xfffff800048e7980 syz-fuzzer 100110 S nanslp 0xffffffff82532ee0 syz-fuzzer 100111 S uwait 0xfffff80004c04800 syz-fuzzer 100112 Run CPU 0 syz-fuzzer 100113 S uwait 0xfffff80004c04a00 syz-fuzzer 100114 S uwait 0xfffff80004e70000 syz-fuzzer 100115 S uwait 0xfffff800184b6780 syz-fuzzer 100116 S uwait 0xfffff80018a8ef00 syz-fuzzer 100119 RunQ syz-fuzzer 772 770 772 0 Ss pause 0xfffff80004e795d8 csh 770 694 770 0 Ss select 0xfffff80018a12ec0 sshd 754 1 754 0 Ss+ ttyin 0xfffff800048d7cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004c180b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004c184b0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004c188b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004c18cb0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004ba60b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004ba64b0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004ba68b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004ba6cb0 getty 698 1 698 0 Ss nanslp 0xffffffff82532ee0 cron 694 1 694 0 Ss select 0xfffff80004f4e1c0 sshd 507 1 507 0 Ds bo_wwai 0xfffff800182abec8 syslogd 436 1 436 0 Ss select 0xfffff80004f4e3c0 devd 435 1 435 65 Ss select 0xfffff80004f4e240 dhclient 350 1 350 0 Ss select 0xfffff80004f4e2c0 dhclient 347 1 347 0 Ss select 0xfffff80004f20f40 dhclient 23 0 0 0 DL vlruwt 0xfffff80004dbe528 [vnlru] 22 0 0 0 DL syncer 0xffffffff826223b8 [syncer] 21 0 0 0 RL (threaded) [bufdaemon] 100070 RunQ [bufdaemon] 100075 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100086 RunQ [/ worker] 20 0 0 0 DL psleep 0xffffffff82648988 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff8263cdf8 [dom0] 100076 D launds 0xffffffff8263ce04 [laundry: dom0] 100077 D umarcl 0xffffffff81525840 [uma] 18 0 0 0 DL - 0xffffffff82367278 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82cea818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e5b430 [pf purge] 15 0 0 0 DL - 0xffffffff8261ea5c [soaiod4] 9 0 0 0 DL - 0xffffffff8261ea5c [soaiod3] 8 0 0 0 DL - 0xffffffff8261ea5c [soaiod2] 7 0 0 0 DL - 0xffffffff8261ea5c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223efc0 [doneq0] 100067 D - 0xffffffff8223ee90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004624488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff8000445bb90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000445bb30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8263a310 [crypto] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff82512720 [g_event] 100026 D - 0xffffffff82512728 [g_up] 100027 D - 0xffffffff82512730 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004466900 [thr_0] 100019 D - 0xfffff80004466980 [thr_1] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100020 Run CPU 1 [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 RunQ [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 RunQ [swi1: hpts] 100074 RunQ [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004489528 [init] 10 0 0 0 DL audit_w 0xffffffff8263a830 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff82512cb0 [swapper] 100005 D - 0xfffff8000446be00 [if_config_tqg_0] 100006 D - 0xfffff8000446bd00 [softirq_0] 100007 D - 0xfffff8000446bc00 [softirq_1] 100008 D - 0xfffff8000446bb00 [if_io_tqg_0] 100009 D - 0xfffff8000446ba00 [if_io_tqg_1] 100011 D - 0xfffff8000446b800 [thread taskq] 100012 D - 0xfffff8000446b700 [aiod_kick taskq] 100014 D - 0xfffff8000446b500 [kqueue_ctx taskq] 100015 D - 0xfffff8000446b400 [in6m_free taskq] 100017 D - 0xfffff8000446b200 [inm_free taskq] 100024 D - 0xfffff8000446b100 [firmware taskq] 100028 D - 0xfffff8000446b000 [crypto_0] 100029 D - 0xfffff8000446b000 [crypto_1] 100044 D - 0xfffff80004650d00 [vtnet0 rxq 0] 100045 D - 0xfffff80004650c00 [vtnet0 txq 0] 100046 D - 0xfffff80004650b00 [vtnet0 rxq 1] 100047 D - 0xfffff80004650a00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff8000465ab00 [virtio_balloon] 100053 D - 0xfffff80004650900 [mca taskq] 100058 D - 0xffffffff81d610d0 [deadlkres] 100063 D - 0xfffff80004baae00 [acpi_task_0] 100064 D - 0xfffff80004baae00 [acpi_task_1] 100065 D - 0xfffff80004baae00 [acpi_task_2] 100066 D - 0xfffff80004650e00 [CAM taskq] 18565 4723 4723 0 Z syz-executor.1 db> show all locks Process 18571 (syz-executor.2) thread 0xfffffe0094d82300 (100093) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff825518c0) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:511 Process 18570 (syz-executor.3) thread 0xfffffe0094e21e00 (100108) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff825518c0) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:511 Process 507 (syslogd) thread 0xfffffe0094de0100 (100096) exclusive lockmgr ufs (ufs) r = 0 (0xfffff800182abdc8) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_syscalls.c:3498 Process 12 (intr) thread 0xfffffe0004127a00 (100020) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0094f7ec70) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1762 db> show malloc Type InUse MemUse Requests sctp_stro 235 36266K 9744 pf_hash 5 11524K 5 devbuf 4216 4340K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 30710 1801K 30776 kobj 329 1316K 490 pcb 488 1034K 43700 newblk 7 1026K 31447 vfscache 3 1025K 3 inodedep 12 517K 27467 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 140 263K 18667 sctp_atcl 498 187K 32602 acpica 1674 184K 58097 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 12 131K 37398 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 278 100K 329 bus 983 80K 3361 filedesc 10 73K 35115 mtx_pool 2 72K 2 BPF 38 71K 94 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 503 63K 503 umtx 378 48K 378 kdtrace 205 41K 57355 temp 37 37K 4343 sctp_atky 771 35K 43787 hostcache 1 32K 1 shm 1 32K 51 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 26K 5 ifaddr 86 26K 96 gtaskqueue 18 26K 18 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 sctp_timw 64 16K 64 tty 16 16K 16 ithread 99 16K 99 pf_rule 15 15K 754 sctp_stri 28 14K 2909 bus-sc 32 14K 1595 KTRACE 100 13K 100 lltable 41 13K 626 ether_multi 154 13K 378 ifnet 7 13K 7 kenv 93 12K 93 eventhandler 129 11K 129 GEOM 60 10K 491 rman 82 10K 423 ksem 4 10K 433 in6_multi 71 9K 163 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 bmsafemap 1 8K 19383 shmfd 1 8K 40 pfs_vncache 1 8K 1 sctp_athm 498 8K 33584 pfs_nodes 20 8K 20 audit_evclass 236 8K 294 sctp_map 470 8K 19230 sctp_aadr 109 7K 840 cred 26 7K 542 lockf 58 7K 3187 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 60 6K 18710 pf_ifnet 15 6K 677 plimit 22 6K 1081 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 UMA 261 5K 261 vt 11 5K 11 pf_osfp 37 4K 37 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 session 31 4K 73 DEVFSP 59 4K 202 routetbl 22 4K 1580 pwddesc 57 4K 18572 hhook 13 4K 13 kcovinfo 48 3K 170 terminal 11 3K 11 acpisem 22 3K 22 selfd 43 3K 249503 ip6ndp 15 3K 31 proc-args 48 3K 856 sctp_ifa 20 3K 32 ip6opt 10 3K 187 uidinfo 4 3K 58 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 CAM CCB 1 2K 129071 ipsec-saq 2 2K 2 select 16 2K 1023 CAM XPT 22 2K 543 Unitno 26 2K 110 ipsecpolicy 2 2K 2 in_multi 5 2K 19 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 1814 NFSD session 1 1K 1 CAM periph 4 1K 271 diradd 7 1K 18530 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 inpcbpolicy 21 1K 24129 sctp_ifn 5 1K 32 crypto 4 1K 4 encap_export_host 12 1K 12 mkdir 4 1K 35208 indirdep 2 1K 6437 pfil 4 1K 4 CAM SIM 2 1K 2 procdesc 4 1K 26 cdev 2 1K 2 freework 2 1K 22369 newdirblk 3 1K 17604 chacha20random 1 1K 1 ip_msource 5 1K 13 osd 3 1K 10 dirrem 1 1K 18466 freeblks 1 1K 18333 vnodes 1 1K 53 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 ip6_msource 3 1K 10 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 aesni_data 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 22414 nexusdev 6 1K 6 sctp_vrf 1 1K 1 entropy 2 1K 56 vnet 1 1K 1 iov 1 1K 37587 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 4 1K 157 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 pf_table 0 0K 386 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 15199 sctp_iter 0 0K 71 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 39 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 36 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 nvme_da 0 0K 0 xen_intr 0 0K 0 acpipwr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 123 midi buffers 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 mixer 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 vm_fictitious 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 57784 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 895 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 18424 freefrag 0 0K 29 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_moptions 0 0K 17 in6_mfilter 0 0K 37 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 osti_cacheable 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 15 in_mfilter 0 0K 35 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 10 tempbuff 0 0K 0 statfs 0 0K 17775 namei_tracker 0 0K 196 export_host 0 0K 0 cl_savebuf 0 0K 279 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mpt_user 0 0K 0 mbuf_tag 0 0K 599 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 2827 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 sbuf 0 0K 288 mpr 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mfibuf 0 0K 0 SWAP 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 sysctltmp 0 0K 898 sysctl 0 0K 1 malodev 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 2 rctl 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 cache 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 14 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ciss_data 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 18084 5107 1085951 0 254 94990336 0 tcp_log 416 0 20025 316913 0 254 8330400 0 mbuf 256 18849 7971 4466819 0 254 6865920 0 UMA Slabs 0 112 24956 25 24956 0 126 2797872 0 pbuf 2632 0 941 0 0 2 2476712 0 RADIX NODE 144 14198 1675 773329 0 62 2285712 0 BUF TRIE 144 467 13001 93441 0 62 1939392 0 mbuf_cluster 2048 810 2 810 0 254 1662976 0 malloc-384 384 4141 29 4274 0 30 1601280 0 malloc-4096 4096 332 3 1091 0 2 1372160 0 malloc-128 128 10615 80 12691 0 126 1368960 0 sctp_asoc 2288 235 310 9610 0 254 1246960 0 tcp_bbr_map 128 0 6758 590015 0 127 865024 0 256 Bucket 2048 328 32 35384 0 8 737280 0 sctp_ep 1280 235 314 20509 0 254 702720 0 FFS inode 1128 549 25 19042 0 8 647472 0 malloc-2048 2048 220 88 20510 0 8 630784 0 sctp_raddr 736 373 441 16126 0 254 599104 0 socket 944 42 510 48182 0 254 521088 0 sctp_chunk 152 286 2470 20563 0 254 418912 0 VM OBJECT 264 1274 196 286386 0 30 388080 0 THREAD 1792 146 43 38782 0 8 338688 0 VNODE 488 586 86 19081 0 30 327936 0 malloc-1024 1024 233 87 9834 0 16 327680 0 malloc-4096 4096 59 10 18576 0 2 282624 0 malloc-16384 16384 9 8 17600 0 1 278528 0 malloc-384 384 548 162 60172 0 30 272640 0 malloc-256 256 30 1035 33983 0 62 272640 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-32768 32768 1 7 5778 0 1 262144 0 malloc-2048 2048 3 125 129116 0 8 262144 0 udplite_inpcb 488 2 518 19448 0 254 253760 0 malloc-32768 32768 0 7 162 0 1 229376 0 DEVCTL 1024 0 212 142 0 0 217088 0 malloc-64 64 3248 28 3295 0 254 209664 0 malloc-16 16 12733 267 13011 0 254 208000 0 mbuf_packet 256 174 636 78254 0 254 207360 0 g_bio 408 4 486 463979 0 30 199920 0 malloc-65536 65536 0 3 457 0 1 196608 0 malloc-65536 65536 3 0 3 0 1 196608 0 MAP ENTRY 96 1413 603 1111939 0 126 193536 0 UMA Zones 768 233 1 233 0 16 179712 0 FFS2 dinode 256 549 126 19042 0 62 172800 0 clpbuf 2632 0 64 8939 0 16 168448 0 malloc-128 128 1210 61 27729 0 126 162688 0 malloc-32 32 4819 95 5124 0 254 157248 0 S VFS Cache 104 1034 370 19849 0 126 146016 0 malloc-4096 4096 25 10 115 0 2 143360 0 vmem btag 56 2406 30 2406 0 254 136416 0 malloc-1024 1024 122 10 177 0 16 135168 0 malloc-65536 65536 0 2 234 0 1 131072 0 malloc-65536 65536 0 2 124 0 1 131072 0 128 Bucket 1024 57 70 5433 0 16 130048 0 VMSPACE 2544 34 17 18550 0 4 129744 0 ksiginfo 112 66 978 1944 0 126 116928 0 malloc-256 256 239 196 40005 0 62 111360 0 PROC 1320 57 24 18571 0 8 106920 0 malloc-256 256 233 172 97299 0 62 103680 0 64 Bucket 512 118 66 28996 0 30 94208 0 filedesc0 1072 57 27 18572 0 8 90048 0 tcp_inpcb 488 13 171 3806 0 254 89792 0 UMA Kegs 384 219 4 219 0 30 85632 0 malloc-256 256 170 145 44093 0 62 80640 0 malloc-64 64 622 575 38042 0 254 76608 0 malloc-128 128 324 265 36078 0 126 75392 0 tcpcb 1048 13 53 3806 0 254 69168 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 0 2 117 0 1 65536 0 malloc-16384 16384 2 2 14 0 1 65536 0 malloc-128 128 194 271 37560 0 126 59520 0 malloc-8192 8192 2 5 43 0 1 57344 0 malloc-4096 4096 12 2 25 0 2 57344 0 malloc-128 128 402 32 504 0 126 55552 0 32 Bucket 256 82 128 18507 0 62 53760 0 malloc-2048 2048 14 12 86 0 8 53248 0 malloc-64 64 434 385 13881 0 254 52416 0 malloc-256 256 65 130 57051 0 62 49920 0 malloc-16384 16384 1 2 154 0 1 49152 0 malloc-8192 8192 3 3 41 0 1 49152 0 malloc-8192 8192 4 2 97 0 1 49152 0 malloc-2048 2048 5 19 586 0 8 49152 0 malloc-384 384 103 17 128 0 30 46080 0 malloc-512 512 38 50 2940 0 30 45056 0 pcpu-8 8 4845 787 23468 0 254 45056 0 pipe 744 19 41 1337 0 16 44640 0 malloc-64 64 126 567 268116 0 254 44352 0 malloc-64 64 568 125 1785 0 254 44352 0 Files 80 194 356 80405 0 126 44000 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-64 64 309 321 23341 0 254 40320 0 malloc-128 128 55 255 23863 0 126 39680 0 unpcb 256 17 133 3455 0 254 38400 0 malloc-256 256 91 59 2152 0 62 38400 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 94725 0 16 36864 0 malloc-2048 2048 7 11 529 0 8 36864 0 malloc-2048 2048 2 16 835 0 8 36864 0 malloc-32 32 551 583 30988 0 254 36288 0 malloc-384 384 18 72 607 0 30 34560 0 malloc-384 384 53 37 825 0 30 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 2 2 6 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 3 5 18734 0 2 32768 0 pcpu-64 64 456 56 456 0 254 32768 0 sctp_stream_msg_out 112 121 167 2569 0 254 32256 0 malloc-256 256 104 16 1180 0 62 30720 0 tcp_bbr_pcb 832 0 36 1582 0 16 29952 0 TURNSTILE 136 190 20 190 0 62 28560 0 KNOTE 160 21 154 282183 0 62 28000 0 8 Bucket 80 74 276 11429 0 126 28000 0 malloc-1024 1024 2 22 338 0 16 24576 0 malloc-1024 1024 16 8 2433 0 16 24576 0 malloc-1024 1024 16 8 24 0 16 24576 0 malloc-512 512 3 45 1948 0 30 24576 0 PWD 32 17 739 17624 0 254 24192 0 4 Bucket 48 7 497 583 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 tcp_rack_pcb 704 8 25 434 0 16 23232 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-256 256 35 55 693 0 62 23040 0 udpcb 32 4 626 19924 0 254 20160 0 malloc-32 32 39 591 27943 0 254 20160 0 malloc-32 32 90 540 27059 0 254 20160 0 2 Bucket 32 79 551 4557 0 254 20160 0 malloc-16 16 677 573 20708 0 254 20000 0 malloc-16 16 758 492 34090 0 254 20000 0 malloc-128 128 89 66 1703 0 126 19840 0 malloc-128 128 122 33 669 0 126 19840 0 SLEEPQUEUE 88 190 34 190 0 126 19712 0 ripcb 488 4 36 399 0 254 19520 0 itimer 352 0 55 106 0 30 19360 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 0 2 5 0 1 16384 0 malloc-2048 2048 3 5 1555 0 8 16384 0 malloc-1024 1024 13 3 13 0 16 16384 0 sctp_laddr 48 146 190 6162 0 254 16128 0 malloc-32 32 307 197 1776 0 254 16128 0 16 Bucket 144 62 50 1654 0 62 16128 0 vtnet_tx_hdr 24 0 668 1696631 0 254 16032 0 sctp_readq 152 0 104 894 0 254 15808 0 udp_inpcb 488 2 30 476 0 254 15616 0 malloc-4096 4096 3 0 3 0 2 12288 0 malloc-512 512 11 13 76 0 30 12288 0 tcp_rack_map 120 16 83 494 0 126 11880 0 routing nhops 256 24 21 64 0 62 11520 0 malloc-4096 4096 0 2 4 0 2 8192 0 malloc-2048 2048 1 3 13 0 8 8192 0 malloc-1024 1024 8 0 8 0 16 8192 0 malloc-1024 1024 1 7 40 0 16 8192 0 malloc-512 512 2 14 533 0 30 8192 0 malloc-512 512 0 16 11 0 30 8192 0 malloc-512 512 0 16 23 0 30 8192 0 pf tags 104 0 78 16 0 126 8112 0 rtentry 176 28 18 64 0 62 8096 0 tcptw 88 0 92 5 0 254 8096 0 PGRP 88 31 61 88 0 126 8096 0 rl_entry 40 100 102 100 0 254 8080 0 sctp_asconf_ack 48 4 164 68 0 254 8064 0 syncache 168 0 48 6 0 254 8064 0 malloc-64 64 34 92 1961 0 254 8064 0 malloc-64 64 25 101 2436 0 254 8064 0 malloc-32 32 111 141 1865 0 254 8064 0 malloc-32 32 26 226 281 0 254 8064 0 malloc-16 16 21 479 11381 0 254 8000 0 malloc-16 16 33 467 18323 0 254 8000 0 malloc-16 16 32 468 291 0 254 8000 0 malloc-16 16 4 496 6 0 254 8000 0 malloc-16 16 25 475 26341 0 254 8000 0 kenv 258 3 27 1059 0 30 7740 0 malloc-384 384 0 20 77 0 30 7680 0 malloc-384 384 0 20 309 0 30 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 496 0 126 6448 0 domainset 40 0 126 457 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-512 512 1 7 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 2 0 62 4048 0 hostcache 96 1 41 1 0 254 4032 0 ipq 56 0 72 1 0 254 4032 0 malloc-32 32 4 122 764 0 254 4032 0 tcp_log_node 120 0 33 2 0 126 3960 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 L VFS Cache 320 0 12 3 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 0 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0