Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0xff fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff82cf4c22 stack pointer = 0x0:0xfffffe00037ab8a0 frame pointer = 0x0:0xfffffe00037ab900 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi4: clock (0)) trap number = 12 panic: page fault cpuid = 1 time = 2000001137 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00037ab500 vpanic() at vpanic+0x1c7/frame 0xfffffe00037ab560 panic() at panic+0x43/frame 0xfffffe00037ab5c0 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe00037ab640 trap_pfault() at trap_pfault+0xd4/frame 0xfffffe00037ab6b0 trap() at trap+0x41d/frame 0xfffffe00037ab7d0 calltrap() at calltrap+0x8/frame 0xfffffe00037ab7d0 --- trap 0xc, rip = 0xffffffff82cf4c22, rsp = 0xfffffe00037ab8a0, rbp = 0xfffffe00037ab900 --- sctp_find_alternate_net() at sctp_find_alternate_net+0x4f2/frame 0xfffffe00037ab900 sctp_shutdown_timer() at sctp_shutdown_timer+0xdc/frame 0xfffffe00037ab940 sctp_timeout_handler() at sctp_timeout_handler+0x9b4/frame 0xfffffe00037aba00 softclock_call_cc() at softclock_call_cc+0x1f7/frame 0xfffffe00037abad0 softclock() at softclock+0xb0/frame 0xfffffe00037abb10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe00037abbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe00037abbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00037abbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100022 ] Stopped at kdb_enter+0x67: movq $0,0x145272e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x80 rdx 0xffffffff8196f0e0 rbx 0 rsp 0xfffffe00037ab4e0 rbp 0xfffffe00037ab500 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0 r11 0xbf r12 0xffffffff82067650 ddb_dbbe r13 0 r14 0xffffffff819bb807 r15 0xffffffff819bb807 rip 0xffffffff8110d2d7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x145272e(%rip) db> show proc Process 12 (intr) at 0xfffff800044a1a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff82512f30 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff82512f30 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82513b80 (map 0xffffffff82513b80) (map.pmap 0xffffffff82513c40) (pmap 0xffffffff82513ca0) threads: 23 100012 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 Run CPU 1 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 47769 783 783 0 R syz-executor.0 36798 1 36798 65 Ss select 0xfffff80011695640 dhclient 35158 1 35158 0 Ss select 0xfffff80017eafac0 dhclient 35153 1 35153 0 Ss select 0xfffff8005f9138c0 dhclient 35130 780 35130 0 Rs syz-executor.2 9791 1 9791 0 Ds getblk 0xfffffe0003856300 dhclient 9788 1 9788 0 Ss select 0xfffff80017e441c0 dhclient 8009 1 8009 65 Ss select 0xfffff80017e44ec0 dhclient 3925 1 3925 0 Ss select 0xfffff80017e44dc0 dhclient 3920 1 3920 0 Ss select 0xfffff80017eaf6c0 dhclient 3901 1 3901 65 Ss select 0xfffff80017eaf7c0 dhclient 1438 1 1438 0 Ss select 0xfffff80017eaf8c0 dhclient 1435 1 1435 0 Ss select 0xfffff80017e44d40 dhclient 784 780 784 0 Ds getblk 0xfffffe0003856300 syz-executor.1 783 780 783 0 Rs syz-executor.0 780 778 778 0 R (threaded) syz-fuzzer 100081 S uwait 0xfffff8000486e180 syz-fuzzer 100106 RunQ syz-fuzzer 100107 S uwait 0xfffff80017493680 syz-fuzzer 100108 S uwait 0xfffff80017493780 syz-fuzzer 100109 S uwait 0xfffff80017493880 syz-fuzzer 100110 S uwait 0xfffff80004baa880 syz-fuzzer 100111 S uwait 0xfffff80004baa980 syz-fuzzer 100112 RunQ syz-fuzzer 100715 S uwait 0xfffff80017e44400 syz-fuzzer 147591 Run CPU 0 syz-fuzzer 147592 S uwait 0xfffff8005f913e80 syz-fuzzer 147593 S uwait 0xfffff80011695f00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80004ed3b00 csh 776 694 776 0 Ss select 0xfffff80004e10740 sshd 760 1 760 0 Rs+ getty 759 1 759 0 Ss+ ttyin 0xfffff80004b420b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80004b424b0 getty 757 1 757 0 Ss+ ttyin 0xfffff80004b428b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80004b42cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80004b4a0b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80004b4a4b0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004b4a8b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b4acb0 getty 698 1 698 0 Ss nanslp 0xffffffff82533160 cron 694 1 694 0 Ss select 0xfffff80004e52940 sshd 507 1 507 0 Ss select 0xfffff80004e10bc0 syslogd 436 1 436 0 Ss select 0xfffff80004e10b40 devd 435 1 435 65 Ss select 0xfffff80004e529c0 dhclient 350 1 350 0 Ss select 0xfffff80004e52b40 dhclient 347 1 347 0 Ss select 0xfffff80004a945c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80004d64528 [vnlru] 22 0 0 0 DL syncer 0xffffffff82622638 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff82621720 [bufdaemon] 100077 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100087 D getblk 0xfffffe0003856300 [/ worker] 20 0 0 0 DL psleep 0xffffffff82648c08 [vmdaemon] 19 0 0 0 RL (threaded) [pagedaemon] 100068 RunQ [dom0] 100075 D launds 0xffffffff8263d084 [laundry: dom0] 100076 D umarcl 0xffffffff815270b0 [uma] 18 0 0 0 DL - 0xffffffff823674f8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82d37818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e31430 [pf purge] 15 0 0 0 DL - 0xffffffff8261ecdc [soaiod4] 9 0 0 0 DL - 0xffffffff8261ecdc [soaiod3] 8 0 0 0 DL - 0xffffffff8261ecdc [soaiod2] 7 0 0 0 DL - 0xffffffff8261ecdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223f240 [doneq0] 100067 D - 0xffffffff8223f110 [scanner] 14 0 0 0 DL seqstat 0xfffff8000453d888 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004568d90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004568d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8263a590 [crypto] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff825129a0 [g_event] 100026 D - 0xffffffff825129a8 [g_up] 100027 D - 0xffffffff825129b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff8000449fa00 [thr_0] 100019 D - 0xfffff8000449fa80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 Run CPU 1 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004456528 [init] 10 0 0 0 DL audit_w 0xffffffff8263aab0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff82512f30 [swapper] 100005 D - 0xfffff800044a7100 [if_config_tqg_0] 100006 D - 0xfffff800044a3e00 [softirq_0] 100007 D - 0xfffff800044a3c00 [softirq_1] 100008 D - 0xfffff800044a3a00 [if_io_tqg_0] 100009 D - 0xfffff800044a3800 [if_io_tqg_1] 100010 D - 0xfffff8000434ad00 [thread taskq] 100011 D - 0xfffff8000434ac00 [aiod_kick taskq] 100013 D - 0xfffff8000434aa00 [kqueue_ctx taskq] 100015 D - 0xfffff8000434a800 [in6m_free taskq] 100017 D - 0xfffff8000434a600 [inm_free taskq] 100024 D - 0xfffff8000434a500 [firmware taskq] 100028 D - 0xfffff800044d9a00 [crypto_0] 100029 D - 0xfffff800044d9a00 [crypto_1] 100044 D - 0xfffff80004879e00 [vtnet0 rxq 0] 100045 D - 0xfffff80004879d00 [vtnet0 txq 0] 100046 D - 0xfffff80004879c00 [vtnet0 rxq 1] 100047 D - 0xfffff80004879b00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff8000486ed00 [virtio_balloon] 100053 D - 0xfffff80004879900 [mca taskq] 100058 D - 0xffffffff81d63690 [deadlkres] 100062 D - 0xfffff800044d9400 [acpi_task_0] 100063 D - 0xfffff800044d9400 [acpi_task_1] 100064 D - 0xfffff800044d9400 [acpi_task_2] 100066 D - 0xfffff800044d9300 [CAM taskq] db> show all locks Process 47769 (syz-executor.0) thread 0xfffffe0094e60800 (110236) shared lockmgr ufs (ufs) r = 0 (0xfffff80017eb89f8) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:2916 shared lockmgr ufs (ufs) r = 0 (0xfffff80017c19440) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_cache.c:4570 Process 35130 (syz-executor.2) thread 0xfffffe00887bd800 (127786) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003856300) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_bio.c:3895 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80004e8b628) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_cache.c:4252 Process 9791 (dhclient) thread 0xfffffe00950fb500 (109052) exclusive lockmgr ufs (ufs) r = 0 (0xfffff8001737edc8) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:3133 Process 784 (syz-executor.1) thread 0xfffffe008875e000 (100114) exclusive lockmgr ufs (ufs) r = 0 (0xfffff80017cac9f8) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_cache.c:4252 Process 21 (bufdaemon) thread 0xfffffe00887bc300 (100087) exclusive lockmgr ufs (ufs) r = 0 (0xfffff80017d089f8) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:2916 Process 12 (intr) thread 0xfffffe0004126c00 (100022) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009d7898b0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1762 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4340K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 30605 1795K 30671 kobj 329 1316K 489 pcb 633 1141K 115593 vfscache 3 1025K 3 newblk 2 1025K 55260 inodedep 8 515K 52983 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_stro 302 302K 24541 subproc 140 263K 47897 sctp_atcl 655 246K 83881 acpica 1674 184K 58233 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 4 129K 94058 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 278 100K 316 bus 983 80K 3364 BPF 42 79K 54 filedesc 10 73K 93176 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 503 63K 503 sctp_atky 1032 51K 110973 vmem 3 50K 7 umtx 360 45K 360 sctp_timw 171 43K 171 kdtrace 206 41K 100256 temp 35 33K 11137 hostcache 1 32K 1 shm 1 32K 14 DEVFS3 124 31K 134 msg 4 30K 4 sctp_stri 51 26K 4951 gtaskqueue 18 26K 18 ifaddr 76 23K 79 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ip6opt 14 16K 438 ithread 99 16K 99 pf_osfp 130 16K 130 lltable 46 15K 235 bus-sc 32 14K 1598 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 149 12K 210 kenv 93 12K 93 eventhandler 129 11K 129 sctp_athm 655 11K 85642 GEOM 60 10K 489 rman 82 10K 423 sctp_map 604 10K 48434 ksem 4 10K 80 in6_multi 70 9K 87 bmsafemap 2 9K 47416 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 45 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 236 8K 294 sglist 5 7K 5 CAM DEV 3 6K 510 cred 24 6K 364 kqueue 60 6K 47892 plimit 23 6K 580 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 27 UMA 260 5K 260 session 33 5K 61 vt 11 5K 11 sctp_aadr 65 5K 251 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 DEVFSP 60 4K 102 routetbl 22 4K 63 pwddesc 58 4K 47770 lockf 31 4K 486 selfd 52 4K 633916 hhook 13 4K 13 kcovinfo 48 3K 85 terminal 11 3K 11 acpisem 22 3K 22 proc-args 50 3K 838 dirrem 10 3K 46999 uidinfo 4 3K 27 select 18 3K 190 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 sctp_ifa 15 2K 19 inpcbpolicy 54 2K 18220 ip6ndp 11 2K 18 CAM XPT 22 2K 543 Unitno 26 2K 54 freefile 10 2K 46995 ipsecpolicy 2 2K 2 in_multi 5 2K 11 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 194 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 sctp_ifn 5 1K 19 freework 3 1K 50025 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 20 freeblks 2 1K 47092 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 chacha20random 1 1K 1 osd 3 1K 10 vnodes 1 1K 5 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 aesni_data 2 1K 2 pf_rule 1 1K 35 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 newdirblk 1 1K 46585 mkdir 1 1K 93170 diradd 1 1K 47042 pmchooks 1 1K 1 soname 4 1K 53733 nexusdev 6 1K 6 sctp_vrf 1 1K 1 entropy 2 1K 52 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 4 1K 134 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 9 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 37980 sctp_iter 0 0K 459 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 444 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 15 mqdata 0 0K 0 ciss_data 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 xen_intr 0 0K 0 nvme_da 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 210 isci 0 0K 0 iommu_dmamap 0 0K 0 midi buffers 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 vm_fictitious 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 115622 UMAHash 0 0K 0 PUC 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 156300 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 94 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 9 allocindir 0 0K 0 indirdep 0 0K 4901 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 ppbusdev 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 3 tcplog 0 0K 0 tcp_hwpace 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 11 in_mfilter 0 0K 2 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 osti_cacheable 0 0K 0 statfs 0 0K 47003 namei_tracker 0 0K 40 export_host 0 0K 0 cl_savebuf 0 0K 4 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mpt_user 0 0K 0 mbuf_tag 0 0K 303 accf 0 0K 0 pts 0 0K 0 iov 0 0K 60955 ioctlops 0 0K 1190 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 sbuf 0 0K 288 mpr 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mfibuf 0 0K 0 SWAP 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 sysctltmp 0 0K 1054 sysctl 0 0K 1 malodev 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 cache 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 89 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 4521 1574023 0 254 52596736 0 sctp_asoc 2288 302 5068 24217 0 254 12286560 0 malloc-2048 2048 264 5088 55915 0 8 10960896 0 mbuf_cluster 2048 3870 2 3870 0 254 7929856 0 sctp_ep 1280 302 5050 55914 0 254 6850560 0 malloc-1024 1024 320 5060 24267 0 16 5509120 0 mbuf 256 9231 11454 10989874 0 254 5295360 0 RADIX NODE 144 14440 16385 1285772 0 64 4438800 0 tcp_log 416 0 10251 331117 0 254 4264416 0 malloc-384 384 737 10063 84155 0 30 4147200 0 sctp_raddr 736 551 4828 35226 0 254 3958944 0 pbuf 2632 0 973 0 0 2 2560936 0 UMA Slabs 0 112 19892 13 19892 0 126 2229360 0 BUF TRIE 144 186 13282 92213 0 62 1939392 0 malloc-384 384 4116 4 4116 0 30 1582080 0 sctp_chunk 152 459 8667 49773 0 254 1387152 0 malloc-256 256 322 5063 56378 0 62 1378560 0 malloc-4096 4096 329 3 522 0 2 1359872 0 malloc-128 128 10035 40 10235 0 126 1289600 0 256 Bucket 2048 494 18 31433 0 8 1048576 0 mbuf_packet 256 148 3722 132027 0 254 990720 0 FFS inode 1128 521 32 47521 0 8 623784 0 socket 944 79 525 77951 0 254 570176 0 tcp_bbr_map 128 0 4123 145992 0 126 527744 0 malloc-65536 65536 1 6 256 0 1 458752 0 VM OBJECT 264 1258 152 675275 0 30 372240 0 malloc-64 64 587 5209 77152 0 254 370944 0 malloc-32 32 721 10241 80992 0 254 350784 0 malloc-65536 65536 0 5 740 0 1 327680 0 malloc-65536 65536 5 0 5 0 1 327680 0 THREAD 1792 147 33 52485 0 8 322560 0 VNODE 488 558 90 47560 0 30 316224 0 malloc-4096 4096 63 14 47852 0 2 315392 0 malloc-64 64 3222 558 51232 0 254 241920 0 DEVCTL 1024 0 212 132 0 0 217088 0 vmem btag 56 3713 91 3713 0 254 213024 0 malloc-16384 16384 5 8 46673 0 2 212992 0 malloc-16 16 12669 331 12831 0 254 208000 0 MAP ENTRY 96 1437 621 2567407 0 126 197568 0 malloc-65536 65536 1 2 48 0 1 196608 0 malloc-32768 32768 0 6 4641 0 1 196608 0 malloc-128 128 1234 285 81561 0 126 194432 0 tcp_inpcb 488 47 345 5578 0 254 191296 0 UMA Zones 768 232 2 232 0 16 179712 0 malloc-16 16 670 10330 85813 0 254 176000 0 malloc-16 16 633 10367 73996 0 254 176000 0 sctp_stream_msg_out 112 126 1386 16837 0 254 169344 0 FFS2 dinode 256 521 139 47521 0 62 168960 0 malloc-32 32 5049 117 5297 0 254 165312 0 malloc-256 256 100 515 199827 0 62 157440 0 128 Bucket 1024 130 17 11886 0 16 150528 0 S VFS Cache 104 1031 412 50058 0 126 150072 0 malloc-128 128 1064 52 4430 0 126 142848 0 32 Bucket 256 399 141 14903 0 62 138240 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 8 0 1 131072 0 VMSPACE 2544 35 16 47754 0 4 129744 0 tcpcb 1048 47 74 5578 0 254 126808 0 ksiginfo 112 66 978 2902 0 126 116928 0 malloc-1024 1024 109 3 154 0 16 114688 0 64 Bucket 512 159 65 30763 0 30 114688 0 malloc-4096 4096 21 6 549 0 2 110592 0 PROC 1320 57 24 47769 0 8 106920 0 malloc-256 256 271 134 54103 0 62 103680 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 4 2 164 0 1 98304 0 malloc-8192 8192 8 4 128 0 1 98304 0 malloc-2048 2048 8 38 116592 0 8 94208 0 malloc-384 384 7 233 52982 0 30 92160 0 filedesc0 1072 58 26 47770 0 8 90048 0 UMA Kegs 384 218 5 218 0 30 85632 0 malloc-256 256 183 147 252612 0 62 84480 0 clpbuf 2632 0 32 19 0 16 84224 0 malloc-128 128 312 308 94257 0 126 79360 0 udplite_inpcb 488 0 160 3757 0 254 78080 0 8 Bucket 80 681 269 16785 0 126 76000 0 malloc-4096 4096 13 5 47027 0 2 73728 0 16 Bucket 144 370 106 3232 0 62 68544 0 malloc-32768 32768 1 1 118 0 1 65536 0 malloc-384 384 135 25 506 0 30 61440 0 malloc-512 512 51 61 4951 0 30 57344 0 g_bio 408 0 140 459953 0 30 57120 0 ripcb 488 5 107 8165 0 254 54656 0 malloc-256 256 79 131 50408 0 62 53760 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-64 64 577 179 23901 0 254 48384 0 malloc-256 256 145 35 442 0 62 46080 0 pipe 744 20 40 959 0 16 44640 0 malloc-64 64 146 547 683176 0 254 44352 0 malloc-128 128 60 281 93564 0 126 43648 0 unpcb 256 21 144 3706 0 254 42240 0 malloc-8192 8192 1 4 7 0 1 40960 0 malloc-4096 4096 8 2 19 0 2 40960 0 pcpu-8 8 4610 510 5230 0 254 40960 0 Files 80 204 296 142175 0 126 40000 0 tcp_bbr_pcb 832 0 45 2467 0 16 37440 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 3 33 209293 0 16 36864 0 malloc-64 64 502 65 1168 0 254 36288 0 malloc-128 128 243 36 1018 0 126 35712 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-8192 8192 2 2 75 0 1 32768 0 malloc-8192 8192 2 2 4 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 pcpu-64 64 456 56 456 0 254 32768 0 tcp_rack_pcb 704 25 19 203 0 16 30976 0 itimer 352 0 88 412 0 30 30976 0 malloc-2048 2048 9 5 18 0 8 28672 0 TURNSTILE 136 181 29 181 0 62 28560 0 PWD 32 17 865 46716 0 254 28224 0 4 Bucket 48 8 580 1297 0 254 28224 0 KNOTE 160 21 154 602063 0 62 28000 0 malloc-64 64 268 110 430 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 2 3 4581 0 2 20480 0 malloc-2048 2048 9 1 874 0 8 20480 0 malloc-2048 2048 5 5 133 0 8 20480 0 malloc-2048 2048 5 5 20 0 8 20480 0 malloc-1024 1024 7 13 1850 0 16 20480 0 sctp_laddr 48 48 372 3779 0 254 20160 0 malloc-32 32 48 582 83955 0 254 20160 0 2 Bucket 32 72 558 8596 0 254 20160 0 vtnet_tx_hdr 24 0 835 1400021 0 254 20040 0 malloc-128 128 119 36 129 0 126 19840 0 sctp_readq 152 0 130 1989 0 254 19760 0 SLEEPQUEUE 88 181 43 181 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-1024 1024 9 7 5299 0 16 16384 0 malloc-1024 1024 10 6 12 0 16 16384 0 udp_inpcb 488 2 30 720 0 254 15616 0 malloc-256 256 9 51 501 0 62 15360 0 malloc-256 256 16 44 3302 0 62 15360 0 malloc-1024 1024 8 4 9 0 16 12288 0 malloc-1024 1024 6 6 50 0 16 12288 0 malloc-512 512 7 17 968 0 30 12288 0 udpcb 32 2 376 4477 0 254 12096 0 malloc-64 64 84 105 172 0 254 12096 0 malloc-64 64 49 140 3381 0 254 12096 0 malloc-32 32 82 296 21524 0 254 12096 0 malloc-16 16 338 412 1206 0 254 12000 0 tcp_rack_map 120 50 49 188 0 126 11880 0 routing nhops 256 25 20 43 0 62 11520 0 malloc-384 384 14 16 148 0 30 11520 0 malloc-1024 1024 3 5 15 0 16 8192 0 malloc-512 512 9 7 79 0 30 8192 0 malloc-512 512 11 5 14 0 30 8192 0 malloc-512 512 0 16 5 0 30 8192 0 rtentry 176 28 18 43 0 62 8096 0 tcp_log_bucket 176 0 46 5 0 62 8096 0 PGRP 88 33 59 66 0 126 8096 0 rl_entry 40 83 119 83 0 254 8080 0 sctp_asconf_ack 48 12 156 147 0 254 8064 0 malloc-32 32 3 249 13 0 254 8064 0 malloc-32 32 123 129 3210 0 254 8064 0 malloc-32 32 61 191 1213 0 254 8064 0 malloc-32 32 4 248 369 0 254 8064 0 malloc-16 16 186 314 1351 0 254 8000 0 malloc-16 16 24 476 72423 0 254 8000 0 malloc-16 16 6 494 6 0 254 8000 0 tcp_log_node 120 0 66 10 0 126 7920 0 kenv 258 3 27 1059 0 30 7740 0 malloc-384 384 1 19 63 0 30 7680 0 malloc-384 384 1 19 16 0 30 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 23 0 126 6448 0 domainset 40 0 126 12 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 5 0 2 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-512 512 1 7 1 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcpreass 48 0 84 1 0 254 4032 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 ipq 56 0 72 1 0 254 4032 0 malloc-16 16 0 250 1 0 254 4000 0 malloc-128 128 5 26 7 0 126 3968 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 tfo 4 0 493 2 0 254 1972 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0