Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0xff fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff82c6ebc2 stack pointer = 0x0:0xfffffe00037368a0 frame pointer = 0x0:0xfffffe0003736900 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi4: clock (0)) trap number = 12 panic: page fault cpuid = 1 time = 1609792474 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0003736500 vpanic() at vpanic+0x1c7/frame 0xfffffe0003736560 panic() at panic+0x43/frame 0xfffffe00037365c0 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe0003736640 trap_pfault() at trap_pfault+0xd4/frame 0xfffffe00037366b0 trap() at trap+0x41d/frame 0xfffffe00037367d0 calltrap() at calltrap+0x8/frame 0xfffffe00037367d0 --- trap 0xc, rip = 0xffffffff82c6ebc2, rsp = 0xfffffe00037368a0, rbp = 0xfffffe0003736900 --- sctp_find_alternate_net() at sctp_find_alternate_net+0x4f2/frame 0xfffffe0003736900 sctp_shutdown_timer() at sctp_shutdown_timer+0xdc/frame 0xfffffe0003736940 sctp_timeout_handler() at sctp_timeout_handler+0x9b4/frame 0xfffffe0003736a00 softclock_call_cc() at softclock_call_cc+0x1f7/frame 0xfffffe0003736ad0 softclock() at softclock+0xb0/frame 0xfffffe0003736b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003736bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003736bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003736bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100022 ] Stopped at kdb_enter+0x67: movq $0,0x1477096(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff810f1380 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00037364e0 rbp 0xfffffe0003736500 rsi 0 rdi 0xffffffff810f13b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0x1b540 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8197de5c r15 0xffffffff8197de5c rip 0xffffffff810e56e7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1477096(%rip) db> show proc Process 12 (intr) at 0xfffff80004471a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250fd30 ABI: null reaper: 0xffffffff8250fd30 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82510980 (map 0xffffffff82510980) (map.pmap 0xffffffff82510a40) (pmap 0xffffffff82510aa0) threads: 23 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 Run CPU 1 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100076 I [swi1: hpts] 100077 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 11868 11860 11868 0 Ss select 0xfffff8000751a4c0 dhclient 11863 1 11863 0 Ss select 0xfffff800046dd5c0 dhclient 11860 11852 436 0 R dhclient 11852 436 436 0 S wait 0xfffff8001cb6b528 sh 11846 785 785 0 R (threaded) syz-executor.2 100267 RunQ syz-executor.2 113294 S accept 0xfffff80007a58508 syz-executor.2 113299 S uwait 0xfffff80004b3c100 syz-executor.2 11256 1 11256 65 Rs dhclient 11023 774 11023 0 Ds getblk 0xfffffe0003e3bac0 syz-executor.3 9873 1 9873 0 Ss select 0xfffff8000751a140 dhclient 9861 1 9861 0 Ss select 0xfffff8000751a0c0 dhclient 9844 774 9844 0 Ds getblk 0xfffffe0003e3bac0 syz-executor.0 5204 1 5204 65 Ss select 0xfffff80004536840 dhclient 3089 1 3089 0 Ss select 0xfffff800046dd340 dhclient 3085 1 3085 0 Ss select 0xfffff800046dd040 dhclient 785 774 785 0 Rs syz-executor.2 774 772 772 0 R (threaded) syz-fuzzer 100096 RunQ syz-fuzzer 100107 RunQ syz-fuzzer 100108 S uwait 0xfffff8001c1bbf00 syz-fuzzer 100109 S uwait 0xfffff8001c330c00 syz-fuzzer 100110 S uwait 0xfffff8001c330d00 syz-fuzzer 100111 S uwait 0xfffff8001c330e00 syz-fuzzer 100112 Run CPU 0 syz-fuzzer 100113 S uwait 0xfffff8001c1bb080 syz-fuzzer 100114 S uwait 0xfffff8001c1bb180 syz-fuzzer 100115 S uwait 0xfffff8001c1bb280 syz-fuzzer 772 770 772 0 Ss pause 0xfffff80004e3ab00 csh 770 694 770 0 Ss select 0xfffff800046dd640 sshd 754 1 754 0 Rs+ getty 753 1 753 0 Ss+ ttyin 0xfffff80004b690b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b694b0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004b698b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004b69cb0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004b710b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004b714b0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004b718b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004b71cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8252ff21 cron 694 1 694 0 Ss select 0xfffff800046dd940 sshd 507 1 507 0 Ss select 0xfffff800046dd9c0 syslogd 436 1 436 0 Ss wait 0xfffff80004e34000 devd 435 1 435 65 Rs dhclient 350 1 350 0 Ss select 0xfffff80004536ec0 dhclient 347 1 347 0 Ss select 0xfffff800046dff40 dhclient 23 0 0 0 DL syncer 0xffffffff8261f2b8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004bc7528 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261e3a0 [bufdaemon] 100073 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100088 D getblk 0xfffffe0003e3bac0 [/ worker] 20 0 0 0 DL psleep 0xffffffff82645848 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82639cb8 [dom0] 100071 D launds 0xffffffff82639cc4 [laundry: dom0] 100072 D umarcl 0xffffffff814f6e00 [uma] 18 0 0 0 DL - 0xffffffff823642e8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82cb1818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e2c390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b95c [soaiod4] 9 0 0 0 DL - 0xffffffff8261b95c [soaiod3] 8 0 0 0 DL - 0xffffffff8261b95c [soaiod2] 7 0 0 0 DL - 0xffffffff8261b95c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223c040 [doneq0] 100067 D - 0xffffffff8223bf10 [scanner] 5 0 0 0 DL crypto_ 0xfffff800044eb990 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff800044eb930 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff826371b0 [crypto] 14 0 0 0 DL seqstat 0xfffff80004083888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f7a0 [g_event] 100026 D - 0xffffffff8250f7a8 [g_up] 100027 D - 0xffffffff8250f7b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004344b00 [thr_0] 100019 D - 0xfffff80004344b80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 Run CPU 1 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100076 I [swi1: hpts] 100077 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004453528 [init] 10 0 0 0 DL audit_w 0xffffffff826376d0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fd30 [swapper] 100005 D - 0xfffff80004349d00 [softirq_0] 100006 D - 0xfffff80004349c00 [softirq_1] 100007 D - 0xfffff80004349b00 [if_io_tqg_0] 100008 D - 0xfffff80004349a00 [if_io_tqg_1] 100009 D - 0xfffff80004349900 [if_config_tqg_0] 100010 D - 0xfffff80004349800 [kqueue_ctx taskq] 100011 D - 0xfffff80004349700 [inm_free taskq] 100014 D - 0xfffff80004349400 [aiod_kick taskq] 100015 D - 0xfffff80004349300 [thread taskq] 100016 D - 0xfffff80004349200 [in6m_free taskq] 100024 D - 0xfffff80004349000 [firmware taskq] 100029 D - 0xfffff800044c3e00 [crypto_0] 100030 D - 0xfffff800044c3e00 [crypto_1] 100044 D - 0xfffff800044c3a00 [vtnet0 rxq 0] 100045 D - 0xfffff800044c3900 [vtnet0 txq 0] 100046 D - 0xfffff800044c3800 [vtnet0 rxq 1] 100047 D - 0xfffff800044c3700 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800046e0200 [virtio_balloon] 100053 D - 0xfffff800044c3600 [mca taskq] 100058 D - 0xffffffff81d263d0 [deadlkres] 100062 D - 0xfffff800044c3400 [acpi_task_0] 100063 D - 0xfffff800044c3400 [acpi_task_1] 100064 D - 0xfffff800044c3400 [acpi_task_2] 100066 D - 0xfffff800044c3d00 [CAM taskq] db> show all locks Process 11860 (dhclient) thread 0xfffffe0088a29100 (102483) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003e3bac0) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_bio.c:3895 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8001ce6c258) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_syscalls.c:3506 Process 11023 (syz-executor.3) thread 0xfffffe00888f4a00 (100092) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003efb240) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_bio.c:3895 exclusive lockmgr ufs (ufs) r = 1 (0xfffff80007d2e070) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:2914 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80004ec7070) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_lookup.c:1063 Process 9844 (syz-executor.0) thread 0xfffffe0003dba800 (100081) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003f046c0) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_bio.c:3895 exclusive lockmgr ufs (ufs) r = 1 (0xfffff8001cd3ddc8) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:2914 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8001ca3b628) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_lookup.c:1063 Process 21 (bufdaemon) thread 0xfffffe0088732700 (100088) exclusive lockmgr ufs (ufs) r = 0 (0xfffff8001ca3bbe0) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:2914 Process 12 (intr) thread 0xfffffe000470cc00 (100022) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0088f79380) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1762 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29670 1738K 29735 pcb 753 1352K 27143 kobj 336 1344K 496 newblk 5 1025K 12358 vfscache 3 1025K 3 sctp_stro 364 786K 6522 inodedep 10 516K 13120 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_atcl 737 277K 21785 subproc 139 259K 11959 acpica 1674 184K 54410 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 10 131K 22003 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 268 99K 317 bus 990 80K 3306 filedesc 10 73K 21686 mtx_pool 2 72K 2 BPF 38 71K 70 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 sctp_atky 1113 48K 31625 umtx 342 43K 342 kdtrace 205 41K 25172 temp 36 35K 3315 hostcache 1 32K 1 shm 1 32K 25 DEVFS3 124 31K 134 msg 4 30K 4 sctp_timw 110 28K 110 vmem 3 26K 6 gtaskqueue 18 26K 18 ifaddr 80 24K 85 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 lltable 47 15K 177 bus-sc 31 14K 1547 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 146 12K 271 sctp_athm 737 12K 23089 sctp_map 728 12K 12936 kenv 92 12K 92 eventhandler 126 11K 126 GEOM 60 10K 489 rman 82 10K 423 ksem 4 10K 74 bmsafemap 2 9K 11110 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 in6_multi 67 8K 119 shmfd 1 8K 9 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 routetbl 28 7K 327 sglist 5 7K 5 CAM DEV 3 6K 510 cred 24 6K 408 pf_ifnet 17 6K 104 kqueue 59 6K 11955 plimit 22 6K 536 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 UMA 258 5K 258 vt 11 5K 11 pf_table 2 4K 75 sctp_stri 8 4K 3134 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 ip6opt 28 4K 142 session 30 4K 61 pgrp 30 4K 61 DEVFSP 59 4K 142 pwddesc 57 4K 11870 lockf 32 4K 374 hhook 13 4K 13 kcovinfo 48 3K 119 selfd 44 3K 192384 terminal 11 3K 11 acpisem 22 3K 22 sctp_aadr 43 3K 616 proc-args 49 3K 772 pf_osfp 24 3K 24 uidinfo 4 3K 23 sctp_ifa 17 3K 25 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 select 16 2K 195 ip6ndp 12 2K 21 Unitno 29 2K 50 CAM XPT 22 2K 543 ipsecpolicy 2 2K 2 in_multi 5 2K 12 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 dirrem 4 1K 10964 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 178 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 sctp_ifn 5 1K 25 encap_export_host 12 1K 12 crypto 3 1K 3 diradd 4 1K 11014 pfil 4 1K 4 procdesc 4 1K 24 CAM SIM 2 1K 2 cdev 2 1K 2 newdirblk 3 1K 10841 inpcbpolicy 12 1K 4151 chacha20random 1 1K 1 osd 3 1K 10 freefile 2 1K 10954 vnodes 1 1K 7 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 pf_rule 1 1K 114 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 11250 mkdir 1 1K 21682 tcpfunc 2 1K 2 ip_msource 2 1K 8 pmchooks 1 1K 1 soname 4 1K 15553 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 51 vnet 1 1K 1 pmc 1 1K 1 filecaps 4 1K 132 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 10275 sctp_iter 0 0K 104 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 83 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 21 mqdata 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 14 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 28028 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 35939 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 87 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 10912 freefrag 0 0K 10 allocindir 0 0K 0 indirdep 0 0K 552 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 2 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 10 in_mfilter 0 0K 22 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 11026 namei_tracker 0 0K 171 export_host 0 0K 0 cl_savebuf 0 0K 6 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 288 accf 0 0K 0 pts 0 0K 0 iov 0 0K 24713 ioctlops 0 0K 568 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 815 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 2 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 10 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9683 1 9683 0 254 19832832 0 tcp_log 416 0 10008 24771 0 254 4163328 0 mbuf_jumbo_page 4096 41 926 12452 0 254 3960832 0 RADIX NODE 144 16881 980 408371 0 62 2571984 0 mbuf_packet 256 8253 1302 2188106 0 254 2446080 0 pbuf 2632 0 778 0 0 2 2047696 0 BUF TRIE 144 186 13282 23879 0 62 1939392 0 malloc-384 384 4227 83 17491 0 30 1655040 0 malloc-4096 4096 337 3 572 0 2 1392640 0 malloc-128 128 9717 48 10008 0 126 1249920 0 sctp_asoc 2288 364 96 6468 0 254 1052480 0 malloc-2048 2048 369 35 13438 0 8 827392 0 mbuf 256 822 2358 1349369 0 254 814080 0 UMA Slabs 0 112 7036 17 7036 0 126 789936 0 sctp_raddr 736 394 475 12628 0 254 639584 0 sctp_ep 1280 365 124 13204 0 254 625920 0 FFS inode 1128 530 23 11494 0 8 623784 0 malloc-1024 1024 478 42 6743 0 16 532480 0 256 Bucket 2048 194 14 12291 0 8 425984 0 tcp_bbr_map 128 0 3193 30756 0 126 408704 0 VM OBJECT 264 1219 161 172086 0 30 364320 0 malloc-4096 4096 69 11 12392 0 2 327680 0 VNODE 488 567 81 11533 0 30 316224 0 malloc-384 384 738 82 22088 0 30 314880 0 THREAD 1792 147 24 13301 0 8 306432 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 1 3 625 0 1 262144 0 malloc-65536 65536 2 2 10 0 1 262144 0 socket 944 33 227 19021 0 254 245440 0 DEVCTL 1024 1 211 135 0 0 217088 0 malloc-16384 16384 5 8 10845 0 1 212992 0 malloc-16 16 12421 329 12730 0 254 204000 0 malloc-64 64 3085 65 3162 0 254 201600 0 malloc-256 256 637 113 14625 0 62 192000 0 MAP ENTRY 96 1387 587 636554 0 126 189504 0 malloc-256 256 241 479 64384 0 62 184320 0 malloc-128 128 1354 72 27021 0 126 182528 0 UMA Zones 768 230 4 230 0 16 179712 0 FFS2 dinode 256 530 130 11494 0 62 168960 0 malloc-32768 32768 0 5 512 0 1 163840 0 malloc-32 32 4569 93 5352 0 254 149184 0 S VFS Cache 104 1020 384 12108 0 126 146016 0 malloc-65536 65536 0 2 122 0 1 131072 0 VMSPACE 2544 34 17 11856 0 4 129744 0 sctp_chunk 152 358 474 8989 0 254 126464 0 malloc-128 128 684 277 14568 0 126 123008 0 malloc-128 128 674 287 34622 0 126 123008 0 128 Bucket 1024 80 35 2001 0 16 117760 0 ksiginfo 112 66 978 2312 0 126 116928 0 vmem btag 56 2040 36 2040 0 254 116256 0 PROC 1320 56 25 11869 0 8 106920 0 malloc-4096 4096 18 6 34 0 2 98304 0 filedesc0 1072 57 27 11870 0 8 90048 0 malloc-2048 2048 6 36 28870 0 8 86016 0 udplite_inpcb 488 0 176 2657 0 254 85888 0 UMA Kegs 384 216 7 216 0 30 85632 0 malloc-64 64 1032 291 12692 0 254 84672 0 clpbuf 2632 0 32 20 0 16 84224 0 malloc-64 64 744 516 12786 0 254 80640 0 64 Bucket 512 94 58 13032 0 30 77824 0 malloc-8192 8192 7 2 100 0 1 73728 0 malloc-256 256 89 181 22636 0 62 69120 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 126 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 g_bio 408 0 160 109574 0 30 65280 0 tcpcb 1048 6 49 755 0 254 57640 0 malloc-8192 8192 2 5 10 0 1 57344 0 malloc-256 256 69 141 23412 0 62 53760 0 malloc-4096 4096 12 1 23 0 2 53248 0 malloc-64 64 258 561 204720 0 254 52416 0 32 Bucket 256 60 135 5863 0 62 49920 0 malloc-16384 16384 1 2 154 0 1 49152 0 malloc-512 512 18 62 3188 0 30 40960 0 pipe 744 19 36 1449 0 16 40920 0 malloc-64 64 74 556 30019 0 254 40320 0 malloc-32 32 850 410 28084 0 254 40320 0 malloc-128 128 23 287 11046 0 126 39680 0 malloc-384 384 56 44 261 0 30 38400 0 malloc-256 256 36 114 12718 0 62 38400 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 61269 0 16 36864 0 pcpu-8 8 4317 291 5666 0 254 36864 0 Files 80 195 255 41159 0 126 36000 0 malloc-384 384 83 7 83 0 30 34560 0 malloc-256 256 2 133 10974 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 0 4 34 0 1 32768 0 malloc-8192 8192 3 1 4 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 3 5 132 0 2 32768 0 malloc-2048 2048 10 6 20 0 8 32768 0 pcpu-64 64 454 58 454 0 254 32768 0 sctp_laddr 48 100 572 3351 0 254 32256 0 tcp_inpcb 488 6 58 755 0 254 31232 0 malloc-1024 1024 23 5 35 0 16 28672 0 malloc-1024 1024 20 8 1669 0 16 28672 0 TURNSTILE 136 172 38 172 0 62 28560 0 malloc-32 32 299 583 11462 0 254 28224 0 KNOTE 160 21 154 193950 0 62 28000 0 8 Bucket 80 48 302 4202 0 126 28000 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-2048 2048 10 2 10 0 8 24576 0 PWD 32 17 739 10913 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 0 5 11032 0 2 20480 0 malloc-2048 2048 2 8 340 0 8 20480 0 sctp_stream_msg_out 112 112 68 2435 0 254 20160 0 4 Bucket 48 7 413 396 0 254 20160 0 2 Bucket 32 74 556 2438 0 254 20160 0 malloc-16 16 791 459 47989 0 254 20000 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-256 256 42 33 127 0 62 19200 0 SLEEPQUEUE 88 172 20 172 0 126 16896 0 malloc-16384 16384 0 1 4 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-2048 2048 0 8 26 0 8 16384 0 16 Bucket 144 51 61 677 0 62 16128 0 vtnet_tx_hdr 24 0 668 1137629 0 254 16032 0 malloc-16 16 739 261 17100 0 254 16000 0 sctp_readq 152 2 102 1225 0 254 15808 0 udp_inpcb 488 2 30 382 0 254 15616 0 unpcb 256 17 43 1611 0 254 15360 0 tcp_bbr_pcb 832 0 18 231 0 16 14976 0 malloc-1024 1024 3 9 45 0 16 12288 0 malloc-512 512 4 20 196 0 30 12288 0 rtentry 176 27 42 50 0 62 12144 0 malloc-64 64 22 167 414 0 254 12096 0 malloc-16 16 466 284 8269 0 254 12000 0 malloc-128 128 56 37 1105 0 126 11904 0 malloc-128 128 75 18 537 0 126 11904 0 ripcb 488 4 20 357 0 254 11712 0 routing nhops 256 23 22 50 0 62 11520 0 malloc-4096 4096 0 2 46 0 2 8192 0 malloc-2048 2048 1 3 13 0 8 8192 0 malloc-1024 1024 0 8 78 0 16 8192 0 malloc-1024 1024 2 6 19 0 16 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-512 512 0 16 122 0 30 8192 0 malloc-512 512 0 16 77 0 30 8192 0 malloc-512 512 3 13 512 0 30 8192 0 malloc-512 512 9 7 17 0 30 8192 0 pf tags 104 0 78 2 0 126 8112 0 tcp_log_bucket 176 0 46 3 0 62 8096 0 rl_entry 40 80 122 82 0 254 8080 0 sctp_asconf_ack 48 3 165 287 0 254 8064 0 udpcb 32 2 250 3039 0 254 8064 0 malloc-64 64 37 89 82 0 254 8064 0 malloc-32 32 48 204 109 0 254 8064 0 malloc-32 32 92 160 6743 0 254 8064 0 malloc-32 32 32 220 216 0 254 8064 0 malloc-32 32 18 234 1084 0 254 8064 0 malloc-16 16 41 459 6978 0 254 8000 0 malloc-16 16 0 500 6 0 254 8000 0 malloc-16 16 1 499 7 0 254 8000 0 malloc-128 128 44 18 81 0 126 7936 0 tcp_log_node 120 0 66 6 0 126 7920 0 itimer 352 0 22 14 0 30 7744 0 kenv 258 3 27 1025 0 30 7740 0 malloc-384 384 0 20 19 0 30 7680 0 malloc-256 256 21 9 91 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 15 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-512 512 1 7 1 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcptw 88 0 46 1 0 254 4048 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 6 0 254 4032 0 malloc-64 64 0 63 2 0 254 4032 0 malloc-32 32 9 117 470 0 254 4032 0 malloc-16 16 8 242 10 0 254 4000 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 domainset 40 0 63 6 0 254 2520 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 488 0 0 0 0 30 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0