Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0xff fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff82cb2bc2 stack pointer = 0x28:0xfffffe00037368a0 frame pointer = 0x28:0xfffffe0003736900 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi4: clock (0)) trap number = 12 panic: page fault cpuid = 1 time = 187 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0003736500 vpanic() at vpanic+0x1c7/frame 0xfffffe0003736560 panic() at panic+0x43/frame 0xfffffe00037365c0 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe0003736640 trap_pfault() at trap_pfault+0xd4/frame 0xfffffe00037366b0 trap() at trap+0x41d/frame 0xfffffe00037367d0 calltrap() at calltrap+0x8/frame 0xfffffe00037367d0 --- trap 0xc, rip = 0xffffffff82cb2bc2, rsp = 0xfffffe00037368a0, rbp = 0xfffffe0003736900 --- sctp_find_alternate_net() at sctp_find_alternate_net+0x4f2/frame 0xfffffe0003736900 sctp_shutdown_timer() at sctp_shutdown_timer+0xdc/frame 0xfffffe0003736940 sctp_timeout_handler() at sctp_timeout_handler+0x9b4/frame 0xfffffe0003736a00 softclock_call_cc() at softclock_call_cc+0x1f7/frame 0xfffffe0003736ad0 softclock() at softclock+0xb0/frame 0xfffffe0003736b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003736bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003736bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003736bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100022 ] Stopped at kdb_enter+0x67: movq $0,0x1477096(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff810f1380 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00037364e0 rbp 0xfffffe0003736500 rsi 0 rdi 0xffffffff810f13b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xfffffe0094c66610 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8197de47 r15 0xffffffff8197de47 rip 0xffffffff810e56e7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1477096(%rip) db> show proc Process 12 (intr) at 0xfffff80004471a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250fd30 ABI: null reaper: 0xffffffff8250fd30 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82510980 (map 0xffffffff82510980) (map.pmap 0xffffffff82510a40) (pmap 0xffffffff82510aa0) threads: 23 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 Run CPU 1 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 32325 29229 29229 0 R (threaded) syz-executor.3 167149 RunQ syz-executor.3 170720 S sbwait 0xfffff80027b2b1c4 syz-executor.3 170721 S sbwait 0xfffff800290e6924 syz-executor.3 170722 S sbwait 0xfffff8001f6a62dc syz-executor.3 170723 S sbwait 0xfffff8001fe47574 syz-executor.3 170724 S uwait 0xfffff80027c81900 syz-executor.3 32323 28400 28400 0 R (threaded) syz-executor.2 165104 RunQ syz-executor.2 170716 S connec 0xfffff8002790c840 syz-executor.2 170718 S uwait 0xfffff8002728e880 syz-executor.2 32321 20009 20009 0 R (threaded) syz-executor.1 168477 RunQ syz-executor.1 170704 S sbwait 0xfffff80039107cd4 syz-executor.1 170705 S sbwait 0xfffff80027d1e924 syz-executor.1 170706 S sbwait 0xfffff80027de268c syz-executor.1 170707 S uwait 0xfffff80027427800 syz-executor.1 170708 S uwait 0xfffff80027427280 syz-executor.1 29229 774 29229 0 Rs syz-executor.3 28995 28987 28995 0 Ss select 0xfffff8003844fdc0 dhclient 28990 1 28990 0 Ss select 0xfffff8003844f9c0 dhclient 28987 28978 436 65 S select 0xfffff8003844f5c0 dhclient 28978 436 436 0 S wait 0xfffff80027a02a50 sh 28400 774 28400 0 Rs syz-executor.2 20620 1 20620 65 Ss select 0xfffff80004535940 dhclient 20030 1 20030 0 Ss select 0xfffff800046dd7c0 dhclient 20025 1 20025 0 Ss select 0xfffff800046dd3c0 dhclient 20009 774 20009 0 Rs syz-executor.1 774 772 772 0 R (threaded) syz-fuzzer 100090 RunQ syz-fuzzer 100105 RunQ syz-fuzzer 100106 S uwait 0xfffff80004b55880 syz-fuzzer 100107 S uwait 0xfffff80004b55980 syz-fuzzer 100108 RunQ syz-fuzzer 100109 S uwait 0xfffff8002728e380 syz-fuzzer 100110 S kqread 0xfffff80004edc800 syz-fuzzer 100111 S uwait 0xfffff8002728e480 syz-fuzzer 100118 Run CPU 0 syz-fuzzer 772 770 772 0 Ss pause 0xfffff80004ef9b00 csh 770 694 770 0 Ss select 0xfffff800046dd640 sshd 754 1 754 0 Ss+ ttyin 0xfffff80004878cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004b690b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b694b0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004b698b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004b69cb0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004b730b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004b734b0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004b738b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004b73cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8252ff21 cron 694 1 694 0 Ss select 0xfffff800046dd8c0 sshd 507 1 507 0 Ss select 0xfffff800046e0bc0 syslogd 436 1 436 0 Ss wait 0xfffff80004e7a000 devd 435 1 435 65 Ss select 0xfffff800046dfc40 dhclient 350 1 350 0 Ss select 0xfffff80004535e40 dhclient 347 1 347 0 Ss select 0xfffff800046dff40 dhclient 23 0 0 0 DL syncer 0xffffffff8261f2b8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004d10a50 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261e3a0 [bufdaemon] 100077 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100088 D sdflush 0xfffff80004e070e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82645848 [vmdaemon] 19 0 0 0 RL (threaded) [pagedaemon] 100068 RunQ [dom0] 100075 D launds 0xffffffff82639cc4 [laundry: dom0] 100076 D umarcl 0xffffffff814f6e00 [uma] 18 0 0 0 DL - 0xffffffff823642e8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82cf5818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82b5c390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b95c [soaiod4] 9 0 0 0 DL - 0xffffffff8261b95c [soaiod3] 8 0 0 0 DL - 0xffffffff8261b95c [soaiod2] 7 0 0 0 DL - 0xffffffff8261b95c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223c040 [doneq0] 100067 D - 0xffffffff8223bf10 [scanner] 5 0 0 0 DL crypto_ 0xfffff800044eb990 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff800044eb930 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff826371b0 [crypto] 14 0 0 0 DL seqstat 0xfffff80004083888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f7a0 [g_event] 100026 D - 0xffffffff8250f7a8 [g_up] 100027 D - 0xffffffff8250f7b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004344b00 [thr_0] 100019 D - 0xfffff80004344b80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 Run CPU 1 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004453528 [init] 10 0 0 0 DL audit_w 0xffffffff826376d0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fd30 [swapper] 100005 D - 0xfffff80004349d00 [softirq_0] 100006 D - 0xfffff80004349c00 [softirq_1] 100007 D - 0xfffff80004349b00 [if_io_tqg_0] 100008 D - 0xfffff80004349a00 [if_io_tqg_1] 100009 D - 0xfffff80004349900 [if_config_tqg_0] 100010 D - 0xfffff80004349800 [kqueue_ctx taskq] 100011 D - 0xfffff80004349700 [inm_free taskq] 100014 D - 0xfffff80004349400 [aiod_kick taskq] 100015 D - 0xfffff80004349300 [thread taskq] 100016 D - 0xfffff80004349200 [in6m_free taskq] 100024 D - 0xfffff80004349000 [firmware taskq] 100029 D - 0xfffff800044c3e00 [crypto_0] 100030 D - 0xfffff800044c3e00 [crypto_1] 100044 D - 0xfffff800044c3a00 [vtnet0 rxq 0] 100045 D - 0xfffff800044c3900 [vtnet0 txq 0] 100046 D - 0xfffff800044c3800 [vtnet0 rxq 1] 100047 D - 0xfffff800044c3700 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800046e0200 [virtio_balloon] 100053 D - 0xfffff800044c3600 [mca taskq] 100058 D - 0xffffffff81d263d1 [deadlkres] 100062 D - 0xfffff80004b76e00 [acpi_task_0] 100063 D - 0xfffff80004b76e00 [acpi_task_1] 100064 D - 0xfffff80004b76e00 [acpi_task_2] 100066 D - 0xfffff800044c3d00 [CAM taskq] db> show all locks Process 32325 (syz-executor.3) thread 0xfffffe0094cd7700 (170722) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffff8001f6a6280) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 12 (intr) thread 0xfffffe000470cc00 (100022) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00951c98b0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1762 db> show malloc Type InUse MemUse Requests sctp_stro 259 16575K 17067 pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29670 1738K 29735 kobj 336 1344K 496 pcb 539 1112K 81102 newblk 4 1025K 57628 vfscache 3 1025K 3 inodedep 11 516K 46971 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 138 255K 32457 sctp_atcl 537 202K 58804 acpica 1674 184K 54410 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 10 131K 66274 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 filedesc 14 105K 61901 linker 268 99K 386 bus 990 80K 3306 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 BPF 30 53K 222 umtx 360 45K 360 kdtrace 213 43K 103054 sctp_atky 816 36K 78980 temp 36 35K 7945 ifaddr 107 34K 172 hostcache 1 32K 1 shm 1 32K 91 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 28K 6 gtaskqueue 18 26K 18 lockf 199 22K 11193 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 sctp_timw 65 17K 65 tty 16 16K 16 pf_osfp 147 16K 147 ithread 99 16K 99 bus-sc 31 14K 1547 ether_multi 159 13K 915 KTRACE 100 13K 100 ifnet 7 13K 7 lltable 39 12K 1148 kenv 92 12K 92 eventhandler 126 11K 126 ksem 7 11K 589 GEOM 60 10K 489 rman 82 10K 423 sctp_stri 19 10K 4652 in6_multi 77 10K 448 sctp_athm 537 9K 60617 bmsafemap 2 9K 34560 sctp_map 518 9K 33792 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 56 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 routetbl 27 7K 2226 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 58 6K 32996 cred 22 6K 849 pf_ifnet 15 6K 989 plimit 21 6K 1698 sctp_ifa 41 6K 93 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 UMA 258 5K 258 vt 11 5K 11 pf_table 2 4K 544 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 DEVFSP 57 4K 594 pwddesc 56 4K 32329 session 27 4K 140 pgrp 27 4K 153 hhook 13 4K 13 kcovinfo 48 3K 510 terminal 11 3K 11 acpisem 22 3K 22 proc-args 46 3K 1491 selfd 38 3K 415081 uidinfo 3 3K 111 sctp_aadr 32 2K 1728 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 65 select 13 2K 2203 CAM XPT 22 2K 543 Unitno 26 2K 78 ipsecpolicy 2 2K 2 in_multi 5 2K 49 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 10 vnodemarker 2 1K 2398 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 sctp_ifn 5 1K 93 diradd 5 1K 32958 encap_export_host 12 1K 12 crypto 3 1K 3 inpcbpolicy 18 1K 45487 mkdir 4 1K 62008 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 freework 2 1K 41751 newdirblk 3 1K 31004 chacha20random 1 1K 1 procdesc 3 1K 58 osd 3 1K 10 iov 4 1K 61115 dirrem 1 1K 32811 freeblks 1 1K 32555 vnodes 1 1K 118 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 ip_msource 3 1K 57 loginclass 3 1K 6 prison 6 1K 6 soname 6 1K 36498 pf_rule 1 1K 1106 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 ip6_msource 2 1K 36 tcpfunc 2 1K 2 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 101 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 279 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 28436 sctp_iter 0 0K 141 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 46 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 95 mqdata 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 152 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 187212 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 88869 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 1183 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 32654 freefrag 0 0K 47 allocindir 0 0K 0 indirdep 0 0K 13288 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 334 ip6_moptions 0 0K 41 in6_mfilter 0 0K 105 frag6 0 0K 3 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 102 in_mfilter 0 0K 173 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 11 VN POLL 0 0K 9 statfs 0 0K 31142 namei_tracker 0 0K 384 export_host 0 0K 0 cl_savebuf 0 0K 402 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 1462 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 4914 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 1401 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 1 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 25 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 9234 6908 82860 0 254 66117632 0 mbuf_cluster 2048 9713 1 9717 0 254 19894272 0 tcp_log 416 0 15084 326296 0 254 6274944 0 mbuf 256 10184 7801 2866483 0 254 4604160 0 RADIX NODE 144 14421 7164 1391278 0 62 3108240 0 pbuf 2632 0 957 0 0 2 2518824 0 UMA Slabs 0 112 22401 24 22401 0 126 2511600 0 mbuf_packet 256 8383 1202 1062975 0 254 2453760 0 BUF TRIE 144 506 12962 138737 0 62 1939392 0 sctp_asoc 2288 259 526 16889 0 254 1796080 0 malloc-384 384 4228 142 52319 0 30 1678080 0 malloc-4096 4096 337 1 572 0 2 1384448 0 malloc-128 128 9716 49 10097 0 126 1249920 0 sctp_ep 1280 259 512 38245 0 254 986880 0 FFS inode 1128 674 26 33498 0 8 789600 0 256 Bucket 2048 282 64 29143 0 8 708608 0 malloc-2048 2048 262 52 38509 0 8 643072 0 sctp_raddr 736 349 487 26898 0 254 615296 0 tcp_bbr_map 128 0 4433 597469 0 126 567424 0 socket 944 39 553 89169 0 254 558848 0 malloc-1024 1024 372 64 17164 0 16 446464 0 VM OBJECT 264 1462 188 501471 0 30 435600 0 malloc-65536 65536 1 5 1891 0 1 393216 0 malloc-65536 65536 0 6 169 0 1 393216 0 VNODE 488 711 81 33537 0 30 386496 0 malloc-2048 2048 6 170 188523 0 8 360448 0 malloc-256 256 249 1056 222632 0 62 334080 0 malloc-4096 4096 68 13 32851 0 2 331776 0 THREAD 1792 156 24 70724 0 8 322560 0 malloc-65536 65536 4 0 4 0 1 262144 0 g_bio 408 0 640 668604 0 31 261120 0 udplite_inpcb 488 8 512 37488 0 254 253760 0 malloc-384 384 539 111 59110 0 30 249600 0 malloc-32768 32768 0 7 157 0 1 229376 0 malloc-32768 32768 0 7 12122 0 1 229376 0 sctp_chunk 152 255 1201 30063 0 254 221312 0 DEVCTL 1024 3 209 181 0 0 217088 0 malloc-64 64 3085 254 3555 0 254 213696 0 malloc-16384 16384 7 6 30942 0 1 212992 0 FFS2 dinode 256 674 136 33497 0 62 207360 0 malloc-16 16 12421 329 12730 0 254 204000 0 malloc-128 128 1480 70 34077 0 126 198400 0 malloc-65536 65536 2 1 10 0 1 196608 0 MAP ENTRY 96 1397 619 1930467 0 126 193536 0 UMA Zones 768 230 4 230 0 16 179712 0 malloc-256 256 485 160 39632 0 62 165120 0 S VFS Cache 104 1067 376 34996 0 126 150072 0 tcpcb 1048 5 138 5887 0 254 149864 0 malloc-32 32 4569 93 5363 0 254 149184 0 vmem btag 56 2551 29 2567 0 254 144480 0 128 Bucket 1024 93 34 8096 0 16 130048 0 VMSPACE 2544 33 18 32307 0 4 129744 0 clpbuf 2632 0 48 7079 0 16 126336 0 malloc-128 128 699 262 34954 0 126 123008 0 malloc-128 128 683 278 99086 0 126 123008 0 malloc-8192 8192 7 8 139 0 1 122880 0 ksiginfo 112 66 978 3916 0 126 116928 0 PROC 1320 55 26 32328 0 8 106920 0 malloc-4096 4096 14 12 110 0 2 106496 0 64 Bucket 512 137 63 55765 0 30 102400 0 tcp_inpcb 488 5 203 5887 0 254 101504 0 malloc-16384 16384 1 5 165 0 1 98304 0 malloc-64 64 970 542 36010 0 254 96768 0 filedesc0 1072 56 28 32329 0 8 90048 0 tcp_bbr_pcb 832 0 108 2499 0 16 89856 0 UMA Kegs 384 216 7 216 0 30 85632 0 malloc-16384 16384 0 5 61 0 1 81920 0 malloc-64 64 743 517 33365 0 254 80640 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 130 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-256 256 86 154 69501 0 62 61440 0 32 Bucket 256 67 158 13664 0 62 57600 0 malloc-384 384 75 65 1408 0 30 53760 0 malloc-256 256 68 142 69429 0 62 53760 0 malloc-4096 4096 12 1 23 0 2 53248 0 malloc-64 64 257 562 448045 0 254 52416 0 malloc-8192 8192 2 4 44 0 1 49152 0 malloc-128 128 112 260 33292 0 126 47616 0 malloc-256 256 37 143 48203 0 62 46080 0 malloc-512 512 29 59 4644 0 30 45056 0 pipe 744 18 42 2442 0 16 44640 0 Files 80 190 360 146632 0 126 44000 0 malloc-8192 8192 0 5 107 0 1 40960 0 malloc-2048 2048 10 10 77 0 8 40960 0 pcpu-8 8 4410 710 15158 0 254 40960 0 sctp_stream_msg_out 112 152 208 4069 0 254 40320 0 malloc-64 64 76 554 67303 0 254 40320 0 malloc-32 32 645 615 105412 0 254 40320 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 165416 0 16 36864 0 malloc-384 384 83 7 83 0 30 34560 0 malloc-256 256 3 132 33766 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 3 5 1564 0 2 32768 0 malloc-2048 2048 2 14 3459 0 8 32768 0 malloc-1024 1024 20 12 3674 0 16 32768 0 malloc-512 512 4 60 2471 0 30 32768 0 pcpu-64 64 454 58 454 0 254 32768 0 16 Bucket 144 67 157 2910 0 62 32256 0 unpcb 256 16 104 5224 0 254 30720 0 malloc-1024 1024 23 5 82 0 16 28672 0 malloc-32 32 302 580 32798 0 254 28224 0 4 Bucket 48 8 580 1049 0 254 28224 0 KNOTE 160 22 153 408029 0 62 28000 0 8 Bucket 80 76 274 16191 0 126 28000 0 malloc-128 128 81 136 4412 0 126 27776 0 itimer 352 0 77 584 0 30 27104 0 malloc-256 256 45 60 948 0 62 26880 0 TURNSTILE 136 181 8 181 0 62 25704 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 1 5 31151 0 2 24576 0 malloc-2048 2048 1 11 192 0 8 24576 0 sctp_laddr 48 66 438 10947 0 254 24192 0 PWD 32 18 738 30956 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ripcb 488 3 45 933 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-384 384 0 60 519 0 30 23040 0 malloc-4096 4096 0 5 81 0 2 20480 0 malloc-2048 2048 9 1 10 0 8 20480 0 malloc-1024 1024 3 17 153 0 16 20480 0 udpcb 32 10 620 38667 0 254 20160 0 2 Bucket 32 91 539 7697 0 254 20160 0 malloc-16 16 530 720 47223 0 254 20000 0 malloc-16 16 592 658 85861 0 254 20000 0 sctp_readq 152 1 129 1518 0 254 19760 0 SLEEPQUEUE 88 181 43 181 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-512 512 7 25 55 0 30 16384 0 vtnet_tx_hdr 24 0 668 1772501 0 254 16032 0 malloc-128 128 75 49 727 0 126 15872 0 udp_inpcb 488 2 30 1179 0 254 15616 0 routing nhops 256 22 38 144 0 62 15360 0 malloc-2048 2048 0 6 98 0 8 12288 0 malloc-512 512 0 24 267 0 30 12288 0 rtentry 176 27 42 144 0 62 12144 0 malloc-16 16 466 284 18845 0 254 12000 0 malloc-128 128 40 53 190 0 126 11904 0 cpuset 104 8 85 187 0 126 9672 0 malloc-1024 1024 2 6 21 0 16 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-512 512 0 16 163 0 30 8192 0 malloc-512 512 3 13 512 0 30 8192 0 pf tags 104 0 78 21 0 126 8112 0 rl_entry 40 96 106 114 0 254 8080 0 sctp_asconf_ack 48 4 164 104 0 254 8064 0 syncache 168 0 48 12 0 254 8064 0 malloc-64 64 69 57 252 0 254 8064 0 malloc-64 64 20 106 807 0 254 8064 0 malloc-32 32 9 243 3315 0 254 8064 0 malloc-32 32 50 202 362 0 254 8064 0 malloc-32 32 93 159 17441 0 254 8064 0 malloc-32 32 31 221 329 0 254 8064 0 malloc-32 32 4 248 1080 0 254 8064 0 malloc-16 16 8 492 10 0 254 8000 0 malloc-16 16 41 459 21449 0 254 8000 0 malloc-16 16 0 500 6 0 254 8000 0 malloc-16 16 1 499 55 0 254 8000 0 kenv 258 3 27 1065 0 30 7740 0 L VFS Cache 320 0 24 4 0 30 7680 0 malloc-256 256 6 24 190 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 165 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-1024 1024 0 4 830 0 16 4096 0 malloc-512 512 1 7 1 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 7 0 62 4048 0 sackhole 32 0 126 1 0 254 4032 0 hostcache 96 1 41 1 0 254 4032 0 ipq 56 0 72 3 0 254 4032 0 malloc-64 64 0 63 62 0 254 4032 0 tcp_log_node 120 0 33 8 0 126 3960 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-384 384 0 10 4 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 0 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 488 0 0 0 0 30 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0