Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x440 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff8107e8e2 stack pointer = 0x0:0xfffffe005173ba40 frame pointer = 0x0:0xfffffe005173bac0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 17 (sctp_iterator) trap number = 12 panic: page fault cpuid = 1 time = 123 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe005173b690 vpanic() at vpanic+0x1cc/frame 0xfffffe005173b6f0 panic() at panic+0x43/frame 0xfffffe005173b750 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe005173b7d0 trap_pfault() at trap_pfault+0xdb/frame 0xfffffe005173b850 trap() at trap+0x398/frame 0xfffffe005173b970 calltrap() at calltrap+0x8/frame 0xfffffe005173b970 --- trap 0xc, rip = 0xffffffff8107e8e2, rsp = 0xfffffe005173ba40, rbp = 0xfffffe005173bac0 --- __mtx_lock_sleep() at __mtx_lock_sleep+0x172/frame 0xfffffe005173bac0 __mtx_lock_flags() at __mtx_lock_flags+0x16d/frame 0xfffffe005173bb20 sctp_iterator_worker() at sctp_iterator_worker+0x410/frame 0xfffffe005173bb90 sctp_iterator_thread() at sctp_iterator_thread+0x5e/frame 0xfffffe005173bbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe005173bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe005173bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 17 tid 100072 ] Stopped at kdb_enter+0x67: movq $0,0x164017e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff811326f0 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe005173b670 rbp 0xfffffe005173b690 rsi 0 rdi 0xffffffff81132726 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe005173b560 r11 0x1ffaefff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81980e00 r14 0xffffffff81a73f5a r15 0xffffffff81a73f5a rip 0xffffffff81129787 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x164017e(%rip) db> show proc Process 17 (sctp_iterator) at 0xfffff800159ae530: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271ce70 ABI: null flag: 0x10000204 flag2: 0 reaper: 0xffffffff8271ce70 reapsubtree: 17 sigparent: 20 vmspace: 0xffffffff8271dad0 (map 0xffffffff8271dad0) (map.pmap 0xffffffff8271db90) (pmap 0xffffffff8271dbf0) threads: 1 100072 Run CPU 1 [sctp_iterator] db> ps pid ppid pgrp uid state wmesg wchan cmd 38794 798 798 0 LE *sctp-it 0xfffff80029f24600 syz-executor.2 38792 800 800 0 S (threaded) syz-executor.3 130142 S nanslp 0xffffffff8273d0a0 syz-executor.3 142750 S aiowc 0xfffff80024dff8a8 syz-executor.3 142753 S uwait 0xfffff80024d22700 syz-executor.3 35154 35151 798 0 SV uwait 0xfffff80036d7f500 syz-executor.2 35151 1 798 0 DV ppwait 0xfffff80024dff4e0 syz-executor.2 33023 1 787 0 S uwait 0xfffff800364d0300 syz-executor.0 33016 1 787 0 S uwait 0xfffff80036aca100 syz-executor.0 32776 1 800 0 S uwait 0xfffff80036acad00 syz-executor.3 32773 1 800 0 S uwait 0xfffff80015e8c700 syz-executor.3 27026 27024 800 0 SV uwait 0xfffff80036bd6500 syz-executor.3 27024 1 800 0 DV ppwait 0xfffff80024dfff40 syz-executor.3 26742 1 795 0 S uwait 0xfffff800296bbb00 syz-executor.1 26695 26692 800 0 SV uwait 0xfffff80029027f00 syz-executor.3 26692 1 800 0 DV ppwait 0xfffff80029494a10 syz-executor.3 24881 1 787 0 SV uwait 0xfffff80029f96300 syz-executor.0 24880 1 787 0 SV uwait 0xfffff80036bff100 syz-executor.0 24467 1 787 0 S uwait 0xfffff80036bd6f00 syz-executor.0 24466 1 787 0 S uwait 0xfffff800296bb900 syz-executor.0 24147 1 795 0 S uwait 0xfffff80015d49300 syz-executor.1 24144 1 795 0 S uwait 0xfffff80036d7f900 syz-executor.1 23894 1 800 0 S uwait 0xfffff80036bfff00 syz-executor.3 23876 1 800 0 S uwait 0xfffff80036bff300 syz-executor.3 23871 1 800 0 S uwait 0xfffff80029f96700 syz-executor.3 23867 1 800 0 S uwait 0xfffff80015e2d500 syz-executor.3 23836 1 795 0 S uwait 0xfffff80036d7fd00 syz-executor.1 23832 1 795 0 S uwait 0xfffff80029f96900 syz-executor.1 22551 1 800 0 S uwait 0xfffff80036bff900 syz-executor.3 22550 1 800 0 S uwait 0xfffff80036bffb00 syz-executor.3 22025 1 798 0 S uwait 0xfffff80036bd6900 syz-executor.2 22022 1 798 0 S uwait 0xfffff80015d49100 syz-executor.2 16582 1 798 0 S uwait 0xfffff800296bbf00 syz-executor.2 16581 1 798 0 S uwait 0xfffff80036386b00 syz-executor.2 9509 1 9509 65 Ss select 0xfffff80029c1f140 dhclient 7675 1 7675 0 Ss select 0xfffff80036d73440 dhclient 7672 1 7672 0 Ss select 0xfffff80036cb1bc0 dhclient 7653 1 7653 65 Ss select 0xfffff80036ec3140 dhclient 6135 1 6135 0 Ss select 0xfffff80029c9fec0 dhclient 6132 1 6132 0 Ss select 0xfffff80029d5ba40 dhclient 6113 1 6113 65 Ss select 0xfffff80029d5fec0 dhclient 5787 1 795 0 S uwait 0xfffff80036f44300 syz-executor.1 5784 1 795 0 S uwait 0xfffff80036d7ff00 syz-executor.1 2972 0 0 0 DL aiordy 0xfffff80036d62530 [aiod4] 2971 0 0 0 DL aiordy 0xfffff80029494a60 [aiod3] 2970 0 0 0 DL aiordy 0xfffff80036e31a60 [aiod2] 2968 0 0 0 DL aiordy 0xfffff8003620e000 [aiod1] 2245 1 2245 0 Ss select 0xfffff80029276740 dhclient 2242 1 2242 0 Ss select 0xfffff8002908e140 dhclient 2223 1 2223 65 Ss select 0xfffff80029276a40 dhclient 2173 1 800 0 S uwait 0xfffff80036aca900 syz-executor.3 2172 1 800 0 S uwait 0xfffff80036388700 syz-executor.3 2132 1 800 0 S uwait 0xfffff80036386900 syz-executor.3 2130 1 800 0 S uwait 0xfffff80015e2db00 syz-executor.3 2129 1 800 0 S uwait 0xfffff80036acaf00 syz-executor.3 2128 1 800 0 S umtxn 0xfffff80036aca700 syz-executor.3 2101 1 800 0 S uwait 0xfffff80036bd6b00 syz-executor.3 2100 1 800 0 S uwait 0xfffff80036bd6700 syz-executor.3 2094 1 800 0 S uwait 0xfffff80015d49700 syz-executor.3 2093 1 800 0 S uwait 0xfffff80036aca500 syz-executor.3 837 1 837 0 Ss select 0xfffff80036df78c0 dhclient 830 1 830 0 Ss select 0xfffff80036df7d40 dhclient 800 780 800 0 Rs CPU 0 syz-executor.3 798 780 798 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.2 795 780 795 0 Ss piperd 0xfffff800364775d0 syz-executor.1 787 780 787 0 Ss piperd 0xfffff800362fb2e8 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100122 S uwait 0xfffff80036386100 syz-fuzzer 100123 S uwait 0xfffff80015aac900 syz-fuzzer 100124 S uwait 0xfffff80015aacb00 syz-fuzzer 100125 S uwait 0xfffff800364d0700 syz-fuzzer 100126 S uwait 0xfffff800364d0900 syz-fuzzer 100127 S uwait 0xfffff80036386300 syz-fuzzer 100128 S kqread 0xfffff80015dcfd00 syz-fuzzer 100129 S uwait 0xfffff800364d0b00 syz-fuzzer 100543 S uwait 0xfffff80036f44b00 syz-fuzzer 106893 S uwait 0xfffff80036bff700 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800362c90b0 csh 776 694 776 0 Ss select 0xfffff8001548e740 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154824b0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b054b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b05cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b0a4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b0acb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015b0d4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015b0dcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a954b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a95cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a1 cron 694 1 694 0 Ss select 0xfffff800363f0d40 sshd 507 1 507 0 Ss select 0xfffff80015db1d40 syslogd 436 1 436 0 Ss select 0xfffff80015496bc0 devd 435 1 435 65 Ss select 0xfffff80015db1bc0 dhclient 350 1 350 0 Ss select 0xfffff80015d48740 dhclient 347 1 347 0 Ss select 0xfffff80015db85c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ca9530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100097 D sdflush 0xfffff80015e85ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100086 D launds 0xffffffff82847804 [laundry: dom0] 100087 D umarcl 0xffffffff815c41c0 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 RL CPU 1 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e92410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d85c88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d4fd80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d4fd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c71500 [thr_0] 100029 D - 0xfffff80004c71580 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff80004c7a900 [if_io_tqg_0] 100006 D - 0xfffff80004c7a500 [if_io_tqg_1] 100007 D - 0xfffff80004c7a100 [if_config_tqg_0] 100008 D - 0xfffff80004c71d00 [softirq_0] 100009 D - 0xfffff80004c71900 [softirq_1] 100010 D - 0xfffff8000414f900 [aiod_kick taskq] 100012 D - 0xfffff8000414f100 [kqueue_ctx taskq] 100013 D - 0xfffff80004c69d00 [pci_hp taskq] 100015 D - 0xfffff80004c69500 [inm_free taskq] 100017 D - 0xfffff80004c66d00 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66900 [thread taskq] 100019 D - 0xfffff80004c66500 [in6m_free taskq] 100020 D - 0xfffff80004c66100 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c66100 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c66100 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c66100 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c5d900 [firmware taskq] 100038 D - 0xfffff80004c5d500 [crypto_0] 100039 D - 0xfffff80004c5d500 [crypto_1] 100055 D - 0xfffff800153e4d00 [vtnet0 rxq 0] 100056 D - 0xfffff800153e4900 [vtnet0 txq 0] 100057 D - 0xfffff800153e4500 [vtnet0 rxq 1] 100058 D - 0xfffff800153e4100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff8001543e900 [virtio_balloon] 100064 D - 0xfffff800154c2d00 [mca taskq] 100069 D - 0xffffffff81e20770 [deadlkres] 100074 D - 0xfffff80015a98d00 [acpi_task_0] 100075 D - 0xfffff80015a98d00 [acpi_task_1] 100076 D - 0xfffff80015a98d00 [acpi_task_2] 100077 D - 0xfffff80004c5d100 [CAM taskq] db> show all locks Process 17 (sctp_iterator) thread 0xfffffe00553731e0 (100072) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff80024ae4468) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1455 exclusive sleep mutex sctp-it (iterator) r = 0 (0xffffffff83046878) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1452 shared rw sctp-info (sctp-info) r = 0 (0xfffffe00041b3710) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1451 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pcb 941 4702K 95605 pf_rule 921 3652K 2483 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 filedesc 70 1117K 75709 newblk 9 1036K 38420 vfscache 3 1035K 3 subproc 230 972K 38960 sctp_atcl 899 899K 65854 sctp_stro 444 888K 18768 acpica 1674 649K 54806 inodedep 110 629K 37988 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 sctp_atky 1365 514K 86839 intr 4 480K 4 bus 986 377K 3469 sctp_athm 899 338K 67719 BPF 46 337K 102 sctp_map 888 333K 37510 linker 348 270K 433 kdtrace 309 243K 81560 DEVFS1 107 214K 124 umtx 462 203K 462 module 510 192K 510 vnet_data 1 176K 1 tidhash 3 164K 3 temp 52 145K 12142 pagedep 9 140K 37855 tfo_ccache 1 136K 1 routetbl 208 128K 3749 sem 4 120K 4 sctp_timw 209 105K 209 vmem 3 104K 6 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 pf_table 19 76K 832 syncache 1 76K 1 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 pf_osfp 137 52K 137 kenv 95 52K 95 dirrem 101 51K 37887 eventhandler 133 50K 133 kqueue 108 49K 38875 ithread 99 43K 99 rman 84 42K 425 lltable 45 39K 220 pwddesc 104 39K 38798 freefile 101 38K 37846 KTRACE 101 38K 144 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 14 DEVFSP 82 31K 10356 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 363 ifnet 7 25K 7 plimit 24 24K 506 kcovinfo 64 24K 68 ksem 5 22K 1051 CAM queue 5 21K 1528 selfd 55 21K 508898 pfs_nodes 20 20K 20 proc-args 52 20K 689 UART 12 18K 12 session 35 18K 98 bmsafemap 2 17K 37959 rpc 2 16K 2 shmfd 1 16K 478 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 lockf 33 13K 127 MCA 32 12K 32 CAM DEV 3 12K 510 inpcbpolicy 31 12K 8550 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 51 uidinfo 3 9K 40 pf_ifnet 10 9K 770 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 130 mount 16 7K 117 fpukern_ctx 3 6K 3 osd 15 6K 5399 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 75652 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 freework 5 3K 37815 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 37814 vnodemarker 2 2K 148 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 104 crypto 4 2K 452 newdirblk 4 2K 37826 diradd 4 2K 37928 xform 4 2K 12517 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 47205 tcp_fsb 3 2K 2947 tcpfunc 3 2K 3 loginclass 3 2K 7 sctp_stri 1 1K 3750 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 47 filedesc_to_leader 2 1K 3 sctp_iter 1 1K 86 sctp_cpal 1 1K 94 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 ip_msource 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cdg data 0 0K 5 cubic data 0 0K 0 mqdata 0 0K 0 dctcp data 0 0K 0 htcp data 0 0K 0 vegas data 0 0K 23 chd data 0 0K 5 sctp_mcore 0 0K 0 sctp_socko 0 0K 30747 sctp_mvrf 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 31560 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 74 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 7 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 81 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 3 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 4 ip_moptions 0 0K 23 in_mfilter 0 0K 2 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 38112 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 913 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 3459 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 39 lio 0 0K 50 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 162 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 34927 ioctlops 0 0K 6476 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 838 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 5 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8327 978 916302 0 254 38113280 0 malloc-384 384 34750 60 188303 0 30 13367040 0 malloc-8192 8192 457 980 47638 0 1 11771904 0 malloc-1024 1024 1372 2948 115070 0 16 4423680 0 malloc-1024 1024 4126 10 4688 0 16 4235264 0 malloc-4096 4096 916 2 1789 0 2 3760128 0 malloc-1024 1024 0 3580 31587 0 16 3665920 0 malloc-1024 1024 122 3454 38401 0 16 3661824 0 malloc-8192 8192 432 6 39286 0 1 3588096 0 malloc-384 384 4146 4914 265646 0 30 3479040 0 sctp_asoc 2288 444 1006 18755 0 254 3317600 0 malloc-2048 2048 446 982 18763 0 8 2924544 0 mbuf_cluster 2048 1410 2 1410 0 254 2891776 0 mbuf 256 9200 1540 1978559 0 254 2749440 0 pbuf 2624 0 989 0 0 2 2595136 0 tcp_log 416 0 5256 125042 0 254 2186496 0 UMA Slabs 0 112 18932 1 18932 0 126 2120496 0 malloc-384 384 1787 3463 90172 0 30 2016000 0 BUF TRIE 144 184 13284 1658 0 62 1939392 0 sctp_ep 1280 454 1046 45176 0 254 1920000 0 RADIX NODE 144 12293 472 878784 0 64 1838160 0 malloc-512 512 121 3463 38030 0 30 1835008 0 malloc-32768 32768 35 6 37855 0 1 1343488 0 malloc-384 384 1287 1963 68625 0 30 1248000 0 sctp_raddr 736 453 1021 20330 0 254 1084864 0 FFS inode 1160 541 26 38388 0 8 657720 0 VM OBJECT 264 1795 95 548627 0 30 498960 0 ertt_txseginfo 40 8689 3532 216316 0 254 488840 0 tcp_bbr_map 128 6 3342 102884 0 126 428544 0 THREAD 1808 202 29 42759 0 8 417648 0 malloc-16384 16384 23 2 29 0 1 409600 0 MAP ENTRY 96 3594 648 2087575 0 127 407232 0 malloc-512 512 236 556 78970 0 30 405504 0 256 Bucket 2048 173 21 18844 0 8 397312 0 malloc-65536 65536 5 1 181 0 1 393216 0 malloc-1024 1024 342 34 45588 0 16 385024 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 mbuf_packet 256 109 1301 146626 0 254 360960 0 socket 944 75 277 56005 0 254 332288 0 malloc-384 384 748 72 82457 0 30 314880 0 VNODE 448 579 96 38428 0 30 302400 0 malloc-4096 4096 32 39 5226 0 2 290816 0 malloc-2048 2048 124 10 450 0 8 274432 0 vmem btag 56 4655 85 4655 0 254 265440 0 tcp_inpcb 488 11 509 5387 0 254 253760 0 malloc-384 384 587 73 78499 0 30 253440 0 VMSPACE 2544 75 18 38771 0 5 236592 0 DEVCTL 1024 0 216 132 0 0 221184 0 sctp_chunk 152 345 1007 5403 0 254 205504 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-16384 16384 10 2 12 0 1 196608 0 malloc-512 512 86 282 2267 0 30 188416 0 malloc-384 384 433 57 509687 0 30 188160 0 UMA Zones 768 242 2 242 0 16 187392 0 32 Bucket 256 568 152 43955 0 62 184320 0 malloc-8192 8192 18 2 652 0 1 163840 0 malloc-512 512 275 45 77641 0 30 163840 0 PROC 1328 105 18 38799 0 8 163344 0 malloc-512 512 294 10 12345 0 30 155648 0 S VFS Cache 104 1036 368 41283 0 126 146016 0 FFS2 dinode 256 541 29 38387 0 62 145920 0 malloc-1024 1024 125 7 188 0 16 135168 0 pcpu-8 8 12263 4633 37105 0 254 135168 0 filedesc0 1072 105 21 38798 0 8 135072 0 malloc-16384 16384 7 1 12 0 1 131072 0 malloc-16384 16384 6 2 268 0 1 131072 0 16 Bucket 144 680 160 9631 0 62 120960 0 ksiginfo 112 108 936 2485 0 126 116928 0 malloc-4096 4096 19 6 2231 0 2 102400 0 malloc-1024 1024 98 2 104 0 16 102400 0 malloc-32768 32768 1 2 122 0 1 98304 0 malloc-32768 32768 2 1 17 0 1 98304 0 sctp_stream_msg_out 112 105 759 5466 0 254 96768 0 128 Bucket 1024 60 31 9158 0 16 93184 0 UMA Kegs 384 227 6 227 0 30 89472 0 g_bio 408 0 190 11301 0 30 77520 0 tcpcb 1080 11 59 5387 0 254 75600 0 malloc-8192 8192 7 2 10 0 1 73728 0 malloc-512 512 132 12 490 0 30 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 3 0 1 65536 0 malloc-2048 2048 29 3 33 0 8 65536 0 malloc-1024 1024 57 3 868 0 16 61440 0 malloc-8192 8192 2 5 38118 0 1 57344 0 malloc-8192 8192 2 5 98 0 1 57344 0 malloc-384 384 66 64 13149 0 30 49920 0 malloc-4096 4096 9 3 3435 0 2 49152 0 malloc-2048 2048 7 17 524 0 8 49152 0 64 Bucket 512 48 40 11193 0 30 45056 0 Files 80 272 278 126558 0 126 44000 0 clpbuf 2624 0 16 20 0 16 41984 0 DIRHASH 1024 34 6 34 0 16 40960 0 NAMEI 1024 0 40 188865 0 16 40960 0 malloc-4096 4096 3 7 28 0 2 40960 0 pipe 744 23 32 1206 0 16 40920 0 TURNSTILE 136 232 20 232 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 4 0 1 32768 0 malloc-16384 16384 1 1 6 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 18 0 1 32768 0 malloc-4096 4096 6 2 22 0 2 32768 0 malloc-512 512 21 43 39092 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 sctp_laddr 48 374 298 5628 0 254 32256 0 8 Bucket 80 170 230 7561 0 126 32000 0 tcp_rack_pcb 832 3 33 2947 0 16 29952 0 tcp_bbr_pcb 832 1 35 979 0 16 29952 0 malloc-2048 2048 1 13 247 0 8 28672 0 2 Bucket 32 587 295 14561 0 254 28224 0 KNOTE 160 28 147 383141 0 62 28000 0 SLEEPQUEUE 88 232 56 232 0 126 25344 0 PWD 32 40 716 37920 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 udplite_inpcb 488 3 45 1672 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 24 51 2229 0 254 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 486 0 2 16384 0 vtnet_tx_hdr 24 0 668 519117 0 254 16032 0 sctp_readq 152 1 103 499 0 254 15808 0 ripcb 488 11 21 1043 0 254 15616 0 malloc-4096 4096 3 0 3 0 2 12288 0 malloc-512 512 4 20 246 0 30 12288 0 tcp_rack_map 112 9 99 5430 0 126 12096 0 ertt 72 11 157 5387 0 126 12096 0 udp_inpcb 488 6 18 448 0 254 11712 0 kenv 258 15 30 1038 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 0 4 12 0 8 8192 0 malloc-2048 2048 0 4 1343 0 8 8192 0 pf tags 104 6 72 6 0 126 8112 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 117 0 126 8096 0 rl_entry 40 94 108 94 0 254 8080 0 udpcb 32 9 243 2120 0 254 8064 0 ipq 56 0 144 2 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 4 Bucket 48 2 166 190 0 254 8064 0 UMA Slabs 1 176 32 13 32 0 62 7920 0 AIO 208 3 35 79 0 62 7904 0 itimer 352 0 22 45 0 30 7744 0 AIOCB 552 0 14 164 0 16 7728 0 AIOLIO 272 0 28 25 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 19 0 126 6448 0 domainset 40 0 126 10 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 L VFS Cache 320 0 12 2 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 0 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0