Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0xdeadc518 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff8107e5d2 stack pointer = 0x0:0xfffffe005173ba40 frame pointer = 0x0:0xfffffe005173bac0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 17 (sctp_iterator) trap number = 12 panic: page fault cpuid = 0 time = 464 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe005173b690 vpanic() at vpanic+0x1cc/frame 0xfffffe005173b6f0 panic() at panic+0x43/frame 0xfffffe005173b750 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe005173b7d0 trap_pfault() at trap_pfault+0xdb/frame 0xfffffe005173b850 trap() at trap+0x398/frame 0xfffffe005173b970 calltrap() at calltrap+0x8/frame 0xfffffe005173b970 --- trap 0xc, rip = 0xffffffff8107e5d2, rsp = 0xfffffe005173ba40, rbp = 0xfffffe005173bac0 --- __mtx_lock_sleep() at __mtx_lock_sleep+0x172/frame 0xfffffe005173bac0 __mtx_lock_flags() at __mtx_lock_flags+0x16d/frame 0xfffffe005173bb20 sctp_iterator_worker() at sctp_iterator_worker+0x410/frame 0xfffffe005173bb90 sctp_iterator_thread() at sctp_iterator_thread+0x5e/frame 0xfffffe005173bbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe005173bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe005173bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 17 tid 100072 ] Stopped at kdb_enter+0x67: movq $0,0x1640a0e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff81131e60 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe005173b670 rbp 0xfffffe005173b690 rsi 0 rdi 0xffffffff81131e96 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe005173b560 r11 0x1ffaefff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81981d00 r14 0xffffffff81a74f94 r15 0xffffffff81a74f94 rip 0xffffffff81128ef7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1640a0e(%rip) db> show proc Process 17 (sctp_iterator) at 0xfffff800159d1530: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271ce70 ABI: null flag: 0x10000204 flag2: 0 reaper: 0xffffffff8271ce70 reapsubtree: 17 sigparent: 20 vmspace: 0xffffffff8271dad0 (map 0xffffffff8271dad0) (map.pmap 0xffffffff8271db90) (pmap 0xffffffff8271dbf0) threads: 1 100072 Run CPU 0 [sctp_iterator] db> ps pid ppid pgrp uid state wmesg wchan cmd 48502 792 792 0 LE *sctp-it 0xfffff80027c89cc0 syz-executor.2 32668 1 790 0 S uwait 0xfffff8002757c300 syz-executor.1 32666 1 790 0 S uwait 0xfffff80015cca100 syz-executor.1 32556 32555 790 0 SV uwait 0xfffff8002757cf00 syz-executor.1 32555 1 790 0 DV ppwait 0xfffff80027cd5a10 syz-executor.1 29754 1 790 0 SV uwait 0xfffff80027457100 syz-executor.1 24995 1 783 0 S uwait 0xfffff80027e43100 syz-executor.0 24994 1 783 0 S umtxn 0xfffff80027e43300 syz-executor.0 15712 1 15712 65 Ss select 0xfffff80019927ec0 dhclient 10592 1 10592 0 Ss select 0xfffff80019850bc0 dhclient 10587 1 10587 0 Ss select 0xfffff80019980140 dhclient 10554 1 10554 65 Ss select 0xfffff80019980740 dhclient 7557 7552 7557 0 SV uwait 0xfffff800153d0100 syz-executor.3 7552 1 7552 0 DV ppwait 0xfffff80015e0ba10 syz-executor.3 7457 1 7457 0 Ss select 0xfffff8001915c440 dhclient 7454 1 7454 0 Ss select 0xfffff800198f28c0 dhclient 7435 1 7435 65 Ss select 0xfffff800198c9140 dhclient 4628 1 4628 0 Ss select 0xfffff800198318c0 dhclient 4625 1 4625 0 Ss select 0xfffff80015e4b5c0 dhclient 4606 1 4606 65 Ss select 0xfffff80019821ec0 dhclient 2730 1 2730 0 Ss select 0xfffff8001903ad40 dhclient 2727 1 2727 0 Ss select 0xfffff800276228c0 dhclient 2409 0 0 0 DL aiordy 0xfffff80015e4f530 [aiod4] 2407 0 0 0 DL aiordy 0xfffff80015e66530 [aiod3] 2406 0 0 0 DL aiordy 0xfffff80027f5b530 [aiod2] 2405 0 0 0 DL aiordy 0xfffff80027c42000 [aiod1] 794 780 794 0 Ss piperd 0xfffff800274375d0 syz-executor.3 792 780 792 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.2 790 780 790 0 Ss piperd 0xfffff80027c4aba0 syz-executor.1 783 780 783 0 Ss piperd 0xfffff800275d3000 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100121 S uwait 0xfffff800272d0700 syz-fuzzer 100122 S uwait 0xfffff800272d0900 syz-fuzzer 100123 S uwait 0xfffff800272d0b00 syz-fuzzer 100124 S uwait 0xfffff800272d0d00 syz-fuzzer 100125 S uwait 0xfffff80027459b00 syz-fuzzer 100126 S uwait 0xfffff80027459d00 syz-fuzzer 100127 S uwait 0xfffff80027459f00 syz-fuzzer 100128 S uwait 0xfffff8002751d900 syz-fuzzer 100133 S kqread 0xfffff80027457300 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800275630b0 csh 776 694 776 0 Ss select 0xfffff800276225c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a6cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2a4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2acb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b2e4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b2ecb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015b314b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015b31cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015ab94b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015ab9cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a0 cron 694 1 694 0 Ss select 0xfffff80015de75c0 sshd 507 1 507 0 Ds getbuf 0xfffffe0003862d2c syslogd 436 1 436 0 Ss select 0xfffff80027316140 devd 435 1 435 65 Ss select 0xfffff80015de7d40 dhclient 350 1 350 0 Ss select 0xfffff8002727bec0 dhclient 347 1 347 0 Ss select 0xfffff8002727b8c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ccc530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80004ddd4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100086 D launds 0xffffffff82847804 [laundry: dom0] 100087 D umarcl 0xffffffff815c5070 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 RL CPU 0 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e06410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 RunQ [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ecd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153ec900 [vtnet0 txq 0] 100057 D - 0xfffff800153ec500 [vtnet0 rxq 1] 100058 D - 0xfffff800153ec100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015469900 [mca taskq] 100069 D - 0xffffffff81e218a0 [deadlkres] 100074 D - 0xfffff80015ac2100 [acpi_task_0] 100075 D - 0xfffff80015ac2100 [acpi_task_1] 100076 D - 0xfffff80015ac2100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks Process 507 (syslogd) thread 0xfffffe0055965020 (100107) exclusive lockmgr ufs (ufs) r = 0 (0xfffff800273e7cb0) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_syscalls.c:3528 Process 17 (sctp_iterator) thread 0xfffffe00553731e0 (100072) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff80027e2c968) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1461 exclusive sleep mutex sctp-it (iterator) r = 0 (0xffffffff82fb0878) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1458 shared rw sctp-info (sctp-info) r = 0 (0xfffffe00041b3718) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1457 db> show malloc Type InUse MemUse Requests pcb 4575 21063K 148788 sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pf_rule 1708 6832K 5421 sctp_atcl 4526 4526K 101257 sctp_stro 2254 4508K 28166 tcp_hpts 5 3219K 5 kobj 326 2608K 486 sctp_atky 6806 2554K 130381 vtbuf 24 2064K 46 sctp_athm 4526 1698K 101512 sctp_map 4508 1691K 54714 inodedep 1085 1604K 50840 newblk 10 1037K 57987 vfscache 3 1035K 3 subproc 167 678K 48606 acpica 1674 649K 54806 dirrem 1075 538K 48052 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 filedesc 30 470K 94991 freefile 1075 404K 48041 bus 986 377K 3469 BPF 46 337K 56 linker 348 270K 409 DEVFS1 107 214K 124 kdtrace 245 200K 99658 module 510 192K 510 vnet_data 1 176K 1 umtx 396 174K 396 sctp_timw 337 169K 337 tidhash 3 164K 3 pagedep 9 140K 48348 routetbl 224 140K 2092 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 104K 6 UMA 270 102K 270 temp 40 97K 19290 pf_table 23 92K 419 audit_evclass 236 89K 294 mtx_pool 2 80K 2 syncache 1 76K 1 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 lltable 45 39K 157 KTRACE 101 38K 102 kqueue 75 36K 48662 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 cred 33 33K 600 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 31 in6_multi 71 31K 71 DEVFSP 80 30K 392 GEOM 60 29K 489 kbdmux 6 28K 6 pwddesc 72 27K 48511 ifnet 7 25K 7 plimit 24 24K 1278 kcovinfo 64 24K 68 pf_osfp 60 23K 60 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 proc-args 52 20K 723 selfd 50 19K 639058 UART 12 18K 12 session 35 18K 65 bmsafemap 3 17K 49287 ksem 1 16K 775 rpc 2 16K 2 shmfd 1 16K 108 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 lockf 33 13K 73 MCA 32 12K 32 CAM DEV 3 12K 510 Unitno 31 12K 1001 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 pf_ifnet 11 9K 918 uidinfo 3 9K 18 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 inpcbpolicy 20 8K 7682 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 69 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 CAM CCB 1 4K 42096 osd 10 4K 4599 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 94950 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 54788 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 48523 vnodemarker 2 2K 4186 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 120 crypto 4 2K 4 newdirblk 4 2K 47475 diradd 4 2K 48094 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 52757 tcpfunc 3 2K 3 loginclass 3 2K 12 chacha20random 1 1K 1 vnodes 1 1K 1 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 357 entropy 2 1K 49 CAM SIM 2 1K 2 sctp_iter 1 1K 952 sctp_cpal 1 1K 945 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cubic data 0 0K 0 vegas data 0 0K 34 mqdata 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 1102 cdg data 0 0K 0 dctcp data 0 0K 17 htcp data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 37195 sctp_mvrf 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 7 sctp_aadr 0 0K 0 sctp_stri 0 0K 1039 pf_altq 0 0K 0 pf_temp 0 0K 0 chd data 0 0K 2 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 39705 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 2096 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 3142 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 84 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 47707 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 208 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 2 lio 0 0K 18 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 134 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 45166 ioctlops 0 0K 7057 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 943 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 5 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8365 885 1146157 0 254 37888000 0 malloc-8192 8192 2274 22 73082 0 1 18808832 0 malloc-384 384 40001 79 93805 0 30 15390720 0 malloc-4096 4096 1715 1 5451 0 2 7028736 0 sctp_asoc 2288 2254 51 27357 0 254 5273840 0 malloc-384 384 12405 125 930719 0 30 4811520 0 malloc-1024 1024 4531 57 102771 0 16 4698112 0 malloc-2048 2048 2256 24 28706 0 8 4669440 0 malloc-1024 1024 4174 38 5697 0 16 4313088 0 malloc-1024 1024 140 3500 41733 0 16 3727360 0 malloc-1024 1024 1165 2419 52331 0 16 3670016 0 sctp_ep 1280 2272 74 73076 0 254 3002880 0 mbuf 256 11188 482 1974369 0 254 2987520 0 malloc-65536 65536 0 44 211 0 1 2883584 0 malloc-8192 8192 328 2 1099 0 1 2703360 0 malloc-1024 1024 2499 41 129321 0 16 2600960 0 pbuf 2624 0 973 0 0 2 2553152 0 UMA Slabs 0 112 21379 2 21379 0 126 2394672 0 mbuf_cluster 2048 1110 2 1110 0 254 2277376 0 RADIX NODE 144 14330 591 1167423 0 62 2148624 0 BUF TRIE 144 195 13273 24986 0 62 1939392 0 malloc-512 512 1259 2413 49473 0 30 1880064 0 sctp_raddr 736 2254 89 30789 0 254 1724448 0 malloc-384 384 1624 2416 191955 0 30 1551360 0 tcp_log 416 1282 806 13672 0 254 868608 0 malloc-32768 32768 16 8 47496 0 1 786432 0 malloc-384 384 1730 70 55905 0 30 691200 0 malloc-8192 8192 75 7 48513 0 2 671744 0 FFS inode 1160 525 28 48566 0 8 641480 0 malloc-65536 65536 3 6 2613 0 1 589824 0 VM OBJECT 264 1512 93 683100 0 30 423720 0 malloc-16384 16384 24 0 25 0 1 393216 0 socket 944 63 341 82419 0 254 381376 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 sctp_chunk 152 2405 39 7515 0 254 371488 0 THREAD 1808 171 27 51146 0 8 357984 0 malloc-65536 65536 5 0 5 0 1 327680 0 vmem btag 56 5764 56 5795 0 254 325920 0 malloc-4096 4096 31 41 43476 0 2 294912 0 malloc-512 512 32 544 62290 0 30 294912 0 VNODE 448 563 94 48606 0 30 294336 0 mbuf_packet 256 589 521 95414 0 254 284160 0 256 Bucket 2048 107 29 16254 0 8 278528 0 malloc-384 384 626 74 9335 0 30 268800 0 malloc-2048 2048 125 3 146 0 8 262144 0 MAP ENTRY 96 1918 434 2613385 0 126 225792 0 DEVCTL 1024 0 220 154 0 0 225280 0 malloc-16384 16384 11 2 247 0 1 212992 0 malloc-8192 8192 23 3 45 0 1 212992 0 malloc-512 512 364 52 9430 0 30 212992 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-384 384 372 78 194572 0 30 172800 0 FFS2 dinode 256 525 120 48566 0 62 165120 0 malloc-512 512 197 123 104880 0 30 163840 0 S VFS Cache 104 1067 415 50390 0 126 154128 0 pcpu-8 8 18707 237 68549 0 254 151552 0 32 Bucket 256 273 312 30161 0 62 149760 0 malloc-16384 16384 4 5 49 0 1 147456 0 VMSPACE 2544 44 13 48485 0 4 145008 0 malloc-384 384 302 68 50244 0 30 142080 0 malloc-512 512 216 56 48692 0 30 139264 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 PROC 1328 72 21 48510 0 8 123504 0 ksiginfo 112 78 966 1982 0 126 116928 0 malloc-1024 1024 106 6 112 0 16 114688 0 tcp_inpcb 488 6 226 4587 0 254 113216 0 filedesc0 1072 73 25 48511 0 8 105056 0 16 Bucket 144 433 295 10864 0 62 104832 0 sctp_stream_msg_out 112 229 671 5319 0 254 100800 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 2 4 81 0 1 98304 0 malloc-512 512 120 64 50164 0 30 94208 0 malloc-4096 4096 17 5 4384 0 2 90112 0 g_bio 408 4 216 165849 0 30 89760 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-384 384 152 68 81583 0 30 84480 0 clpbuf 2624 0 32 20 0 16 83968 0 tcpcb 1080 6 64 4587 0 254 75600 0 malloc-8192 8192 3 6 43 0 1 73728 0 128 Bucket 1024 37 34 3911 0 16 72704 0 sctp_laddr 48 0 1428 7569 0 254 68544 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 2 2 7 0 1 65536 0 malloc-8192 8192 2 6 53408 0 1 65536 0 malloc-2048 2048 10 20 520 0 8 61440 0 64 Bucket 512 60 60 32594 0 30 61440 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-512 512 34 62 891 0 30 49152 0 Files 80 257 293 153613 0 126 44000 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-2048 2048 16 4 25 0 8 40960 0 malloc-512 512 24 56 2343 0 30 40960 0 NAMEI 1024 0 36 217817 0 16 36864 0 pipe 744 24 21 893 0 16 33480 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 1 3 64 0 1 32768 0 malloc-4096 4096 6 2 10 0 2 32768 0 malloc-2048 2048 2 14 753 0 8 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 2 Bucket 32 136 872 30276 0 254 32256 0 tcp_rack_pcb 832 0 36 1102 0 16 29952 0 tcp_bbr_pcb 832 0 36 1072 0 16 29952 0 TURNSTILE 136 199 11 199 0 62 28560 0 PWD 32 23 859 47580 0 254 28224 0 KNOTE 160 28 147 483308 0 62 28000 0 malloc-8192 8192 0 3 16 0 1 24576 0 malloc-4096 4096 1 5 13 0 2 24576 0 pf tags 104 178 56 1382 0 126 24336 0 ertt_txseginfo 40 0 606 67352 0 254 24240 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 46 254 8934 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 3 2 256 0 2 20480 0 SLEEPQUEUE 88 199 25 199 0 126 19712 0 ripcb 488 6 34 474 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 1080 0 2 16384 0 vtnet_tx_hdr 24 0 668 611311 0 254 16032 0 udplite_inpcb 488 0 32 2333 0 254 15616 0 udp_inpcb 488 8 24 288 0 254 15616 0 unpcb 256 20 40 1612 0 254 15360 0 malloc-2048 2048 3 3 163 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 4 Bucket 48 7 245 1061 0 254 12096 0 tcp_bbr_map 128 0 93 1979 0 126 11904 0 kenv 258 15 30 1042 0 30 11610 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 276 0 16 8192 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 37 55 67 0 126 8096 0 rl_entry 40 89 113 89 0 254 8080 0 tcp_rack_map 112 0 72 1712 0 126 8064 0 udpcb 32 8 244 2621 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 ertt 72 6 106 4587 0 126 8064 0 UMA Slabs 1 176 36 9 36 0 62 7920 0 sctp_readq 152 0 52 131 0 254 7904 0 AIO 208 3 35 20 0 62 7904 0 AIOCB 552 3 11 29 0 16 7728 0 routing nhops 256 27 3 35 0 62 7680 0 AIOLIO 272 0 28 9 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 1907 0 126 6448 0 domainset 40 0 126 1423 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 itimer 352 0 11 2 0 30 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0