Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81b681c7 stack pointer = 0x28:0xfffffe0053f2c1a0 frame pointer = 0x28:0xfffffe0053f2c6d0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 2 (clock (0)) if_delmulti_locked: detaching ifnet instance 0xfffffe0057907000 rdi: 0 rsi: 0 rdx: fffffe0053f2c600 rcx: fffffe00033eee30 r8: aa02000000000000 r9: 50080fe rax: fffffe00033eee30 rbx: 0 rbp: fffffe0053f2c6d0 if_delmulti_locked: detaching ifnet instance 0xfffffe0057907000 r10: aa02000000000000 r11: 820c31a1b r12: fffffe009047fdd0 r13: fffffe0053f2c600 r14: fffffe0053f2c4a0 r15: 0 trap number = 12 panic: page fault cpuid = 0 time = 1678257936 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0053f2b990 kdb_backtrace() at kdb_backtrace+0xd1/frame 0xfffffe0053f2baf0 vpanic() at vpanic+0x254/frame 0xfffffe0053f2bbd0 panic() at panic+0xb5/frame 0xfffffe0053f2bc90 trap_fatal() at trap_fatal+0x7ed/frame 0xfffffe0053f2bdb0 trap_pfault() at trap_pfault+0x182/frame 0xfffffe0053f2bef0 trap() at trap+0x5e1/frame 0xfffffe0053f2c0d0 calltrap() at calltrap+0x8/frame 0xfffffe0053f2c0d0 --- trap 0xc, rip = 0xffffffff81b681c7, rsp = 0xfffffe0053f2c1a0, rbp = 0xfffffe0053f2c6d0 --- ip6_output() at ip6_output+0x38c7/frame 0xfffffe0053f2c6d0 sctp_lowlevel_chunk_output() at sctp_lowlevel_chunk_output+0x2069/frame 0xfffffe0053f2c980 sctp_send_initiate() at sctp_send_initiate+0x14db/frame 0xfffffe0053f2cb20 sctp_t1init_timer() at sctp_t1init_timer+0x64/frame 0xfffffe0053f2cb70 sctp_timeout_handler() at sctp_timeout_handler+0x689/frame 0xfffffe0053f2ccb0 softclock_call_cc() at softclock_call_cc+0x3e3/frame 0xfffffe0053f2ce80 softclock_thread() at softclock_thread+0x1ef/frame 0xfffffe0053f2cef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0053f2cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053f2cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100030 ] Stopped at kdb_enter+0x6b: movq $0,0x25788aa(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe00033eee30 rdx 0xdffff7c000000000 rbx 0 rsp 0xfffffe0053f2bad0 rbp 0xfffffe0053f2baf0 rsi 0x1 rdi 0 r8 0x3 r9 0xffffffff r10 0 r11 0x820c31a1b r12 0 r13 0xfffffe0007aa0c80 r14 0xffffffff82af8b00 .str.26 r15 0xffffffff82af8b00 .str.26 rip 0xffffffff817181eb kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x25788aa(%rip) db> show proc Process 2 (clock) at 0xfffffe00541e9008: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83c34060 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83c34060 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff83c35000 (map 0xffffffff83c35000) (map.pmap 0xffffffff83c350c0) (pmap 0xffffffff83c35130) threads: 2 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 901 1 889 0 RE syz-executor.1 896 891 891 0 R sh 895 894 894 0 R sh 894 779 894 0 Ss wait 0xfffffe0092b0e568 syz-executor.3 891 779 891 0 Ss wait 0xfffffe0092b0eac0 syz-executor.0 887 779 887 0 Rs syz-executor.2 886 1 886 0 Ss select 0xfffffe0058b36dc0 dhclient 883 874 430 0 S nanslp 0xffffffff83c5e201 dhclient 874 430 430 0 S wait 0xfffffe0092733000 sh 779 777 777 0 R (threaded) syz-execprog 100109 S uwait 0xfffffe00574a5c80 syz-execprog 100113 S uwait 0xfffffe00574a4900 syz-execprog 100114 S uwait 0xfffffe00574a4a00 syz-execprog 100115 S wait 0xfffffe0056f93010 syz-execprog 100116 RunQ syz-execprog 100117 S uwait 0xfffffe005789bc80 syz-execprog 100118 S uwait 0xfffffe005789c700 syz-execprog 100119 S uwait 0xfffffe005789c800 syz-execprog 100120 RunQ syz-execprog 100121 S uwait 0xfffffe005789ca00 syz-execprog 100122 S kqread 0xfffffe0058ace100 syz-execprog 777 775 777 0 Ss pause 0xfffffe0092736620 csh 775 688 775 0 Ss select 0xfffffe00923458c0 sshd 756 1 756 0 Rs+ getty 755 1 755 0 Ss+ ttyin 0xfffffe00586ed8b0 getty 754 1 754 0 Ss+ ttyin 0xfffffe00586ee0b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00586ee8b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0007b4f0b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe0007b4f8b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe0007b500b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0007b508b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0007b520b0 getty 745 1 18 0 S+ piperd 0xfffffe0058b95b60 logger 744 743 18 0 S+ nanslp 0xffffffff83c5e201 sleep 743 1 18 0 S+ wait 0xfffffe0056f94018 sh 692 1 692 0 Ss nanslp 0xffffffff83c5e201 cron 688 1 688 0 Ss select 0xfffffe0092346440 sshd 501 1 501 0 Ss select 0xfffffe00923460c0 syslogd 430 1 430 0 Ss wait 0xfffffe0058d56558 devd 429 1 429 65 Ss select 0xfffffe00923462c0 dhclient 344 1 344 0 Ss select 0xfffffe00923464c0 dhclient 341 1 341 0 Ss select 0xfffffe0058b333c0 dhclient 17 0 0 0 DL syncer 0xffffffff83d836a0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0056f91000 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83d81cc0 [bufdaemon] 100082 D - 0xffffffff83012180 [bufspacedaemon-0] 100092 D sdflush 0xfffffe0058c7bce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83db9400 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83dad2b8 [dom0] 100080 D launds 0xffffffff83dad2c4 [laundry: dom0] 100081 D umarcl 0xffffffff81e7d320 [uma] 7 0 0 0 RL [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff846d3270 [pf purge] 5 0 0 0 DL waiting 0xffffffff844b3f80 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff838ce340 [doneq0] 100045 D - 0xffffffff838ce2c0 [async] 100076 D - 0xffffffff838ce140 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056ee5c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83da8b60 [crypto] 100041 D crypto_ 0xfffffe0007b63030 [crypto returns 0] 100042 D crypto_ 0xfffffe0007b63080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83c33640 [g_event] 100036 D - 0xffffffff83c33660 [g_up] 100037 D - 0xffffffff83c33680 [g_down] 2 0 0 0 RL (threaded) [clock] 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100029 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe00541ea010 [init] 10 0 0 0 DL audit_w 0xffffffff83da95a0 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D swapin 0xffffffff83c34060 [swapper] 100005 D - 0xfffffe005409e000 [if_config_tqg_0] 100006 D - 0xfffffe005409de00 [softirq_0] 100007 D - 0xfffffe005409dd00 [softirq_1] 100008 D - 0xfffffe005409dc00 [if_io_tqg_0] 100009 D - 0xfffffe005409db00 [if_io_tqg_1] 100011 D - 0xfffffe00085f2500 [kqueue_ctx taskq] 100012 D - 0xfffffe00085f2400 [pci_hp taskq] 100014 D - 0xfffffe00085f2100 [inm_free taskq] 100015 D - 0xfffffe00085f2000 [aiod_kick taskq] 100016 Run CPU 1 [in6m_free taskq] 100017 D - 0xfffffe00085f1d00 [deferred_unmount ta] 100019 D - 0xfffffe00085f1a00 [thread taskq] 100020 D - 0xfffffe00085f1900 [linuxkpi_irq_wq] 100021 D - 0xfffffe00085f1800 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085f1800 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085f1800 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085f1800 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085f1700 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085f1700 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085f1700 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085f1700 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00085f1200 [firmware taskq] 100038 D - 0xfffffe00085f0700 [crypto_0] 100039 D - 0xfffffe00085f0700 [crypto_1] 100055 D - 0xfffffe0056fdbe00 [vtnet0 rxq 0] 100056 D - 0xfffffe0056fdbd00 [vtnet0 txq 0] 100057 D - 0xfffffe0056fdbc00 [vtnet0 rxq 1] 100058 D - 0xfffffe0056fdbb00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f45000 [virtio_balloon] 100066 D - 0xffffffff82afda40 [deadlkres] 100070 D - 0xfffffe00085f4100 [mca taskq] 100071 D - 0xfffffe00085f0200 [acpi_task_0] 100072 D - 0xfffffe00085f0200 [acpi_task_1] 100073 D - 0xfffffe00085f0200 [acpi_task_2] 100075 D - 0xfffffe00085f0000 [CAM taskq] 892 887 887 0 Z ifconfig db> show all locks Process 2 (clock) thread 0xfffffe0007aa0c80 (100030) shared rw sctpinp (sctpinp) r = 0 (0xfffffe0092f13ba0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_output.c:4546 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0092fb0180) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1777 Process 0 (kernel) thread 0xfffffe00541ef900 (100016) exclusive sleep mutex if_addr_lock (if_addr_lock) r = 0 (0xfffffe00579071a0) locked @ /syzkaller/managers/main/kernel/sys/net/if.c:3786 exclusive sx in6_multi_sx (in6_multi_sx) r = 0 (0xffffffff83da1100) locked @ /syzkaller/managers/main/kernel/sys/netinet6/in6_mcast.c:650 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4216 4323K 4241 sysctloid 34725 2046K 34796 vtbuf 24 1968K 46 kobj 330 1320K 493 newblk 687 1196K 742 vfscache 3 1025K 3 pcb 37 557K 75 inodedep 94 547K 119 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 117 226K 969 acpica 1674 184K 58126 tidhash 3 141K 3 vmem 3 138K 4 pagedep 20 133K 52 tfo_ccache 1 128K 1 IP reass 1 128K 1 linker 324 127K 353 vnet_data 1 112K 1 DEVFS1 109 109K 144 sem 4 106K 4 filedesc 14 105K 172 bus 1000 82K 5215 mtx_pool 2 72K 2 NFSD srvcache 3 68K 3 syncache 1 68K 1 module 513 65K 513 acpitask 1 64K 1 ddb_capture 1 64K 1 temp 36 53K 2232 routetbl 411 40K 1270 umtx 308 39K 308 kdtrace 188 38K 1040 DEVFS3 128 32K 144 hostcache 1 32K 1 shm 1 32K 1 msg 4 30K 4 kbdmux 6 28K 6 gtaskqueue 18 26K 18 DEVFS_RULE 56 20K 56 BPF 14 19K 28 ufs_mount 4 17K 5 proc 3 17K 3 ifnet 9 17K 13 ifaddr 62 17K 122 tty 16 16K 16 ithread 97 16K 97 bus-sc 34 15K 1682 eventhandler 154 13K 154 KTRACE 100 13K 100 kenv 95 12K 95 dirrem 44 11K 56 rman 88 11K 431 GEOM 61 11K 481 CAM queue 5 11K 1528 lltable 33 10K 88 sctp_stro 9 9K 9 bmsafemap 4 9K 85 rpc 4 9K 4 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 shmfd 1 8K 1 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 sctp_atcl 18 7K 18 ether_multi 83 7K 320 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 pf_ifnet 16 6K 49 cred 23 6K 240 diradd 44 6K 84 plimit 22 6K 436 kqueue 52 6K 906 ufs_dirhash 24 5K 24 in6_multi 31 5K 123 UMA 267 5K 267 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 acpisem 28 4K 28 hhook 15 4K 17 freework 14 4K 54 proc-args 81 4K 2185 freeblks 13 4K 53 session 25 4K 46 pwddesc 48 3K 902 terminal 11 3K 11 indirdep 10 3K 10 clone 9 3K 9 uidinfo 3 3K 8 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 mkdir 16 2K 82 ipsec-saq 2 2K 2 lockf 19 2K 33 selfd 28 2K 11689 Unitno 29 2K 85 CAM XPT 22 2K 543 msi 12 2K 12 ip6ndp 10 2K 26 newdirblk 10 2K 41 freefile 10 2K 19 ipsecpolicy 2 2K 2 acpidev 20 2K 20 sctp_atky 27 2K 27 select 9 2K 38 tun 7 2K 13 NFSD session 1 1K 1 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 vnodemarker 2 1K 10 sctp_ifa 7 1K 25 nhops 6 1K 13 CAM periph 4 1K 271 ipsec 3 1K 3 mld 6 1K 12 igmp 6 1K 12 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 in_multi 2 1K 14 pfil 4 1K 4 cdev 2 1K 2 osd 7 1K 19 sctp_ifn 3 1K 25 DEVFSP 6 1K 21 CC Mem 3 1K 7 chacha20random 1 1K 1 inpcbpolicy 10 1K 224 sctp_athm 18 1K 18 sctp_map 18 1K 18 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 procdesc 2 1K 10 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 7 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 49 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 netlink 1 1K 1 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 3486 filecaps 4 1K 76 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 50 iov 1 1K 15047 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 27 sctp_mvrf 0 0K 0 sctp_timw 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 27 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 newnfsclient_req 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 ixl 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 xen_intr 0 0K 0 NFSD V4lock 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD V4state 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 msdosfs_node 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 UMAHash 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 17 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 3 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 ktls_ocf 0 0K 0 scsi_cd 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 USB 0 0K 0 statfs 0 0K 195 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aio 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 108 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 702 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 kcovinfo 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 14338 0 254 38494208 0 mbuf 256 8581 1081 18492 0 254 2473472 0 pbuf 2624 0 794 0 0 2 2083456 0 BUF TRIE 144 190 11598 491 0 62 1697472 0 malloc-384 384 4210 20 4236 0 30 1624320 0 malloc-128 128 11468 250 11655 0 126 1499904 0 malloc-4096 4096 331 3 500 0 2 1368064 0 UMA Slabs 0 112 10628 22 10628 0 126 1192800 0 sctp_asoc 2256 9 501 9 0 254 1150560 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 vmem btag 56 16577 94 16577 0 254 933576 0 FFS inode 1160 534 19 553 0 8 641480 0 sctp_ep 1176 9 501 9 0 254 599760 0 RADIX NODE 144 3758 157 25755 0 62 563760 0 socket 960 22 486 1497 0 254 487680 0 VM OBJECT 264 1696 74 28837 0 30 467280 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_raddr 736 9 508 9 0 254 380512 0 VNODE 448 570 60 597 0 30 282240 0 THREAD 1824 137 17 137 0 8 280896 0 256 Bucket 2048 125 11 888 0 8 278528 0 malloc-2048 2048 6 122 513 0 8 262144 0 malloc-64 64 3828 267 3931 0 254 262080 0 malloc-4096 4096 57 3 911 0 2 245760 0 malloc-256 256 881 49 1062 0 62 238080 0 malloc-16 16 14364 136 14439 0 254 232000 0 DEVCTL 1024 101 119 233 0 0 225280 0 MAP ENTRY 96 2006 262 99049 0 126 217728 0 malloc-16384 16384 7 5 80 0 1 196608 0 UMA Zones 768 239 0 239 0 16 183552 0 malloc-32 32 5250 420 5321 0 254 181440 0 malloc-128 128 1197 198 27261 0 126 178560 0 malloc-1024 1024 134 26 169 0 16 163840 0 malloc-128 128 1062 85 5392 0 126 146816 0 FFS2 dinode 256 534 36 553 0 62 145920 0 S VFS Cache 104 995 292 1090 0 126 133848 0 malloc-65536 65536 0 2 64 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 1 1 137 0 1 131072 0 unpcb 256 11 499 1228 0 254 130560 0 mbuf_packet 256 10 498 251 0 254 130048 0 FPU_save_area 832 139 5 178 0 16 119808 0 ksiginfo 112 50 994 107 0 126 116928 0 VMSPACE 2560 32 4 886 0 4 92160 0 PROC 1368 49 17 901 0 8 90288 0 UMA Kegs 384 225 8 225 0 30 89472 0 128 Bucket 1024 45 38 508 0 16 84992 0 sctp_chunk 152 9 511 9 0 254 79040 0 malloc-8192 8192 8 1 10 0 1 73728 0 g_bio 408 0 180 4712 0 30 73440 0 64 Bucket 512 68 68 1846 0 30 69632 0 malloc-64 64 591 480 2878 0 254 68544 0 malloc-128 128 351 176 522 0 126 67456 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-4096 4096 14 2 25 0 2 65536 0 malloc-256 256 164 91 467 0 62 65280 0 malloc-256 256 144 111 467 0 62 65280 0 sctp_stream_msg_out 112 0 540 9 0 254 60480 0 filedesc0 1072 49 7 902 0 8 60032 0 malloc-384 384 111 39 169 0 30 57600 0 malloc-64 64 148 671 14052 0 254 52416 0 malloc-64 64 462 357 662 0 254 52416 0 malloc-256 256 109 86 445 0 62 49920 0 32 Bucket 256 59 136 7908 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 14715 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 6 0 32 0 1 49152 0 syncache 168 0 264 5 0 254 44352 0 clpbuf 2624 0 16 21 0 16 41984 0 malloc-4096 4096 6 4 10 0 2 40960 0 pcpu-8 8 4705 415 5760 0 254 40960 0 udp_inpcb 448 6 84 212 0 30 40320 0 pipe 728 17 38 350 0 16 40040 0 da_ccb 544 0 70 1298 0 16 38080 0 malloc-64 64 72 495 305 0 254 36288 0 malloc-64 64 37 530 14582 0 254 36288 0 malloc-64 64 219 348 253 0 254 36288 0 malloc-64 64 120 447 141 0 254 36288 0 malloc-128 128 67 212 443 0 126 35712 0 malloc-128 128 28 251 51 0 126 35712 0 malloc-128 128 45 234 239 0 126 35712 0 malloc-128 128 58 221 316 0 126 35712 0 routing nhops 256 16 119 56 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 52 38 53 0 30 34560 0 malloc-256 256 21 114 292 0 62 34560 0 malloc-256 256 36 99 543 0 62 34560 0 malloc-256 256 59 76 1230 0 62 34560 0 malloc-256 256 24 111 292 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 120 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 12 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 2 6 15 0 2 32768 0 malloc-2048 2048 6 10 71 0 8 32768 0 malloc-2048 2048 11 5 15 0 8 32768 0 malloc-2048 2048 3 13 81 0 8 32768 0 malloc-2048 2048 15 1 15 0 8 32768 0 malloc-2048 2048 3 13 194 0 8 32768 0 malloc-1024 1024 7 25 32 0 16 32768 0 malloc-1024 1024 12 20 13 0 16 32768 0 malloc-1024 1024 7 25 1744 0 16 32768 0 malloc-1024 1024 2 30 18 0 16 32768 0 malloc-1024 1024 12 20 170 0 16 32768 0 malloc-1024 1024 8 24 8 0 16 32768 0 malloc-1024 1024 4 28 4 0 16 32768 0 malloc-512 512 14 50 24 0 30 32768 0 malloc-512 512 0 64 132 0 30 32768 0 malloc-512 512 2 62 51 0 30 32768 0 pcpu-64 64 497 15 497 0 254 32768 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 3 585 41 0 254 28224 0 malloc-32 32 275 607 562 0 254 28224 0 16 Bucket 144 48 148 240 0 62 28224 0 4 Bucket 48 5 583 57 0 254 28224 0 ripcb 416 1 62 5 0 30 26208 0 TURNSTILE 136 155 34 155 0 62 25704 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 2 1 103 0 1 24576 0 malloc-4096 4096 2 4 820 0 2 24576 0 PGRP 88 25 251 46 0 126 24288 0 rl_entry 40 44 562 44 0 254 24240 0 rtentry 168 17 127 56 0 62 24192 0 Files 80 112 188 8067 0 126 24000 0 8 Bucket 80 53 247 515 0 126 24000 0 tcp_inpcb 1288 3 15 7 0 8 23184 0 malloc-384 384 30 30 134 0 30 23040 0 malloc-384 384 12 48 12 0 30 23040 0 malloc-384 384 0 60 345 0 30 23040 0 malloc-384 384 19 41 19 0 30 23040 0 SLEEPQUEUE 88 155 101 155 0 126 22528 0 hostcache 64 1 314 1 0 254 20160 0 udp_inpcb ports 32 3 627 40 0 254 20160 0 ertt 72 3 277 7 0 126 20160 0 PWD 32 14 616 135 0 254 20160 0 malloc-32 32 320 310 470 0 254 20160 0 malloc-32 32 150 480 759 0 254 20160 0 malloc-32 32 34 596 769 0 254 20160 0 malloc-32 32 43 587 111 0 254 20160 0 malloc-32 32 89 541 4167 0 254 20160 0 malloc-32 32 16 614 17 0 254 20160 0 2 Bucket 32 55 575 325 0 254 20160 0 KNOTE 160 26 99 369 0 62 20000 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 160 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 4 0 4 0 2 16384 0 malloc-2048 2048 0 8 573 0 8 16384 0 malloc-2048 2048 2 6 4 0 8 16384 0 malloc-512 512 1 31 2 0 30 16384 0 malloc-512 512 2 30 2 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 malloc-16 16 324 676 28325 0 254 16000 0 kenv 258 15 45 1044 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 ertt_txseginfo 40 0 303 241 0 254 12120 0 tcp_inpcb ports 32 1 377 1 0 254 12096 0 malloc-16 16 10 740 64 0 254 12000 0 malloc-16 16 13 737 57 0 254 12000 0 malloc-16 16 81 669 410 0 254 12000 0 malloc-16 16 217 533 3139 0 254 12000 0 malloc-16 16 34 716 160 0 254 12000 0 malloc-16 16 4 746 6 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 Mountpoints 2816 2 2 2 0 4 11264 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 vtnet_tx_hdr 24 0 334 2220 0 254 8016 0 pcpu-16 16 4 252 4 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_rack_pcb 896 0 0 0 0 16 0 0 tcp_rack_map 120 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 udplite_inpcb 448 0 0 0 0 30 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 TMPFS node 232 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db>