Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81a3dce0 stack pointer = 0x0:0xfffffe0053fbd1c0 frame pointer = 0x0:0xfffffe0053fbd6f0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 2 (clock (0)) rdi: 0000000000000000 rsi: 0000000000000000 rdx: 0000000000000000 FreeBSD/amd64rcx: fffffe00033eee30 r8: 0000000000000000 r9: 00000000060080fe rax: fffffe00033eee30 rbx: fffff7800a7f7a68 rbp: fffffe0053fbd6f0 r10: aa03000000000000 r11: 0000000000000000 r12: fffffe0053fbd620 r13: fffffe0053fbd4c0 r14: 0000000000000000 r15: fffffe0083077358 trap number = 12 panic: page fault cpuid = 0 time = 1711942350 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0053fbc8f0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0053fbca50 vpanic() at vpanic+0x26a/frame 0xfffffe0053fbcc10 panic() at panic+0xb5/frame 0xfffffe0053fbccd0 trap_fatal() at trap_fatal+0x7f1/frame 0xfffffe0053fbcdf0 trap_pfault() at trap_pfault+0x179/frame 0xfffffe0053fbcf10 trap() at trap+0x5f3/frame 0xfffffe0053fbd0f0 calltrap() at calltrap+0x8/frame 0xfffffe0053fbd0f0 --- trap 0xc, rip = 0xffffffff81a3dce0, rsp = 0xfffffe0053fbd1c0, rbp = 0xfffffe0053fbd6f0 --- ip6_output() at ip6_output+0x39d0/frame 0xfffffe0053fbd6f0 sctp_lowlevel_chunk_output() at sctp_lowlevel_chunk_output+0x20ea/frame 0xfffffe0053fbd9a0 sctp_send_initiate() at sctp_send_initiate+0x1555/frame 0xfffffe0053fbdb20 sctp_t1init_timer() at sctp_t1init_timer+0x66/frame 0xfffffe0053fbdb70 sctp_timeout_handler() at sctp_timeout_handler+0x6b4/frame 0xfffffe0053fbdcb0 softclock_call_cc() at softclock_call_cc+0x3c8/frame 0xfffffe0053fbde80 softclock_thread() at softclock_thread+0x200/frame 0xfffffe0053fbdef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0053fbdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053fbdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100029 ] Stopped at kdb_enter+0x6e: movq $0,0x2195d27(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe00033eee30 rdx 0 rbx 0xffffffff82700b20 .str.27 rsp 0xfffffe0053fbca30 rbp 0xfffffe0053fbca50 rsi 0 rdi 0xffffffff815df879 printf+0x149 r8 0 r9 0xffffffff r10 0x1 r11 0x1 r12 0xfffffe00542bb740 r13 0xfffffffffffffffe r14 0xffffffff82700b20 .str.27 r15 0 rip 0xffffffff815cc36e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x2195d27(%rip) db> show proc Process 2 (clock) at 0xfffffe00541f6020: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff836ec7e0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff836ec7e0 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff836ed780 (map 0xffffffff836ed780) (map.pmap 0xffffffff836ed840) (pmap 0xffffffff836ed8b0) threads: 2 100029 Run CPU 0 [clock (0)] 100030 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 4718 4717 1144 0 SV uwait 0xfffffe0057aad880 syz-executor.1 4717 1144 1144 0 T (threaded) syz-executor.1 100406 s syz-executor.1 104270 D ppwait 0xfffffe00749cafc0 syz-executor.1 4716 770 770 0 S (threaded) syz-executor.0 100404 S nanslp 0xffffffff83743481 syz-executor.0 104268 S connec 0xfffffe006a82bc1a syz-executor.0 104269 S uwait 0xfffffe006a645580 syz-executor.0 4714 4711 4027 0 SV uwait 0xfffffe005754bf00 syz-executor.3 4711 4027 4027 0 T (threaded) syz-executor.3 101238 s syz-executor.3 104263 D ppwait 0xfffffe00749cd560 syz-executor.3 4703 1 770 0 S uwait 0xfffffe006a644380 syz-executor.0 4697 1 4027 0 SV uwait 0xfffffe006a643680 syz-executor.3 4695 1 4694 0 S uwait 0xfffffe006a643980 syz-executor.3 4643 1 1144 0 S uwait 0xfffffe0057aadb80 syz-executor.1 4624 1 1144 0 S uwait 0xfffffe006a645680 syz-executor.1 4497 1 770 0 S uwait 0xfffffe0057aad380 syz-executor.0 4496 1 770 0 S uwait 0xfffffe006a643780 syz-executor.0 4485 4484 4484 0 D tun_con 0xfffffe0074955228 ifconfig 4484 768 4484 0 Ss wait 0xfffffe006d294000 syz-executor.2 4250 1 3067 0 SV uwait 0xfffffe006a643e00 syz-executor.2 4074 1 4067 0 S uwait 0xfffffe006a644f00 syz-executor.2 4027 768 4027 0 Ss nanslp 0xffffffff83743481 syz-executor.3 3342 1 3067 0 SV uwait 0xfffffe0057aada80 syz-executor.2 3310 3300 3310 0 Ss select 0xfffffe006d256140 dhclient 3307 1 3067 0 SV uwait 0xfffffe005754b800 syz-executor.2 3306 1 3306 0 Ss select 0xfffffe005897db40 dhclient 3300 3281 424 65 S select 0xfffffe005897ddc0 dhclient 3293 1 1144 0 SV uwait 0xfffffe0057aad980 syz-executor.1 3281 424 424 0 S wait 0xfffffe006a883b00 sh 3267 1 3267 65 Ss select 0xfffffe0058952740 dhclient 3240 1 1144 0 SV uwait 0xfffffe0057aad480 syz-executor.1 3210 1 770 0 S uwait 0xfffffe0057aae200 syz-executor.0 3189 1 1144 0 S uwait 0xfffffe0057aad280 syz-executor.1 2415 1 1144 0 S uwait 0xfffffe006a644980 syz-executor.1 1396 1 770 0 S uwait 0xfffffe0057aadc80 syz-executor.0 1388 1 770 0 S uwait 0xfffffe006a644680 syz-executor.0 1380 1 770 0 S uwait 0xfffffe0057aad780 syz-executor.0 1364 1 1362 0 SV uwait 0xfffffe006a646480 syz-executor.1 1144 768 1144 0 Ss nanslp 0xffffffff83743481 syz-executor.1 1040 1 770 0 S uwait 0xfffffe0057aadd80 syz-executor.0 836 0 0 0 DL aiordy 0xfffffe006d6e7040 [aiod4] 835 0 0 0 DL aiordy 0xfffffe006d6e75a0 [aiod3] 834 0 0 0 DL aiordy 0xfffffe006d6e7b00 [aiod2] 833 0 0 0 DL aiordy 0xfffffe006a8835a0 [aiod1] 821 1 821 0 Ss select 0xfffffe006d255b40 dhclient 814 1 814 0 Ss select 0xfffffe006d255cc0 dhclient 770 768 770 0 Ss nanslp 0xffffffff83743481 syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100086 S wait 0xfffffe00541f7b00 syz-fuzzer 100111 S uwait 0xfffffe0057548180 syz-fuzzer 100112 S wait 0xfffffe00541f7b00 syz-fuzzer 100113 S uwait 0xfffffe0057aae980 syz-fuzzer 100114 S uwait 0xfffffe0057aaea80 syz-fuzzer 100115 S uwait 0xfffffe0057548700 syz-fuzzer 100116 S kqread 0xfffffe005895eb00 syz-fuzzer 100117 S uwait 0xfffffe006a645180 syz-fuzzer 100119 S wait 0xfffffe00541f7b00 syz-fuzzer 100121 S wait 0xfffffe00541f7b00 syz-fuzzer 100129 S uwait 0xfffffe006a645880 syz-fuzzer 100137 S uwait 0xfffffe0057aae100 syz-fuzzer 100894 S uwait 0xfffffe006a644280 syz-fuzzer 766 764 766 0 Ss pause 0xfffffe0057be1650 csh 764 682 764 0 Ss select 0xfffffe006d256a40 sshd 748 1 748 0 Ss+ ttyin 0xfffffe00576904b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00543410b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00543418b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00543420b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00576a68b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00576a70b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00576a78b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00543428b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00543430b0 getty 686 1 686 0 Ss nanslp 0xffffffff83743480 cron 682 1 682 0 Ss select 0xfffffe005897e5c0 sshd 495 1 495 0 Ss select 0xfffffe005894f0c0 syslogd 424 1 424 0 Ss wait 0xfffffe006a882580 devd 423 1 423 65 Ss select 0xfffffe005894f240 dhclient 338 1 338 0 Ss select 0xfffffe005894f2c0 dhclient 335 1 335 0 Ss select 0xfffffe005894f8c0 dhclient 17 0 0 0 DL syncer 0xffffffff83860ba0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe00571b6000 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff8385f180 [bufdaemon] 100080 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100091 D sdflush 0xfffffe006a64bce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff838a8680 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff838904f8 [dom0] 100083 D launds 0xffffffff83890504 [laundry: dom0] 100084 D umarcl 0xffffffff81d67240 [uma] 7 0 0 0 DL - 0xffffffff834c0cb0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff83f82ea0 [pf purge] 5 0 0 0 DL waiting 0xffffffff845c65c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8348b340 [doneq0] 100045 D - 0xffffffff8348b2c0 [async] 100076 D - 0xffffffff8348b140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff8388bd20 [crypto] 100042 D crypto_ 0xfffffe00085e8830 [crypto returns 0] 100043 D crypto_ 0xfffffe00085e8880 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00085fe488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836ebe00 [g_event] 100036 D - 0xffffffff836ebe20 [g_up] 100037 D - 0xffffffff836ebe40 [g_down] 2 0 0 0 RL (threaded) [clock] 100029 Run CPU 0 [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe00541f7040 [init] 10 0 0 0 DL audit_w 0xffffffff8388c780 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836ec7e0 [swapper] 100005 D - 0xfffffe00079e3000 [softirq_0] 100006 D - 0xfffffe00079e2e00 [softirq_1] 100007 D - 0xfffffe00079e2d00 [if_io_tqg_0] 100008 D - 0xfffffe00079e2c00 [if_io_tqg_1] 100009 D - 0xfffffe00079e2b00 [if_config_tqg_0] 100010 D - 0xfffffe00079e2a00 [pci_hp taskq] 100011 D - 0xfffffe00079e2900 [kqueue_ctx taskq] 100014 D - 0xfffffe00079e2600 [thread taskq] 100016 D - 0xfffffe00079e2400 [aiod_kick taskq] 100017 D - 0xfffffe00079e2300 [deferred_unmount ta] 100018 D - 0xfffffe00079e2200 [inm_free taskq] 100019 D - 0xfffffe00079e2100 [in6m_free taskq] 100020 D - 0xfffffe00079e2000 [linuxkpi_irq_wq] 100021 D - 0xfffffe00079e1e00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00079e1e00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00079e1e00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00079e1e00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00079e1d00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00079e1d00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00079e1d00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00079e1d00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00079e1c00 [firmware taskq] 100039 D - 0xfffffe00079e1100 [crypto_0] 100040 D - 0xfffffe00079e1100 [crypto_1] 100055 D - 0xfffffe00079e0900 [vtnet0 rxq 0] 100056 D - 0xfffffe00079e0800 [vtnet0 txq 0] 100057 D - 0xfffffe00079e0700 [vtnet0 rxq 1] 100058 D - 0xfffffe00079e0600 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0057178280 [virtio_balloon] 100066 D - 0xffffffff82705d60 [deadlkres] 100070 D - 0xfffffe00079e0b00 [acpi_task_0] 100071 D - 0xfffffe00079e0b00 [acpi_task_1] 100072 D - 0xfffffe00079e0b00 [acpi_task_2] 100074 D - 0xfffffe00079e3100 [mca taskq] 100075 D - 0xfffffe00079e0a00 [CAM taskq] db> show all locks Process 4485 (ifconfig) thread 0xfffffe006d70b000 (100575) exclusive sx ifnet_detach_sx (ifnet_detach_sx) r = 0 (0xffffffff83861340) locked @ /syzkaller/managers/i386/kernel/sys/net/if.c:3039 Process 2 (clock) thread 0xfffffe00542bb740 (100029) shared rw sctpinp (sctpinp) r = 0 (0xfffffe0074074910) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:4552 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe006d7fb180) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1776 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 linker 371 4922K 481 tcp_hpts 7 4801K 7 devbuf 4192 4324K 4220 sysctloid 34865 2055K 34936 vtbuf 24 1968K 46 kobj 326 1304K 488 pcb 521 1227K 8301 newblk 69 1041K 4622 vfscache 3 1025K 3 inodedep 357 646K 4028 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 filedesc 60 473K 7791 intr 4 472K 4 subproc 180 354K 4821 vmem 3 266K 6 vnet_data 2 224K 2 acpitask 1 224K 1 sctp_stro 219 219K 1349 acpica 1674 184K 60830 sctp_atcl 469 176K 5500 tidhash 3 141K 3 pagedep 28 135K 3844 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 116 116K 147 sem 4 106K 4 gtaskqueue 18 98K 18 dirrem 326 82K 3918 bus 985 81K 5155 mtx_pool 2 72K 2 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 513 65K 513 ddb_capture 1 64K 1 BPF 30 53K 37 kdtrace 247 47K 8990 umtx 368 46K 368 tcp_fsb_rack 22 46K 514 freefile 324 41K 3888 temp 33 37K 2934 LRO 34 35K 48 filemon 4 32K 148 hostcache 1 32K 1 shm 1 32K 4 DEVFS3 128 32K 145 msg 4 30K 4 sctp_atky 688 29K 7000 kbdmux 6 28K 6 routetbl 452 26K 1362 DEVFS_RULE 56 20K 56 ifaddr 69 20K 133 ufs_mount 4 17K 5 proc 3 17K 3 sctp_timw 65 17K 65 tty 16 16K 16 lltable 50 16K 160 ithread 97 16K 97 bus-sc 34 15K 1687 ifnet 8 15K 14 eventhandler 162 14K 162 KTRACE 100 13K 100 ether_multi 152 13K 358 kenv 95 12K 95 GEOM 61 11K 481 rman 86 11K 451 CAM queue 5 11K 1528 CC Mem 36 9K 1098 in6_multi 65 9K 135 bmsafemap 3 9K 3979 ksem 4 9K 166 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 shmfd 1 8K 3 pfs_vncache 1 8K 1 audit_evclass 238 8K 300 sctp_athm 469 8K 5546 kqueue 81 8K 4760 cred 28 7K 297 sctp_map 438 7K 2694 taskqueue 63 7K 69 freework 26 7K 3847 sglist 6 7K 6 CAM DEV 3 6K 510 plimit 23 6K 435 ip6opt 22 6K 197 pfs_nodes 22 6K 22 DEVFSP 83 6K 451 hhook 15 5K 17 pwddesc 78 5K 4876 ufs_dirhash 24 5K 24 UMA 267 5K 267 pf_ifnet 10 5K 55 vt 11 5K 11 kcovinfo 65 5K 156 memdesc 1 4K 1 MCA 32 4K 32 session 32 4K 85 evdev 4 4K 4 acpisem 28 4K 28 proc-args 106 4K 6027 freeblks 13 4K 3822 tcp_pcm_rack 11 3K 257 terminal 11 3K 11 lockf 26 3K 39 newdirblk 21 3K 3830 sctp_ifa 20 3K 28 selfd 38 3K 61818 clone 9 3K 9 uidinfo 3 3K 9 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 27 mkdir 13 2K 7660 select 13 2K 37 CAM XPT 22 2K 543 inpcbpolicy 50 2K 1369 Unitno 25 2K 91 msi 12 2K 12 diradd 12 2K 3952 in_multi 6 2K 15 tun 4 2K 11 toponodes 6 2K 6 pf_osfp 11 2K 11 ipsecpolicy 2 2K 2 acpidev 20 2K 20 sctp_stri 2 1K 94 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 16 NFSD session 1 1K 1 osd 41 1K 1096 CAM periph 4 1K 271 sctp_ifn 6 1K 28 ipsec 3 1K 3 netlink 3 1K 217 mld 6 1K 13 igmp 6 1K 13 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 64 encap_export_host 12 1K 12 cdev 2 1K 2 lkpikmalloc 8 1K 9 chacha20random 1 1K 1 biobuf 1 1K 1 procdesc 3 1K 10 cryptodev 4 1K 212 indirdep 1 1K 52 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 39 prison 6 1K 6 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 4 soname 5 1K 7767 pmchooks 1 1K 1 filedesc_to_leader 2 1K 3 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_vrf 1 1K 1 ip_msource 1 1K 2 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 47 acpiintr 1 1K 1 filecaps 3 1K 107 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 2690 sctp_iter 0 0K 35 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 35 sctp_aadr 0 0K 81 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 tcp_do_rack 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 94 pf_altq 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 1835 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 6 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 1 in_mfilter 0 0K 4 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 19 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 213 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 lio 0 0K 4 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 16009 ioctlops 0 0K 379 eventfd 0 0K 1 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 699 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 4 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 148 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 2 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8370 1028 49585 0 254 38494208 0 tcp_log 416 381 6738 26712 0 254 2961504 0 mbuf 256 9271 647 213619 0 254 2539008 0 malloc-384 384 4478 742 8157 0 30 2004480 0 BUF TRIE 144 228 11588 775 0 62 1701504 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11497 221 23140 0 126 1499904 0 malloc-4096 4096 328 6 531 0 2 1368064 0 UMA Slabs 0 112 11236 26 11236 0 126 1261344 0 sctp_asoc 2256 219 291 1347 0 254 1150560 0 RADIX NODE 144 7675 160 113287 0 62 1128240 0 vmem btag 56 18082 101 18082 0 254 1018248 0 FFS inode 1168 548 33 4436 0 8 678608 0 malloc-65536 65536 10 0 13 0 1 655360 0 sctp_ep 1144 248 263 4104 0 254 584584 0 malloc-16384 16384 30 3 3890 0 1 540672 0 malloc-2048 2048 255 9 4127 0 8 540672 0 pbuf 2624 0 202 0 0 2 530048 0 lkpicurr 168 2 3094 2 0 62 520128 0 socket 960 102 406 6952 0 254 487680 0 256 Bucket 2048 211 21 1719 0 8 475136 0 malloc-2048 2048 5 211 1228 0 8 442368 0 VM OBJECT 264 1477 53 59209 0 30 403920 0 malloc-65536 65536 6 0 6 0 1 393216 0 sctp_raddr 736 219 298 1423 0 254 380512 0 malloc-4096 4096 86 2 4820 0 2 360448 0 tcp_bbr_map 128 33 2757 12073 0 126 357120 0 THREAD 1824 167 17 4270 0 8 335616 0 malloc-256 256 458 787 9478 0 62 318720 0 VNODE 448 589 104 4486 0 30 310464 0 malloc-64 64 3915 432 70347 0 254 278208 0 ertt_txseginfo 40 456 6412 115417 0 254 274720 0 malloc-256 256 276 729 5801 0 62 257280 0 malloc-1024 1024 223 17 1535 0 16 245760 0 malloc-16 16 14418 582 15525 0 254 240000 0 DEVCTL 1024 102 118 233 0 0 225280 0 malloc-256 256 34 836 6285 0 62 222720 0 MAP ENTRY 96 1927 215 163034 0 126 205632 0 malloc-32768 32768 6 0 6 0 1 196608 0 malloc-384 384 470 40 5515 0 30 195840 0 mbuf_packet 256 206 556 17475 0 254 195072 0 UMA Zones 768 239 0 239 0 16 183552 0 FPU_save_area 832 169 47 5895 0 16 179712 0 malloc-128 128 1178 217 28776 0 126 178560 0 FFS2 dinode 256 548 142 4436 0 62 176640 0 lkpimm 56 1 3095 1 0 254 173376 0 malloc-32 32 5294 124 5344 0 254 173376 0 malloc-32768 32768 0 5 40 0 1 163840 0 malloc-1024 1024 141 19 172 0 16 163840 0 malloc-128 128 1117 154 5706 0 126 162688 0 tcp_inpcb 1304 36 78 1081 0 8 148656 0 malloc-128 128 375 772 7898 0 126 146816 0 S VFS Cache 104 1023 381 4966 0 126 146016 0 PROC 1376 78 21 4718 0 8 136224 0 malloc-65536 65536 0 2 92 0 1 131072 0 malloc-65536 65536 0 2 127 0 1 131072 0 unpcb 256 14 496 1434 0 254 130560 0 128 Bucket 1024 79 36 454 0 16 117760 0 ksiginfo 112 74 970 1726 0 126 116928 0 malloc-256 256 351 84 5712 0 62 111360 0 malloc-256 256 344 91 12120 0 62 111360 0 malloc-4096 4096 20 4 40 0 2 98304 0 g_bio 408 0 240 6654 0 30 97920 0 filedesc0 1072 78 13 4876 0 8 97552 0 malloc-8192 8192 10 1 12 0 1 90112 0 malloc-4096 4096 13 9 1026 0 2 90112 0 UMA Kegs 384 226 7 226 0 30 89472 0 64 Bucket 512 107 61 4982 0 30 86016 0 sctp_readq 152 6 514 54 0 254 79040 0 sctp_chunk 152 320 200 430 0 254 79040 0 malloc-384 384 153 27 185 0 30 69120 0 malloc-64 64 553 518 872 0 254 68544 0 malloc-64 64 759 312 3564 0 254 68544 0 malloc-128 128 379 148 899 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-32768 32768 1 1 12 0 1 65536 0 malloc-8192 8192 5 3 149 0 1 65536 0 malloc-4096 4096 13 3 18 0 2 65536 0 sctp_stream_msg_out 112 54 486 410 0 254 60480 0 malloc-8192 8192 7 0 33 0 1 57344 0 VMSPACE 616 56 28 4701 0 16 51744 0 32 Bucket 256 104 91 9609 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 31142 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-2048 2048 20 4 253 0 8 49152 0 malloc-1024 1024 7 41 1779 0 16 49152 0 da_ccb 544 0 84 1791 0 16 45696 0 pcpu-8 8 4771 861 6064 0 254 45056 0 syncache 168 0 264 4 0 254 44352 0 Files 80 280 270 19550 0 126 44000 0 malloc-8192 8192 3 2 107 0 1 40960 0 pipe 728 26 29 506 0 16 40040 0 udp_inpcb 416 7 83 234 0 30 37440 0 tcp_rack_pcb 1216 11 19 257 0 8 36480 0 malloc-64 64 124 443 5229 0 254 36288 0 malloc-64 64 8 559 14501 0 254 36288 0 malloc-64 64 107 460 5511 0 254 36288 0 malloc-64 64 224 343 280 0 254 36288 0 malloc-64 64 257 310 713 0 254 36288 0 tcp_rack_map 128 26 253 552 0 126 35712 0 malloc-128 128 27 252 467 0 126 35712 0 malloc-128 128 40 239 242 0 126 35712 0 malloc-128 128 112 167 193 0 126 35712 0 routing nhops 256 28 107 62 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 48 42 84 0 30 34560 0 malloc-256 256 45 90 412 0 62 34560 0 malloc-256 256 22 113 591 0 62 34560 0 malloc-256 256 7 128 163 0 62 34560 0 TURNSTILE 136 185 67 185 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-2048 2048 12 4 18 0 8 32768 0 malloc-2048 2048 3 13 103 0 8 32768 0 malloc-2048 2048 3 13 61 0 8 32768 0 malloc-2048 2048 0 16 40 0 8 32768 0 malloc-1024 1024 3 29 13 0 16 32768 0 malloc-1024 1024 5 27 20 0 16 32768 0 malloc-1024 1024 10 22 13 0 16 32768 0 malloc-512 512 5 59 98 0 30 32768 0 malloc-512 512 8 56 8 0 30 32768 0 malloc-512 512 0 64 138 0 30 32768 0 malloc-512 512 12 52 155 0 30 32768 0 pcpu-64 64 488 24 488 0 254 32768 0 PWD 40 39 769 3913 0 254 32320 0 KNOTE 160 32 168 42456 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 32 232 85 0 126 31680 0 tcp_bbr_pcb 832 11 25 513 0 16 29952 0 sctp_laddr 48 58 530 933 0 254 28224 0 tcp_inpcb ports 32 28 854 763 0 254 28224 0 malloc-32 32 276 606 1240 0 254 28224 0 malloc-32 32 571 311 13645 0 254 28224 0 16 Bucket 144 62 134 322 0 62 28224 0 4 Bucket 48 4 584 5 0 254 28224 0 AIO 208 0 133 4 0 62 27664 0 udplite_inpcb 416 4 59 7 0 30 26208 0 cpuset 200 7 121 29 0 62 25600 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 1 2 20 0 1 24576 0 malloc-4096 4096 2 4 13 0 2 24576 0 rl_entry 40 58 548 58 0 254 24240 0 rtentry 168 30 114 62 0 62 24192 0 malloc-16 16 804 696 38952 0 254 24000 0 8 Bucket 80 86 214 1091 0 126 24000 0 ripcb 384 3 57 47 0 30 23040 0 malloc-384 384 14 46 50 0 30 23040 0 malloc-384 384 37 23 119 0 30 23040 0 malloc-384 384 0 60 303 0 30 23040 0 domainset 40 0 567 17 0 254 22680 0 SLEEPQUEUE 88 185 71 185 0 126 22528 0 clpbuf 2624 0 8 31 0 4 20992 0 hostcache 64 2 313 2 0 254 20160 0 udp_inpcb ports 32 3 627 34 0 254 20160 0 ertt 72 36 244 1081 0 126 20160 0 malloc-32 32 429 201 536 0 254 20160 0 malloc-32 32 23 607 162 0 254 20160 0 malloc-32 32 156 474 3299 0 254 20160 0 malloc-32 32 52 578 149 0 254 20160 0 malloc-32 32 80 550 1434 0 254 20160 0 2 Bucket 32 73 557 720 0 254 20160 0 cryptop 280 0 70 2 0 30 19600 0 AIOCB 552 0 35 15 0 16 19320 0 L VFS Cache 320 0 60 13 0 30 19200 0 AIOLIO 272 0 70 2 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-1024 1024 9 7 10 0 16 16384 0 malloc-1024 1024 1 15 1 0 16 16384 0 malloc-512 512 2 30 6 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 109661 0 254 16032 0 malloc-16 16 636 364 7819 0 254 16000 0 kenv 258 17 43 1075 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 udplite_inpcb ports 32 0 378 1 0 254 12096 0 malloc-16 16 17 733 55 0 254 12000 0 malloc-16 16 15 735 855 0 254 12000 0 malloc-16 16 87 663 2381 0 254 12000 0 malloc-16 16 37 713 171 0 254 12000 0 malloc-16 16 14 736 24 0 254 12000 0 malloc-384 384 2 28 2 0 30 11520 0 Mountpoints 2816 2 2 2 0 4 11264 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 2 0 2 8192 0 pcpu-16 16 4 252 4 0 254 4096 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 360 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0