Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81a43820 stack pointer = 0x28:0xfffffe0053fbd1c0 frame pointer = 0x28:0xfffffe0053fbd6f0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 2 (clock (0)) rdi: 0000000000000000 rsi: 0000000000000000 rdx: 0000000000000001 rcx: fffffe00033eee30 r8: 0000000000000000 r9: 00000000050080fe rax: fffffe00033eee30 rbx: fffff7800a7f7a68 rbp: fffffe0053fbd6f0 r10: aa03000000000000 r11: 0000000000000000 r12: fffffe0053fbd620 r13: fffffe0053fbd4c0 r14: 0000000000000000 r15: fffffe0083077358 trap number = 12 panic: page fault cpuid = 1 time = 1711843084 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0053fbc8f0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0053fbca50 vpanic() at vpanic+0x26a/frame 0xfffffe0053fbcc10 panic() at panic+0xb5/frame 0xfffffe0053fbccd0 trap_fatal() at trap_fatal+0x7f1/frame 0xfffffe0053fbcdf0 trap_pfault() at trap_pfault+0x179/frame 0xfffffe0053fbcf10 trap() at trap+0x5f3/frame 0xfffffe0053fbd0f0 calltrap() at calltrap+0x8/frame 0xfffffe0053fbd0f0 --- trap 0xc, rip = 0xffffffff81a43820, rsp = 0xfffffe0053fbd1c0, rbp = 0xfffffe0053fbd6f0 --- ip6_output() at ip6_output+0x39d0/frame 0xfffffe0053fbd6f0 sctp_lowlevel_chunk_output() at sctp_lowlevel_chunk_output+0x20ea/frame 0xfffffe0053fbd9a0 sctp_send_initiate() at sctp_send_initiate+0x1555/frame 0xfffffe0053fbdb20 sctp_t1init_timer() at sctp_t1init_timer+0x66/frame 0xfffffe0053fbdb70 sctp_timeout_handler() at sctp_timeout_handler+0x6b4/frame 0xfffffe0053fbdcb0 softclock_call_cc() at softclock_call_cc+0x3c8/frame 0xfffffe0053fbde80 softclock_thread() at softclock_thread+0x200/frame 0xfffffe0053fbdef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0053fbdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053fbdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100029 ] Stopped at kdb_enter+0x6e: movq $0,0x21911e7(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe00033eee30 rdx 0 rbx 0xffffffff82707660 .str.27 rsp 0xfffffe0053fbca30 rbp 0xfffffe0053fbca50 rsi 0 rdi 0xffffffff815e53b9 printf+0x149 r8 0 r9 0xffffffff r10 0x1 r11 0x1 r12 0xfffffe00542bb740 r13 0xfffffffffffffffd r14 0xffffffff82707660 .str.27 r15 0 rip 0xffffffff815d1eae kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x21911e7(%rip) db> show proc Process 2 (clock) at 0xfffffe00541f6020: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff836ed7e0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff836ed7e0 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff836ee780 (map 0xffffffff836ee780) (map.pmap 0xffffffff836ee840) (pmap 0xffffffff836ee8b0) threads: 2 100029 Run CPU 1 [clock (0)] 100030 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 2480 2476 771 0 S uwait 0xfffffe006a611480 syz-executor.1 2477 777 777 0 R (threaded) syz-executor.2 101010 RunQ syz-executor.2 101834 S connec 0xfffffe006aa27c1a syz-executor.2 101838 S uwait 0xfffffe006a611b00 syz-executor.2 2476 771 771 0 R (threaded) syz-executor.1 100086 RunQ syz-executor.1 101836 S connec 0xfffffe006aa2f85a syz-executor.1 101841 S uwait 0xfffffe0057aad700 syz-executor.1 2443 1 777 0 S uwait 0xfffffe0057aada80 syz-executor.2 2393 768 2393 0 Ss piperd 0xfffffe0058f44110 syz-executor.3 1661 0 0 0 DL - 0xffffffff838542c0 [soaiod4] 1660 0 0 0 DL - 0xffffffff838542c0 [soaiod3] 1659 0 0 0 DL - 0xffffffff838542c0 [soaiod2] 1658 0 0 0 DL - 0xffffffff838542c0 [soaiod1] 1656 0 0 0 DL aiordy 0xfffffe006d2e5020 [aiod4] 1655 0 0 0 DL aiordy 0xfffffe006d28d5a0 [aiod3] 1653 0 0 0 DL aiordy 0xfffffe00541f85c0 [aiod2] 1652 0 0 0 DL aiordy 0xfffffe006d28d040 [aiod1] 1588 1579 1588 0 Ss select 0xfffffe006d26ae40 dhclient 1585 1 1585 0 Ss select 0xfffffe006d26ac40 dhclient 1579 1554 424 65 S select 0xfffffe0058a1d9c0 dhclient 1554 424 424 0 S wait 0xfffffe006aa43040 sh 1405 0 0 0 DL - 0xffffffff836eec60 [accounting] 777 768 777 0 Rs syz-executor.2 771 768 771 0 Rs syz-executor.1 770 768 770 0 Ss piperd 0xfffffe006d6a5000 syz-executor.0 768 766 766 0 R (threaded) syz-fuzzer 100096 S uwait 0xfffffe00542ade00 syz-fuzzer 100118 S nanslp 0xffffffff83744480 syz-fuzzer 100119 S uwait 0xfffffe0057aaee80 syz-fuzzer 100120 RunQ syz-fuzzer 100121 S wait 0xfffffe0057be1040 syz-fuzzer 100122 S uwait 0xfffffe006a613400 syz-fuzzer 100123 S wait 0xfffffe0057be1040 syz-fuzzer 100124 S wait 0xfffffe0057be1040 syz-fuzzer 100125 S uwait 0xfffffe006a613600 syz-fuzzer 100127 S wait 0xfffffe0057be1040 syz-fuzzer 100132 S uwait 0xfffffe006a612780 syz-fuzzer 100134 S uwait 0xfffffe006a612980 syz-fuzzer 100483 RunQ syz-fuzzer 766 764 766 0 Ss pause 0xfffffe0057be1bb0 csh 764 682 764 0 Rs sshd 748 1 748 0 Rs+ CPU 0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00587f0cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00587f24b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00587f2cb0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00543410b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00543418b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00543420b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00543428b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00543430b0 getty 738 1 18 0 S+ piperd 0xfffffe0058f44998 logger 737 736 18 0 S+ nanslp 0xffffffff83744481 sleep 736 1 18 0 S+ wait 0xfffffe00541f8060 sh 686 1 686 0 Ss nanslp 0xffffffff83744480 cron 682 1 682 0 Ss select 0xfffffe006d26bec0 sshd 495 1 495 0 Ss select 0xfffffe005894a340 syslogd 424 1 424 0 Ss wait 0xfffffe006aa41ac0 devd 423 1 423 65 Ss select 0xfffffe005894a440 dhclient 338 1 338 0 Ss select 0xfffffe005894a540 dhclient 335 1 335 0 Ss select 0xfffffe0058a1e4c0 dhclient 17 0 0 0 DL syncer 0xffffffff83861ba0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe00571b8040 [vnlru] 15 0 0 0 RL (threaded) [bufdaemon] 100079 RunQ [bufdaemon] 100082 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100095 D sdflush 0xfffffe006a61dce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff838a9680 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff838914f8 [dom0] 100080 D launds 0xffffffff83891504 [laundry: dom0] 100081 D umarcl 0xffffffff81d6cd80 [uma] 7 0 0 0 RL [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84596ea0 [pf purge] 5 0 0 0 DL waiting 0xffffffff8409a5c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8348c340 [doneq0] 100045 D - 0xffffffff8348c2c0 [async] 100076 D - 0xffffffff8348c140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff8388cd20 [crypto] 100042 D crypto_ 0xfffffe00085e8830 [crypto returns 0] 100043 D crypto_ 0xfffffe00085e8880 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00085fe488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836ece00 [g_event] 100036 D - 0xffffffff836ece20 [g_up] 100037 D - 0xffffffff836ece40 [g_down] 2 0 0 0 RL (threaded) [clock] 100029 Run CPU 1 [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe00541f7040 [init] 10 0 0 0 DL audit_w 0xffffffff8388d780 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836ed7e0 [swapper] 100005 D - 0xfffffe00079e3000 [softirq_0] 100006 D - 0xfffffe00079e2e00 [softirq_1] 100007 D - 0xfffffe00079e2d00 [if_io_tqg_0] 100008 D - 0xfffffe00079e2c00 [if_io_tqg_1] 100009 D - 0xfffffe00079e2b00 [if_config_tqg_0] 100010 D - 0xfffffe00079e2a00 [pci_hp taskq] 100011 D - 0xfffffe00079e2900 [kqueue_ctx taskq] 100014 D - 0xfffffe00079e2600 [thread taskq] 100016 D - 0xfffffe00079e2400 [aiod_kick taskq] 100017 D - 0xfffffe00079e2300 [deferred_unmount ta] 100018 D - 0xfffffe00079e2200 [inm_free taskq] 100019 D - 0xfffffe00079e2100 [in6m_free taskq] 100020 D - 0xfffffe00079e2000 [linuxkpi_irq_wq] 100021 D - 0xfffffe00079e1e00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00079e1e00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00079e1e00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00079e1e00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00079e1d00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00079e1d00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00079e1d00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00079e1d00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00079e1c00 [firmware taskq] 100039 D - 0xfffffe00079e1100 [crypto_0] 100040 D - 0xfffffe00079e1100 [crypto_1] 100055 D - 0xfffffe00079e0900 [vtnet0 rxq 0] 100056 D - 0xfffffe00079e0800 [vtnet0 txq 0] 100057 D - 0xfffffe00079e0700 [vtnet0 rxq 1] 100058 D - 0xfffffe00079e0600 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0057178280 [virtio_balloon] 100066 D - 0xffffffff8270c8a0 [deadlkres] 100070 D - 0xfffffe00079e0b00 [acpi_task_0] 100071 D - 0xfffffe00079e0b00 [acpi_task_1] 100072 D - 0xfffffe00079e0b00 [acpi_task_2] 100074 D - 0xfffffe00079e3100 [mca taskq] 100075 D - 0xfffffe00079e0a00 [CAM taskq] db> show all locks Process 748 (getty) thread 0xfffffe006d299740 (100115) exclusive sleep mutex ttymtx (ttymtx) r = 0 (0xfffffe0057690408) locked @ /syzkaller/managers/main/kernel/sys/kern/tty.c:217 Process 2 (clock) thread 0xfffffe00542bb740 (100029) shared rw sctpinp (sctpinp) r = 0 (0xfffffe006d75c678) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_output.c:4552 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe006d7fca50) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1776 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 linker 371 4922K 481 tcp_hpts 7 4801K 7 devbuf 4192 4324K 4217 sysctloid 34865 2055K 34936 vtbuf 24 1968K 46 kobj 326 1304K 488 newblk 765 1215K 2432 vfscache 3 1025K 3 pcb 124 781K 2834 inodedep 433 674K 1725 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 150 278K 2597 vnet_data 2 224K 2 acpitask 1 224K 1 acpica 1674 184K 60830 tidhash 3 141K 3 vmem 3 138K 5 filedesc 18 137K 3248 pagedep 21 133K 1624 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 110 110K 129 sem 4 106K 4 dirrem 394 99K 1648 gtaskqueue 18 98K 18 bus 985 81K 5155 mtx_pool 2 72K 2 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 513 65K 513 ddb_capture 1 64K 1 freefile 394 50K 1637 sctp_stro 48 48K 503 umtx 352 44K 352 kdtrace 220 44K 4372 temp 36 39K 2078 sctp_atcl 98 37K 2020 BPF 22 36K 42 hostcache 1 32K 1 shm 1 32K 4 DEVFS3 128 32K 139 msg 4 30K 4 tcp_fsb_rack 14 29K 156 kbdmux 6 28K 6 routetbl 192 24K 570 LRO 20 21K 22 DEVFS_RULE 56 20K 56 ifaddr 69 20K 78 lltable 54 18K 77 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 97 16K 97 bus-sc 34 15K 1687 ifnet 8 15K 8 eventhandler 162 14K 162 KTRACE 100 13K 594 ether_multi 152 13K 190 kenv 95 12K 95 sctp_timw 44 11K 44 GEOM 61 11K 481 rman 86 11K 451 CAM queue 5 11K 1528 in6_multi 65 9K 75 bmsafemap 3 9K 1688 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 pf_table 4 8K 6 ksem 1 8K 23 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 238 8K 300 taskqueue 63 7K 63 sglist 6 7K 6 sctp_atky 146 7K 2687 kqueue 63 7K 2524 cred 24 6K 250 CAM DEV 3 6K 510 pf_ifnet 19 6K 40 plimit 22 6K 355 pfs_nodes 22 6K 22 CC Mem 20 5K 373 hhook 15 5K 17 ufs_dirhash 24 5K 24 UMA 267 5K 267 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 DEVFSP 62 4K 191 pwddesc 61 4K 2509 diradd 30 4K 1681 freework 15 4K 1621 freeblks 14 4K 1619 acpisem 28 4K 28 session 26 4K 41 kcovinfo 52 4K 65 proc-args 81 3K 3646 mkdir 22 3K 3224 terminal 11 3K 11 indirdep 10 3K 10 clone 9 3K 9 uidinfo 3 3K 17 newdirblk 17 3K 1612 lockf 20 3K 41 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 selfd 31 2K 33647 ip6ndp 12 2K 15 tcp_pcm_rack 7 2K 78 sctp_ifa 14 2K 16 CAM XPT 22 2K 543 Unitno 25 2K 53 sctp_athm 98 2K 2150 sctp_map 96 2K 1002 msi 12 2K 12 in_multi 6 2K 9 tun 4 2K 5 toponodes 6 2K 6 ipsecpolicy 2 2K 2 select 10 2K 46 acpidev 20 2K 20 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 10 NFSD session 1 1K 1 mount 19 1K 94 inpcbpolicy 28 1K 672 CAM periph 4 1K 271 pf_rule 6 1K 6 ipsec 3 1K 3 sctp_ifn 6 1K 16 mld 6 1K 7 igmp 6 1K 7 pfil 6 1K 6 isadev 6 1K 6 pci_link 10 1K 10 osd 25 1K 357 crypto 4 1K 24 encap_export_host 12 1K 12 netlink 2 1K 49 cdev 2 1K 2 lkpikmalloc 8 1K 9 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 1 1K 1 procdesc 2 1K 12 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 soname 6 1K 5253 cryptodev 2 1K 179 sctp_aadr 2 1K 22 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 freefrag 1 1K 12 VN POLL 1 1K 1 aio 4 1K 4 pmchooks 1 1K 1 filecaps 5 1K 90 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 40 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 23 mqdata 0 0K 0 tcp_do_rack 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 1067 sctp_iter 0 0K 14 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 14 sctp_stri 0 0K 264 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 383 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 3 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 16 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 19 fadvise 0 0K 0 statfs 0 0K 199 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 lio 0 0K 3 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 15384 ioctlops 0 0K 208 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 289 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 664 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 2 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 49 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8325 1073 40845 0 254 38494208 0 mbuf 256 8934 729 83481 0 254 2473728 0 malloc-384 384 4554 366 5848 0 30 1889280 0 BUF TRIE 144 233 11583 637 0 62 1701504 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11521 197 16433 0 126 1499904 0 malloc-4096 4096 328 4 498 0 2 1359872 0 UMA Slabs 0 112 10950 24 10950 0 126 1229088 0 sctp_asoc 2256 48 462 501 0 254 1150560 0 RADIX NODE 144 7490 205 80688 0 62 1108080 0 vmem btag 56 16627 116 16627 0 254 937608 0 FFS inode 1168 529 45 2166 0 8 670432 0 malloc-65536 65536 10 0 13 0 1 655360 0 sctp_ep 1144 50 461 1383 0 254 584584 0 pbuf 2624 0 202 0 0 2 530048 0 lkpicurr 168 2 3094 2 0 62 520128 0 socket 960 44 464 3332 0 254 487680 0 malloc-65536 65536 6 0 6 0 1 393216 0 sctp_raddr 736 48 469 571 0 254 380512 0 256 Bucket 2048 159 17 1119 0 8 360448 0 VM OBJECT 264 1191 99 34132 0 30 340560 0 THREAD 1824 158 18 1865 0 8 321024 0 VNODE 448 569 97 2209 0 30 298368 0 malloc-4096 4096 68 4 2514 0 2 294912 0 malloc-64 64 3890 709 39961 0 254 294336 0 malloc-2048 2048 5 131 1228 0 8 278528 0 malloc-256 256 968 97 2934 0 62 272640 0 malloc-16384 16384 9 6 1622 0 1 245760 0 malloc-16 16 14402 348 14786 0 254 236000 0 DEVCTL 1024 33 187 160 0 0 225280 0 malloc-256 256 509 361 4005 0 62 222720 0 tcp_log 416 0 513 704 0 254 213408 0 malloc-32768 32768 6 0 6 0 1 196608 0 mbuf_packet 256 58 704 6107 0 254 195072 0 UMA Zones 768 239 0 239 0 16 183552 0 malloc-32 32 5294 376 5329 0 254 181440 0 FPU_save_area 832 160 56 2541 0 16 179712 0 malloc-128 128 1178 217 28730 0 126 178560 0 lkpimm 56 1 3095 1 0 254 173376 0 malloc-1024 1024 135 25 154 0 16 163840 0 FFS2 dinode 256 529 101 2166 0 62 161280 0 MAP ENTRY 96 1293 345 94054 0 126 157248 0 malloc-2048 2048 57 15 1406 0 8 147456 0 malloc-128 128 1096 51 5388 0 126 146816 0 S VFS Cache 104 1017 387 2730 0 126 146016 0 malloc-65536 65536 0 2 68 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 unpcb 256 11 499 1246 0 254 130560 0 malloc-256 256 27 483 2558 0 62 130560 0 PROC 1376 60 28 2505 0 8 121088 0 ksiginfo 112 65 979 754 0 126 116928 0 malloc-128 128 441 458 3441 0 126 115072 0 malloc-8192 8192 10 2 12 0 1 98304 0 malloc-4096 4096 20 4 40 0 2 98304 0 malloc-256 256 298 77 3036 0 62 96000 0 filedesc0 1072 61 23 2509 0 8 90048 0 UMA Kegs 384 226 7 226 0 30 89472 0 128 Bucket 1024 57 26 316 0 16 84992 0 sctp_readq 152 0 520 134 0 254 79040 0 sctp_chunk 152 61 459 536 0 254 79040 0 g_bio 408 0 180 5323 0 30 73440 0 pipe 728 23 76 447 0 16 72072 0 64 Bucket 512 90 46 2844 0 30 69632 0 malloc-384 384 142 38 143 0 30 69120 0 malloc-64 64 585 486 2769 0 254 68544 0 malloc-128 128 362 165 564 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-1024 1024 52 12 638 0 16 65536 0 sctp_stream_msg_out 112 6 534 128 0 254 60480 0 malloc-384 384 99 51 2021 0 30 57600 0 malloc-8192 8192 7 0 33 0 1 57344 0 tcp_inpcb 1304 20 22 344 0 8 54768 0 malloc-64 64 538 281 764 0 254 52416 0 VMSPACE 616 35 49 2480 0 16 51744 0 malloc-256 256 132 63 4911 0 62 49920 0 32 Bucket 256 89 106 2300 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 20602 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-4096 4096 9 3 833 0 2 49152 0 malloc-2048 2048 13 11 133 0 8 49152 0 malloc-2048 2048 16 8 18 0 8 49152 0 malloc-1024 1024 7 41 1683 0 16 49152 0 da_ccb 544 0 84 1465 0 16 45696 0 pcpu-8 8 4859 773 5411 0 254 45056 0 syncache 168 0 264 4 0 254 44352 0 Files 80 191 359 11969 0 126 44000 0 malloc-8192 8192 1 4 24 0 1 40960 0 malloc-4096 4096 9 1 12 0 2 40960 0 udp_inpcb 416 6 84 189 0 30 37440 0 tcp_rack_pcb 1216 7 23 78 0 8 36480 0 hostcache 64 3 564 3 0 254 36288 0 malloc-64 64 105 462 2711 0 254 36288 0 malloc-64 64 7 560 14384 0 254 36288 0 malloc-64 64 87 480 3640 0 254 36288 0 malloc-64 64 223 344 267 0 254 36288 0 malloc-64 64 236 331 381 0 254 36288 0 tcp_rack_map 128 15 264 154 0 126 35712 0 tcp_bbr_map 128 7 272 473 0 126 35712 0 malloc-128 128 27 252 197 0 126 35712 0 malloc-128 128 42 237 137 0 126 35712 0 malloc-128 128 112 167 127 0 126 35712 0 routing nhops 256 29 106 38 0 62 34560 0 ripcb 384 2 88 129 0 30 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 41 49 60 0 30 34560 0 malloc-384 384 48 42 65 0 30 34560 0 malloc-256 256 53 82 210 0 62 34560 0 malloc-256 256 33 102 426 0 62 34560 0 malloc-256 256 7 128 58 0 62 34560 0 TURNSTILE 136 177 75 177 0 62 34272 0 SLEEPQUEUE 88 177 207 177 0 126 33792 0 malloc-32768 32768 1 0 12 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-8192 8192 3 1 5 0 1 32768 0 malloc-8192 8192 3 1 104 0 1 32768 0 malloc-2048 2048 4 12 85 0 8 32768 0 malloc-2048 2048 0 16 40 0 8 32768 0 malloc-1024 1024 3 29 21 0 16 32768 0 malloc-1024 1024 9 23 10 0 16 32768 0 malloc-1024 1024 5 27 21 0 16 32768 0 malloc-1024 1024 10 22 13 0 16 32768 0 malloc-512 512 13 51 62 0 30 32768 0 malloc-512 512 6 58 22 0 30 32768 0 malloc-512 512 0 64 134 0 30 32768 0 malloc-512 512 10 54 325 0 30 32768 0 pcpu-64 64 488 24 488 0 254 32768 0 ertt_txseginfo 40 0 808 9106 0 254 32320 0 PWD 40 18 790 1690 0 254 32320 0 KNOTE 160 30 170 17348 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 26 238 41 0 126 31680 0 tcp_bbr_pcb 832 2 34 146 0 16 29952 0 sctp_laddr 48 57 531 520 0 254 28224 0 malloc-32 32 276 606 1236 0 254 28224 0 16 Bucket 144 68 128 312 0 62 28224 0 4 Bucket 48 6 582 7 0 254 28224 0 AIO 208 0 133 37 0 62 27664 0 udplite_inpcb 416 0 63 10 0 30 26208 0 cpuset 200 7 121 7 0 62 25600 0 malloc-8192 8192 1 2 20 0 1 24576 0 rl_entry 40 60 546 60 0 254 24240 0 rtentry 168 30 114 38 0 62 24192 0 8 Bucket 80 62 238 590 0 126 24000 0 itimer 352 0 66 2 0 30 23232 0 malloc-384 384 14 46 44 0 30 23040 0 malloc-384 384 0 60 343 0 30 23040 0 Mountpoints 2816 2 6 2 0 4 22528 0 clpbuf 2624 0 8 28 0 4 20992 0 udp_inpcb ports 32 3 627 35 0 254 20160 0 tcp_inpcb ports 32 18 612 224 0 254 20160 0 ertt 72 20 260 344 0 126 20160 0 malloc-32 32 153 477 223 0 254 20160 0 malloc-32 32 23 607 59 0 254 20160 0 malloc-32 32 51 579 120 0 254 20160 0 malloc-32 32 185 445 7768 0 254 20160 0 malloc-32 32 58 572 707 0 254 20160 0 2 Bucket 32 58 572 489 0 254 20160 0 cryptop 280 0 70 8 0 30 19600 0 AIOCB 552 0 35 34 0 16 19320 0 AIOLIO 272 0 70 3 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 6 0 2 16384 0 malloc-2048 2048 3 5 3 0 8 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-1024 1024 1 15 1 0 16 16384 0 malloc-512 512 2 30 6 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 21168 0 254 16032 0 malloc-16 16 409 591 33238 0 254 16000 0 kenv 258 17 43 1076 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 udplite_inpcb ports 32 0 378 1 0 254 12096 0 malloc-32 32 158 220 1491 0 254 12096 0 malloc-16 16 10 740 56 0 254 12000 0 malloc-16 16 15 735 585 0 254 12000 0 malloc-16 16 89 661 1427 0 254 12000 0 malloc-16 16 294 456 5002 0 254 12000 0 malloc-16 16 37 713 165 0 254 12000 0 malloc-16 16 14 736 18 0 254 12000 0 L VFS Cache 320 0 36 1 0 30 11520 0 malloc-384 384 2 28 2 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 360 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0