Fatal trap 9: general protection fault while in kernel mode cpuid = 1; apic id = 01 instruction pointer = 0x20:0xffffffff82d9f105 stack pointer = 0x28:0xfffffe000363b030 frame pointer = 0x28:0xfffffe000363b940 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi4: clock (0)) trap number = 9 panic: general protection fault cpuid = 1 time = 1605770654 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe000363ad00 vpanic() at vpanic+0x1c7/frame 0xfffffe000363ad60 panic() at panic+0x43/frame 0xfffffe000363adc0 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe000363ae40 trap() at trap+0xf7/frame 0xfffffe000363af60 calltrap() at calltrap+0x8/frame 0xfffffe000363af60 --- trap 0x9, rip = 0xffffffff82d9f105, rsp = 0xfffffe000363b030, rbp = 0xfffffe000363b940 --- sctp_chunk_output() at sctp_chunk_output+0x1a35/frame 0xfffffe000363b940 sctp_timeout_handler() at sctp_timeout_handler+0x1089/frame 0xfffffe000363ba00 softclock_call_cc() at softclock_call_cc+0x1f7/frame 0xfffffe000363bad0 softclock() at softclock+0xb0/frame 0xfffffe000363bb10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe000363bbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe000363bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000363bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100021 ] Stopped at kdb_enter+0x67: movq $0,0x1478c66(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff810ef210 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe000363ace0 rbp 0xfffffe000363ad00 rsi 0 rdi 0xffffffff810ef246 vprintf+0x176 r8 0 r9 0xffffffff r10 0x1 r11 0 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff81975671 r15 0xffffffff81975671 rip 0xffffffff810e3717 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1478c66(%rip) db> show proc Process 12 (intr) at 0xfffff800042b9a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250fbb0 ABI: null reaper: 0xffffffff8250fbb0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82510800 (map 0xffffffff82510800) (map.pmap 0xffffffff825108c0) (pmap 0xffffffff82510920) threads: 23 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 I [swi1: netisr 0] 100021 Run CPU 1 [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 7537 7284 7284 0 R (threaded) syz-executor.1 100382 RunQ syz-executor.1 117615 S connec 0xfffff8002b5f9bf0 syz-executor.1 117618 RunQ syz-executor.1 7534 7260 7260 0 R (threaded) syz-executor.3 100379 RunQ syz-executor.3 117612 S sbwait 0xfffff80025885924 syz-executor.3 117616 S sbwait 0xfffff8002b5d11c4 syz-executor.3 7533 7296 7296 0 R (threaded) syz-executor.0 114572 RunQ syz-executor.0 117607 S sbwait 0xfffff8002b60d924 syz-executor.0 117608 S sbwait 0xfffff8002b60b1c4 syz-executor.0 117609 S connec 0xfffff800257e0490 syz-executor.0 117610 S uwait 0xfffff8002508f800 syz-executor.0 117611 S uwait 0xfffff8002563a800 syz-executor.0 7296 762 7296 0 Ss nanslp 0xffffffff8252fb00 syz-executor.0 7284 762 7284 0 Rs syz-executor.1 7277 7220 7277 0 Ss select 0xfffff800256bb940 dhclient 7260 762 7260 0 Ss nanslp 0xffffffff8252fb00 syz-executor.3 7238 762 7238 0 Ds biowr 0xfffffe000431d8c0 syz-executor.2 7223 1 7223 0 Ss select 0xfffff800256bb440 dhclient 7220 7213 424 65 S select 0xfffff80025bcf0c0 dhclient 7213 424 424 0 S wait 0xfffff80025129528 sh 762 760 760 0 R (threaded) syz-fuzzer 100083 S kqread 0xfffff8001cfa5c00 syz-fuzzer 100109 RunQ syz-fuzzer 100110 S uwait 0xfffff8002508f200 syz-fuzzer 100111 S uwait 0xfffff8002508f300 syz-fuzzer 100112 S uwait 0xfffff8002508f000 syz-fuzzer 100113 S uwait 0xfffff8002508f400 syz-fuzzer 100114 S uwait 0xfffff8001cedb580 syz-fuzzer 100115 S uwait 0xfffff8001cedb680 syz-fuzzer 100116 S uwait 0xfffff8002508f500 syz-fuzzer 100639 S uwait 0xfffff800255cc080 syz-fuzzer 100640 S uwait 0xfffff80025719100 syz-fuzzer 760 758 760 0 Ss pause 0xfffff8001cf57b00 csh 758 682 758 0 Ss select 0xfffff8002508f8c0 sshd 742 1 742 0 Ss+ ttyin 0xfffff80004783cb0 getty 741 1 741 0 Ss+ ttyin 0xfffff80004a678b0 getty 740 1 740 0 Ss+ ttyin 0xfffff80004a67cb0 getty 739 1 739 0 Ss+ ttyin 0xfffff80004a5f0b0 getty 738 1 738 0 Ss+ ttyin 0xfffff80004a5f4b0 getty 737 1 737 0 Ss+ ttyin 0xfffff80004a5f8b0 getty 736 1 736 0 Ss+ ttyin 0xfffff80004a5fcb0 getty 735 1 735 0 Ss+ ttyin 0xfffff80004a060b0 getty 734 1 734 0 Ss+ ttyin 0xfffff80004a064b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252fb01 cron 682 1 682 0 Ss select 0xfffff8002508fb40 sshd 495 1 495 0 Ss select 0xfffff8002508fbc0 syslogd 424 1 424 0 Ss wait 0xfffff80004bc2a50 devd 423 1 423 65 Ss select 0xfffff8002508fd40 dhclient 338 1 338 0 Ss select 0xfffff8001cf78740 dhclient 335 1 335 0 Ss select 0xfffff8001cedbcc0 dhclient 23 0 0 0 DL vlruwt 0xfffff80004a77000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261ceb8 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261bf80 [bufdaemon] 100077 D - 0xffffffff8200acc0 [bufspacedaemon-0] 100085 D sdflush 0xfffff800041818e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82643448 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff826378b8 [dom0] 100075 D launds 0xffffffff826378c4 [laundry: dom0] 100076 D umarcl 0xffffffff814ef100 [uma] 18 0 0 0 DL - 0xffffffff82364278 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e16818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82b9d390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b55c [soaiod4] 9 0 0 0 DL - 0xffffffff8261b55c [soaiod3] 8 0 0 0 DL - 0xffffffff8261b55c [soaiod2] 7 0 0 0 DL - 0xffffffff8261b55c [soaiod1] 6 0 0 0 RL (threaded) [cam] 100034 Run CPU 0 [doneq0] 100067 D - 0xffffffff8223be90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004351d90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004351d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82634db0 [crypto] 14 0 0 0 DL seqstat 0xfffff8000432a888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f620 [g_event] 100026 D - 0xffffffff8250f628 [g_up] 100027 D - 0xffffffff8250f630 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800042b3300 [thr_0] 100019 D - 0xfffff800042b3380 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 I [swi1: netisr 0] 100021 Run CPU 1 [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004291528 [init] 10 0 0 0 DL audit_w 0xffffffff826352d0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fbb0 [swapper] 100005 D - 0xfffff800042b8e00 [if_io_tqg_0] 100006 D - 0xfffff800042b8d00 [if_io_tqg_1] 100007 D - 0xfffff800042b8c00 [if_config_tqg_0] 100008 D - 0xfffff800042b8b00 [softirq_0] 100009 D - 0xfffff800042b8a00 [softirq_1] 100010 D - 0xfffff80004183200 [in6m_free taskq] 100012 D - 0xfffff800042bcd00 [kqueue_ctx taskq] 100013 D - 0xfffff800042bcb00 [inm_free taskq] 100016 D - 0xfffff800042bc500 [aiod_kick taskq] 100017 D - 0xfffff800042bc300 [thread taskq] 100024 D - 0xfffff800042d7800 [firmware taskq] 100029 D - 0xfffff800042d7100 [crypto_0] 100030 D - 0xfffff800042d7100 [crypto_1] 100044 D - 0xfffff80004354100 [vtnet0 rxq 0] 100045 D - 0xfffff80004354000 [vtnet0 txq 0] 100046 D - 0xfffff8000476ae00 [vtnet0 rxq 1] 100047 D - 0xfffff8000476ad00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800044a1c00 [virtio_balloon] 100053 D - 0xfffff8000477ec00 [mca taskq] 100055 D - 0xffffffff81d1d5c1 [deadlkres] 100062 D - 0xfffff80004a51d00 [acpi_task_0] 100063 D - 0xfffff80004a51d00 [acpi_task_1] 100064 D - 0xfffff80004a51d00 [acpi_task_2] 100066 D - 0xfffff80004354900 [CAM taskq] db> show all locks Process 7537 (syz-executor.1) thread 0xfffffe002588b300 (100382) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff825569d0) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:504 Process 7238 (syz-executor.2) thread 0xfffffe00258e4c00 (108816) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe000431d940) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_vnops.c:310 exclusive lockmgr ufs (ufs) r = 0 (0xfffff800255ef070) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1047 Process 6 (cam) thread 0xfffffe0003859700 (100034) exclusive sleep mutex CAM device lock (CAM device lock) r = 0 (0xfffff80004ad04d0) locked @ /syzkaller/managers/main/kernel/sys/cam/scsi/scsi_da.c:4533 Process 12 (intr) thread 0xfffffe00049eb300 (100021) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe002589a8b0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1762 db> show malloc Type InUse MemUse Requests sctp_stro 176 25006K 2211 pf_hash 5 11524K 5 devbuf 4214 4339K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29217 1704K 29281 kobj 336 1344K 496 newblk 8 1026K 15127 vfscache 3 1025K 3 pcb 375 933K 10363 inodedep 13 517K 10922 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 136 247K 7623 acpica 1674 184K 52503 vnet_data 1 168K 1 tidhash 3 141K 3 filedesc 20 137K 12769 sctp_atcl 356 134K 6925 pagedep 11 131K 14501 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 97K 372 bus 979 79K 3035 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 umtx 378 48K 378 BPF 22 36K 126 kdtrace 182 36K 32621 ifaddr 110 35K 164 temp 35 33K 5105 hostcache 1 32K 1 shm 1 32K 33 DEVFS3 124 31K 134 msg 4 30K 4 gtaskqueue 18 26K 18 vmem 3 24K 5 sctp_atky 544 24K 9434 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 pf_rule 16 16K 283 tty 16 16K 16 ithread 99 16K 99 lltable 46 15K 263 ether_multi 172 14K 715 bus-sc 30 14K 1416 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 440 GEOM 60 10K 489 rman 82 10K 423 bmsafemap 2 9K 7713 UART 12 9K 12 devstat 4 9K 4 sctp_timw 32 8K 32 rpc 2 8K 2 shmfd 1 8K 9 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 CAM DEV 3 6K 510 kqueue 56 6K 7635 sctp_athm 356 6K 7121 sctp_map 352 6K 4360 sctp_ifa 43 6K 97 plimit 21 6K 987 cred 21 6K 401 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 pf_ifnet 13 5K 287 ufs_dirhash 24 5K 24 DEVFSP 72 5K 570 vt 11 5K 11 UMA 254 5K 254 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 510 evdev 4 4K 4 routetbl 20 4K 530 pwddesc 54 4K 7541 hhook 13 4K 13 session 25 4K 101 pgrp 25 4K 101 terminal 11 3K 11 acpisem 22 3K 22 lockf 23 3K 3904 proc-args 44 3K 1208 ip6opt 16 3K 129 uidinfo 3 3K 27 sctp_stri 4 2K 342 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 selfd 31 2K 96818 pf_osfp 17 2K 17 ip6ndp 12 2K 74 CAM XPT 22 2K 543 Unitno 27 2K 45 in_multi 6 2K 34 ipsecpolicy 2 2K 2 select 10 2K 592 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 dirrem 4 1K 7065 indirdep 4 1K 2946 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 16 vnodemarker 2 1K 906 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 97 ipsec 3 1K 3 diradd 6 1K 7213 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 freefile 5 1K 7011 encap_export_host 12 1K 12 crypto 3 1K 3 mkdir 4 1K 12742 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 inpcbpolicy 14 1K 13126 newdirblk 3 1K 6371 chacha20random 1 1K 1 osd 3 1K 9 sctp_aadr 4 1K 713 vnodes 1 1K 35 ktls 1 1K 1 procdesc 2 1K 38 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 soname 6 1K 8322 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 9431 tcpfunc 2 1K 2 iov 2 1K 29970 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 80 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 177 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 3342 sctp_iter 0 0K 102 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 17 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 85 pf_table 0 0K 120 pf_altq 0 0K 0 pf_temp 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 26 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 68446 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 19055 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 450 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 6786 freefrag 0 0K 80 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 3 ip6_moptions 0 0K 37 in6_mfilter 0 0K 77 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 19 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 10 VN POLL 0 0K 8 statfs 0 0K 6492 namei_tracker 0 0K 230 export_host 0 0K 0 cl_savebuf 0 0K 31 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 988 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 1091 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 991 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 18 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 9 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9308 2 9308 0 254 19066880 0 mbuf_jumbo_page 4096 3187 641 9533 0 254 15679488 0 tcp_log 416 0 20223 65089 0 254 8412768 0 mbuf_packet 256 8285 895 93041 0 254 2350080 0 BUF TRIE 144 543 12925 58660 0 62 1939392 0 malloc-384 384 4138 22 4351 0 30 1597440 0 malloc-4096 4096 336 1 496 0 2 1380352 0 RADIX NODE 144 8564 925 353218 0 62 1366416 0 malloc-128 128 10560 104 13190 0 126 1364992 0 mbuf 256 3882 978 670161 0 254 1244160 0 UMA Slabs 0 112 9752 1 9752 0 126 1092336 0 tcp_bbr_map 128 0 5983 176919 0 126 765824 0 pbuf 832 0 889 0 0 2 739648 0 FFS inode 1128 624 27 7694 0 8 734328 0 malloc-2048 2048 177 115 72993 0 8 598016 0 g_bio 408 4 1396 271438 0 31 571200 0 256 Bucket 2048 222 8 13285 0 8 471040 0 sctp_asoc 2288 176 19 2180 0 254 446160 0 VM OBJECT 264 1242 228 123332 0 30 388080 0 VNODE 488 661 83 7733 0 30 363072 0 malloc-256 256 84 1251 15610 0 62 341760 0 THREAD 1792 155 34 17620 0 8 338688 0 socket 944 29 323 20382 0 254 332288 0 malloc-65536 65536 3 2 11 0 1 327680 0 malloc-32768 32768 2 7 95 0 1 294912 0 malloc-4096 4096 57 15 8281 0 2 294912 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 0 4 560 0 1 262144 0 sctp_ep 1280 176 16 4546 0 254 245760 0 DEVCTL 1024 25 183 177 0 0 212992 0 malloc-16384 16384 8 5 6370 0 1 212992 0 sctp_raddr 736 193 93 2571 0 254 210496 0 malloc-16 16 12571 429 16758 0 254 208000 0 malloc-32768 32768 0 6 2477 0 1 196608 0 malloc-4096 4096 27 20 127 0 2 192512 0 malloc-64 64 2751 210 5164 0 254 189504 0 MAP ENTRY 96 1303 671 473429 0 126 189504 0 FFS2 dinode 256 624 111 7692 0 62 188160 0 malloc-1024 1024 168 12 2213 0 16 184320 0 UMA Zones 768 226 3 226 0 16 175872 0 udplite_inpcb 488 6 346 10893 0 254 171776 0 malloc-32 32 4783 509 24317 0 254 169344 0 malloc-384 384 409 31 6978 0 30 168960 0 malloc-128 128 1139 70 24465 0 126 154752 0 S VFS Cache 104 1059 345 8474 0 126 146016 0 128 Bucket 1024 99 32 3487 0 16 134144 0 malloc-65536 65536 0 2 259 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-1024 1024 117 11 155 0 16 131072 0 VMSPACE 2544 31 20 7519 0 4 129744 0 vmem btag 56 2111 37 2194 0 254 120288 0 ksiginfo 112 66 978 598 0 126 116928 0 PROC 1320 53 28 7540 0 8 106920 0 clpbuf 832 0 128 24934 0 16 106496 0 64 Bucket 512 118 82 12035 0 30 102400 0 malloc-256 256 197 163 42163 0 62 92160 0 filedesc0 1072 54 30 7541 0 8 90048 0 malloc-256 256 159 171 21830 0 62 84480 0 malloc-16384 16384 3 2 8 0 1 81920 0 UMA Kegs 384 212 1 212 0 30 81792 0 malloc-256 256 191 109 11724 0 62 76800 0 malloc-128 128 308 281 7485 0 126 75392 0 malloc-8192 8192 6 3 34 0 1 73728 0 malloc-64 64 559 575 105698 0 254 72576 0 malloc-384 384 12 148 10921 0 30 61440 0 tcpcb 1048 4 51 1388 0 254 57640 0 malloc-8192 8192 2 5 29 0 1 57344 0 malloc-128 128 161 273 21598 0 126 55552 0 malloc-128 128 132 302 7415 0 126 55552 0 malloc-64 64 268 551 15520 0 254 52416 0 malloc-256 256 27 168 23193 0 62 49920 0 32 Bucket 256 62 133 2234 0 62 49920 0 malloc-16384 16384 2 1 5 0 1 49152 0 malloc-2048 2048 9 15 559 0 8 49152 0 malloc-4096 4096 8 3 34 0 2 45056 0 pipe 744 20 40 1053 0 16 44640 0 malloc-64 64 527 166 1608 0 254 44352 0 sctp_chunk 152 199 87 960 0 254 43472 0 malloc-384 384 102 8 471 0 30 42240 0 NAMEI 1024 1 39 52398 0 16 40960 0 pcpu-8 8 4414 706 7258 0 254 40960 0 Files 80 194 306 41495 0 126 40000 0 DIRHASH 1024 34 2 34 0 16 36864 0 malloc-4096 4096 5 4 16 0 2 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 112 0 1 32768 0 malloc-8192 8192 2 2 4 0 1 32768 0 malloc-1024 1024 22 10 2829 0 16 32768 0 pcpu-64 64 452 60 452 0 254 32768 0 malloc-64 64 325 179 23576 0 254 32256 0 malloc-256 256 54 66 537 0 62 30720 0 tcp_bbr_pcb 832 0 36 529 0 16 29952 0 TURNSTILE 136 190 20 190 0 62 28560 0 malloc-32 32 679 203 7544 0 254 28224 0 16 Bucket 144 85 111 63440 0 62 28224 0 KNOTE 160 28 147 69369 0 62 28000 0 8 Bucket 80 64 286 32818 0 126 28000 0 tcp_inpcb 488 4 52 1388 0 254 27328 0 malloc-384 384 23 47 489 0 30 26880 0 malloc-384 384 63 7 117 0 30 26880 0 malloc-256 256 72 33 1222 0 62 26880 0 malloc-8192 8192 2 1 91 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 1 5 6497 0 2 24576 0 malloc-2048 2048 3 9 135 0 8 24576 0 malloc-2048 2048 2 10 270 0 8 24576 0 4 Bucket 48 8 496 10884 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 150 36 539 0 126 23808 0 unpcb 256 11 79 2569 0 254 23040 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-2048 2048 5 5 261 0 8 20480 0 malloc-1024 1024 18 2 18 0 16 20480 0 PWD 32 18 612 6348 0 254 20160 0 malloc-64 64 7 308 1711 0 254 20160 0 malloc-64 64 216 99 2641 0 254 20160 0 2 Bucket 32 97 533 14287 0 254 20160 0 SLEEPQUEUE 88 190 34 190 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-256 256 59 16 1170 0 62 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 136 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-1024 1024 14 2 14 0 16 16384 0 malloc-512 512 4 28 342 0 30 16384 0 udpcb 32 8 496 11517 0 254 16128 0 vtnet_tx_hdr 24 0 668 489693 0 254 16032 0 malloc-128 128 51 73 4386 0 126 15872 0 ripcb 488 2 30 221 0 254 15616 0 routing nhops 256 24 36 150 0 62 15360 0 malloc-1024 1024 4 8 208 0 16 12288 0 malloc-512 512 1 23 119 0 30 12288 0 malloc-512 512 6 18 48 0 30 12288 0 malloc-512 512 2 22 906 0 30 12288 0 rtentry 176 31 38 150 0 62 12144 0 sctp_stream_msg_out 112 57 51 450 0 254 12096 0 malloc-64 64 75 114 534 0 254 12096 0 malloc-16 16 415 335 7787 0 254 12000 0 udp_inpcb 488 2 22 624 0 254 11712 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 3 0 2 8192 0 malloc-2048 2048 1 3 556 0 8 8192 0 malloc-2048 2048 3 1 194 0 8 8192 0 malloc-1024 1024 3 5 20 0 16 8192 0 malloc-512 512 2 14 535 0 30 8192 0 malloc-512 512 3 13 59 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 pf tags 104 3 75 3 0 126 8112 0 rl_entry 40 101 101 101 0 254 8080 0 sctp_laddr 48 119 49 2430 0 254 8064 0 malloc-32 32 8 244 63 0 254 8064 0 malloc-32 32 108 144 3296 0 254 8064 0 malloc-32 32 74 178 3039 0 254 8064 0 malloc-32 32 56 196 999 0 254 8064 0 malloc-32 32 2 250 255 0 254 8064 0 malloc-32 32 30 222 2654 0 254 8064 0 malloc-16 16 16 484 46 0 254 8000 0 malloc-16 16 30 470 5788 0 254 8000 0 malloc-16 16 183 317 3671 0 254 8000 0 malloc-16 16 256 244 285 0 254 8000 0 malloc-16 16 27 473 23643 0 254 8000 0 malloc-128 128 16 46 162 0 126 7936 0 sctp_readq 152 0 52 197 0 254 7904 0 kenv 258 3 27 1038 0 30 7740 0 L VFS Cache 320 0 24 13 0 30 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-1024 1024 3 1 3 0 16 4096 0 malloc-512 512 1 7 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sctp_asconf_ack 48 4 80 32 0 254 4032 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-16 16 8 242 8 0 254 4000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 61 2 0 254 2016 0 SMR SHARED 24 2 61 2 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 744 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0