panic: hpts_sane_input_insert: hpts:0xfffffe0053c82c00 inp:0xfffffe00a76a57c0 incorrect CPU cpuid = 0 time = 1636540597 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00077fe090 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00077fe1f0 vpanic() at vpanic+0x2b8/frame 0xfffffe00077fe2d0 panic() at panic+0xb5/frame 0xfffffe00077fe3a0 __tcp_set_inp_to_drop() at __tcp_set_inp_to_drop+0x570/frame 0xfffffe00077fe3f0 ctf_do_dropwithreset_conn() at ctf_do_dropwithreset_conn+0x49/frame 0xfffffe00077fe430 bbr_do_segment_nounlock() at bbr_do_segment_nounlock+0x1a66/frame 0xfffffe00077fe7f0 bbr_do_segment() at bbr_do_segment+0x1a8/frame 0xfffffe00077fe8e0 tcp_input_with_port() at tcp_input_with_port+0x1c76/frame 0xfffffe00077feb70 tcp_input() at tcp_input+0x1f/frame 0xfffffe00077feb90 ip_input() at ip_input+0x69e/frame 0xfffffe00077fecf0 swi_net() at swi_net+0x2e5/frame 0xfffffe00077fed90 ithread_loop() at ithread_loop+0x4f1/frame 0xfffffe00077feef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe00077fef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00077fef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100030 ] Stopped at kdb_enter+0x6b: movq $0,0x28dbe0a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x93bbd5ca65494dc6 rdx 0x1 rbx 0 rsp 0xfffffe00077fe1d0 rbp 0xfffffe00077fe1f0 rsi 0 rdi 0xffffffff817c532a vprintf+0x35a r8 0 r9 0xfffffe00077fdd08 r10 0 r11 0x2fa9fb7f r12 0xfffffe0053e8ec80 r13 0xfffffe00077fe201 r14 0xffffffff82c8f1c0 .str.18 r15 0xffffffff82c8f1c0 .str.18 rip 0xffffffff817b8cab kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x28dbe0a(%rip) db> show proc Process 12 (intr) at 0xfffffe0053dd2548: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff84035a40 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff84035a40 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff840369e0 (map 0xffffffff840369e0) (map.pmap 0xffffffff84036aa0) (pmap 0xffffffff84036b08) threads: 23 100013 I [swi5: fast taskq] 100017 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100029 I [swi3: vm] 100030 Run CPU 0 [swi1: netisr 0] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 RunQ [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 35953 801 801 0 R (threaded) syz-executor.3 166473 RunQ syz-executor.3 167269 S connec 0xfffffe0058aae0da syz-executor.3 167270 S uwait 0xfffffe00a412aa80 syz-executor.3 35952 776 776 0 S (threaded) syz-executor.0 167166 S nanslp 0xffffffff840619c1 syz-executor.0 167264 S select 0xfffffe009eec8ac0 syz-executor.0 167265 S select 0xfffffe009eec8bc0 syz-executor.0 167266 S select 0xfffffe009eec8c40 syz-executor.0 167267 S uwait 0xfffffe009eecb700 syz-executor.0 167268 S uwait 0xfffffe00574c7480 syz-executor.0 35951 777 777 0 R (threaded) syz-executor.1 167199 Run CPU 1 syz-executor.1 167260 S connec 0xfffffe00a840f85a syz-executor.1 167261 S connec 0xfffffe0058ab485a syz-executor.1 167271 RunQ syz-executor.1 34493 1 801 0 S uwait 0xfffffe00574c7180 syz-executor.3 34492 1 801 0 S uwait 0xfffffe009eecbf00 syz-executor.3 34443 1 801 0 S uwait 0xfffffe00574c6180 syz-executor.3 34442 1 801 0 S uwait 0xfffffe009eecc600 syz-executor.3 29245 1 801 0 S uwait 0xfffffe00a412a280 syz-executor.3 29242 1 801 0 S uwait 0xfffffe00a412b200 syz-executor.3 26432 1 776 0 S uwait 0xfffffe00a412a480 syz-executor.0 26431 1 776 0 S uwait 0xfffffe00a412b500 syz-executor.0 20426 1 777 0 S uwait 0xfffffe00574c6f00 syz-executor.1 20422 1 777 0 S uwait 0xfffffe009eecbd00 syz-executor.1 20171 0 0 0 DL - 0xffffffff84182c80 [soaiod4] 20170 0 0 0 DL - 0xffffffff84182c80 [soaiod3] 20169 0 0 0 DL - 0xffffffff84182c80 [soaiod2] 20168 0 0 0 DL - 0xffffffff84182c80 [soaiod1] 19689 19688 781 0 SV uwait 0xfffffe00574c6980 syz-executor.2 19688 1 781 0 DV ppwait 0xfffffe00a7676a40 syz-executor.2 19617 19616 781 0 SV uwait 0xfffffe00574c6a80 syz-executor.2 19616 1 781 0 DV ppwait 0xfffffe00a400e4f8 syz-executor.2 19593 1 781 0 S uwait 0xfffffe00a412a780 syz-executor.2 19592 1 781 0 S uwait 0xfffffe009eecb500 syz-executor.2 10380 1 781 0 SV uwait 0xfffffe009eecbe00 syz-executor.2 10375 1 781 0 SV sigwait 0xfffffe009ee985f8 syz-executor.2 6764 1 781 0 S uwait 0xfffffe0057079800 syz-executor.2 6763 1 781 0 S uwait 0xfffffe00574c6880 syz-executor.2 2783 1 2783 65 Ss select 0xfffffe009eec9a40 dhclient 2260 1 2260 0 Ss select 0xfffffe009eec9b40 dhclient 2254 1 2254 0 Ss select 0xfffffe009eec9bc0 dhclient 2230 1 2230 65 Ss select 0xfffffe009eec9cc0 dhclient 1849 1 1849 0 Ss select 0xfffffe0057079dc0 dhclient 1846 1 1846 0 Ss select 0xfffffe009eecb240 dhclient 1825 1 1825 65 Ss select 0xfffffe009eecc0c0 dhclient 1661 0 0 0 DL aiordy 0xfffffe009ea33548 [aiod4] 1660 0 0 0 DL aiordy 0xfffffe009e7e5000 [aiod3] 1659 0 0 0 DL aiordy 0xfffffe009ea33000 [aiod2] 1658 0 0 0 DL aiordy 0xfffffe009ee9a000 [aiod1] 1495 1 1495 0 Ss select 0xfffffe009eecc040 dhclient 1492 1 1492 0 Ss select 0xfffffe009eecc1c0 dhclient 1473 1 1473 65 Ss select 0xfffffe009eecc3c0 dhclient 985 1 985 0 Ss select 0xfffffe009eecc2c0 dhclient 981 1 981 0 Ss select 0xfffffe00574c60c0 dhclient 801 773 801 0 Rs syz-executor.3 781 773 781 0 Ss piperd 0xfffffe009eee15d0 syz-executor.2 777 773 777 0 Rs syz-executor.1 776 773 776 0 Ss nanslp 0xffffffff840619c0 syz-executor.0 773 771 771 0 S (threaded) syz-fuzzer 100114 S uwait 0xfffffe00574c8900 syz-fuzzer 100115 S uwait 0xfffffe0057076400 syz-fuzzer 100116 S kqread 0xfffffe000796ba00 syz-fuzzer 100117 S uwait 0xfffffe0057076600 syz-fuzzer 100118 S uwait 0xfffffe00574c7380 syz-fuzzer 100119 S uwait 0xfffffe0057076700 syz-fuzzer 100120 S uwait 0xfffffe0057076800 syz-fuzzer 100122 S uwait 0xfffffe0057076900 syz-fuzzer 100124 S uwait 0xfffffe0056b92a00 syz-fuzzer 107838 S uwait 0xfffffe009eecbc00 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe009e7e55f8 csh 769 687 769 0 Ss select 0xfffffe0056b92cc0 sshd 753 1 753 0 Ss+ ttyin 0xfffffe00570b1cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00584480b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00584484b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00584488b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0058448cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00584490b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00584494b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00584498b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0058449cb0 getty 691 1 691 0 Ss nanslp 0xffffffff840619c1 cron 687 1 687 0 Ss select 0xfffffe00574c7c40 sshd 500 1 500 0 Ss select 0xfffffe0057076c40 syslogd 429 1 429 0 Ss select 0xfffffe0057076cc0 devd 428 1 428 65 Ss select 0xfffffe00574c79c0 dhclient 343 1 343 0 Ss select 0xfffffe0057076bc0 dhclient 340 1 340 0 Ss select 0xfffffe00574c7bc0 dhclient 16 0 0 0 DL syncer 0xffffffff84189de0 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0057897000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff84187ae0 [bufdaemon] 100081 D - 0xffffffff83411f80 [bufspacedaemon-0] 100092 D sdflush 0xfffffe0053c5f8e8 [/ worker] 8 0 0 0 DL psleep 0xffffffff841c0080 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff841b3b78 [dom0] 100082 D launds 0xffffffff841b3b84 [laundry: dom0] 100083 D umarcl 0xffffffff81ebf130 [uma] 6 0 0 0 DL - 0xffffffff83e17be8 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff84fa1760 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff84c28320 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83c9d3c0 [doneq0] 100046 D - 0xffffffff83c9d340 [async] 100075 D - 0xffffffff83c9d1c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056aa0c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff841adc20 [crypto] 100042 D crypto_ 0xfffffe0053c69d30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053c69d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff84034b40 [g_event] 100037 D - 0xffffffff84034b80 [g_up] 100038 D - 0xffffffff84034bc0 [g_down] 12 0 0 0 RL (threaded) [intr] 100013 I [swi5: fast taskq] 100017 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100029 I [swi3: vm] 100030 Run CPU 0 [swi1: netisr 0] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 RunQ [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dd3000 [init] 10 0 0 0 DL audit_w 0xffffffff841aebc0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff84035a40 [swapper] 100005 D - 0xfffffe0053c7e700 [if_config_tqg_0] 100006 D - 0xfffffe0053c7e600 [softirq_0] 100007 D - 0xfffffe0053c7e500 [softirq_1] 100008 D - 0xfffffe0053c7e400 [if_io_tqg_0] 100009 D - 0xfffffe0053c7e300 [if_io_tqg_1] 100010 D - 0xfffffe000796d900 [inm_free taskq] 100011 D - 0xfffffe000796d800 [deferred_unmount ta] 100012 D - 0xfffffe000796d700 [thread taskq] 100014 D - 0xfffffe000796d500 [pci_hp taskq] 100015 D - 0xfffffe000796d400 [linuxkpi_irq_wq] 100016 D - 0xfffffe000796d300 [kqueue_ctx taskq] 100019 D - 0xfffffe000796d000 [aiod_kick taskq] 100020 D - 0xfffffe000796ce00 [in6m_free taskq] 100021 D - 0xfffffe000796cd00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000796cd00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000796cd00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000796cd00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000796cc00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000796cc00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000796cc00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000796cc00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe000796cb00 [firmware taskq] 100039 D - 0xfffffe000796ca00 [crypto_0] 100040 D - 0xfffffe000796ca00 [crypto_1] 100056 D - 0xfffffe000796c700 [vtnet0 rxq 0] 100057 D - 0xfffffe000796c600 [vtnet0 txq 0] 100058 D - 0xfffffe000796c500 [vtnet0 rxq 1] 100059 D - 0xfffffe000796c400 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057079100 [virtio_balloon] 100065 D - 0xfffffe000796c300 [mca taskq] 100066 D - 0xffffffff82c96181 [deadlkres] 100070 D - 0xfffffe005843f300 [acpi_task_0] 100071 D - 0xfffffe005843f300 [acpi_task_1] 100072 D - 0xfffffe005843f300 [acpi_task_2] 100074 D - 0xfffffe000796c900 [CAM taskq] db> show all locks Process 35951 (syz-executor.1) thread 0xfffffe00a75533a0 (167199) exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe0007750580) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7161 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe00a7638518) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7042 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe00a7638450) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4937 Process 35951 (syz-executor.1) thread 0xfffffe00a8433020 (167271) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe0058ab48c0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:4177 Process 12 (intr) thread 0xfffffe0053e8ec80 (100030) exclusive sleep mutex tcp_hpts_lck (hpts) r = 0 (0xfffffe0053c82c00) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:571 exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe00a76a57e0) locked @ /syzkaller/managers/main/kernel/sys/netinet/in_pcb.c:2483 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4323K 4241 tcp_hpts 6 3201K 6 sysctloid 34970 2060K 35041 vtbuf 24 1968K 46 kobj 326 1304K 485 newblk 9 1026K 35707 vfscache 3 1025K 3 pcb 55 562K 32514 inodedep 35 525K 34984 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 filedesc 54 425K 69649 subproc 189 372K 36060 vmem 3 274K 5 acpica 1674 184K 55237 vnet_data 1 168K 1 tidhash 3 141K 3 linker 355 140K 399 pagedep 9 130K 34834 tfo_ccache 1 128K 1 DEVFS1 108 108K 125 sem 4 106K 4 BPF 46 88K 61 bus 986 80K 3474 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 umtx 440 55K 440 kdtrace 275 54K 103226 shm 3 36K 103 temp 34 33K 12742 hostcache 1 32K 1 DEVFS3 127 32K 137 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 136 16K 428 ithread 99 16K 99 lltable 46 15K 286 bus-sc 34 15K 1691 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 133 12K 133 ksem 7 11K 2601 pf_osfp 87 11K 87 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 sctp_timw 37 10K 37 in6_multi 71 9K 71 bmsafemap 2 9K 34984 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 81 pfs_vncache 1 8K 1 cred 31 8K 1318 pfs_nodes 20 8K 20 kqueue 85 8K 35984 audit_evclass 237 8K 295 taskqueue 63 7K 63 dirrem 26 7K 34883 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 671 sctp_atcl 15 6K 9509 DEVFSP 89 6K 11062 pwddesc 82 6K 36785 ufs_dirhash 24 5K 24 session 35 5K 68 UMA 268 5K 268 pf_ifnet 10 5K 66 vt 11 5K 11 sctp_stro 4 4K 2422 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 proc-args 111 4K 37638 acpisem 28 4K 28 selfd 55 4K 493152 lockf 32 4K 84 hhook 15 4K 17 freefile 26 4K 34845 select 22 3K 4643 terminal 11 3K 11 uidinfo 4 3K 27 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 27 2K 47 CAM XPT 22 2K 543 in_multi 6 2K 8 ipsecpolicy 2 2K 2 inpcbpolicy 40 2K 44283 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 newreno data 17 2K 28776 freework 5 2K 34878 softdep 1 1K 1 mkdir 8 1K 69616 freeblks 4 1K 34815 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 230 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 15 sctp_atky 20 1K 12045 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 105 pci_link 10 1K 10 xform 11 1K 14579 crypto 4 1K 3994 encap_export_host 12 1K 12 procdesc 5 1K 18 osd 23 1K 28775 newdirblk 4 1K 34808 diradd 4 1K 34929 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 eventfd 2 1K 60 sigio 4 1K 9 sctp_athm 15 1K 9726 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 soname 8 1K 62781 aesni_data 2 1K 2 sctp_map 8 1K 4588 tcp_fsb 1 1K 8280 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 filedesc_to_leader 2 1K 3 filecaps 5 1K 173 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 53 acpiintr 1 1K 1 pmc 1 1K 1 chd data 1 1K 167 dctcp data 1 1K 579 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 5370 sctp_iter 0 0K 50 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 37 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 13 sctp_aadr 0 0K 1 sctp_stri 0 0K 430 pf_table 0 0K 0 pf_rule 0 0K 601 pf_altq 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 mqdata 0 0K 0 cubic data 0 0K 46 cdg data 0 0K 14 htcp data 0 0K 79 vegas data 0 0K 12 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 BACKLIGHT 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xnb 0 0K 0 xenbus 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 vm_fictitious 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 UMAHash 0 0K 0 scsi_da 0 0K 69 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 31397 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 113 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 7 allocindir 0 0K 0 indirdep 0 0K 94 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 ktls_ocf 0 0K 0 nvme_da 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 85 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 4 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 2 acpi_perf 0 0K 0 statfs 0 0K 35111 namei_tracker 0 0K 8 export_host 0 0K 0 cl_savebuf 0 0K 4 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 479 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 biobuf 0 0K 0 aios 0 0K 31 lio 0 0K 10 acl 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 mbuf_tag 0 0K 203 ktls 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 40832 ioctlops 0 0K 5115 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1343 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 9240 1428 1593533 0 254 43696128 0 ertt_txseginfo 40 2609 155759 8228221 0 254 6334720 0 mbuf 256 9820 2888 11330477 0 254 3253248 0 RADIX NODE 144 19676 451 923782 0 63 2898288 0 pbuf 2624 0 973 0 0 2 2553152 0 tcp_log 416 0 5337 84119 0 254 2220192 0 256 Bucket 2048 732 296 39611 0 8 2105344 0 BUF TRIE 144 192 11568 2571 0 62 1693440 0 malloc-384 384 4192 38 4773 0 30 1624320 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11469 249 46422 0 126 1499904 0 UMA Slabs 0 112 12628 2 12628 0 126 1414560 0 malloc-4096 4096 327 5 1737 0 2 1359872 0 vmem btag 56 22972 251 23250 0 254 1300488 0 sctp_asoc 2288 4 506 2294 0 254 1166880 0 malloc-256 256 63 3657 67994 0 62 952320 0 tcpcb 1096 19 744 28764 0 254 836248 0 socket 960 77 687 72186 0 254 733440 0 malloc-384 384 78 1802 35032 0 30 721920 0 FFS inode 1160 534 26 35381 0 8 649600 0 sctp_ep 1272 11 499 7000 0 254 648720 0 tcp_bbr_map 128 469 4088 2223018 0 127 583296 0 malloc-16384 16384 26 5 34822 0 1 507904 0 VM OBJECT 264 1565 85 537157 0 30 435600 0 THREAD 1808 191 29 67271 0 8 397760 0 malloc-65536 65536 4 2 980 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 tcp_inpcb 496 19 749 28764 0 254 380928 0 sctp_raddr 736 4 513 2294 0 254 380512 0 malloc-4096 4096 85 7 35954 0 2 376832 0 malloc-64 64 4112 739 40614 0 254 310464 0 VNODE 448 574 92 35423 0 30 298368 0 malloc-256 256 456 669 138541 0 62 288000 0 MAP ENTRY 96 2580 318 2006213 0 126 278208 0 udplite_inpcb 496 7 505 14097 0 254 253952 0 udp_inpcb 496 6 506 501 0 254 253952 0 malloc-128 128 32 1859 44903 0 126 242048 0 malloc-16 16 14503 497 14619 0 254 240000 0 DEVCTL 1024 0 220 155 0 0 225280 0 FPU_save_area 832 193 50 84549 0 16 202176 0 malloc-65536 65536 1 2 15 0 1 196608 0 mbuf_packet 256 93 669 52685 0 254 195072 0 malloc-128 128 1207 312 97062 0 126 194432 0 malloc-32 32 5368 554 41856 0 254 189504 0 UMA Zones 768 240 4 240 0 16 187392 0 malloc-2048 2048 15 73 7196 0 8 180224 0 VMSPACE 2552 56 13 35923 0 4 176088 0 128 Bucket 1024 96 67 22265 0 16 166912 0 malloc-32768 32768 0 5 80 0 1 163840 0 FFS2 dinode 256 534 96 35381 0 62 161280 0 S VFS Cache 104 1073 448 38242 0 126 158184 0 malloc-1024 1024 121 23 1871 0 16 147456 0 malloc-128 128 882 265 41733 0 126 146816 0 PROC 1352 82 23 35953 0 8 141960 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 1 1 9 0 1 131072 0 unpcb 256 24 486 20820 0 254 130560 0 ripcb 496 8 248 921 0 254 126976 0 64 Bucket 512 134 98 22690 0 30 118784 0 ksiginfo 112 96 948 18518 0 126 116928 0 filedesc0 1072 82 23 36785 0 8 112560 0 malloc-384 384 124 146 9624 0 30 103680 0 malloc-128 128 627 148 6673 0 126 99200 0 malloc-16384 16384 5 1 180 0 1 98304 0 malloc-1024 1024 12 84 3433 0 16 98304 0 tcp_bbr_pcb 832 6 111 10676 0 16 97344 0 malloc-4096 4096 14 8 35136 0 2 90112 0 malloc-4096 4096 22 0 22 0 2 90112 0 UMA Kegs 384 226 7 226 0 30 89472 0 malloc-64 64 756 567 578238 0 254 84672 0 malloc-64 64 679 644 59481 0 254 84672 0 clpbuf 2624 0 32 75 0 16 83968 0 malloc-8192 8192 5 5 136 0 1 81920 0 malloc-2048 2048 11 29 518 0 8 81920 0 sctp_readq 152 0 520 147 0 254 79040 0 sctp_chunk 152 3 517 3899 0 254 79040 0 malloc-8192 8192 5 4 9 0 1 73728 0 g_bio 408 0 180 15152 0 30 73440 0 malloc-128 128 154 373 482 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 130 0 1 65536 0 32 Bucket 256 121 134 7040 0 62 65280 0 sctp_stream_msg_out 112 3 537 219 0 254 60480 0 Files 80 291 359 144855 0 126 52000 0 malloc-256 256 78 117 982 0 62 49920 0 malloc-256 256 50 145 7750 0 62 49920 0 malloc-256 256 43 152 72579 0 62 49920 0 malloc-256 256 38 157 34937 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 178580 0 16 49152 0 malloc-4096 4096 9 3 22 0 2 49152 0 malloc-2048 2048 2 22 525 0 8 49152 0 malloc-2048 2048 4 20 104 0 8 49152 0 malloc-1024 1024 12 36 537 0 16 49152 0 tcp_rack_pcb 896 1 53 8280 0 16 48384 0 pipe 744 27 38 2057 0 16 48360 0 tcp_rack_map 120 0 396 13328 0 126 47520 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 221 94 221 0 62 42840 0 malloc-8192 8192 5 0 5 0 1 40960 0 pcpu-8 8 4711 409 8476 0 254 40960 0 da_ccb 544 0 70 3913 0 16 38080 0 PWD 32 31 1103 34917 0 254 36288 0 malloc-64 64 81 486 26629 0 254 36288 0 malloc-64 64 159 408 11288 0 254 36288 0 malloc-64 64 26 541 539 0 254 36288 0 malloc-64 64 17 550 21 0 254 36288 0 16 Bucket 144 83 169 1203 0 62 36288 0 8 Bucket 80 95 355 8589 0 126 36000 0 malloc-128 128 94 185 1767 0 126 35712 0 malloc-128 128 92 187 94 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 5 130 4309 0 62 34560 0 malloc-256 256 61 74 226 0 62 34560 0 SLEEPQUEUE 88 221 163 221 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 9 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 6 10 2280 0 8 32768 0 malloc-2048 2048 3 13 1203 0 8 32768 0 malloc-2048 2048 0 16 2 0 8 32768 0 malloc-2048 2048 7 9 46 0 8 32768 0 malloc-1024 1024 2 30 22 0 16 32768 0 malloc-1024 1024 16 16 16 0 16 32768 0 malloc-1024 1024 3 29 665 0 16 32768 0 malloc-1024 1024 5 27 85 0 16 32768 0 malloc-512 512 5 59 426 0 30 32768 0 malloc-512 512 0 64 430 0 30 32768 0 malloc-512 512 1 63 48 0 30 32768 0 malloc-512 512 12 52 12 0 30 32768 0 malloc-512 512 10 54 25 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 KNOTE 160 28 172 670128 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_log_node 120 0 264 2 0 126 31680 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 3492 0 254 28224 0 ertt 72 19 373 28764 0 126 28224 0 malloc-32 32 393 489 1217 0 254 28224 0 malloc-32 32 43 839 44466 0 254 28224 0 4 Bucket 48 7 581 737 0 254 28224 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-4096 4096 3 3 663 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 70 0 126 24288 0 rl_entry 40 110 496 110 0 254 24240 0 malloc-384 384 3 57 109 0 30 23040 0 malloc-384 384 1 59 278 0 30 23040 0 malloc-384 384 34 26 34 0 30 23040 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 13 617 14598 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 malloc-64 64 2 313 4 0 254 20160 0 malloc-32 32 138 492 16542 0 254 20160 0 malloc-32 32 50 580 1208 0 254 20160 0 malloc-32 32 44 586 132 0 254 20160 0 malloc-32 32 45 585 12898 0 254 20160 0 malloc-32 32 32 598 452 0 254 20160 0 2 Bucket 32 70 560 3583 0 254 20160 0 cryptop 280 0 70 108 0 30 19600 0 AIOCB 552 0 35 112 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 AIOLIO 272 0 70 10 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 15 0 1 16384 0 malloc-4096 4096 1 3 19 0 2 16384 0 malloc-1024 1024 5 11 5 0 16 16384 0 malloc-512 512 0 32 233 0 30 16384 0 malloc-512 512 2 30 2 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 3 508 3 0 254 16352 0 vtnet_tx_hdr 24 2 666 8646530 0 254 16032 0 malloc-16 16 520 480 1914 0 254 16000 0 AIO 208 0 76 63 0 62 15808 0 kenv 258 15 45 1040 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 3 508 3 0 254 12264 0 tcp_log_bucket 176 0 69 1 0 62 12144 0 malloc-16 16 21 729 52479 0 254 12000 0 malloc-16 16 5 745 553 0 254 12000 0 malloc-16 16 6 744 6 0 254 12000 0 malloc-16 16 67 683 72703 0 254 12000 0 malloc-16 16 61 689 36941 0 254 12000 0 itimer 352 0 33 4 0 30 11616 0 malloc-384 384 11 19 11 0 30 11520 0 tfo_ccache_entries 80 3 125 3 0 126 10240 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 2 0 2 8192 0 malloc-16 16 2 498 4 0 254 8000 0 pcpu-16 16 7 249 7 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 0 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 0 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0