panic: /syzkaller/managers/i386/kernel/sys/kern/kern_timeout.c:607: callout_cc_add: Bad list head 0xfffffe00077c9cd0 first->prev != head cpuid = 0 time = 1760242450 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056a7d730 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056a7d890 vpanic() at vpanic+0x257/frame 0xfffffe0056a7da50 panic() at panic+0xb5/frame 0xfffffe0056a7db10 callout_cc_add() at callout_cc_add+0x339/frame 0xfffffe0056a7db70 callout_reset_sbt_on() at callout_reset_sbt_on+0x74f/frame 0xfffffe0056a7dc90 callout_schedule() at callout_schedule+0x72/frame 0xfffffe0056a7dcd0 softclock_call_cc() at softclock_call_cc+0x422/frame 0xfffffe0056a7de80 softclock_thread() at softclock_thread+0x200/frame 0xfffffe0056a7def0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0056a7df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0056a7df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100031 ] Stopped at kdb_enter+0x6e: movq $0,0x259e117(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0002bf1850 rdx 0 rbx 0xffffffff8280d7e0 .str.27 rsp 0xfffffe0056a7d870 rbp 0xfffffe0056a7d890 rsi 0 rdi 0xffffffff81646699 printf+0x149 r8 0 r9 0xffffffff r10 0x9a4899a6ba3c394b r11 0x17 r12 0xfffffe000781a780 r13 0xfffffffffffffffe r14 0xffffffff8280d7e0 .str.27 r15 0 rip 0xffffffff8162fa7e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x259e117(%rip) db> show proc Process 2 (clock) at 0xfffffe0007808008: state: NORMAL uid: 0 gid: 0 supp gids: 0 parent: pid 0 at 0xffffffff83b58080 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83b58080 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff83b59060 (map 0xffffffff83b59060) (map.pmap 0xffffffff83b59100) (pmap 0xffffffff83b59170) threads: 2 100031 Run CPU 0 [clock (0)] 100032 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 1187 766 766 0 R (threaded) syz-executor 100108 RunQ syz-executor 100680 S aiowc 0xfffffe005400d8f8 syz-executor 1186 763 763 0 S (threaded) syz-executor 100557 S nanslp 0xffffffff83baec40 syz-executor 100678 S aiowc 0xfffffe005418e388 syz-executor 100679 S uwait 0xfffffe006e4b3500 syz-executor 1184 764 764 0 S (threaded) syz-executor 100633 S nanslp 0xffffffff83baec40 syz-executor 100675 S aiowc 0xfffffe0054177e48 syz-executor 100676 S uwait 0xfffffe0058518e00 syz-executor 100677 S uwait 0xfffffe0077a5d500 syz-executor 1181 765 765 0 R (threaded) syz-executor 100425 RunQ syz-executor 100672 S aiowc 0xfffffe0054176e40 syz-executor 100673 S uwait 0xfffffe0077a5d400 syz-executor 1179 1 763 0 S uwait 0xfffffe006e4b2b80 syz-executor 1174 1 764 0 S uwait 0xfffffe006e4b1c00 syz-executor 1173 1 766 0 S uwait 0xfffffe006e4b3000 syz-executor 1158 1 763 0 S uwait 0xfffffe006e4b2a80 syz-executor 1154 1 766 0 S uwait 0xfffffe00582d2600 syz-executor 1140 1 763 0 S uwait 0xfffffe006e4b3e00 syz-executor 1126 1 765 0 S uwait 0xfffffe006e4b2c80 syz-executor 1122 1 763 0 S uwait 0xfffffe0058517080 syz-executor 1107 1 763 0 S uwait 0xfffffe00582d2800 syz-executor 1094 1 763 0 S uwait 0xfffffe006e4b3900 syz-executor 1090 1 765 0 S uwait 0xfffffe006e4b2180 syz-executor 1077 1 765 0 S uwait 0xfffffe00582d2a00 syz-executor 1059 1 765 0 S uwait 0xfffffe00777a3900 syz-executor 1058 1 764 0 S uwait 0xfffffe0058517580 syz-executor 1052 1 763 0 S uwait 0xfffffe00777a3700 syz-executor 1048 1 764 0 S uwait 0xfffffe006e4b1180 syz-executor 1040 1 764 0 S uwait 0xfffffe006e4b2d80 syz-executor 1039 0 0 0 DL (threaded) [so_splice] 100171 D - 0xfffffe005851ae00 [thr_0] 100417 D - 0xfffffe005851ae40 [thr_1] 1037 1 766 0 S uwait 0xfffffe0058519180 syz-executor 1030 1 763 0 S uwait 0xfffffe0058517180 syz-executor 1029 1 764 0 S uwait 0xfffffe006e4b1480 syz-executor 1023 1 765 0 S uwait 0xfffffe006e4b3180 syz-executor 1019 1 763 0 S uwait 0xfffffe0058518280 syz-executor 1018 1 764 0 S uwait 0xfffffe006e4b1b00 syz-executor 1016 1 766 0 S uwait 0xfffffe006e4b1580 syz-executor 1007 1 766 0 S uwait 0xfffffe006e4b1f00 syz-executor 1004 1 764 0 S uwait 0xfffffe006e4b2e80 syz-executor 997 1 764 0 S uwait 0xfffffe0058518180 syz-executor 994 1 763 0 S uwait 0xfffffe0057dc8f00 syz-executor 991 1 766 0 S uwait 0xfffffe0058517b00 syz-executor 990 1 765 0 S uwait 0xfffffe006e4b2280 syz-executor 982 1 763 0 S uwait 0xfffffe006e4b2800 syz-executor 977 1 764 0 S uwait 0xfffffe00582cfc00 syz-executor 975 1 764 0 S uwait 0xfffffe006e4b3800 syz-executor 971 1 765 0 S uwait 0xfffffe006e4b3d00 syz-executor 969 960 969 0 Ss select 0xfffffe006e4edd40 dhclient 965 1 965 0 Ss select 0xfffffe006dc17ac0 dhclient 960 947 423 65 S select 0xfffffe006dc16ec0 dhclient 959 1 764 0 S uwait 0xfffffe006e4b1e00 syz-executor 947 423 423 0 S wait 0xfffffe00540caab8 sh 921 1 766 0 S uwait 0xfffffe006e4b3a00 syz-executor 920 1 763 0 S uwait 0xfffffe0058517f00 syz-executor 915 1 766 0 S uwait 0xfffffe0058518080 syz-executor 909 1 764 0 S uwait 0xfffffe006e4b3400 syz-executor 902 1 766 0 S uwait 0xfffffe006e4b2400 syz-executor 898 1 763 0 S uwait 0xfffffe006e4b3100 syz-executor 895 1 764 0 S uwait 0xfffffe0058519280 syz-executor 892 1 765 0 S uwait 0xfffffe006e4b3c00 syz-executor 887 1 763 0 S uwait 0xfffffe0057dc8d00 syz-executor 882 1 766 0 S uwait 0xfffffe006e4b2600 syz-executor 881 1 763 0 S uwait 0xfffffe0058517c00 syz-executor 880 1 765 0 S uwait 0xfffffe0058517d00 syz-executor 878 1 764 0 S uwait 0xfffffe006e4b3700 syz-executor 874 1 765 0 S uwait 0xfffffe0057dc8c00 syz-executor 872 1 764 0 S uwait 0xfffffe00582d0e00 syz-executor 871 1 766 0 S uwait 0xfffffe006e4b3b00 syz-executor 811 0 0 0 DL aiordy 0xfffffe005400cac0 [aiod4] 810 0 0 0 DL aiordy 0xfffffe00540f4ac0 [aiod3] 809 0 0 0 DL aiordy 0xfffffe00540f4568 [aiod2] 807 0 0 0 DL aiordy 0xfffffe00540f4010 [aiod1] 766 762 766 0 S nanslp 0xffffffff83baec41 syz-executor 765 762 765 0 S nanslp 0xffffffff83baec41 syz-executor 764 762 764 0 S nanslp 0xffffffff83baec41 syz-executor 763 762 763 0 S nanslp 0xffffffff83baec41 syz-executor 762 760 760 0 S select 0xfffffe006dc17540 syz-executor 760 758 760 0 Ss sigsusp 0xfffffe000780a620 csh 758 681 758 0 Ss select 0xfffffe006dc174c0 sshd 747 1 747 0 Ss+ ttyin 0xfffffe00582b80b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00594b00b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00594b08b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00594b10b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00594b18b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe0053f660b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe0053f668b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe0053f680b0 getty 739 1 739 0 Ss+ ttyin 0xfffffe0053f688b0 getty 685 1 685 0 Ss nanslp 0xffffffff83baec40 cron 681 1 681 0 Ss select 0xfffffe006dc17640 sshd 494 1 494 0 Ss select 0xfffffe0059718240 syslogd 423 1 423 0 Ss wait 0xfffffe005400aab0 devd 422 1 422 65 Ss select 0xfffffe006dc17bc0 dhclient 337 1 337 0 Ss select 0xfffffe006dc182c0 dhclient 334 1 334 0 Ss select 0xfffffe0059718340 dhclient 16 0 0 0 DL syncer 0xffffffff83cdc820 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0054002558 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83cdad60 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0059942ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d25cc0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83d0bd88 [dom0] 100080 D launds 0xffffffff83d0bd94 [laundry: dom0] 100081 D umarcl 0xffffffff81e17140 [uma] 7 0 0 0 DL - 0xffffffff839275f8 [rand_harvestq] 6 0 0 0 RL CPU 1 [pf purge] 5 0 0 0 DL waiting 0xffffffff844b1700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838f1340 [doneq0] 100046 D - 0xffffffff838f12c0 [async] 100075 D - 0xffffffff838f1140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83d07660 [crypto] 100043 D crypto_ 0xfffffe0057d60030 [crypto returns 0] 100044 D crypto_ 0xfffffe0057d60080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b57640 [g_event] 100038 D - 0xffffffff83b57660 [g_up] 100039 D - 0xffffffff83b57680 [g_down] 2 0 0 0 RL (threaded) [clock] 100031 Run CPU 0 [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809010 [init] 10 0 0 0 DL audit_w 0xffffffff83d08100 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c55ff0 [swapper] 100005 D - 0xfffffe0053ebf100 [softirq_0] 100006 D - 0xfffffe0053ebf000 [softirq_1] 100007 D - 0xfffffe0053ebee00 [if_io_tqg_0] 100008 D - 0xfffffe0053ebed00 [if_io_tqg_1] 100009 D - 0xfffffe0053ebec00 [if_config_tqg_0] 100010 D - 0xfffffe00077dc700 [kqueue_ctx taskq] 100011 D - 0xfffffe00077dc600 [jail_remove taskq] 100012 D - 0xfffffe00077dc500 [bus taskq] 100015 D - 0xfffffe00077dc000 [thread taskq] 100017 D - 0xfffffe00077dbc00 [aiod_kick taskq] 100018 D - 0xfffffe00077dbb00 [deferred_unmount ta] 100019 D - 0xfffffe00077dba00 [inm_free taskq] 100020 D - 0xfffffe00077db900 [in6m_free taskq] 100021 D - 0xfffffe00077db800 [linuxkpi_irq_wq] 100022 D - 0xfffffe00077db700 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00077db700 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00077db700 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00077db700 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00077db600 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00077db600 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00077db600 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00077db600 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00077db100 [firmware taskq] 100040 D - 0xfffffe00083ff600 [crypto_0] 100041 D - 0xfffffe00083ff600 [crypto_1] 100056 D - 0xfffffe0057e08e00 [vtnet0 rxq 0] 100057 D - 0xfffffe0057e08d00 [vtnet0 txq 0] 100058 D - 0xfffffe0057e08c00 [vtnet0 rxq 1] 100059 D - 0xfffffe0057e08b00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057d73d80 [virtio_balloon] 100065 D - 0xffffffff82811ec0 [deadlkres] 100069 D - 0xfffffe00083ff200 [acpi_task_0] 100070 D - 0xfffffe00083ff200 [acpi_task_1] 100071 D - 0xfffffe00083ff200 [acpi_task_2] 100073 D - 0xfffffe00077de100 [mca taskq] 100074 D - 0xfffffe00083ff000 [CAM taskq] 100076 D - 0xfffffe0057e08300 [ipsec_offload] db> show all locks Process 6 (pf purge) thread 0xfffffe00079fc780 (100067) shared sx vnet_sxlock (vnet_sxlock) r = 0 (0xffffffff83ce0da0) locked @ /syzkaller/managers/i386/kernel/sys/netpfil/pf/pf.c:2649 exclusive sx pf end thread (pf end thread) r = 0 (0xffffffff848192c0) locked @ /syzkaller/managers/i386/kernel/sys/netpfil/pf/pf.c:2645 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 384 5195K 498 tcp_hpts 7 4801K 7 devbuf 4187 4324K 4215 sysctloid 35242 2077K 35317 vtbuf 24 1968K 46 kobj 331 1324K 495 newblk 9 1026K 853 vfscache 3 1025K 3 filedesc 120 954K 565 pcb 69 670K 255 inodedep 17 518K 460 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 226 462K 1317 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 2794 acpica 1674 184K 54444 vmem 5 144K 7 tidhash 3 141K 3 pagedep 12 131K 237 tfo_ccache 1 128K 1 IP reass 1 128K 1 sem 4 106K 4 DEVFS1 106 106K 123 gtaskqueue 18 98K 18 LRO 22 85K 22 bus 1000 82K 5086 mount 144 75K 338 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 523 66K 523 ddb_capture 1 64K 1 kdtrace 291 54K 1869 umtx 416 52K 416 BPF 24 37K 151 hostcache 1 32K 1 shm 1 32K 2 DEVFS3 125 32K 135 msg 4 30K 4 kbdmux 6 28K 6 plimit 66 25K 382 temp 32 21K 2116 DEVFS_RULE 56 20K 56 ifaddr 66 19K 69 routetbl 140 19K 440 cred 45 18K 308 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 90 15K 90 bus-sc 34 15K 1657 lltable 45 14K 51 eventhandler 163 14K 163 ifnet 7 13K 7 ether_multi 152 13K 177 kenv 95 12K 95 GEOM 49 11K 431 CAM queue 5 11K 1528 rman 82 10K 437 rpc 8 9K 8 in6_multi 65 9K 67 bmsafemap 2 9K 375 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 14 shmfd 1 8K 1 pfs_vncache 1 8K 1 kqueue 109 8K 1392 audit_evclass 240 8K 306 taskqueue 69 8K 105 pwddesc 104 7K 1200 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 ufs_dirhash 24 5K 24 UMA 269 5K 269 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 acpisem 28 4K 28 proc-args 127 4K 2265 selfd 48 3K 14002 DEVFSP 48 3K 240 terminal 11 3K 11 CC Mem 21 3K 424 session 21 3K 36 inpcbpolicy 82 3K 855 acpidev 20 3K 20 uidinfo 4 3K 8 lockf 23 3K 676 hhook 8 3K 10 clone 9 3K 9 kcovinfo 36 3K 36 netlink 2 3K 92 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 14 Unitno 31 2K 182 dirrem 7 2K 329 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 in_multi 6 2K 9 tun 4 2K 4 toponodes 6 2K 6 ipsecpolicy 2 2K 2 select 11 2K 122 msi 9 2K 9 softdep 1 1K 1 mkdir 8 1K 448 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 64 NFSD session 1 1K 1 osd 27 1K 441 CAM periph 4 1K 271 freework 4 1K 236 ipsec 3 1K 3 sctp_ifn 6 1K 14 freeblks 3 1K 210 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 pci_link 10 1K 10 newdirblk 5 1K 224 diradd 5 1K 346 freefile 5 1K 243 crypto 4 1K 4 encap_export_host 12 1K 12 cdev 2 1K 2 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 1 1K 1 procdesc 2 1K 12 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 frag6 2 1K 2 tcpfunc 3 1K 3 ip_msource 3 1K 7 loginclass 3 1K 5 prison 6 1K 6 cryptodev 2 1K 137 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 10 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3597 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 34 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 90 p1003.1b 1 1K 1 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_table 0 0K 0 pf 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 tcp_pcm_rack 0 0K 0 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 0 filemon 0 0K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_timw 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 19 sctp_atky 0 0K 19 sctp_atcl 0 0K 19 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stro 0 0K 0 sctp_stri 0 0K 0 sctp_map 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 199 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 30 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 66 allocindir 0 0K 0 indirdep 0 0K 47 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 7 ip6_msource 0 0K 0 ip6_moptions 0 0K 31 in6_mfilter 0 0K 2 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 11 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 20 fadvise 0 0K 0 VN POLL 0 0K 2 statfs 0 0K 193 namei_tracker 0 0K 3 inotify 0 0K 22 export_host 0 0K 0 cl_savebuf 0 0K 30 lio 0 0K 150 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 14284 ioctlops 0 0K 148 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 202 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 653 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 34 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 27278 0 254 38494208 0 tcp_log 416 5182 3458 12132 0 254 3594240 0 RADIX NODE 152 22571 746 76425 0 62 3544184 0 mbuf 256 9065 597 38711 0 254 2473472 0 BUF TRIE 152 355 11449 868 0 62 1794208 0 malloc-384 384 4130 70 4574 0 30 1612800 0 malloc-128 128 11571 147 12039 0 126 1499904 0 malloc-4096 4096 334 2 503 0 2 1376256 0 UMA Slabs 0 112 11054 28 11054 0 126 1241184 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 malloc-16384 16384 60 0 281 0 1 983040 0 vmem btag 56 17284 107 17284 0 254 973896 0 FFS inode 1168 594 15 837 0 8 711312 0 malloc-65536 65536 9 1 12 0 1 655360 0 sctp_ep 1152 0 511 19 0 254 588672 0 VM OBJECT 248 2123 53 18565 0 62 539648 0 socket 1024 97 411 2182 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 198 0 0 2 519552 0 malloc-4096 4096 113 3 1204 0 2 475136 0 malloc-65536 65536 6 0 6 0 1 393216 0 THREAD 1860 186 22 680 0 8 386880 0 VNODE 440 633 87 878 0 30 316800 0 MAP ENTRY 96 3048 228 59461 0 126 314496 0 256 Bucket 2048 133 11 1132 0 8 294912 0 malloc-64 64 3870 225 3898 0 254 262080 0 malloc-16 16 14547 453 15019 0 254 240000 0 malloc-32768 32768 2 5 21 0 1 229376 0 malloc-2048 2048 103 9 197 0 8 229376 0 DEVCTL 1024 21 199 148 0 0 225280 0 UMA Zones 768 241 3 241 0 16 187392 0 FPU_save_area 832 188 37 901 0 16 187200 0 malloc-32 32 5430 240 6222 0 254 181440 0 malloc-128 128 1151 244 5870 0 126 178560 0 malloc-128 128 1188 207 25353 0 126 178560 0 FFS2 dinode 256 594 96 837 0 62 176640 0 lkpimm 56 1 3095 1 0 254 173376 0 PROC 1368 103 18 1187 0 8 165528 0 unpcb 320 11 505 1215 0 254 165120 0 malloc-1024 1024 133 11 150 0 16 147456 0 S VFS Cache 104 1001 403 1401 0 126 146016 0 malloc-256 256 229 341 1203 0 62 145920 0 filedesc0 1072 104 22 1200 0 8 135072 0 malloc-65536 65536 0 2 68 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-2048 2048 7 57 514 0 8 131072 0 mbuf_packet 256 4 504 946 0 254 130048 0 ksiginfo 112 101 943 190 0 126 116928 0 malloc-384 384 234 36 495 0 30 103680 0 malloc-32768 32768 2 1 4 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-2048 2048 43 5 72 0 8 98304 0 UMA Kegs 384 228 5 228 0 30 89472 0 128 Bucket 1024 47 36 274 0 16 84992 0 malloc-128 128 360 291 1191 0 126 83328 0 malloc-8192 8192 9 1 12 0 1 81920 0 64 Bucket 512 93 67 11304 0 30 81920 0 malloc-256 256 221 94 1289 0 62 80640 0 g_bio 408 0 180 7095 0 30 73440 0 malloc-64 64 517 554 995 0 254 68544 0 malloc-64 64 616 455 2764 0 254 68544 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-4096 4096 14 2 26 0 2 65536 0 malloc-256 256 107 148 684 0 62 65280 0 tcp_inpcb 1304 22 26 424 0 8 62592 0 VMSPACE 584 83 15 1135 0 16 57232 0 malloc-64 64 333 486 19650 0 254 52416 0 malloc-128 128 62 341 318 0 126 51584 0 udp_inpcb 408 13 113 253 0 30 51408 0 32 Bucket 256 75 120 3439 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 14876 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-4096 4096 10 2 11 0 2 49152 0 malloc-2048 2048 0 24 573 0 8 49152 0 malloc-1024 1024 5 43 1592 0 16 49152 0 syncache 176 0 276 3 0 254 48576 0 pipe 736 28 38 404 0 16 48576 0 malloc-384 384 80 40 415 0 30 46080 0 ripcb 376 47 73 176 0 30 45120 0 Files 80 301 249 9000 0 126 44000 0 malloc-8192 8192 3 2 23 0 1 40960 0 pcpu-8 8 4783 337 5828 0 254 40960 0 malloc-64 64 59 508 737 0 254 36288 0 malloc-64 64 8 559 13900 0 254 36288 0 malloc-64 64 232 335 270 0 254 36288 0 malloc-64 64 171 396 372 0 254 36288 0 malloc-128 128 37 242 321 0 126 35712 0 malloc-128 128 31 248 50 0 126 35712 0 malloc-128 128 35 244 483 0 126 35712 0 routing nhops 256 29 106 44 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 52 38 58 0 30 34560 0 malloc-256 256 39 96 205 0 62 34560 0 malloc-256 256 21 114 456 0 62 34560 0 malloc-256 256 29 106 262 0 62 34560 0 malloc-256 256 49 86 543 0 62 34560 0 malloc-256 256 14 121 1270 0 62 34560 0 TURNSTILE 136 209 43 209 0 62 34272 0 SLEEPQUEUE 88 209 175 209 0 126 33792 0 malloc-32768 32768 0 1 11 0 1 32768 0 malloc-16384 16384 0 2 190 0 1 32768 0 malloc-8192 8192 3 1 30 0 1 32768 0 malloc-8192 8192 2 2 83 0 1 32768 0 malloc-4096 4096 5 3 29 0 2 32768 0 malloc-4096 4096 2 6 82 0 2 32768 0 malloc-2048 2048 10 6 10 0 8 32768 0 malloc-2048 2048 7 9 43 0 8 32768 0 malloc-2048 2048 4 12 195 0 8 32768 0 malloc-1024 1024 4 28 17 0 16 32768 0 malloc-1024 1024 12 20 13 0 16 32768 0 malloc-1024 1024 3 29 3 0 16 32768 0 malloc-1024 1024 3 29 170 0 16 32768 0 malloc-1024 1024 13 19 23 0 16 32768 0 malloc-1024 1024 1 31 17 0 16 32768 0 malloc-512 512 2 62 68 0 30 32768 0 malloc-512 512 16 48 143 0 30 32768 0 malloc-512 512 1 63 182 0 30 32768 0 malloc-512 512 2 62 49 0 30 32768 0 malloc-512 512 14 50 99 0 30 32768 0 malloc-512 512 8 56 9 0 30 32768 0 pcpu-64 64 501 11 501 0 254 32768 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 25 239 40 0 126 31680 0 clpbuf 2624 0 12 34 0 4 31488 0 sctp_laddr 48 0 588 12 0 254 28224 0 malloc-32 32 179 703 950 0 254 28224 0 malloc-32 32 372 510 4402 0 254 28224 0 16 Bucket 144 59 137 434 0 62 28224 0 4 Bucket 48 5 583 8 0 254 28224 0 AIO 208 4 129 168 0 62 27664 0 da_ccb 544 0 49 1866 0 16 26656 0 cpuset 200 7 121 2193 0 62 25600 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 2 4 749 0 2 24576 0 ertt_txseginfo 40 0 606 2184 0 254 24240 0 PWD 40 70 536 298 0 254 24240 0 rtentry 168 32 112 44 0 62 24192 0 8 Bucket 80 53 247 422 0 126 24000 0 itimer 352 0 66 36 0 30 23232 0 malloc-384 384 1 59 32 0 30 23040 0 malloc-384 384 0 60 343 0 30 23040 0 malloc-384 384 7 53 7 0 30 23040 0 domainset 40 0 567 2186 0 254 22680 0 hostcache 64 2 313 2 0 254 20160 0 ertt 72 22 258 424 0 126 20160 0 malloc-32 32 185 445 478 0 254 20160 0 malloc-32 32 17 613 63 0 254 20160 0 malloc-32 32 61 569 939 0 254 20160 0 malloc-32 32 98 532 252 0 254 20160 0 malloc-32 32 21 609 26 0 254 20160 0 2 Bucket 32 63 567 443 0 254 20160 0 KNOTE 160 1 124 95 0 62 20000 0 AIOCB 552 0 35 82 0 16 19320 0 L VFS Cache 320 0 60 2 0 30 19200 0 AIOLIO 272 0 70 75 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 3 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 2 6 4 0 8 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 rl_entry 48 4 332 4 0 254 16128 0 kenv 258 17 43 1071 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 udplite_inpcb 408 0 36 2 0 30 14688 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-16 16 19 731 193 0 254 12000 0 malloc-16 16 7 743 117 0 254 12000 0 malloc-16 16 77 673 476 0 254 12000 0 malloc-16 16 276 474 4733 0 254 12000 0 malloc-16 16 37 713 121 0 254 12000 0 malloc-16 16 276 474 25076 0 254 12000 0 malloc-16 16 11 739 15 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 Mountpoints 2816 2 2 2 0 4 11264 0 malloc-8192 8192 1 0 1 0 1 8192 0 vtnet_tx_hdr 24 0 334 2614 0 254 8016 0 pcpu-16 16 4 252 4 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 splice 184 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_pcb 896 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_rack_pcb 1088 0 0 0 0 8 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sctp_raddr 736 0 0 0 0 254 0 0 sctp_asoc 2256 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl