panic: /syzkaller/managers/i386/kernel/sys/kern/kern_timeout.c:607: callout_cc_add: Bad list head 0xfffffe00077bbda0 first->prev != head cpuid = 0 time = 11 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056cf32b0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056cf3410 vpanic() at vpanic+0x257/frame 0xfffffe0056cf35d0 panic() at panic+0xb5/frame 0xfffffe0056cf3690 callout_cc_add() at callout_cc_add+0x339/frame 0xfffffe0056cf36f0 callout_reset_sbt_on() at callout_reset_sbt_on+0x74f/frame 0xfffffe0056cf3810 sleepq_set_timeout_sbt() at sleepq_set_timeout_sbt+0x20b/frame 0xfffffe0056cf38d0 _sleep() at _sleep+0x468/frame 0xfffffe0056cf3a30 kern_clock_nanosleep() at kern_clock_nanosleep+0x5c4/frame 0xfffffe0056cf3bf0 freebsd32_nanosleep() at freebsd32_nanosleep+0x157/frame 0xfffffe0056cf3d10 ia32_syscall() at ia32_syscall+0x4d2/frame 0xfffffe0056cf3f30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xffffdc70 KDB: enter: panic [ thread pid 763 tid 100102 ] Stopped at kdb_enter+0x6e: movq $0,0x259e877(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0072a00000 rdx 0x7ffff rbx 0xffffffff82808a20 .str.27 rsp 0xfffffe0056cf33f0 rbp 0xfffffe0056cf3410 rsi 0x80001 rdi 0xffffffff81644bc9 printf+0x149 r8 0 r9 0xffffffff r10 0xb1531d1c199976b1 r11 0xfffffe00540c6cd0 r12 0xfffffe00540c6780 r13 0xfffffffffffffffe r14 0xffffffff82808a20 .str.27 r15 0 rip 0xffffffff8162e31e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x259e877(%rip) db> show proc Process 763 (syz-executor) at 0xfffffe00540ca008: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 762 at 0xfffffe00540c9558 ABI: FreeBSD ELF32 flag: 0x10004000 flag2: 0 arguments: ./syz-executor exec reaper: 0xfffffe0007809010 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00078106d8 (map 0xfffffe00078106d8) (map.pmap 0xfffffe0007810778) (pmap 0xfffffe00078107e8) threads: 1 100102 Run nanslp 0xffffffff83badc40 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 1208 1206 1015 0 S uwait 0xfffffe006e4a2e80 syz-executor 1207 766 766 0 S (threaded) syz-executor 100739 S nanslp 0xffffffff83badc40 syz-executor 100740 S aiowc 0xfffffe00541083a0 syz-executor 100742 S uwait 0xfffffe0057d94e80 syz-executor 1206 1015 1015 0 S (threaded) syz-executor 100445 S nanslp 0xffffffff83badc40 syz-executor 100738 S select 0xfffffe0057df6cc0 syz-executor 100741 S uwait 0xfffffe006e4a3100 syz-executor 1204 763 763 0 R (threaded) syz-executor 100712 Run CPU 1 syz-executor 100734 S aiowc 0xfffffe005418ae40 syz-executor 100735 S uwait 0xfffffe006e4a2c80 syz-executor 100736 S uwait 0xfffffe006e4a2d80 syz-executor 1203 1 1015 0 S uwait 0xfffffe006e4a2380 syz-executor 1202 1 763 0 S uwait 0xfffffe006deef600 syz-executor 1199 1 763 0 S uwait 0xfffffe006deee680 syz-executor 1196 1 1015 0 S uwait 0xfffffe0077914800 syz-executor 1187 1 763 0 S uwait 0xfffffe0057d92380 syz-executor 1176 0 0 0 DL mdwait 0xfffffe0059b83000 [md2] 1175 1 763 0 S uwait 0xfffffe00584e9400 syz-executor 1174 1 1015 0 S uwait 0xfffffe006e4a2b80 syz-executor 1169 1 763 0 S uwait 0xfffffe007c2db200 syz-executor 1166 1 766 0 S uwait 0xfffffe006deee880 syz-executor 1164 1 766 0 S uwait 0xfffffe006e4a2080 syz-executor 1154 0 0 0 DL mdwait 0xfffffe0058635000 [md1] 1148 1 1015 0 S uwait 0xfffffe00584ecd00 syz-executor 1128 1 766 0 S uwait 0xfffffe0057d94d80 syz-executor 1121 1 1015 0 S uwait 0xfffffe00584ece00 syz-executor 1119 1 1015 0 SV sigwait 0xfffffe0054121608 syz-executor 1115 1114 766 0 SV uwait 0xfffffe006e4a2a80 syz-executor 1114 1113 766 0 DV ppwait 0xfffffe0054166510 syz-executor 1113 1112 766 0 DV ppwait 0xfffffe0054166a68 syz-executor 1112 1111 766 0 DV ppwait 0xfffffe0054166fc0 syz-executor 1111 1110 766 0 DV ppwait 0xfffffe0054167518 syz-executor 1110 1109 766 0 DV ppwait 0xfffffe0054167a70 syz-executor 1109 1108 766 0 DV ppwait 0xfffffe005416c500 syz-executor 1108 1107 766 0 DV ppwait 0xfffffe005416ca58 syz-executor 1107 1106 766 0 DV ppwait 0xfffffe005415efc0 syz-executor 1106 1105 766 0 DV ppwait 0xfffffe005415f518 syz-executor 1105 1104 766 0 DV ppwait 0xfffffe005415fa70 syz-executor 1104 1103 766 0 DV ppwait 0xfffffe0054164500 syz-executor 1103 1102 766 0 DV ppwait 0xfffffe0054164a58 syz-executor 1102 1101 766 0 DV ppwait 0xfffffe0054164fb0 syz-executor 1101 1100 766 0 DV ppwait 0xfffffe0054165508 syz-executor 1100 1099 766 0 DV ppwait 0xfffffe0054165a60 syz-executor 1099 1098 766 0 DV ppwait 0xfffffe005415c500 syz-executor 1098 1097 766 0 DV ppwait 0xfffffe005415ca58 syz-executor 1097 1096 766 0 DV ppwait 0xfffffe005415cfb0 syz-executor 1096 1095 766 0 DV ppwait 0xfffffe005415d508 syz-executor 1095 1094 766 0 DV ppwait 0xfffffe005415da60 syz-executor 1094 1093 766 0 DV ppwait 0xfffffe005415dfb8 syz-executor 1093 1092 766 0 DV ppwait 0xfffffe005415e510 syz-executor 1092 1091 766 0 DV ppwait 0xfffffe005415ea68 syz-executor 1091 1090 766 0 DV ppwait 0xfffffe0054145508 syz-executor 1090 1089 766 0 DV ppwait 0xfffffe0054145a60 syz-executor 1089 1088 766 0 DV ppwait 0xfffffe0054145fb8 syz-executor 1088 1087 766 0 DV ppwait 0xfffffe0054146510 syz-executor 1087 1086 766 0 DV ppwait 0xfffffe0054146a68 syz-executor 1086 1085 766 0 DV ppwait 0xfffffe0054146fc0 syz-executor 1085 1084 766 0 DV ppwait 0xfffffe0054147518 syz-executor 1084 1083 766 0 DV ppwait 0xfffffe0054147a70 syz-executor 1083 1 766 0 DV ppwait 0xfffffe0054123510 syz-executor 1069 1 763 0 S uwait 0xfffffe0057d94c80 syz-executor 1067 1 766 0 S uwait 0xfffffe0057d91900 syz-executor 1064 1 763 0 S uwait 0xfffffe0057d94b80 syz-executor 1049 1048 763 0 S uwait 0xfffffe006deef400 syz-executor 1048 1 763 0 SV uwait 0xfffffe006deeee00 syz-executor 1031 1030 1030 0 S tun_con 0xfffffe0058125528 ifconfig 1030 762 1030 0 S wait 0xfffffe00540cb568 syz-executor 1015 762 1015 0 S nanslp 0xffffffff83badc41 syz-executor 1009 1 763 0 S uwait 0xfffffe006deef300 syz-executor 985 1 763 0 S uwait 0xfffffe006deef800 syz-executor 978 1 766 0 S uwait 0xfffffe00584eca00 syz-executor 975 1 765 0 S uwait 0xfffffe006deef000 syz-executor 974 1 765 0 S uwait 0xfffffe0057d94780 syz-executor 968 962 968 0 Ss select 0xfffffe0057df72c0 dhclient 965 1 965 0 Ss select 0xfffffe0057df7640 dhclient 962 954 423 65 S select 0xfffffe0058612e40 dhclient 954 423 423 0 S wait 0xfffffe0054003ab8 sh 922 1 765 0 S uwait 0xfffffe0057d94680 syz-executor 911 1 765 0 S uwait 0xfffffe006def0a00 syz-executor 902 1 763 0 S uwait 0xfffffe006def0c00 syz-executor 900 1 765 0 S uwait 0xfffffe006deef700 syz-executor 894 1 766 0 S uwait 0xfffffe006def0d00 syz-executor 874 1 763 0 S uwait 0xfffffe00584e9200 syz-executor 872 1 765 0 S uwait 0xfffffe006def0e00 syz-executor 833 1 764 0 S uwait 0xfffffe0057d92280 syz-executor 820 0 0 0 DL aiordy 0xfffffe0054107ac0 [aiod5] 819 0 0 0 DL aiordy 0xfffffe0007809ac0 [aiod4] 817 0 0 0 DL aiordy 0xfffffe000780a570 [aiod2] 816 0 0 0 DL aiordy 0xfffffe0054004ac0 [aiod1] 766 762 766 0 R syz-executor 763 762 763 0 R nanslp 0xffffffff83badc40 syz-executor 762 760 760 0 S select 0xfffffe0057ddb940 syz-executor 760 758 760 0 Ss sigsusp 0xfffffe005400cb70 csh 758 681 758 0 Ss select 0xfffffe0057ddbb40 sshd 747 1 747 0 Ss+ ttyin 0xfffffe0058279cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe005862f0b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe005862f4b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe005862f8b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe005862fcb0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00586300b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00586304b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00586308b0 getty 739 1 739 0 Ss+ ttyin 0xfffffe0058630cb0 getty 685 1 685 0 Ss nanslp 0xffffffff83badc40 cron 681 1 681 0 Ss select 0xfffffe00586135c0 sshd 494 1 494 0 Ss select 0xfffffe0057de02c0 syslogd 423 1 423 0 Ss wait 0xfffffe005400aab0 devd 422 1 422 65 Ss select 0xfffffe0057de0240 dhclient 337 1 337 0 Ss select 0xfffffe0057ddbdc0 dhclient 334 1 334 0 Ss select 0xfffffe0057de0140 dhclient 16 0 0 0 DL syncer 0xffffffff83ccb820 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0054002558 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83cc9d60 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100095 D sdflush 0xfffffe005862d8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d14cc0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83cfad88 [dom0] 100080 D launds 0xffffffff83cfad94 [laundry: dom0] 100081 D umarcl 0xffffffff81e142d0 [uma] 7 0 0 0 DL - 0xffffffff839265d8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff843b9f20 [pf purge] 5 0 0 0 DL waiting 0xffffffff8468d700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838f0340 [doneq0] 100046 D - 0xffffffff838f02c0 [async] 100075 D - 0xffffffff838f0140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83cf6660 [crypto] 100043 D crypto_ 0xfffffe0053ee4d30 [crypto returns 0] 100044 D crypto_ 0xfffffe0053ee4d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b56640 [g_event] 100038 D - 0xffffffff83b56660 [g_up] 100039 D - 0xffffffff83b56680 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809010 [init] 10 0 0 0 DL audit_w 0xffffffff83cf7100 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c53ff0 [swapper] 100005 D - 0xfffffe0053ea0100 [softirq_0] 100006 D - 0xfffffe0053ea0000 [softirq_1] 100007 D - 0xfffffe0053e9fe00 [if_io_tqg_0] 100008 D - 0xfffffe0053e9fd00 [if_io_tqg_1] 100009 D - 0xfffffe0053e9fc00 [if_config_tqg_0] 100010 D - 0xfffffe000776ea00 [kqueue_ctx taskq] 100011 D - 0xfffffe000776e900 [jail_remove taskq] 100012 D - 0xfffffe000776e800 [bus taskq] 100015 D - 0xfffffe000776e500 [thread taskq] 100017 D - 0xfffffe000776e300 [aiod_kick taskq] 100018 D - 0xfffffe000776e200 [deferred_unmount ta] 100019 D - 0xfffffe000776e100 [inm_free taskq] 100020 D - 0xfffffe000776e000 [in6m_free taskq] 100021 D - 0xfffffe000776de00 [linuxkpi_irq_wq] 100022 D - 0xfffffe000776dd00 [linuxkpi_short_wq_0] 100023 D - 0xfffffe000776dd00 [linuxkpi_short_wq_1] 100024 D - 0xfffffe000776dd00 [linuxkpi_short_wq_2] 100025 D - 0xfffffe000776dd00 [linuxkpi_short_wq_3] 100026 D - 0xfffffe000776dc00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe000776dc00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe000776dc00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe000776dc00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe000776da00 [firmware taskq] 100040 D - 0xfffffe000776d900 [crypto_0] 100041 D - 0xfffffe000776d900 [crypto_1] 100056 D - 0xfffffe0057de6d00 [vtnet0 rxq 0] 100057 D - 0xfffffe0057de6c00 [vtnet0 txq 0] 100058 D - 0xfffffe0057de6b00 [vtnet0 rxq 1] 100059 D - 0xfffffe0057de6a00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057de0380 [virtio_balloon] 100065 D - 0xffffffff8280d100 [deadlkres] 100069 D - 0xfffffe00593fd500 [acpi_task_0] 100070 D - 0xfffffe00593fd500 [acpi_task_1] 100071 D - 0xfffffe00593fd500 [acpi_task_2] 100073 D - 0xfffffe000776eb00 [mca taskq] 100074 D - 0xfffffe000776d700 [CAM taskq] 100076 D - 0xfffffe0007770500 [ipsec_offload] db> show all locks Process 1031 (ifconfig) thread 0xfffffe005411b000 (100235) exclusive sx ifnet_detach_sx (ifnet_detach_sx) r = 0 (0xffffffff83ccc000) locked @ /syzkaller/managers/i386/kernel/sys/net/if.c:3006 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 384 5188K 558 tcp_hpts 7 4801K 7 devbuf 4187 4324K 4218 sysctloid 35242 2076K 35434 vtbuf 24 1968K 46 kobj 331 1324K 522 filedesc 150 1195K 667 newblk 13 1027K 1445 vfscache 3 1025K 3 pcb 63 688K 291 subproc 265 535K 1360 inodedep 24 521K 550 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 5855 acpica 1674 184K 54444 vmem 5 144K 7 tidhash 3 141K 3 pagedep 16 132K 288 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 109 109K 129 sem 4 106K 4 gtaskqueue 18 98K 18 bus 1000 82K 5086 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 523 66K 524 ddb_capture 1 64K 1 kdtrace 320 58K 1954 umtx 416 52K 416 BPF 39 51K 93 DEVFS3 129 33K 140 hostcache 1 32K 1 shm 1 32K 6 msg 4 30K 4 kbdmux 6 28K 6 LRO 22 23K 22 temp 33 21K 2210 ifaddr 76 21K 78 DEVFS_RULE 56 20K 56 routetbl 160 19K 484 lltable 55 18K 57 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 plimit 39 15K 365 ithread 90 15K 90 ether_multi 180 15K 363 bus-sc 34 15K 1657 ifnet 8 15K 8 eventhandler 163 14K 163 CC Mem 98 13K 620 GEOM 59 13K 522 md_sectors 3 12K 4 shmfd 10 12K 14 kenv 95 12K 95 cred 29 11K 276 CAM queue 5 11K 1528 in6_multi 75 10K 97 rman 82 10K 437 rpc 8 9K 8 kqueue 125 9K 1472 bmsafemap 2 9K 491 md_disk 5 9K 10 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 8 pfs_vncache 1 8K 1 audit_evclass 240 8K 306 pwddesc 120 8K 1221 taskqueue 69 8K 93 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 DEVFSP 87 6K 216 ufs_dirhash 24 5K 39 pf_ifnet 11 5K 23 UMA 269 5K 270 inpcbpolicy 136 5K 1084 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 sctp_atcl 10 4K 72 proc-args 145 4K 2348 acpisem 28 4K 28 kcovinfo 54 4K 54 mount 23 4K 1044 selfd 50 4K 18450 terminal 11 3K 11 session 21 3K 48 acpidev 20 3K 20 crypto 10 3K 56 uidinfo 4 3K 36 lockf 23 3K 85 hhook 8 3K 10 clone 9 3K 9 ip6ndp 14 3K 16 netlink 2 3K 98 osd 103 3K 636 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 sctp_ifa 15 2K 16 tun 5 2K 5 Unitno 34 2K 88 dirrem 7 2K 431 in_multi 7 2K 23 select 13 2K 100 CAM XPT 22 2K 543 newdirblk 12 2K 262 toponodes 6 2K 6 ipsecpolicy 2 2K 2 msi 9 2K 9 ip6opt 7 2K 32 sctp_stro 1 1K 5 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 30 NFSD session 1 1K 1 cryptodev 14 1K 219 sctp_ifn 7 1K 16 mld 7 1K 7 igmp 7 1K 7 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_timw 3 1K 3 pfil 6 1K 6 isadev 6 1K 6 pci_link 10 1K 10 encap_export_host 12 1K 12 sctp_stri 1 1K 6 diradd 4 1K 452 freefile 4 1K 353 cdev 2 1K 2 lkpikmalloc 8 1K 9 sctp_atky 11 1K 81 counter_rate 13 1K 13 mkdir 3 1K 524 ip_msource 6 1K 34 chacha20random 1 1K 1 biobuf 1 1K 1 DEVFS 10 1K 11 vnodes 1 1K 5 procdesc 2 1K 12 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 sctp_athm 10 1K 75 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 5 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3737 sctp_vrf 1 1K 1 freework 1 1K 497 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 36 acpiintr 1 1K 1 DEVFS4 2 1K 2 sctp_map 2 1K 8 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 93 p1003.1b 1 1K 1 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 tcp_pcm_rack 0 0K 4 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 8 sctp_mcore 0 0K 0 sctp_socko 0 0K 5 sctp_iter 0 0K 14 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 14 sctp_aadr 0 0K 0 filemon 0 0K 5 pf_table 0 0K 0 pf 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 217 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 13 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 287 freefrag 0 0K 19 allocindir 0 0K 0 indirdep 0 0K 381 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 22 in6_mfilter 0 0K 22 frag6 0 0K 24 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 19 in_mfilter 0 0K 75 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 21 fadvise 0 0K 0 VN POLL 0 0K 10 statfs 0 0K 197 namei_tracker 0 0K 2 inotify 0 0K 55 export_host 0 0K 0 cl_savebuf 0 0K 10 lio 0 0K 16 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 14477 ioctlops 0 0K 121 eventfd 0 0K 1 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 320 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 652 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 1 rctl 0 0K 0 cache 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 90 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 1 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8358 1040 16045 0 254 38494208 0 tcp_log 416 5287 2588 15917 0 254 3276000 0 mbuf 256 9006 401 30994 0 254 2408192 0 RADIX NODE 152 13932 831 53029 0 62 2243976 0 BUF TRIE 152 361 11443 1731 0 62 1794208 0 malloc-384 384 4141 59 4171 0 30 1612800 0 mbuf_cluster 2048 508 254 540 0 254 1560576 0 malloc-128 128 11586 287 11664 0 126 1519744 0 malloc-4096 4096 334 4 604 0 2 1384448 0 UMA Slabs 0 112 11241 21 11241 0 126 1261344 0 malloc-16384 16384 74 1 330 0 1 1228800 0 malloc-65536 65536 14 2 32 0 1 1048576 0 vmem btag 56 17725 98 17759 0 254 998088 0 FFS inode 1168 575 27 937 0 8 703136 0 sctp_asoc 2256 1 254 4 0 254 575280 0 malloc-4096 4096 132 6 1221 0 2 565248 0 pbuf 2624 0 202 0 0 2 530048 0 socket 1024 194 314 2514 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 VM OBJECT 248 1674 134 18438 0 62 448384 0 THREAD 1860 199 9 743 0 8 386880 0 256 Bucket 2048 154 6 1157 0 8 327680 0 VNODE 440 617 76 981 0 30 304920 0 sctp_ep 1152 8 251 65 0 254 298368 0 malloc-2048 2048 115 13 413 0 8 262144 0 malloc-64 64 719 3376 20935 0 254 262080 0 malloc-64 64 3874 221 3972 0 254 262080 0 MAP ENTRY 96 2358 288 60728 0 126 254016 0 malloc-16 16 14521 479 14658 0 254 240000 0 DEVCTL 1024 35 185 162 0 0 225280 0 tcp_inpcb 1304 98 70 619 0 8 219072 0 malloc-65536 65536 0 3 85 0 1 196608 0 malloc-65536 65536 1 2 9 0 1 196608 0 PROC 1368 119 24 1209 0 8 195624 0 sctp_raddr 736 2 262 4 0 254 194304 0 UMA Zones 768 241 3 242 0 16 187392 0 FPU_save_area 832 201 24 977 0 16 187200 0 malloc-32 32 5340 330 5445 0 254 181440 0 malloc-128 128 1231 164 25747 0 126 178560 0 FFS2 dinode 256 575 115 937 0 62 176640 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 47 469 1316 0 254 165120 0 malloc-32768 32768 0 5 341 0 1 163840 0 filedesc0 1072 120 20 1221 0 8 150080 0 malloc-1024 1024 123 21 314 0 16 147456 0 malloc-128 128 912 235 5334 0 126 146816 0 S VFS Cache 104 1018 386 1480 0 126 146016 0 malloc-256 256 86 484 1739 0 62 145920 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 2 2 14 0 1 131072 0 malloc-2048 2048 6 58 1043 0 8 131072 0 mbuf_packet 256 13 495 1350 0 254 130048 0 ksiginfo 112 116 928 190 0 126 116928 0 malloc-128 128 623 152 1995 0 126 99200 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 5 1 8 0 1 98304 0 malloc-256 256 247 128 854 0 62 96000 0 malloc-8192 8192 9 2 92 0 1 90112 0 UMA Kegs 384 228 5 229 0 30 89472 0 g_bio 408 0 210 11434 0 30 85680 0 128 Bucket 1024 51 32 274 0 16 84992 0 malloc-64 64 883 440 3228 0 254 84672 0 malloc-8192 8192 8 2 15 0 1 81920 0 malloc-4096 4096 15 5 236 0 2 81920 0 64 Bucket 512 100 60 3544 0 30 81920 0 malloc-256 256 157 158 1744 0 62 80640 0 malloc-256 256 165 150 856 0 62 80640 0 malloc-4096 4096 15 3 501 0 2 73728 0 malloc-384 384 89 91 973 0 30 69120 0 malloc-384 384 150 30 150 0 30 69120 0 malloc-32768 32768 0 2 5 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-1024 1024 26 38 558 0 16 65536 0 32 Bucket 256 83 172 564 0 62 65280 0 Files 80 410 240 9844 0 126 52000 0 malloc-128 128 30 373 304 0 126 51584 0 malloc-256 256 3 192 786 0 62 49920 0 malloc-256 256 40 155 686 0 62 49920 0 DIRHASH 1024 34 14 44 0 16 49152 0 NAMEI 1024 0 48 15769 0 16 49152 0 malloc-16384 16384 1 2 191 0 1 49152 0 malloc-2048 2048 10 14 90 0 8 49152 0 malloc-1024 1024 17 31 1104 0 16 49152 0 VMSPACE 584 66 18 1149 0 16 49056 0 malloc-384 384 77 43 119 0 30 46080 0 pcpu-8 8 4962 670 5521 0 254 45056 0 syncache 168 0 264 3 0 254 44352 0 TURNSTILE 136 209 106 209 0 62 42840 0 pipe 736 26 29 409 0 16 40480 0 sctp_readq 152 2 258 2 0 254 39520 0 sctp_chunk 152 4 256 10 0 254 39520 0 da_ccb 544 0 70 2943 0 16 38080 0 udp_inpcb 408 11 79 292 0 30 36720 0 malloc-64 64 22 545 14193 0 254 36288 0 malloc-64 64 31 536 79 0 254 36288 0 malloc-64 64 282 285 1500 0 254 36288 0 malloc-64 64 129 438 1307 0 254 36288 0 malloc-64 64 4 563 6 0 254 36288 0 tcp_rack_map 128 0 279 8 0 126 35712 0 malloc-128 128 22 257 199 0 126 35712 0 malloc-128 128 8 271 391 0 126 35712 0 malloc-128 128 120 159 610 0 126 35712 0 routing nhops 256 31 104 39 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 41 49 690 0 30 34560 0 malloc-256 256 33 102 571 0 62 34560 0 malloc-256 256 23 112 310 0 62 34560 0 ripcb 376 25 65 160 0 30 33840 0 SLEEPQUEUE 88 209 175 209 0 126 33792 0 malloc-4096 4096 5 3 60 0 2 32768 0 malloc-2048 2048 0 16 14 0 8 32768 0 malloc-2048 2048 3 13 62 0 8 32768 0 malloc-2048 2048 11 5 37 0 8 32768 0 malloc-2048 2048 9 7 12 0 8 32768 0 malloc-1024 1024 3 29 55 0 16 32768 0 malloc-1024 1024 3 29 10 0 16 32768 0 malloc-1024 1024 3 29 9 0 16 32768 0 malloc-512 512 0 64 121 0 30 32768 0 malloc-512 512 13 51 61 0 30 32768 0 malloc-512 512 1 63 17 0 30 32768 0 malloc-512 512 2 62 49 0 30 32768 0 malloc-512 512 11 53 46 0 30 32768 0 malloc-512 512 2 62 44 0 30 32768 0 malloc-512 512 19 45 70 0 30 32768 0 pcpu-64 64 501 11 501 0 254 32768 0 sctp_stream_msg_out 112 1 287 3 0 254 32256 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 27 237 54 0 126 31680 0 sctp_laddr 48 1 587 15 0 254 28224 0 rl_entry 48 8 580 8 0 254 28224 0 malloc-32 32 166 716 1823 0 254 28224 0 malloc-32 32 385 497 6324 0 254 28224 0 16 Bucket 144 60 136 469 0 62 28224 0 4 Bucket 48 5 583 6 0 254 28224 0 AIO 208 3 130 144 0 62 27664 0 udplite_inpcb 408 2 61 13 0 30 25704 0 cpuset 200 7 121 878 0 62 25600 0 malloc-8192 8192 3 0 3 0 1 24576 0 ertt_txseginfo 40 0 606 2262 0 254 24240 0 PWD 40 47 559 325 0 254 24240 0 rtentry 168 34 110 39 0 62 24192 0 8 Bucket 80 60 240 508 0 126 24000 0 itimer 352 1 65 4 0 30 23232 0 malloc-384 384 1 59 2 0 30 23040 0 malloc-384 384 12 48 12 0 30 23040 0 tcp_rack_pcb 1088 0 21 4 0 8 22848 0 domainset 40 0 567 861 0 254 22680 0 Mountpoints 2816 2 6 4 0 4 22528 0 clpbuf 2624 0 8 25 0 4 20992 0 hostcache 64 2 313 2 0 254 20160 0 ertt 72 98 182 619 0 126 20160 0 malloc-32 32 179 451 1304 0 254 20160 0 malloc-32 32 84 546 444 0 254 20160 0 malloc-32 32 69 561 128 0 254 20160 0 malloc-32 32 160 470 170 0 254 20160 0 malloc-32 32 18 612 29 0 254 20160 0 2 Bucket 32 66 564 542 0 254 20160 0 cryptop 280 0 70 18 0 30 19600 0 AIOCB 552 0 35 35 0 16 19320 0 L VFS Cache 320 1 59 64 0 30 19200 0 AIOLIO 272 0 70 8 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 0 1 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 50 0 1 16384 0 malloc-8192 8192 0 2 21 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 0 4 13 0 2 16384 0 malloc-4096 4096 2 2 9 0 2 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-1024 1024 0 16 2 0 16 16384 0 malloc-1024 1024 2 14 2 0 16 16384 0 malloc-512 512 2 30 2 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 malloc-16 16 510 490 4047 0 254 16000 0 kenv 258 17 43 1071 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 KNOTE 160 1 74 95 0 62 12000 0 malloc-16 16 103 647 1932 0 254 12000 0 malloc-16 16 10 740 16 0 254 12000 0 malloc-16 16 45 705 205 0 254 12000 0 malloc-16 16 140 610 28827 0 254 12000 0 malloc-16 16 18 732 29 0 254 12000 0 malloc-16 16 17 733 91 0 254 12000 0 malloc-384 384 1 29 2 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 vtnet_tx_hdr 24 1 333 2189 0 254 8016 0 md2 4 1023 249 1023 0 254 5088 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 17 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_pcb 896 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl