panic: /syzkaller/managers/i386/kernel/sys/kern/kern_timeout.c:607: callout_cc_add: Bad list head 0xfffffe0007fbc640 first->prev != head cpuid = 0 time = 28 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0057424690 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe00574247f0 vpanic() at vpanic+0x257/frame 0xfffffe00574249b0 panic() at panic+0xb5/frame 0xfffffe0057424a70 callout_cc_add() at callout_cc_add+0x339/frame 0xfffffe0057424ad0 callout_reset_sbt_on() at callout_reset_sbt_on+0x74f/frame 0xfffffe0057424bf0 sleepq_set_timeout_sbt() at sleepq_set_timeout_sbt+0x20b/frame 0xfffffe0057424cb0 _sleep() at _sleep+0x468/frame 0xfffffe0057424e10 pf_purge_thread() at pf_purge_thread+0x159/frame 0xfffffe0057424ef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0057424f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0057424f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 6 tid 100068 ] Stopped at kdb_enter+0x6e: movq $0,0x25bd7e7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe00033eee30 rdx 0 rbx 0xffffffff827b0060 .str.27 rsp 0xfffffe00574247d0 rbp 0xfffffe00574247f0 rsi 0 rdi 0xffffffff81614819 printf+0x149 r8 0 r9 0xffffffff r10 0xaec3a18354793a6f r11 0x17 r12 0xfffffe0054800740 r13 0xfffffffffffffffe r14 0xffffffff827b0060 .str.27 r15 0 rip 0xffffffff815fe9ae kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x25bd7e7(%rip) db> show proc Process 6 (pf purge) at 0xfffffe0054806000: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83b468e0 ABI: null flag: 0x10000204 flag2: 0 reaper: 0xffffffff83b468e0 reapsubtree: 6 sigparent: 20 vmspace: 0xffffffff83b47880 (map 0xffffffff83b47880) (map.pmap 0xffffffff83b47920) (pmap 0xffffffff83b47990) threads: 1 100068 Run pftm 0xffffffff84850850 [pf purge] db> ps pid ppid pgrp uid state wmesg wchan cmd 1859 1047 1047 0 R (threaded) syz-executor 101586 RunQ syz-executor 101587 S uwait 0xfffffe0079716300 syz-executor 101588 S piperd 0xfffffe007d2bdcc0 syz-executor 101589 S uwait 0xfffffe0079716c80 syz-executor 1849 1413 1413 0 D (threaded) syz-executor 101551 S nanslp 0xffffffff83b9d501 syz-executor 101570 D biowr 0xfffffe000857e7e8 syz-executor 101574 S kqread 0xfffffe0007f64400 syz-executor 101577 S uwait 0xfffffe0079716000 syz-executor 1844 1843 764 0 SV uwait 0xfffffe0079719d80 syz-executor 1843 1842 764 0 DV ppwait 0xfffffe0082823500 syz-executor 1842 1841 764 0 DV ppwait 0xfffffe0082819aa0 syz-executor 1841 1840 764 0 DV ppwait 0xfffffe008281a000 syz-executor 1840 1839 764 0 DV ppwait 0xfffffe008281a560 syz-executor 1839 1838 764 0 DV ppwait 0xfffffe008281aac0 syz-executor 1838 1837 764 0 DV ppwait 0xfffffe008281b500 syz-executor 1837 1836 764 0 DV ppwait 0xfffffe008281ba60 syz-executor 1836 1835 764 0 DV ppwait 0xfffffe008281bfc0 syz-executor 1835 1833 764 0 DV ppwait 0xfffffe008281c520 syz-executor 1833 1832 764 0 DV ppwait 0xfffffe008280eac0 syz-executor 1832 1830 764 0 DV ppwait 0xfffffe00549e3000 syz-executor 1830 1829 764 0 DV ppwait 0xfffffe0082817a60 syz-executor 1829 1828 764 0 DV ppwait 0xfffffe0082817fc0 syz-executor 1828 1827 764 0 DV ppwait 0xfffffe0082818520 syz-executor 1827 1826 764 0 DV ppwait 0xfffffe0082818a80 syz-executor 1826 1825 764 0 DV ppwait 0xfffffe0082818fe0 syz-executor 1825 1824 764 0 DV ppwait 0xfffffe0082819540 syz-executor 1824 1823 764 0 DV ppwait 0xfffffe008280bfc0 syz-executor 1823 1822 764 0 DV ppwait 0xfffffe008280c520 syz-executor 1822 1821 764 0 DV ppwait 0xfffffe008280ca80 syz-executor 1821 1820 764 0 DV ppwait 0xfffffe008280cfe0 syz-executor 1820 1819 764 0 DV ppwait 0xfffffe008280d540 syz-executor 1819 1818 764 0 DV ppwait 0xfffffe008280daa0 syz-executor 1818 1817 764 0 DV ppwait 0xfffffe008280e000 syz-executor 1817 1816 764 0 DV ppwait 0xfffffe008280e560 syz-executor 1816 1815 764 0 DV ppwait 0xfffffe0082804fe0 syz-executor 1815 1814 764 0 DV ppwait 0xfffffe0082805540 syz-executor 1814 1813 764 0 DV ppwait 0xfffffe0082805aa0 syz-executor 1813 1812 764 0 DV ppwait 0xfffffe0082806000 syz-executor 1812 1811 764 0 DV ppwait 0xfffffe0082806560 syz-executor 1811 1810 764 0 DV ppwait 0xfffffe0082806ac0 syz-executor 1810 1809 764 0 DV ppwait 0xfffffe008280b500 syz-executor 1809 1808 764 0 DV ppwait 0xfffffe008280ba60 syz-executor 1808 1807 764 0 DV ppwait 0xfffffe00549f7000 syz-executor 1807 1806 764 0 DV ppwait 0xfffffe00549f7560 syz-executor 1806 1805 764 0 DV ppwait 0xfffffe00549f7ac0 syz-executor 1805 1804 764 0 DV ppwait 0xfffffe0082803500 syz-executor 1804 1803 764 0 DV ppwait 0xfffffe0082803a60 syz-executor 1803 1802 764 0 DV ppwait 0xfffffe0082803fc0 syz-executor 1802 1801 764 0 DV ppwait 0xfffffe0082804520 syz-executor 1801 1800 764 0 DV ppwait 0xfffffe0082804a80 syz-executor 1800 1799 764 0 DV ppwait 0xfffffe00549f4500 syz-executor 1799 1798 764 0 DV ppwait 0xfffffe00549f4a60 syz-executor 1798 1797 764 0 DV ppwait 0xfffffe00549f4fc0 syz-executor 1797 1795 764 0 DV ppwait 0xfffffe00549f5520 syz-executor 1795 1794 764 0 DV ppwait 0xfffffe00549f5a80 syz-executor 1794 1793 764 0 DV ppwait 0xfffffe00549eb560 syz-executor 1793 1792 764 0 DV ppwait 0xfffffe00549f5fe0 syz-executor 1792 1791 764 0 DV ppwait 0xfffffe00549f6540 syz-executor 1791 1790 764 0 DV ppwait 0xfffffe00549f6aa0 syz-executor 1790 1788 764 0 DV ppwait 0xfffffe00549e2540 syz-executor 1788 1787 764 0 DV ppwait 0xfffffe00549ebac0 syz-executor 1787 1786 764 0 DV ppwait 0xfffffe00549c9a60 syz-executor 1786 1785 764 0 DV ppwait 0xfffffe00549c9fc0 syz-executor 1785 1784 764 0 DV ppwait 0xfffffe00549ca520 syz-executor 1784 1783 764 0 DV ppwait 0xfffffe0054989fe0 syz-executor 1783 1782 764 0 DV ppwait 0xfffffe00549cbaa0 syz-executor 1782 1781 764 0 DV ppwait 0xfffffe00549cafe0 syz-executor 1781 1780 764 0 DV ppwait 0xfffffe005498b000 syz-executor 1780 1779 764 0 DV ppwait 0xfffffe0054988fc0 syz-executor 1779 1778 764 0 DV ppwait 0xfffffe00549e1520 syz-executor 1778 1777 764 0 DV ppwait 0xfffffe00549e0500 syz-executor 1777 1776 764 0 DV ppwait 0xfffffe00549e8fc0 syz-executor 1776 1775 764 0 DV ppwait 0xfffffe00549e0a60 syz-executor 1775 764 764 0 T (threaded) syz-executor 101393 s syz-executor 101502 D ppwait 0xfffffe00549e8500 syz-executor 101503 s syz-executor 1762 1 1047 0 S uwait 0xfffffe0058cfa980 syz-executor 1725 1 1047 0 S uwait 0xfffffe0058cfa780 syz-executor 1703 1 1702 0 S uwait 0xfffffe007915e600 syz-executor 1696 1 764 0 S uwait 0xfffffe0058cfa880 syz-executor 1689 0 0 0 DL mdwait 0xfffffe007d8b8000 [md2147483647] 1683 1 1047 0 S uwait 0xfffffe0058cfae80 syz-executor 1672 1 1047 0 S uwait 0xfffffe0058cfa580 syz-executor 1658 1 764 0 S uwait 0xfffffe007916ac80 syz-executor 1642 1 1413 0 S uwait 0xfffffe0079717300 syz-executor 1626 1623 1623 0 D tun_con 0xfffffe005893d0a8 ifconfig 1623 763 1623 0 S wait 0xfffffe005490a5c0 syz-executor 1616 0 0 0 DL mdwait 0xfffffe007d2c7000 [md6] 1595 1 1591 0 S uwait 0xfffffe0058a5a200 syz-executor 1594 1 767 0 S uwait 0xfffffe007915e100 syz-executor 1593 1 1589 0 S uwait 0xfffffe007915eb00 syz-executor 1592 1 767 0 S uwait 0xfffffe007915ec00 syz-executor 1590 1 1047 0 S uwait 0xfffffe0079717600 syz-executor 1585 1 764 0 T syz-executor 1576 1 1047 0 S uwait 0xfffffe007915e900 syz-executor 1575 1 764 0 S uwait 0xfffffe007916b300 syz-executor 1560 1 764 0 S uwait 0xfffffe0079717400 syz-executor 1544 1 1047 0 T uwait 0xfffffe007915e700 syz-executor 1538 1 1047 0 S uwait 0xfffffe0058a5d600 syz-executor 1532 0 0 0 DL mdwait 0xfffffe007d8b7000 [md0] 1520 1 764 0 S uwait 0xfffffe0079717d00 syz-executor 1512 0 0 0 DL mdwait 0xfffffe007d7e8000 [md5] 1511 1 1047 0 S uwait 0xfffffe0058a5de00 syz-executor 1507 1 767 0 S uwait 0xfffffe007915ee00 syz-executor 1499 1 1047 0 S uwait 0xfffffe0079718880 syz-executor 1494 1 1413 0 S uwait 0xfffffe0079717a00 syz-executor 1483 1 1413 0 S uwait 0xfffffe0079717200 syz-executor 1481 1 1413 0 S uwait 0xfffffe007916a180 syz-executor 1476 1 1047 0 S uwait 0xfffffe0079717b00 syz-executor 1460 1 1413 0 S uwait 0xfffffe007916a780 syz-executor 1458 1 1413 -1 S uwait 0xfffffe007915ea00 syz-executor 1442 0 0 0 DL - 0xffffffff83b47d40 [accounting] 1418 1 1047 0 S uwait 0xfffffe007916ad80 syz-executor 1413 763 1413 0 S nanslp 0xffffffff83b9d500 syz-executor 1379 1 764 0 S uwait 0xfffffe0079717c00 syz-executor 1376 1 1047 0 SV uwait 0xfffffe0079718380 syz-executor 1367 1 766 0 S uwait 0xfffffe007916a480 syz-executor 1362 1 764 0 S uwait 0xfffffe0079718e80 syz-executor 1353 1 767 0 S uwait 0xfffffe0079718080 syz-executor 1335 1 767 0 S uwait 0xfffffe007916a280 syz-executor 1326 1 766 0 S uwait 0xfffffe007916b200 syz-executor 1312 1 767 0 S uwait 0xfffffe007916a080 syz-executor 1310 1 767 0 S uwait 0xfffffe0079717900 syz-executor 1281 1 1047 60928 SV uwait 0xfffffe0079717800 syz-executor 1278 0 0 0 DL mdwait 0xfffffe007c1f5000 [md4] 1272 1 767 0 S uwait 0xfffffe0058cf9900 syz-executor 1270 1 767 0 S uwait 0xfffffe0058a5d700 syz-executor 1267 1 1047 0 S uwait 0xfffffe0079718a80 syz-executor 1260 1 766 0 SV aiowc 0xfffffe00549813a8 syz-executor 1255 1 764 0 S uwait 0xfffffe007916b600 syz-executor 1244 1 767 0 S uwait 0xfffffe0058a5b980 syz-executor 1237 1 767 0 S uwait 0xfffffe0079719000 syz-executor 1236 1 764 0 S uwait 0xfffffe0079718580 syz-executor 1232 1 767 0 S uwait 0xfffffe0079717f00 syz-executor 1223 1 764 0 S uwait 0xfffffe007916b500 syz-executor 1220 1 766 0 S uwait 0xfffffe0079718480 syz-executor 1217 1 767 0 S uwait 0xfffffe007916a680 syz-executor 1216 1 1047 0 SV uwait 0xfffffe007916a980 syz-executor 1215 1 1047 0 S uwait 0xfffffe0079718680 syz-executor 1212 1 767 0 S uwait 0xfffffe007916aa80 syz-executor 1195 1 767 0 S uwait 0xfffffe0058a5a300 syz-executor 1194 1 1047 0 S uwait 0xfffffe0007feca80 syz-executor 1152 1 766 0 S uwait 0xfffffe007916c100 syz-executor 1147 1 766 0 S uwait 0xfffffe0007fece80 syz-executor 1146 1 766 0 S uwait 0xfffffe0058cf7280 syz-executor 1130 1 764 0 S uwait 0xfffffe0007fec780 syz-executor 1127 1 1047 0 S uwait 0xfffffe007916c300 syz-executor 1126 1 1047 0 S uwait 0xfffffe0058a5aa80 syz-executor 1120 1 767 0 S uwait 0xfffffe0058cf7e80 syz-executor 1091 0 0 0 DL - 0xffffffff83cad400 [soaiod4] 1090 0 0 0 DL - 0xffffffff83cad400 [soaiod3] 1089 0 0 0 DL - 0xffffffff83cad400 [soaiod2] 1088 0 0 0 DL - 0xffffffff83cad400 [soaiod1] 1071 1 767 0 S uwait 0xfffffe0079718b80 syz-executor 1068 1 1047 0 S uwait 0xfffffe0079719200 syz-executor 1047 763 1047 0 S nanslp 0xffffffff83b9d501 syz-executor 1036 1 767 0 S uwait 0xfffffe0007fec680 syz-executor 1028 1 766 0 S uwait 0xfffffe0058a5db00 syz-executor 1019 1 766 0 S uwait 0xfffffe0007fec400 syz-executor 1013 1 766 0 S uwait 0xfffffe0058cf7580 syz-executor 1008 0 0 0 DL mdwait 0xfffffe0079710000 [md3] 1007 1 765 0 SV uwait 0xfffffe0058a5dc00 syz-executor 1002 1 765 0 S uwait 0xfffffe0058a5da00 syz-executor 1000 1 765 0 S uwait 0xfffffe0058a5d900 syz-executor 998 1 766 0 S uwait 0xfffffe0058a5d800 syz-executor 992 1 766 0 S uwait 0xfffffe0058cf7480 syz-executor 986 1 766 60928 S uwait 0xfffffe0007fecb80 syz-executor 974 1 766 0 S uwait 0xfffffe0007fec200 syz-executor 973 1 766 0 S uwait 0xfffffe0058a5a100 syz-executor 972 1 767 0 S uwait 0xfffffe0058a5ba80 syz-executor 970 1 767 0 S uwait 0xfffffe0058a5ab80 syz-executor 929 0 0 0 DL (threaded) [so_splice] 100197 D - 0xfffffe0058a5dd80 [thr_0] 100303 D - 0xfffffe0058a5ddc0 [thr_1] 921 1 764 0 S uwait 0xfffffe0058a5b000 syz-executor 888 0 0 0 DL mdwait 0xfffffe0077ee7000 [md2] 884 1 764 0 S uwait 0xfffffe0007fec580 syz-executor 872 0 0 0 DL mdwait 0xfffffe006ebed000 [md1] 871 1 764 0 S uwait 0xfffffe0058a5ac80 syz-executor 825 1 766 0 S uwait 0xfffffe0058a5a000 syz-executor 823 0 0 0 DL aiordy 0xfffffe005490d040 [aiod4] 822 0 0 0 DL aiordy 0xfffffe005490d5a0 [aiod3] 821 0 0 0 DL aiordy 0xfffffe005490db00 [aiod2] 820 0 0 0 DL aiordy 0xfffffe0054907000 [aiod1] 819 807 819 0 Ss select 0xfffffe006e621040 dhclient 814 1 814 0 Ss select 0xfffffe006e620640 dhclient 807 789 424 65 S select 0xfffffe0059daacc0 dhclient 789 424 424 0 S wait 0xfffffe0054907560 sh 764 763 764 0 S nanslp 0xffffffff83b9d500 syz-executor 763 761 761 0 S select 0xfffffe006e620e40 syz-executor 761 759 761 0 Ss pause 0xfffffe00549080d0 csh 759 682 759 0 Ss select 0xfffffe006e620f40 sshd 748 1 748 0 Ss+ ttyin 0xfffffe0058a974b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0058e28cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0058e290b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0058a94cb0 getty 744 1 744 0 Ss+ ttyin 0xfffffe0058e294b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe0058e298b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe0058e29cb0 getty 741 1 741 0 Ss+ ttyin 0xfffffe0058e2a0b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe0058e2a4b0 getty 738 1 18 0 S+ piperd 0xfffffe005a0192e0 logger 737 736 18 0 S+ nanslp 0xffffffff83b9d500 sleep 736 1 18 0 S+ wait 0xfffffe0008026ac0 sh 686 1 686 0 Ss nanslp 0xffffffff83b9d501 cron 682 1 682 0 Ss select 0xfffffe006e621240 sshd 495 1 495 0 Ss select 0xfffffe006e621340 syslogd 424 1 424 0 Ss wait 0xfffffe0054808b00 devd 423 1 423 65 Ss select 0xfffffe00547f95c0 dhclient 338 1 338 0 Ss select 0xfffffe00547f9540 dhclient 335 1 335 0 Ss select 0xfffffe00547f96c0 dhclient 17 0 0 0 DL syncer 0xffffffff83cbada0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0008028040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83cb9360 [bufdaemon] 100083 D - 0xffffffff83002140 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0058e36ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d04380 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83cea2f8 [dom0] 100081 D launds 0xffffffff83cea304 [laundry: dom0] 100082 D umarcl 0xffffffff81dcf960 [uma] 7 0 0 0 DL - 0xffffffff8391acd0 [rand_harvestq] 6 0 0 0 RL pftm 0xffffffff84850850 [pf purge] 5 0 0 0 DL waiting 0xffffffff8460d700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100046 D - 0xffffffff838e5340 [doneq0] 100047 D - 0xffffffff838e52c0 [async] 100076 D - 0xffffffff838e5140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100043 D crypto_ 0xffffffff83ce5b40 [crypto] 100044 D crypto_ 0xfffffe0058556030 [crypto returns 0] 100045 D crypto_ 0xfffffe0058556080 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00547d9088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b45f00 [g_event] 100038 D - 0xffffffff83b45f20 [g_up] 100039 D - 0xffffffff83b45f40 [g_down] 2 0 0 0 RL (threaded) [clock] 100031 I [clock (0)] 100032 Run CPU 1 [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100048 I [irq24: virtio_pci0] 100049 I [irq25: virtio_pci0] 100050 I [irq26: virtio_pci0] 100051 I [irq27: virtio_pci0] 100052 I [irq28: virtio_pci1] 100053 I [irq29: virtio_pci1] 100054 I [irq30: virtio_pci1] 100055 I [irq31: virtio_pci1] 100056 I [irq32: virtio_pci1] 100061 I [irq10: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0008009040 [init] 10 0 0 0 DL audit_w 0xffffffff83ce65e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c2dff0 [swapper] 100005 D - 0xfffffe005462a000 [softirq_0] 100006 D - 0xfffffe0054629e00 [softirq_1] 100007 D - 0xfffffe0054629d00 [if_io_tqg_0] 100008 D - 0xfffffe0054629c00 [if_io_tqg_1] 100009 D - 0xfffffe0054629b00 [if_config_tqg_0] 100010 D - 0xfffffe0007f66200 [kqueue_ctx taskq] 100011 D - 0xfffffe0007f66100 [jail_remove taskq] 100012 D - 0xfffffe0007f66000 [bus taskq] 100015 D - 0xfffffe0007f65c00 [thread taskq] 100017 D - 0xfffffe0007f65a00 [aiod_kick taskq] 100018 D - 0xfffffe0007f65900 [deferred_unmount ta] 100019 D - 0xfffffe0007f65800 [inm_free taskq] 100020 D - 0xfffffe0007f65700 [in6m_free taskq] 100021 D - 0xfffffe0007f65600 [linuxkpi_irq_wq] 100022 D - 0xfffffe0007f65500 [linuxkpi_short_wq_0] 100023 D - 0xfffffe0007f65500 [linuxkpi_short_wq_1] 100024 D - 0xfffffe0007f65500 [linuxkpi_short_wq_2] 100025 D - 0xfffffe0007f65500 [linuxkpi_short_wq_3] 100026 D - 0xfffffe0007f65400 [linuxkpi_long_wq_0] 100027 D - 0xfffffe0007f65400 [linuxkpi_long_wq_1] 100028 D - 0xfffffe0007f65400 [linuxkpi_long_wq_2] 100029 D - 0xfffffe0007f65400 [linuxkpi_long_wq_3] 100036 D - 0xfffffe0007f65300 [firmware taskq] 100041 D - 0xfffffe0007f65100 [crypto_0] 100042 D - 0xfffffe0007f65100 [crypto_1] 100057 D - 0xfffffe0007f64e00 [vtnet0 rxq 0] 100058 D - 0xfffffe0007f64d00 [vtnet0 txq 0] 100059 D - 0xfffffe0007f64c00 [vtnet0 rxq 1] 100060 D - 0xfffffe0007f64b00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe005856dd00 [virtio_balloon] 100066 D - 0xffffffff827b53a0 [deadlkres] 100070 D - 0xfffffe0059be2000 [acpi_task_0] 100071 D - 0xfffffe0059be2000 [acpi_task_1] 100072 D - 0xfffffe0059be2000 [acpi_task_2] 100074 D - 0xfffffe0007f66900 [mca taskq] 100075 D - 0xfffffe0007f65000 [CAM taskq] 100077 D - 0xfffffe0059be1d00 [ipsec_offload] 100429 D - 0xfffffe0007f64600 [system_taskq_0] 100430 D - 0xfffffe0007f64600 [system_taskq_1] 100431 D - 0xfffffe0059be0200 [system_delay_taskq_] 100432 D - 0xfffffe0059be0200 [system_delay_taskq_] 100433 D - 0xfffffe0059be0700 [arc_prune] 100434 D - 0xfffffe0059be1900 [arc_flush_0] 100435 D - 0xfffffe0059be1900 [arc_flush_1] 100479 D - 0xfffffe0059be0400 [dbu_evict] 100514 D - 0xfffffe0059be0d00 [z_vdev_file_0] 100515 D - 0xfffffe0059be0d00 [z_vdev_file_1] 100516 D - 0xfffffe0059be0d00 [z_vdev_file_2] 100517 D - 0xfffffe0059be0d00 [z_vdev_file_3] 100518 D - 0xfffffe0059be0d00 [z_vdev_file_4] 100519 D - 0xfffffe0059be0d00 [z_vdev_file_5] 100520 D - 0xfffffe0059be0d00 [z_vdev_file_6] 100521 D - 0xfffffe0059be0d00 [z_vdev_file_7] 100522 D - 0xfffffe0059be0d00 [z_vdev_file_8] 100523 D - 0xfffffe0059be0d00 [z_vdev_file_9] 100524 D - 0xfffffe0059be0d00 [z_vdev_file_10] 100525 D - 0xfffffe0059be0d00 [z_vdev_file_11] 100526 D - 0xfffffe0059be0d00 [z_vdev_file_12] 100527 D - 0xfffffe0059be0d00 [z_vdev_file_13] 100528 D - 0xfffffe0059be0d00 [z_vdev_file_14] 100529 D - 0xfffffe0059be0d00 [z_vdev_file_15] 100569 D - 0xfffffe0059be0900 [zfsvfs] 1125 1 767 0 Z syz-executor db> show all locks Process 1859 (syz-executor) thread 0xfffffe008282e000 (101586) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff83bae0b0) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_umtx.c:1297 Process 1849 (syz-executor) thread 0xfffffe0082831000 (101570) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe000857e868) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_bio.c:4023 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0077e6bc78) locked @ /syzkaller/managers/i386/kernel/sys/ufs/ufs/ufs_vnops.c:2956 Process 1626 (ifconfig) thread 0xfffffe00549a7000 (101160) exclusive sx ifnet_detach_sx (ifnet_detach_sx) r = 0 (0xffffffff83cbb580) locked @ /syzkaller/managers/i386/kernel/sys/net/if.c:3027 Process 6 (pf purge) thread 0xfffffe0054800740 (100068) exclusive sx pf end thread (pf end thread) r = 0 (0xffffffff8490e740) locked @ /syzkaller/managers/i386/kernel/sys/netpfil/pf/pf.c:2561 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 425 12652K 744 tcp_hpts 7 4801K 7 devbuf 4188 4324K 4225 solaris 2244 3597K 4470 sysctloid 45165 2653K 45394 filedesc 304 2429K 1988 vtbuf 24 1968K 46 kobj 331 1324K 598 newblk 32 1032K 3526 vfscache 3 1025K 3 subproc 466 972K 2234 pcb 75 711K 970 inodedep 24 521K 1714 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 5 274K 8 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 102 201K 45135 acpica 1674 184K 54438 tidhash 3 141K 3 pagedep 9 130K 944 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 120 120K 144 sem 4 106K 4 gtaskqueue 18 98K 18 kdtrace 546 96K 3451 umtx 672 84K 672 bus 1004 82K 5082 mtx_pool 3 74K 3 temp 44 72K 3671 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 526 66K 530 ddb_capture 1 64K 1 BPF 28 38K 267 shm 3 36K 14 DEVFS3 139 35K 152 md_disk 16 33K 147 hostcache 1 32K 1 md_sectors 8 32K 83 msg 4 30K 4 kbdmux 6 28K 6 LRO 26 27K 26 filemon 3 24K 141 routetbl 196 24K 606 ifaddr 84 23K 87 DEVFS_RULE 56 20K 56 lltable 62 20K 76 kstat_data 19 19K 19 CC Mem 151 19K 2694 GEOM 117 19K 914 ether_multi 218 18K 293 kqueue 234 18K 2815 ufs_mount 4 17K 5 proc 3 17K 3 ifnet 9 17K 10 tty 16 16K 16 ithread 90 15K 90 bus-sc 34 15K 1653 pwddesc 219 14K 2051 eventhandler 166 14K 166 devstat 6 13K 6 cred 48 12K 638 in6_multi 85 12K 91 kenv 95 12K 95 plimit 29 11K 462 shmfd 7 11K 26 CAM queue 5 11K 1528 rman 82 10K 457 taskqueue 90 10K 381 rpc 8 9K 8 bmsafemap 3 9K 1689 tcp_fsb_rack 4 9K 26 UART 12 9K 12 ksem 1 8K 8 pfs_vncache 1 8K 1 audit_evclass 239 8K 301 sctp_timw 28 7K 28 sctp_atcl 18 7K 332 UMA 342 7K 343 pf_ifnet 18 7K 37 inpcbpolicy 195 7K 3637 sglist 6 7K 6 DEVFSP 96 6K 918 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 proc-args 235 6K 2897 ufs_dirhash 24 5K 30 mount 44 5K 4092 vt 11 5K 11 pf_table 2 4K 15 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 63 4K 63 lockf 34 4K 226 osd 181 4K 2740 acpisem 28 4K 28 selfd 48 3K 70225 session 24 3K 89 dirrem 11 3K 1473 terminal 11 3K 11 uidinfo 6 3K 44 ip6ndp 16 3K 17 in_multi 10 3K 20 acpidev 20 3K 20 hhook 8 3K 10 tun 6 3K 6 clone 9 3K 9 sctp_ifa 17 3K 18 crypto 9 3K 205 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 Unitno 30 2K 192 CAM XPT 22 2K 543 vnodemarker 3 2K 81 toponodes 6 2K 6 ipsecpolicy 2 2K 2 select 11 2K 155 cryptodev 21 2K 812 indirdep 5 2K 288 nhops 6 2K 9 msi 9 2K 9 netlink 2 2K 120 ip6opt 6 2K 120 sctp_ifn 8 1K 18 softdep 1 1K 1 freefile 8 1K 1320 sahead 1 1K 1 secasvar 1 1K 1 mld 8 1K 8 igmp 8 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 freework 4 1K 1464 ipsec 3 1K 3 mkdir 6 1K 1772 freeblks 3 1K 1085 pfil 6 1K 6 isadev 6 1K 10 pci_link 10 1K 10 diradd 5 1K 1498 encap_export_host 12 1K 12 sctp_atky 18 1K 394 ip_msource 9 1K 42 tcp_pcm_rack 2 1K 13 cdev 2 1K 2 lkpikmalloc 8 1K 9 newdirblk 3 1K 886 chacha20random 1 1K 1 biobuf 1 1K 1 eventfd 3 1K 10 sctp_athm 18 1K 335 vnodes 2 1K 17 freefrag 2 1K 66 ip_moptions 4 1K 83 procdesc 2 1K 8 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 frag6 2 1K 68 tcpfunc 3 1K 3 in_mfilter 3 1K 161 loginclass 3 1K 5 filedesc_to_leader 3 1K 9 pf_rule 1 1K 7 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 VN POLL 1 1K 12 aio 4 1K 10 soname 5 1K 4912 pmchooks 1 1K 1 filecaps 5 1K 103 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 iov 1 1K 20866 pmc 1 1K 1 sigio 1 1K 5 entropy 2 1K 36 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sfs_nodes 0 0K 0 zones_data 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 tcp_do_rack 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 28 sctp_iter 0 0K 15 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 15 sctp_aadr 0 0K 0 sctp_stro 0 0K 62 sctp_stri 0 0K 8 sctp_map 0 0K 122 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 378 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 41 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 10 in6_mfilter 0 0K 6 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 25 fadvise 0 0K 0 statfs 0 0K 285 namei_tracker 0 0K 9 export_host 0 0K 0 cl_savebuf 0 0K 38 lio 0 0K 85 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 289 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 572 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 650 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 2 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 138 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 17 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 707 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8322 1076 23978 0 254 38494208 0 mbuf 256 9260 48657 212302 0 254 14826752 0 malloc-16384 16384 154 2 1185 0 1 2555904 0 malloc-128 128 14778 102 15401 0 126 1904640 0 RADIX NODE 152 11699 386 53814 0 63 1836920 0 BUF TRIE 152 297 11507 2644 0 62 1794208 0 malloc-384 384 4154 16 4511 0 30 1601280 0 vmem btag 56 22450 4229 27017 0 254 1494024 0 malloc-4096 4096 331 5 598 0 2 1376256 0 UMA Slabs 0 112 12062 28 12062 0 126 1354080 0 256 Bucket 2048 458 142 2839 0 8 1228800 0 sctp_asoc 2256 0 510 60 0 254 1150560 0 malloc-64 64 286 17039 71694 0 254 1108800 0 zio_buf_comb_1048576 1048576 0 1 15 0 1 1048576 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 malloc-4096 4096 238 4 2064 0 2 991232 0 sctp_chunk 152 0 6110 21563 0 254 928720 0 socket 1024 387 377 6161 0 254 782336 0 FFS inode 1168 640 25 2043 0 8 776720 0 malloc-65536 65536 10 0 13 0 1 655360 0 VM OBJECT 248 2353 127 25266 0 62 615040 0 THREAD 1824 325 11 1589 0 8 612864 0 sctp_ep 1152 18 493 266 0 254 588672 0 malloc-256 256 2168 127 2692 0 62 587520 0 malloc-8192 8192 6 64 146 0 1 573440 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 194 0 0 2 509056 0 malloc-65536 65536 1 6 118 0 1 458752 0 MAP ENTRY 96 3951 333 94352 0 126 411264 0 malloc-65536 65536 4 2 114 0 1 393216 0 sctp_raddr 736 0 517 60 0 254 380512 0 malloc-64 64 4845 510 19050 0 254 342720 0 PROC 1376 219 23 1860 0 8 332992 0 VNODE 440 682 74 2087 0 30 332640 0 md5 512 585 15 585 0 30 307200 0 malloc-16 16 18443 557 32162 0 254 304000 0 md6 4096 73 1 73 0 2 303104 0 md0 4096 73 1 73 0 2 303104 0 md1 4096 73 1 73 0 2 303104 0 FPU_save_area 832 327 15 2410 0 16 284544 0 tcp_inpcb 1304 151 65 2690 0 8 281664 0 malloc-32 32 7396 290 23258 0 254 245952 0 UMA Zones 768 314 0 315 0 16 241152 0 filedesc0 1072 219 5 2051 0 8 240128 0 malloc-256 256 709 221 8744 0 62 238080 0 malloc-32768 32768 1 6 154 0 1 229376 0 malloc-2048 2048 102 10 411 0 8 229376 0 DEVCTL 1024 62 158 189 0 0 225280 0 tcp_log 416 0 513 293 0 254 213408 0 malloc-128 128 1371 272 28174 0 126 210304 0 FFS2 dinode 256 640 110 2042 0 62 192000 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 168 348 2065 0 254 165120 0 malloc-32768 32768 2 3 25 0 1 163840 0 malloc-2048 2048 5 75 672 0 8 163840 0 malloc-1024 1024 137 23 404 0 16 163840 0 S VFS Cache 104 1049 472 2705 0 126 158184 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 16 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 2 2 122 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 malloc-2048 2048 26 38 473 0 8 131072 0 mbuf_packet 256 24 484 1643 0 254 130048 0 ksiginfo 112 215 829 350 0 126 116928 0 UMA Kegs 384 301 2 302 0 30 116352 0 malloc-384 384 244 26 245 0 30 103680 0 malloc-128 128 539 236 3999 0 126 99200 0 malloc-128 128 473 302 2339 0 126 99200 0 malloc-128 128 724 51 1518 0 126 99200 0 malloc-8192 8192 9 3 16 0 1 98304 0 malloc-4096 4096 20 4 651 0 2 98304 0 g_bio 408 4 236 15502 0 30 97920 0 pipe 736 54 78 746 0 16 97152 0 128 Bucket 1024 70 13 471 0 16 84992 0 malloc-64 64 903 420 4012 0 254 84672 0 malloc-16384 16384 3 2 10 0 1 81920 0 64 Bucket 512 94 66 4499 0 30 81920 0 VMSPACE 584 119 14 1694 0 16 77672 0 malloc-4096 4096 12 6 32 0 2 73728 0 Files 80 754 146 17456 0 126 72000 0 malloc-64 64 815 256 3789 0 254 68544 0 DIRHASH 1024 34 30 38 0 16 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 2 0 1 65536 0 malloc-8192 8192 8 0 8 0 1 65536 0 malloc-4096 4096 11 5 72 0 2 65536 0 malloc-256 256 62 193 2058 0 62 65280 0 malloc-256 256 95 160 2402 0 62 65280 0 32 Bucket 256 99 156 1216 0 62 65280 0 udp_inpcb 408 21 132 400 0 30 62424 0 sctp_stream_msg_out 112 0 540 51 0 254 60480 0 malloc-384 384 64 86 2342 0 30 57600 0 malloc-8192 8192 5 2 200 0 1 57344 0 ripcb 376 19 131 515 0 30 56400 0 AIOCB 552 1 97 464 0 16 54096 0 malloc-128 128 191 212 1264 0 126 51584 0 malloc-128 128 38 365 4347 0 126 51584 0 TURNSTILE 136 337 41 337 0 62 51408 0 malloc-256 256 103 92 2524 0 62 49920 0 malloc-256 256 30 165 1402 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 NAMEI 1024 0 48 22721 0 16 49152 0 malloc-2048 2048 14 10 539 0 8 49152 0 malloc-2048 2048 8 16 59 0 8 49152 0 malloc-1024 1024 26 22 565 0 16 49152 0 malloc-1024 1024 29 19 545 0 16 49152 0 malloc-512 512 9 87 257 0 30 49152 0 pcpu-64 64 504 264 504 0 254 49152 0 pcpu-8 8 5631 513 7690 0 254 49152 0 da_ccb 544 1 83 4027 0 16 45696 0 PWD 40 92 1019 898 0 254 44440 0 syncache 168 0 264 3 0 254 44352 0 sctp_readq 152 0 260 1 0 254 39520 0 cpuset 200 8 184 84 0 62 38400 0 hostcache 64 3 564 3 0 254 36288 0 malloc-64 64 10 557 19523 0 254 36288 0 malloc-64 64 6 561 8 0 254 36288 0 malloc-64 64 446 121 2839 0 254 36288 0 malloc-64 64 15 552 72 0 254 36288 0 tcp_rack_map 128 2 277 13 0 126 35712 0 tcp_bbr_map 128 0 279 14 0 126 35712 0 malloc-128 128 2 277 13 0 126 35712 0 routing nhops 256 35 100 42 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 25 65 353 0 30 34560 0 malloc-384 384 78 12 100 0 30 34560 0 malloc-384 384 32 58 55 0 30 34560 0 malloc-256 256 32 103 687 0 62 34560 0 malloc-256 256 5 130 114 0 62 34560 0 SLEEPQUEUE 88 337 47 337 0 126 33792 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-16384 16384 0 2 2 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 4 0 1 32768 0 malloc-4096 4096 5 3 766 0 2 32768 0 malloc-2048 2048 5 11 80 0 8 32768 0 malloc-2048 2048 12 4 80 0 8 32768 0 malloc-2048 2048 5 11 177 0 8 32768 0 malloc-1024 1024 1 31 68 0 16 32768 0 malloc-1024 1024 2 30 26 0 16 32768 0 malloc-1024 1024 12 20 2147 0 16 32768 0 malloc-1024 1024 1 31 22 0 16 32768 0 malloc-1024 1024 2 30 1308 0 16 32768 0 malloc-512 512 0 64 20 0 30 32768 0 malloc-512 512 4 60 209 0 30 32768 0 malloc-512 512 6 58 301 0 30 32768 0 malloc-512 512 5 59 6 0 30 32768 0 malloc-512 512 8 56 10 0 30 32768 0 malloc-512 512 10 54 305 0 30 32768 0 ertt_txseginfo 40 0 808 2743 0 254 32320 0 ipq 56 3 573 3 0 254 32256 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_log_id_node 120 0 264 13 0 126 31680 0 PGRP 120 32 232 170 0 126 31680 0 clpbuf 2624 0 12 167 0 4 31488 0 sctp_laddr 48 0 588 24 0 254 28224 0 ertt 72 151 241 2690 0 126 28224 0 rl_entry 48 18 570 73 0 254 28224 0 malloc-32 32 225 657 4779 0 254 28224 0 malloc-32 32 287 595 3372 0 254 28224 0 malloc-32 32 79 803 698 0 254 28224 0 16 Bucket 144 72 124 507 0 62 28224 0 4 Bucket 48 8 580 19 0 254 28224 0 AIO 208 5 128 253 0 62 27664 0 udplite_inpcb 408 4 59 32 0 30 25704 0 malloc-8192 8192 1 2 26 0 1 24576 0 malloc-4096 4096 2 4 90 0 2 24576 0 tcp_log_id_bucket 176 0 138 11 0 62 24288 0 rtentry 168 38 106 42 0 62 24192 0 8 Bucket 80 85 215 1041 0 126 24000 0 itimer 352 0 66 108 0 30 23232 0 splice 184 0 126 5 0 62 23184 0 malloc-384 384 3 57 54 0 30 23040 0 malloc-384 384 0 60 28 0 30 23040 0 tcp_rack_pcb 1088 2 19 13 0 8 22848 0 Mountpoints 2816 2 6 20 0 4 22528 0 malloc-32 32 112 518 877 0 254 20160 0 malloc-32 32 380 250 2256 0 254 20160 0 malloc-32 32 12 618 21 0 254 20160 0 malloc-32 32 6 624 1131 0 254 20160 0 2 Bucket 32 125 505 996 0 254 20160 0 KNOTE 160 4 121 329 0 62 20000 0 malloc-16 16 714 536 5787 0 254 20000 0 cryptop 280 0 70 44 0 30 19600 0 L VFS Cache 320 0 60 64 0 30 19200 0 AIOLIO 272 0 70 42 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 0 1 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 2 0 1 16384 0 malloc-8192 8192 0 2 4 0 1 16384 0 malloc-4096 4096 1 3 7 0 2 16384 0 malloc-512 512 0 32 8 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_bbr_pcb 896 1 17 14 0 16 16128 0 vtnet_tx_hdr 24 0 668 3834 0 254 16032 0 kenv 258 17 43 1075 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 domainset 40 0 315 73 0 254 12600 0 SMR SHARED 24 8 503 8 0 254 12264 0 arc_buf_hdr_t_full 368 4 29 4 0 30 12144 0 malloc-16 16 28 722 1895 0 254 12000 0 malloc-16 16 35 715 2388 0 254 12000 0 malloc-16 16 211 539 27627 0 254 12000 0 malloc-16 16 22 728 26 0 254 12000 0 malloc-16 16 59 691 263 0 254 12000 0 malloc-16 16 33 717 1095 0 254 12000 0 swrbuf 2624 0 4 4 0 4 10496 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 18 21 46 0 0 3744 0 md4 1 0 0 0 0 254 0 0 zfs_znode_cache 464 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 368 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 968 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1216 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29240 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 md3 1 0 0 0 0 254 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 256 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0