panic: mq notifiers left cpuid = 1 time = 1745609953 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0057b78810 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0057b78970 vpanic() at vpanic+0x257/frame 0xfffffe0057b78b30 panic() at panic+0xb5/frame 0xfffffe0057b78c00 mq_proc_exit() at mq_proc_exit+0x1cc/frame 0xfffffe0057b78c50 exit1() at exit1+0x62b/frame 0xfffffe0057b78cf0 sys_exit() at sys_exit+0x28/frame 0xfffffe0057b78d10 ia32_syscall() at ia32_syscall+0x48e/frame 0xfffffe0057b78f30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xffffd30c KDB: enter: panic [ thread pid 2025 tid 101900 ] Stopped at kdb_enter+0x6e: movq $0,0x23e7d37(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe00033eee30 rdx 0 rbx 0xffffffff82757540 .str.27 rsp 0xfffffe0057b78950 rbp 0xfffffe0057b78970 rsi 0 rdi 0xffffffff815dc9d9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x6 r12 0xfffffe007d449000 r13 0xfffffffffffffffd r14 0xffffffff82757540 .str.27 r15 0 rip 0xffffffff815c735e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x23e7d37(%rip) db> show proc Process 2025 (syz-executor) at 0xfffffe007d471560: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 1408 at 0xfffffe0054803ae0 ABI: FreeBSD ELF32 flag: 0x10002000 flag2: 0x40000 arguments: ./syz-executor exec reaper: 0xfffffe0008007040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00549ec000 (map 0xfffffe00549ec000) (map.pmap 0xfffffe00549ec0a0) (pmap 0xfffffe00549ec110) threads: 1 101900 Run CPU 1 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 2027 1758 1758 0 R (threaded) syz-executor 101908 RunQ syz-executor 101932 RunQ syz-executor 2025 1408 1408 0 RE CPU 1 syz-executor 2018 1 1270 0 S uwait 0xfffffe007d160a00 syz-executor 2005 767 767 0 T (threaded) syz-executor 101852 s syz-executor 101895 RunQ syz-executor 2002 1 1758 0 S uwait 0xfffffe007d0ffe80 syz-executor 1995 1 1270 0 S uwait 0xfffffe008035fc00 syz-executor 1990 1 1270 0 S uwait 0xfffffe008035e900 syz-executor 1984 1 767 60928 SV uwait 0xfffffe00805f2980 syz-executor 1980 1 767 0 S uwait 0xfffffe007d0ff780 syz-executor 1974 1 1270 0 S uwait 0xfffffe008035f300 syz-executor 1969 1 1408 0 SV uwait 0xfffffe008035e600 syz-executor 1964 1 1270 0 S uwait 0xfffffe007d160700 syz-executor 1900 1 767 60928 S uwait 0xfffffe007aa4b400 syz-executor 1892 1 767 0 S uwait 0xfffffe0059e72600 syz-executor 1889 1 1758 0 S uwait 0xfffffe008035fe00 syz-executor 1879 1 767 0 S uwait 0xfffffe0059eb4300 syz-executor 1877 0 0 0 DL mdwait 0xfffffe007d1f4000 [md9] 1862 1 1861 0 S uwait 0xfffffe0059e5ce00 syz-executor 1857 0 0 0 DL mdwait 0xfffffe007aaa9000 [md50331648] 1850 1 1270 0 S uwait 0xfffffe007d0ff980 syz-executor 1847 1 1270 0 S umtxn 0xfffffe007d0ffb80 syz-executor 1845 1 767 0 SV uwait 0xfffffe007aa4b500 syz-executor 1843 1 767 0 S uwait 0xfffffe007aa4b380 syz-executor 1835 1 767 0 S uwait 0xfffffe006eb5be00 syz-executor 1831 1 1758 0 SV sigwait 0xfffffe007d415110 syz-executor 1824 1 767 0 T uwait 0xfffffe007aa4b300 syz-executor 1816 1 767 0 S uwait 0xfffffe007d162a80 syz-executor 1809 1 1758 0 S uwait 0xfffffe007d100180 syz-executor 1808 1 1408 0 S uwait 0xfffffe007d162980 syz-executor 1803 1 1801 0 SV uwait 0xfffffe0070dac800 syz-executor 1802 1 1801 0 S uwait 0xfffffe007d162880 syz-executor 1796 1 767 0 S uwait 0xfffffe0078322880 syz-executor 1795 0 0 0 DL mdwait 0xfffffe007d1f5000 [md8] 1790 1 1758 0 S uwait 0xfffffe0078322a80 syz-executor 1787 1 767 0 S uwait 0xfffffe0078321c80 syz-executor 1786 1 1408 0 S uwait 0xfffffe007aa4ba80 syz-executor 1758 763 1758 0 S nanslp 0xffffffff83990400 syz-executor 1757 1 765 0 S uwait 0xfffffe0078322b80 syz-executor 1753 1 765 0 S uwait 0xfffffe0078322980 syz-executor 1747 1 1408 0 S uwait 0xfffffe007831f800 syz-executor 1745 1 767 0 S uwait 0xfffffe007aa4b980 syz-executor 1742 1 767 0 T uwait 0xfffffe007aa4c480 syz-executor 1727 1 765 -1 S uwait 0xfffffe0070dade80 syz-executor 1725 1 765 0 S uwait 0xfffffe007aa4c380 syz-executor 1718 1 1408 0 S uwait 0xfffffe007aa4cb00 syz-executor 1717 1 765 0 S uwait 0xfffffe007831fa00 syz-executor 1711 1 1408 0 S uwait 0xfffffe007aa4d280 syz-executor 1701 1 1699 0 SV uwait 0xfffffe0070dac000 syz-executor 1700 1 1699 0 S uwait 0xfffffe0078322c80 syz-executor 1685 1 1270 0 S uwait 0xfffffe0078322d80 syz-executor 1681 0 0 0 DL aiordy 0xfffffe007d403020 [aiod11] 1680 0 0 0 DL aiordy 0xfffffe007d403580 [aiod10] 1679 0 0 0 DL aiordy 0xfffffe007d403ae0 [aiod9] 1678 0 0 0 DL aiordy 0xfffffe007d404040 [aiod8] 1677 0 0 0 DL aiordy 0xfffffe007d4045a0 [aiod7] 1676 0 0 0 DL aiordy 0xfffffe007d404b00 [aiod6] 1674 0 0 0 DL aiordy 0xfffffe007d405060 [aiod5] 1673 0 0 0 DL mdwait 0xfffffe0054639000 [md7] 1664 1 767 0 S uwait 0xfffffe007aa4c680 syz-executor 1663 1 1408 0 SV uwait 0xfffffe007aa4c100 syz-executor 1637 1 765 0 S uwait 0xfffffe0078321e80 syz-executor 1635 1 1408 0 S uwait 0xfffffe006eb5be80 syz-executor 1633 1 767 0 S uwait 0xfffffe0070dac580 syz-executor 1628 1 765 0 S uwait 0xfffffe007aa4c280 syz-executor 1611 1 1270 0 S uwait 0xfffffe007aa4c980 syz-executor 1603 1 765 0 S uwait 0xfffffe007aa4c580 syz-executor 1600 1 765 0 S uwait 0xfffffe007aa4b880 syz-executor 1597 1 765 0 S uwait 0xfffffe007aa4cb80 syz-executor 1584 1 1408 60929 S uwait 0xfffffe0078322000 syz-executor 1582 1 1408 60928 S uwait 0xfffffe0078321980 syz-executor 1576 1 765 0 S uwait 0xfffffe0070dadd80 syz-executor 1573 1 765 0 S uwait 0xfffffe007aa4d900 syz-executor 1551 1 1270 0 S uwait 0xfffffe007aa4be80 syz-executor 1549 1 1270 0 S uwait 0xfffffe0070dae880 syz-executor 1538 1 1270 0 S uwait 0xfffffe0070daea80 syz-executor 1532 1 767 0 S uwait 0xfffffe0070dad780 syz-executor 1529 1 767 0 S uwait 0xfffffe007aa4bd80 syz-executor 1525 1 765 0 SV uwait 0xfffffe007aa4bb80 syz-executor 1524 1 765 0 SV uwait 0xfffffe0070dad080 syz-executor 1520 1 1408 0 S uwait 0xfffffe007aa4bc80 syz-executor 1503 0 0 0 DL mdwait 0xfffffe0054638000 [md6] 1501 1 765 60928 SV uwait 0xfffffe007aa4da00 syz-executor 1482 1 765 0 S uwait 0xfffffe007aa4c880 syz-executor 1477 1 767 0 S uwait 0xfffffe0078321d80 syz-executor 1473 1 765 0 S uwait 0xfffffe0078321b80 syz-executor 1467 1 765 0 S uwait 0xfffffe0070dad900 syz-executor 1465 1 1408 60929 SV uwait 0xfffffe007aa4d500 syz-executor 1464 1 765 0 S uwait 0xfffffe006e62ce80 syz-executor 1463 1 1270 0 S uwait 0xfffffe0070dae780 syz-executor 1445 1 1408 0 S uwait 0xfffffe006e62cd80 syz-executor 1439 1 1408 0 S uwait 0xfffffe007831fe00 syz-executor 1432 1 1270 60929 S uwait 0xfffffe007831fc00 syz-executor 1421 0 0 0 DL mdwait 0xfffffe00784e0000 [md5] 1411 1 765 0 S uwait 0xfffffe007831f600 syz-executor 1408 763 1408 0 S nanslp 0xffffffff83990400 syz-executor 1392 1 1270 0 S uwait 0xfffffe007aa4d800 syz-executor 1389 1 1270 0 S uwait 0xfffffe007aa4db00 syz-executor 1385 1 767 0 S uwait 0xfffffe007aa4d400 syz-executor 1381 0 0 0 DL mdwait 0xfffffe00784df000 [md4] 1368 1 1270 0 S uwait 0xfffffe006e62a080 syz-executor 1364 1 1270 0 S uwait 0xfffffe0070dad980 syz-executor 1362 1 765 0 S uwait 0xfffffe0070dae480 syz-executor 1356 1 767 0 S uwait 0xfffffe006eb58680 syz-executor 1355 1 765 0 S uwait 0xfffffe006eb58080 syz-executor 1348 1 765 0 S uwait 0xfffffe006e62c880 syz-executor 1338 1 767 0 S uwait 0xfffffe0070dada00 syz-executor 1333 1 767 0 S uwait 0xfffffe0070daf600 syz-executor 1328 1 765 0 S uwait 0xfffffe006eb5b500 syz-executor 1324 1 1323 0 S uwait 0xfffffe0070daed00 syz-executor 1316 1 767 0 SV uwait 0xfffffe0058ce7b00 syz-executor 1310 1 765 0 S uwait 0xfffffe0059ef9b80 syz-executor 1307 1 1270 0 S uwait 0xfffffe0078321a80 syz-executor 1301 1 765 0 S uwait 0xfffffe007831fd00 syz-executor 1300 1 765 0 S uwait 0xfffffe0070daf500 syz-executor 1289 1 767 0 S uwait 0xfffffe006e629000 syz-executor 1287 1 1270 0 S uwait 0xfffffe0059eb4a00 syz-executor 1270 763 1270 0 R CPU 0 syz-executor 1258 1 765 0 S uwait 0xfffffe006eb5a800 syz-executor 1257 1243 1257 0 Ss select 0xfffffe006e62a4c0 dhclient 1251 1 1251 0 Ss select 0xfffffe0070dadbc0 dhclient 1243 1225 424 65 S select 0xfffffe0070daebc0 dhclient 1234 1 765 0 S uwait 0xfffffe0059ef9d80 syz-executor 1233 0 0 0 DL mdwait 0xfffffe0070ca3000 [md3] 1230 1 1229 0 S uwait 0xfffffe0059ef9a80 syz-executor 1225 424 424 0 S wait 0xfffffe00548d4ac0 sh 1217 1 766 0 S uwait 0xfffffe006e62b780 syz-executor 1210 1 765 0 S uwait 0xfffffe006e62b980 syz-executor 1204 1 767 60929 S uwait 0xfffffe0070dae380 syz-executor 1200 1 1187 0 S uwait 0xfffffe006e629c00 syz-executor 1179 0 0 0 DL mdwait 0xfffffe0077c03000 [md2] 1177 1 765 0 S uwait 0xfffffe006eb5a400 syz-executor 1167 1 932 0 S uwait 0xfffffe006e62bb80 syz-executor 1163 1 765 0 S uwait 0xfffffe006eb58480 syz-executor 1156 1 767 0 S uwait 0xfffffe0059e72080 syz-executor 1143 1 765 0 SV uwait 0xfffffe0059ef9580 syz-executor 1141 1 767 0 T uwait 0xfffffe0070daf100 syz-executor 1135 1 765 0 S uwait 0xfffffe0059ef9e80 syz-executor 1105 1 765 0 S uwait 0xfffffe0070daf180 syz-executor 1097 1 766 0 S uwait 0xfffffe006e629b00 syz-executor 1088 1 767 0 S uwait 0xfffffe006eb58780 syz-executor 1082 0 0 0 DL - 0xffffffff83aa0300 [soaiod4] 1081 0 0 0 DL - 0xffffffff83aa0300 [soaiod3] 1080 0 0 0 DL - 0xffffffff83aa0300 [soaiod2] 1079 0 0 0 DL - 0xffffffff83aa0300 [soaiod1] 1069 1 767 0 T uwait 0xfffffe0059ef9400 syz-executor 1066 1 932 0 S uwait 0xfffffe006eb58280 syz-executor 1064 1 767 0 S uwait 0xfffffe006eb58580 syz-executor 1057 1 767 0 S uwait 0xfffffe006e62a180 syz-executor 1056 1 765 0 S uwait 0xfffffe0059ef9900 syz-executor 1044 1 932 0 S uwait 0xfffffe006e62cf00 syz-executor 1039 1 766 0 S uwait 0xfffffe006e62be80 syz-executor 1024 1 767 0 S uwait 0xfffffe0059ef9500 syz-executor 1011 1 767 0 S uwait 0xfffffe006eb58380 syz-executor 999 1 766 0 S uwait 0xfffffe006eb5ab00 syz-executor 995 0 0 0 DL mdwait 0xfffffe0070ca4000 [md1] 991 1 765 0 S uwait 0xfffffe006e629d00 syz-executor 989 1 766 0 S uwait 0xfffffe006e629e00 syz-executor 983 0 0 0 DL (threaded) [so_splice] 100268 D - 0xfffffe0007e87300 [thr_0] 100269 D - 0xfffffe0007e87340 [thr_1] 981 1 767 0 S uwait 0xfffffe006eb5aa00 syz-executor 972 1 767 0 S uwait 0xfffffe006e62a280 syz-executor 968 1 765 0 S uwait 0xfffffe006eb5a600 syz-executor 960 1 767 0 S uwait 0xfffffe006eb5b400 syz-executor 957 0 0 0 DL mdwait 0xfffffe0077c02000 [md0] 943 1 765 0 SV uwait 0xfffffe006eb5b200 syz-executor 933 1 765 0 S uwait 0xfffffe006e62bd80 syz-executor 931 1 767 0 S uwait 0xfffffe006eb5b300 syz-executor 924 1 765 0 S uwait 0xfffffe006e62bc80 syz-executor 919 1 767 0 S uwait 0xfffffe0059eb4800 syz-executor 905 1 767 0 S uwait 0xfffffe006eb5ae80 syz-executor 902 1 766 0 S uwait 0xfffffe0059e5cf00 syz-executor 855 1 767 0 S uwait 0xfffffe006e62ba80 syz-executor 818 0 0 0 DL aiordy 0xfffffe00548e9060 [aiod4] 817 0 0 0 DL aiordy 0xfffffe0054908040 [aiod3] 816 0 0 0 DL aiordy 0xfffffe00549085a0 [aiod2] 815 0 0 0 DL aiordy 0xfffffe00548055c0 [aiod1] 767 763 767 0 S nanslp 0xffffffff83990401 syz-executor 763 761 761 0 S select 0xfffffe006e62c440 syz-executor 761 759 761 0 Ss pause 0xfffffe00549060b0 csh 759 682 759 0 Ss select 0xfffffe0059e5c840 sshd 748 1 748 0 Ss+ ttyin 0xfffffe0007ff98b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0058dd14b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0058dd18b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0058dd1cb0 getty 744 1 744 0 Ss+ ttyin 0xfffffe0058dd20b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe0058dd24b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe0058dd28b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe0058dd2cb0 getty 740 1 740 0 Ss+ ttyin 0xfffffe0058dd30b0 getty 686 1 686 0 Ss nanslp 0xffffffff83990401 cron 682 1 682 0 Ss select 0xfffffe006e62c140 sshd 495 1 495 0 Ss select 0xfffffe0059eb4ac0 syslogd 424 1 424 0 Ss wait 0xfffffe0054804b00 devd 423 1 423 65 Ss select 0xfffffe006e62c240 dhclient 338 1 338 0 Ss select 0xfffffe0059e72840 dhclient 335 1 335 0 Ss select 0xfffffe0059e73140 dhclient 17 0 0 0 DL syncer 0xffffffff83aadca0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0008026040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83aac260 [bufdaemon] 100083 D - 0xffffffff82e02140 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0059ec54e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83af7280 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83add1f8 [dom0] 100081 D launds 0xffffffff83add204 [laundry: dom0] 100082 D umarcl 0xffffffff81d8bd10 [uma] 7 0 0 0 DL - 0xffffffff8370dbd0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8464b710 [pf purge] 5 0 0 0 DL waiting 0xffffffff842be580 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100046 D - 0xffffffff836d8340 [doneq0] 100047 D - 0xffffffff836d82c0 [async] 100076 D - 0xffffffff836d8140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100043 D crypto_ 0xffffffff83ad8a00 [crypto] 100044 D crypto_ 0xfffffe0058570030 [crypto returns 0] 100045 D crypto_ 0xfffffe0058570080 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00547f8088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83938de0 [g_event] 100038 D - 0xffffffff83938e00 [g_up] 100039 D - 0xffffffff83938e20 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100048 I [irq24: virtio_pci0] 100049 I [irq25: virtio_pci0] 100050 I [irq26: virtio_pci0] 100051 I [irq27: virtio_pci0] 100052 I [irq28: virtio_pci1] 100053 I [irq29: virtio_pci1] 100054 I [irq30: virtio_pci1] 100055 I [irq31: virtio_pci1] 100056 I [irq32: virtio_pci1] 100061 I [irq10: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0008007040 [init] 10 0 0 0 DL audit_w 0xffffffff83ad94a0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84a16ff0 [swapper] 100005 D - 0xfffffe0008bf9d00 [softirq_0] 100006 D - 0xfffffe0008bf9c00 [softirq_1] 100007 D - 0xfffffe0008bf9b00 [if_io_tqg_0] 100008 D - 0xfffffe0008bf9a00 [if_io_tqg_1] 100009 D - 0xfffffe0008bf9900 [if_config_tqg_0] 100010 D - 0xfffffe0008bf9800 [kqueue_ctx taskq] 100011 D - 0xfffffe0008bf9700 [jail_remove taskq] 100012 D - 0xfffffe0008bf9600 [bus taskq] 100015 D - 0xfffffe0008bf9300 [thread taskq] 100017 D - 0xfffffe0008bf9100 [aiod_kick taskq] 100018 D - 0xfffffe0008bf9000 [deferred_unmount ta] 100019 D - 0xfffffe0008bf8e00 [inm_free taskq] 100020 D - 0xfffffe0008bf8d00 [in6m_free taskq] 100021 D - 0xfffffe0008bf8c00 [linuxkpi_irq_wq] 100022 D - 0xfffffe0008bf8b00 [linuxkpi_short_wq_0] 100023 D - 0xfffffe0008bf8b00 [linuxkpi_short_wq_1] 100024 D - 0xfffffe0008bf8b00 [linuxkpi_short_wq_2] 100025 D - 0xfffffe0008bf8b00 [linuxkpi_short_wq_3] 100026 D - 0xfffffe0008bf8a00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe0008bf8a00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe0008bf8a00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe0008bf8a00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe0008bf8900 [firmware taskq] 100041 D - 0xfffffe0008bf8600 [crypto_0] 100042 D - 0xfffffe0008bf8600 [crypto_1] 100057 D - 0xfffffe0008bf8400 [vtnet0 rxq 0] 100058 D - 0xfffffe0008bf8300 [vtnet0 txq 0] 100059 D - 0xfffffe0008bf8200 [vtnet0 rxq 1] 100060 D - 0xfffffe0008bf8100 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0058589700 [virtio_balloon] 100066 D - 0xffffffff8275c880 [deadlkres] 100070 D - 0xfffffe0058f5bb00 [acpi_task_0] 100071 D - 0xfffffe0058f5bb00 [acpi_task_1] 100072 D - 0xfffffe0058f5bb00 [acpi_task_2] 100074 D - 0xfffffe0008bfa100 [mca taskq] 100075 D - 0xfffffe0008bf8500 [CAM taskq] 100077 D - 0xfffffe0008bf7e00 [ipsec_offload] 100811 D - 0xfffffe0058f59500 [netlink_socket (PID] 101129 D - 0xfffffe007abebd00 [netlink_socket (PID] 101624 D - 0xfffffe0078420000 [system_taskq_0] 101625 D - 0xfffffe0078420000 [system_taskq_1] 101626 D - 0xfffffe007841d700 [system_delay_taskq_] 101627 D - 0xfffffe007841d700 [system_delay_taskq_] 101629 D - 0xfffffe007abec200 [arc_prune] 101630 D - 0xfffffe007841d200 [arc_flush_0] 101631 D - 0xfffffe007841d200 [arc_flush_1] 101679 D - 0xfffffe007841d900 [dbu_evict] 101704 D - 0xfffffe007841d300 [netlink_socket (PID] 101719 D - 0xfffffe0058f5ce00 [z_vdev_file_0] 101720 D - 0xfffffe0058f5ce00 [z_vdev_file_1] 101721 D - 0xfffffe0058f5ce00 [z_vdev_file_2] 101722 D - 0xfffffe0058f5ce00 [z_vdev_file_3] 101723 D - 0xfffffe0058f5ce00 [z_vdev_file_4] 101724 D - 0xfffffe0058f5ce00 [z_vdev_file_5] 101725 D - 0xfffffe0058f5ce00 [z_vdev_file_6] 101726 D - 0xfffffe0058f5ce00 [z_vdev_file_7] 101727 D - 0xfffffe0058f5ce00 [z_vdev_file_8] 101728 D - 0xfffffe0058f5ce00 [z_vdev_file_9] 101729 D - 0xfffffe0058f5ce00 [z_vdev_file_10] 101730 D - 0xfffffe0058f5ce00 [z_vdev_file_11] 101731 D - 0xfffffe0058f5ce00 [z_vdev_file_12] 101732 D - 0xfffffe0058f5ce00 [z_vdev_file_13] 101733 D - 0xfffffe0058f5ce00 [z_vdev_file_14] 101734 D - 0xfffffe0058f5ce00 [z_vdev_file_15] 101779 D - 0xfffffe0058f5cb00 [zfsvfs] db> show all locks Process 2027 (syz-executor) thread 0xfffffe007d463740 (101908) exclusive rw vmobject (vmobject) r = 0 (0xfffffe007d44cd68) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_fault.c:358 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe00549ed738) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4993 Process 2005 (syz-executor) thread 0xfffffe007d462000 (101895) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00086ac230) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_bio.c:1752 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe007d1acc78) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_vnops.c:1240 Process 1270 (syz-executor) thread 0xfffffe00548f6000 (100113) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe00809e0c78) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:3373 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 425 12576K 1224 tcp_hpts 7 4801K 7 devbuf 4188 4324K 4228 solaris 2244 3597K 4470 sysctloid 45479 2672K 45591 filedesc 280 2237K 2212 vtbuf 24 1968K 46 kobj 330 1320K 605 newblk 44 1035K 4803 vfscache 3 1025K 3 subproc 455 940K 2319 pcb 98 729K 1617 inodedep 38 526K 1971 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 5 276K 10 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 47617 acpica 1674 184K 54444 tidhash 3 141K 3 pagedep 15 132K 1138 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 126 126K 153 sem 4 106K 4 gtaskqueue 18 98K 18 kdtrace 533 94K 3962 umtx 672 84K 672 bus 1009 82K 5091 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 525 66K 544 ddb_capture 1 64K 1 CC Mem 393 50K 3604 md_disk 19 45K 43 BPF 38 43K 122 temp 50 38K 3340 DEVFS3 143 36K 155 LRO 34 35K 38 hostcache 1 32K 1 shm 1 32K 13 md_sectors 8 32K 8 msg 4 30K 4 kbdmux 6 28K 6 routetbl 318 25K 892 ifaddr 93 24K 114 GEOM 138 22K 924 lltable 68 21K 103 DEVFS_RULE 56 20K 56 ether_multi 241 20K 419 kstat_data 19 19K 19 cred 75 19K 777 ifnet 10 19K 13 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 inpcbpolicy 479 15K 4750 ithread 90 15K 90 kqueue 218 15K 2965 bus-sc 34 15K 1655 eventhandler 166 14K 166 pwddesc 213 14K 2154 in6_multi 95 13K 125 sctp_atcl 34 13K 645 devstat 6 13K 6 shmfd 10 12K 105 kenv 95 12K 95 taskqueue 99 11K 183 CAM queue 5 11K 1528 plimit 26 10K 410 rman 82 10K 497 rpc 8 9K 8 bmsafemap 3 9K 1847 UART 12 9K 12 ksem 1 8K 10 filemon 1 8K 17 pfs_vncache 1 8K 1 DEVFSP 120 8K 572 audit_evclass 239 8K 301 osd 423 8K 3650 crypto 35 7K 176 UMA 345 7K 345 sglist 6 7K 6 sctp_stro 6 6K 36 CAM DEV 3 6K 510 mount 27 6K 3324 sctp_timw 22 6K 22 pfs_nodes 22 6K 22 pf_ifnet 13 5K 38 ufs_dirhash 24 5K 45 proc-args 216 5K 3235 dirrem 17 5K 1626 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 63 4K 81 cryptodev 63 4K 916 acpisem 28 4K 28 session 25 4K 67 selfd 48 3K 98491 lockf 27 3K 256 ip6ndp 18 3K 24 terminal 11 3K 11 tun 7 3K 9 uidinfo 6 3K 44 in_multi 10 3K 29 acpidev 20 3K 20 sctp_ifa 19 3K 24 hhook 8 3K 10 clone 9 3K 9 ip6opt 11 3K 80 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 sctp_atky 42 2K 687 freefile 14 2K 1367 Unitno 30 2K 350 CAM XPT 22 2K 543 freework 7 2K 1596 freeblks 6 2K 1119 nhops 6 2K 10 vnodemarker 3 2K 193 toponodes 6 2K 6 ipsecpolicy 2 2K 2 select 11 2K 107 sctp_ifn 9 2K 24 msi 9 2K 9 netlink 2 2K 186 mld 9 2K 11 igmp 9 2K 11 sctp_stri 2 1K 16 softdep 1 1K 1 newdirblk 8 1K 1021 mkdir 8 1K 2042 sahead 1 1K 1 secasvar 1 1K 1 NFSD session 1 1K 1 diradd 7 1K 1657 CAM periph 4 1K 271 ip_msource 13 1K 36 ipsec 3 1K 3 indirdep 3 1K 541 pfil 6 1K 6 isadev 6 1K 18 pci_link 10 1K 10 encap_export_host 12 1K 12 frag6 6 1K 8 sctp_athm 34 1K 651 cdev 2 1K 2 in_mfilter 12 1K 96 lkpikmalloc 8 1K 9 chacha20random 1 1K 1 biobuf 1 1K 1 aio 11 1K 21 filedesc_to_leader 5 1K 10 ip_moptions 4 1K 54 vnodes 1 1K 30 procdesc 2 1K 12 eventfd 2 1K 22 loginclass 4 1K 7 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 sctp_map 12 1K 72 tcpfunc 3 1K 3 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 VN POLL 1 1K 17 iov 2 1K 20085 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 4953 sctp_vrf 1 1K 1 sctp_aadr 1 1K 2 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 39 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 94 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 3 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 tcp_pcm_rack 0 0K 10 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 20 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 380 sctp_iter 0 0K 23 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 23 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 676 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 97 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 189 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 4 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 20 in6_mfilter 0 0K 10 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 40 fadvise 0 0K 0 statfs 0 0K 308 namei_tracker 0 0K 18 export_host 0 0K 0 cl_savebuf 0 0K 88 lio 0 0K 124 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 1 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 264 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 726 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 657 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 21 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 2 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 138 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 18 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 539 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8339 1059 16850 0 254 38494208 0 mbuf 256 9726 701 35695 0 254 2669312 0 RADIX NODE 152 15702 257 69802 0 62 2425768 0 malloc-16384 16384 139 6 1278 0 1 2375680 0 malloc-128 128 16172 227 17889 0 126 2099072 0 BUF TRIE 152 441 11363 4302 0 62 1794208 0 malloc-384 384 4166 34 4285 0 30 1612800 0 malloc-4096 4096 340 6 816 0 2 1417216 0 UMA Slabs 0 112 11919 27 11919 0 126 1337952 0 sctp_asoc 2256 6 504 36 0 254 1150560 0 malloc-64 64 515 17062 119358 0 254 1124928 0 vmem btag 56 19249 86 19249 0 254 1082760 0 zio_buf_comb_1048576 1048576 0 1 15 0 1 1048576 0 malloc-65536 65536 14 2 28 0 1 1048576 0 socket 1024 541 475 7684 0 254 1040384 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 malloc-4096 4096 235 5 2188 0 2 983040 0 FFS inode 1168 734 29 2144 0 8 891184 0 VM OBJECT 264 3114 66 29105 0 30 839520 0 malloc-256 256 2258 292 7216 0 62 652800 0 tcp_inpcb 1304 394 86 3600 0 8 625920 0 THREAD 1824 319 17 1932 0 8 612864 0 sctp_ep 1152 26 485 597 0 254 588672 0 MAP ENTRY 96 5599 197 105958 0 126 556416 0 lkpicurr 168 2 3094 2 0 62 520128 0 256 Bucket 2048 233 15 1331 0 8 507904 0 pbuf 2624 0 178 0 0 2 467072 0 malloc-2048 2048 128 80 905 0 8 425984 0 VNODE 440 777 96 2191 0 30 384120 0 sctp_raddr 736 14 503 80 0 254 380512 0 malloc-32768 32768 5 6 307 0 1 360448 0 malloc-64 64 5164 191 7113 0 254 342720 0 PROC 1376 212 19 2028 0 8 317856 0 malloc-16 16 19004 496 22564 0 254 312000 0 md7 4096 73 1 73 0 2 303104 0 md4 4096 73 1 73 0 2 303104 0 md3 4096 73 1 73 0 2 303104 0 md2 4096 73 1 73 0 2 303104 0 FPU_save_area 832 321 39 2849 0 16 299520 0 malloc-32768 32768 3 6 37 0 1 294912 0 malloc-65536 65536 0 4 81 0 1 262144 0 filedesc0 1072 213 25 2154 0 8 255136 0 malloc-32 32 7320 366 8481 0 254 245952 0 UMA Zones 768 317 2 317 0 16 244992 0 malloc-128 128 1522 245 28881 0 126 226176 0 DEVCTL 1024 85 135 213 0 0 225280 0 tcp_log 416 3 510 140 0 254 213408 0 FFS2 dinode 256 734 76 2144 0 62 207360 0 malloc-65536 65536 3 0 3 0 1 196608 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 29 487 2125 0 254 165120 0 malloc-16384 16384 6 4 61 0 1 163840 0 malloc-1024 1024 144 16 308 0 16 163840 0 S VFS Cache 104 1072 449 2915 0 126 158184 0 malloc-8192 8192 11 6 39 0 1 139264 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-256 256 409 101 2076 0 62 130560 0 mbuf_packet 256 37 471 2879 0 254 130048 0 malloc-4096 4096 22 8 208 0 2 122880 0 ksiginfo 112 211 833 474 0 126 116928 0 UMA Kegs 384 303 0 303 0 30 116352 0 malloc-384 384 269 31 2276 0 30 115200 0 VMSPACE 584 168 28 1927 0 16 114464 0 Files 80 1109 291 21349 0 126 112000 0 ertt_txseginfo 40 2 2624 5943 0 254 105040 0 malloc-2048 2048 6 42 1040 0 8 98304 0 g_bio 408 0 240 21116 0 30 97920 0 malloc-256 256 201 174 1835 0 62 96000 0 malloc-384 384 119 121 758 0 30 92160 0 pipe 736 74 47 785 0 16 89056 0 syncache 168 0 528 7 0 254 88704 0 64 Bucket 512 95 73 7208 0 30 86016 0 128 Bucket 1024 68 15 399 0 16 84992 0 tcp_bbr_map 128 0 651 522 0 126 83328 0 malloc-128 128 373 278 1734 0 126 83328 0 malloc-256 256 138 177 2031 0 62 80640 0 sctp_chunk 152 11 509 40 0 254 79040 0 malloc-64 64 518 553 1140 0 254 68544 0 malloc-64 64 518 553 1633 0 254 68544 0 malloc-128 128 176 351 3193 0 126 67456 0 DIRHASH 1024 34 30 48 0 16 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-8192 8192 5 3 119 0 1 65536 0 malloc-2048 2048 23 9 46 0 8 65536 0 malloc-2048 2048 12 20 262 0 8 65536 0 malloc-2048 2048 11 21 180 0 8 65536 0 malloc-256 256 102 153 1415 0 62 65280 0 malloc-256 256 103 152 1646 0 62 65280 0 32 Bucket 256 98 157 18129 0 62 65280 0 udp_inpcb 408 55 98 699 0 30 62424 0 sctp_stream_msg_out 112 2 538 6 0 254 60480 0 TURNSTILE 136 337 104 337 0 62 59976 0 malloc-4096 4096 11 3 40 0 2 57344 0 ripcb 376 25 125 337 0 30 56400 0 malloc-64 64 338 481 2918 0 254 52416 0 udplite_inpcb 408 6 120 114 0 30 51408 0 malloc-256 256 63 132 4534 0 62 49920 0 malloc-256 256 7 188 2894 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 NAMEI 1024 1 47 27105 0 16 49152 0 malloc-16384 16384 1 2 5 0 1 49152 0 malloc-8192 8192 5 1 7 0 1 49152 0 malloc-8192 8192 1 5 58 0 1 49152 0 malloc-1024 1024 7 41 1819 0 16 49152 0 malloc-1024 1024 20 28 39 0 16 49152 0 pcpu-64 64 503 265 503 0 254 49152 0 pcpu-8 8 5747 397 6821 0 254 49152 0 ertt 72 393 279 3600 0 126 48384 0 AIOCB 552 2 82 922 0 16 46368 0 da_ccb 544 0 84 5453 0 16 45696 0 SLEEPQUEUE 88 337 175 337 0 126 45056 0 malloc-32 32 860 526 6752 0 254 44352 0 clpbuf 2624 0 16 218 0 4 41984 0 vnpbuf 2624 0 16 8 0 16 41984 0 malloc-4096 4096 4 6 574 0 2 40960 0 hostcache 64 3 564 3 0 254 36288 0 malloc-64 64 302 265 2286 0 254 36288 0 malloc-64 64 9 558 25970 0 254 36288 0 malloc-64 64 54 513 104 0 254 36288 0 16 Bucket 144 86 166 746 0 62 36288 0 tcp_rack_map 128 0 279 520 0 126 35712 0 malloc-128 128 62 217 158 0 126 35712 0 malloc-128 128 92 187 3705 0 126 35712 0 malloc-128 128 91 188 1604 0 126 35712 0 malloc-128 128 20 259 1992 0 126 35712 0 routing nhops 256 39 96 57 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 57 33 458 0 30 34560 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-2048 2048 1 15 213 0 8 32768 0 malloc-1024 1024 9 23 2258 0 16 32768 0 malloc-1024 1024 20 12 20 0 16 32768 0 malloc-1024 1024 3 29 160 0 16 32768 0 malloc-1024 1024 18 14 448 0 16 32768 0 malloc-1024 1024 2 30 24 0 16 32768 0 malloc-512 512 3 61 160 0 30 32768 0 malloc-512 512 34 30 410 0 30 32768 0 malloc-512 512 1 63 179 0 30 32768 0 malloc-512 512 2 62 2 0 30 32768 0 malloc-512 512 2 62 55 0 30 32768 0 malloc-512 512 2 62 94 0 30 32768 0 malloc-512 512 2 62 21 0 30 32768 0 PWD 40 147 661 979 0 254 32320 0 tcp_bbr_pcb 896 2 34 29 0 16 32256 0 ipq 56 3 573 3 0 254 32256 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_log_id_node 120 2 262 19 0 126 31680 0 PGRP 120 34 230 116 0 126 31680 0 L VFS Cache 320 1 95 153 0 30 30720 0 pf tags 104 0 273 2 0 126 28392 0 sctp_laddr 48 16 572 75 0 254 28224 0 rl_entry 48 25 563 239 0 254 28224 0 4 Bucket 48 8 580 29 0 254 28224 0 AIO 208 5 128 359 0 62 27664 0 mqnode 416 4 59 4 0 30 26208 0 cpuset 200 7 121 406 0 62 25600 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 1 2 84 0 1 24576 0 malloc-4096 4096 0 6 22 0 2 24576 0 tcp_log_id_bucket 176 2 136 17 0 62 24288 0 rtentry 168 42 102 57 0 62 24192 0 8 Bucket 80 71 229 1318 0 126 24000 0 itimer 352 0 66 124 0 30 23232 0 splice 184 0 126 9 0 62 23184 0 malloc-384 384 7 53 7 0 30 23040 0 malloc-384 384 0 60 343 0 30 23040 0 malloc-384 384 2 58 102 0 30 23040 0 malloc-384 384 2 58 38 0 30 23040 0 tcp_rack_pcb 1088 0 21 10 0 8 22848 0 domainset 40 0 567 295 0 254 22680 0 Mountpoints 2816 2 6 28 0 4 22528 0 malloc-32 32 64 566 603 0 254 20160 0 malloc-32 32 202 428 2074 0 254 20160 0 malloc-32 32 303 327 11290 0 254 20160 0 malloc-32 32 176 454 1133 0 254 20160 0 malloc-32 32 21 609 2707 0 254 20160 0 2 Bucket 32 100 530 922 0 254 20160 0 KNOTE 160 1 124 491 0 62 20000 0 cryptop 280 0 70 99 0 30 19600 0 AIOLIO 272 0 70 62 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 1 3 68 0 2 16384 0 malloc-4096 4096 1 3 308 0 2 16384 0 malloc-2048 2048 4 4 4 0 8 16384 0 malloc-512 512 3 29 49 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 sctp_asconf_ack 48 1 335 1 0 254 16128 0 mqueue 248 1 63 1 0 62 15872 0 mqnotifier 216 1 71 1 0 62 15552 0 kenv 258 17 43 1079 0 30 15480 0 SMR SHARED 24 8 503 8 0 254 12264 0 arc_buf_hdr_t_full 368 4 29 4 0 30 12144 0 malloc-32 32 21 357 96 0 254 12096 0 vtnet_tx_hdr 24 0 501 5842 0 254 12024 0 malloc-16 16 58 692 248 0 254 12000 0 malloc-16 16 95 655 3386 0 254 12000 0 malloc-16 16 126 624 1640 0 254 12000 0 malloc-16 16 358 392 5983 0 254 12000 0 malloc-16 16 9 741 9517 0 254 12000 0 malloc-16 16 317 433 386 0 254 12000 0 malloc-16 16 15 735 24819 0 254 12000 0 pcpu-16 16 8 504 8 0 254 8192 0 md5 8 439 73 439 0 254 4096 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 18 21 99 0 0 3744 0 zfs_znode_cache 464 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 368 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 md50331648 512 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 968 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1216 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29240 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 md8 1 0 0 0 0 254 0 0 md0 8 0 0 0 0 254 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 256 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0