Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0xffffffffffffffff fault code = supervisor write data, page not present instruction pointer = 0x20:0xffffffff81988bc0 stack pointer = 0x28:0xfffffe0057352500 frame pointer = 0x28:0xfffffe0057352530 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi1: netisr 0) rdi: fffffe00794efa80 rsi: 0000000000000000 rdx: 00000000aa0314ac rcx: 0000000000000000 r8: 0000000000000000 r9: 0000000000000001 rax: ffffffffffffffff rbx: fffffe00794efac4 rbp: fffffe0057352530 r10: 0100007faa0314ac r11: 000000000000001f r12: ffffffffffffffff r13: fffffe00794efcd0 r14: fffffe00794efa80 r15: fffffe00794efa88 trap number = 12 panic: page fault cpuid = 0 time = 9 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0057351d30 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0057351e90 vpanic() at vpanic+0x257/frame 0xfffffe0057352050 panic() at panic+0xb5/frame 0xfffffe0057352110 trap_pfault() at trap_pfault+0xaec/frame 0xfffffe0057352250 trap() at trap+0x78e/frame 0xfffffe0057352430 calltrap() at calltrap+0x8/frame 0xfffffe0057352430 --- trap 0xc, rip = 0xffffffff81988bc0, rsp = 0xfffffe0057352500, rbp = 0xfffffe0057352530 --- in_pcbremhash_locked() at in_pcbremhash_locked+0x110/frame 0xfffffe0057352530 in_pcbdrop() at in_pcbdrop+0x98/frame 0xfffffe0057352550 tcp_close() at tcp_close+0x177/frame 0xfffffe0057352610 tcp_do_segment() at tcp_do_segment+0x1487/frame 0xfffffe00573528f0 tcp_input_with_port() at tcp_input_with_port+0x2214/frame 0xfffffe0057352bb0 tcp_input() at tcp_input+0x1f/frame 0xfffffe0057352bd0 ip_input() at ip_input+0xaa2/frame 0xfffffe0057352cf0 swi_net() at swi_net+0x2b8/frame 0xfffffe0057352d90 ithread_loop() at ithread_loop+0x4ec/frame 0xfffffe0057352ef0 fork_exit() at fork_exit+0xcc/frame 0xfffffe0057352f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0057352f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100033 ] Stopped at kdb_enter+0x6e: movq $0,0x25bd7e7(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe00033eee30 rdx 0 rbx 0xffffffff827b0080 .str.27 rsp 0xfffffe0057351e70 rbp 0xfffffe0057351e90 rsi 0 rdi 0xffffffff81614809 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe0008021740 r13 0xfffffffffffffffe r14 0xffffffff827b0080 .str.27 r15 0 rip 0xffffffff815fe9ae kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x25bd7e7(%rip) db> show proc Process 12 (intr) at 0xfffffe0008008580: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83b468e0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83b468e0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff83b47880 (map 0xffffffff83b47880) (map.pmap 0xffffffff83b47920) (pmap 0xffffffff83b47990) threads: 20 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 Run CPU 0 [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100048 I [irq24: virtio_pci0] 100049 I [irq25: virtio_pci0] 100050 I [irq26: virtio_pci0] 100051 I [irq27: virtio_pci0] 100052 I [irq28: virtio_pci1] 100053 I [irq29: virtio_pci1] 100054 I [irq30: virtio_pci1] 100055 I [irq31: virtio_pci1] 100056 I [irq32: virtio_pci1] 100061 I [irq10: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 1481 764 764 0 R (threaded) syz-executor 101218 Run CPU 1 syz-executor 101221 RunQ syz-executor 1480 767 767 0 R (threaded) syz-executor 101185 RunQ syz-executor 101217 RunQ syz-executor 101219 S uwait 0xfffffe00793c4500 syz-executor 1479 1 764 0 S uwait 0xfffffe0077f88500 syz-executor 1478 765 765 0 R (threaded) syz-executor 101027 RunQ syz-executor 101216 D biowr 0xfffffe00086e0710 syz-executor 101220 D ranged1 0xfffffe00793bd6b8 syz-executor 101222 S uwait 0xfffffe00793c4000 syz-executor 101223 S uwait 0xfffffe00793c4200 syz-executor 1477 1 765 -1 S uwait 0xfffffe00793c3c80 syz-executor 1473 766 766 0 S (threaded) syz-executor 101206 S nanslp 0xffffffff83b9d501 syz-executor 101208 S select 0xfffffe0059da4840 syz-executor 101209 S uwait 0xfffffe0077f85380 syz-executor 101210 S uwait 0xfffffe00793c4100 syz-executor 1472 1 765 0 S uwait 0xfffffe00793c3880 syz-executor 1471 1 764 0 S uwait 0xfffffe007812e300 syz-executor 1470 1 765 0 S uwait 0xfffffe00793c3980 syz-executor 1468 1 765 0 S uwait 0xfffffe0077f85680 syz-executor 1466 1 765 0 S uwait 0xfffffe00793c3d80 syz-executor 1465 1 765 0 S uwait 0xfffffe00793c4300 syz-executor 1453 1 766 0 S uwait 0xfffffe00793c4400 syz-executor 1446 1 765 0 S uwait 0xfffffe007812d980 syz-executor 1441 1 766 0 S uwait 0xfffffe007812e980 syz-executor 1439 1 766 0 S uwait 0xfffffe0077f85480 syz-executor 1433 1 766 0 S uwait 0xfffffe0077f86600 syz-executor 1431 1 766 0 S uwait 0xfffffe007812eb80 syz-executor 1422 1 764 0 S uwait 0xfffffe007812db80 syz-executor 1419 1 767 60928 S uwait 0xfffffe0077f88e00 syz-executor 1417 1 764 0 S uwait 0xfffffe0077f88800 syz-executor 1416 1 765 0 S uwait 0xfffffe0058a5c280 syz-executor 1413 1 766 0 S uwait 0xfffffe0077f88900 syz-executor 1409 1 767 0 S uwait 0xfffffe0077f88600 syz-executor 1403 1 764 0 S uwait 0xfffffe007812d480 syz-executor 1398 1 765 0 S uwait 0xfffffe007812da80 syz-executor 1397 1 766 0 S uwait 0xfffffe007812d180 syz-executor 1384 1 764 0 S uwait 0xfffffe0077f86900 syz-executor 1380 1 766 0 S uwait 0xfffffe007812d280 syz-executor 1379 1 764 0 S uwait 0xfffffe0077f86d80 syz-executor 1378 1 767 0 SV uwait 0xfffffe007812d380 syz-executor 1375 1 765 0 S uwait 0xfffffe0077f86000 syz-executor 1371 1 765 0 T uwait 0xfffffe0077f88c00 syz-executor 1362 1 766 0 S uwait 0xfffffe007812de80 syz-executor 1357 1 766 0 S uwait 0xfffffe0077f85e80 syz-executor 1348 1 767 0 S uwait 0xfffffe007812d780 syz-executor 1344 1 766 0 S uwait 0xfffffe0077f88d00 syz-executor 1335 1 765 0 S uwait 0xfffffe0077f86100 syz-executor 1334 1 765 0 S uwait 0xfffffe0077f86e80 syz-executor 1333 1 765 0 S uwait 0xfffffe007812d580 syz-executor 1328 1 767 0 SV uwait 0xfffffe0077f86300 syz-executor 1327 1 765 0 S uwait 0xfffffe0077f88f00 syz-executor 1326 1 765 0 S uwait 0xfffffe0077f85d80 syz-executor 1323 1 765 0 S uwait 0xfffffe007812d680 syz-executor 1321 1 765 0 S uwait 0xfffffe0077f86200 syz-executor 1318 1 765 0 S uwait 0xfffffe0077f87b00 syz-executor 1305 1 767 0 S uwait 0xfffffe0077f86800 syz-executor 1293 1 766 0 S uwait 0xfffffe0077f88180 syz-executor 1291 1 764 0 S uwait 0xfffffe0078130380 syz-executor 1286 1 765 0 S uwait 0xfffffe007812e400 syz-executor 1283 1 765 0 S uwait 0xfffffe0077f85a80 syz-executor 1282 1 765 0 S uwait 0xfffffe007812e880 syz-executor 1271 1 766 0 T uwait 0xfffffe0058cf7600 syz-executor 1270 1 766 0 S uwait 0xfffffe0077f85b80 syz-executor 1265 1 767 0 S uwait 0xfffffe0077f85c80 syz-executor 1258 1 764 0 SV uwait 0xfffffe0077f87200 syz-executor 1254 1 766 0 S uwait 0xfffffe007812e100 syz-executor 1253 1 765 0 SV uwait 0xfffffe007812e000 syz-executor 1251 1 766 0 S uwait 0xfffffe007812e480 syz-executor 1250 1 766 0 S uwait 0xfffffe0077f86c80 syz-executor 1249 1 766 0 S uwait 0xfffffe007812dd80 syz-executor 1246 1 765 -1 S uwait 0xfffffe007812ec80 syz-executor 1243 1 767 0 SV uwait 0xfffffe007812ea80 syz-executor 1238 1 767 0 S uwait 0xfffffe007812e780 syz-executor 1229 1 764 0 S uwait 0xfffffe0077f86b80 syz-executor 1217 1 764 0 S uwait 0xfffffe0077f86400 syz-executor 1213 1 765 0 S uwait 0xfffffe0077f86500 syz-executor 1180 1 764 0 SV uwait 0xfffffe0058cf7100 syz-executor 1179 1 764 0 S uwait 0xfffffe007812dc80 syz-executor 1177 0 0 0 DL mdwait 0xfffffe00794b6000 [md50331648] 1158 1 767 0 T uwait 0xfffffe0077f87800 syz-executor 1157 1 766 0 S uwait 0xfffffe0058cf7500 syz-executor 1152 0 0 0 DL mdwait 0xfffffe00794f2000 [md1] 1147 1 765 0 S uwait 0xfffffe0077f86a80 syz-executor 1146 1 765 0 S uwait 0xfffffe0078130080 syz-executor 1145 1 764 0 SV lockf 0xfffffe0058e22a00 syz-executor 1142 1 767 0 T uwait 0xfffffe0007fec280 syz-executor 1138 1 766 0 T uwait 0xfffffe007812fe00 syz-executor 1137 1 766 0 T uwait 0xfffffe0077f87000 syz-executor 1136 1 766 0 T uwait 0xfffffe0077f87700 syz-executor 1134 1 766 0 T uwait 0xfffffe0058a5db80 syz-executor 1132 1 766 0 T uwait 0xfffffe0077f87d00 syz-executor 1120 1 766 0 T uwait 0xfffffe007812e580 syz-executor 1116 1 766 0 T uwait 0xfffffe0058a5d880 syz-executor 1113 1 764 0 T uwait 0xfffffe0058a5d380 syz-executor 1111 1 764 0 T uwait 0xfffffe0077f87c00 syz-executor 1109 1 764 0 T uwait 0xfffffe007812f500 syz-executor 1107 1 764 0 T uwait 0xfffffe007812e680 syz-executor 1089 1 766 -1 SV uwait 0xfffffe0077f87e00 syz-executor 1079 1 764 0 T uwait 0xfffffe007812ff00 syz-executor 1065 1 765 0 T uwait 0xfffffe0058a5d280 syz-executor 1062 1055 1062 0 Ss select 0xfffffe0059da4540 dhclient 1058 1 1058 0 Ts select 0xfffffe0059da4d40 dhclient 1055 1045 424 65 S select 0xfffffe0059da58c0 dhclient 1046 0 0 0 DL - 0xffffffff83b47d40 [accounting] 1045 424 424 0 S wait 0xfffffe00548d1560 sh 1025 1 765 0 T uwait 0xfffffe0007fecc00 syz-executor 1009 1 764 0 SV uwait 0xfffffe0058cf9900 syz-executor 1000 1 765 0 T uwait 0xfffffe0077f88080 syz-executor 988 1 765 0 T uwait 0xfffffe0077f88280 syz-executor 981 1 764 -1 T uwait 0xfffffe0058cf7200 syz-executor 976 0 0 0 DL (threaded) [so_splice] 100332 D - 0xfffffe0077f87300 [thr_0] 100333 D - 0xfffffe0077f87340 [thr_1] 973 1 764 0 T uwait 0xfffffe0058cf7900 syz-executor 970 1 766 0 T uwait 0xfffffe0007fec180 syz-executor 960 1 766 0 T uwait 0xfffffe0077f87600 syz-executor 958 1 766 0 T uwait 0xfffffe0007fec480 syz-executor 957 1 766 0 T uwait 0xfffffe0058a5a280 syz-executor 955 1 764 0 T uwait 0xfffffe0058cf7c00 syz-executor 952 1 764 0 T uwait 0xfffffe0058a5be00 syz-executor 946 1 764 0 T uwait 0xfffffe0077f87a00 syz-executor 939 0 0 0 DL (threaded) [KTLS] 100262 D - 0xfffffe0054628e00 [thr_0] 100263 D - 0xfffffe0054628e80 [thr_1] 100264 D - 0xffffffff83caec28 [reclaim_0] 934 0 0 0 DL mdwait 0xfffffe0077e2b000 [md127] 925 1 765 0 T uwait 0xfffffe0058cf9780 syz-executor 923 1 764 0 T uwait 0xfffffe0058cf7000 syz-executor 921 1 764 0 T uwait 0xfffffe0058a5aa80 syz-executor 920 1 767 0 T uwait 0xfffffe0007fec380 syz-executor 917 1 766 0 T uwait 0xfffffe0058cf7800 syz-executor 914 1 765 0 T uwait 0xfffffe0007fecf00 syz-executor 908 1 767 0 T uwait 0xfffffe0058cf7700 syz-executor 907 1 766 0 T uwait 0xfffffe0058cf7400 syz-executor 902 0 0 0 DL mdwait 0xfffffe0077ccb000 [md0] 900 1 765 0 T umtxn 0xfffffe0058cf8080 syz-executor 899 1 765 0 T uwait 0xfffffe0058a5dd80 syz-executor 892 1 767 0 T uwait 0xfffffe0058a5c180 syz-executor 891 0 0 0 DL mdwait 0xfffffe0077e1b000 [md7] 871 1 767 0 T uwait 0xfffffe0058cf7f00 syz-executor 848 1 765 0 T uwait 0xfffffe0007fecd00 syz-executor 844 1 764 0 T uwait 0xfffffe0058a5a880 syz-executor 830 0 0 0 DL aiordy 0xfffffe0054905ae0 [aiod4] 829 0 0 0 DL aiordy 0xfffffe0054906040 [aiod3] 828 0 0 0 DL aiordy 0xfffffe00549065a0 [aiod2] 827 0 0 0 DL aiordy 0xfffffe0008026ac0 [aiod1] 825 1 766 0 T uwait 0xfffffe0058cf8180 syz-executor 811 1 800 0 T uwait 0xfffffe0007fece00 syz-executor 807 1 765 0 T uwait 0xfffffe0058a5cc80 syz-executor 767 763 767 0 R syz-executor 766 763 766 0 R syz-executor 765 763 765 0 S nanslp 0xffffffff83b9d501 syz-executor 764 763 764 0 R syz-executor 763 761 761 0 R syz-executor 761 759 761 0 Ss pause 0xfffffe0054807b90 csh 759 682 759 0 Ss select 0xfffffe0059da72c0 sshd 748 1 748 0 Ts+ getty 747 1 747 0 Ts+ ttyin 0xfffffe0058e288b0 getty 746 1 746 0 Ts+ ttyin 0xfffffe0058e28cb0 getty 745 1 745 0 Ts+ ttyin 0xfffffe0058e290b0 getty 744 1 744 0 Ts+ ttyin 0xfffffe0058e294b0 getty 743 1 743 0 Ts+ ttyin 0xfffffe0058e298b0 getty 742 1 742 0 Ts+ ttyin 0xfffffe0058e29cb0 getty 741 1 741 0 Ts+ ttyin 0xfffffe0058e2a0b0 getty 740 1 740 0 Ts+ ttyin 0xfffffe0058e2a4b0 getty 738 1 18 0 T+ piperd 0xfffffe006bc11b80 logger 736 1 18 0 T+ sh 686 1 686 0 Ts cron 682 1 682 0 Ts select 0xfffffe00547f9340 sshd 495 1 495 0 Ts syslogd 424 1 424 0 Ts wait 0xfffffe00548d2ae0 devd 423 1 423 65 Ts dhclient 338 1 338 0 Ts select 0xfffffe00547f9ac0 dhclient 335 1 335 0 Ts select 0xfffffe00547f9a40 dhclient 17 0 0 0 DL syncer 0xffffffff83cbada0 [syncer] 16 0 0 0 RL [vnlru] 15 0 0 0 RL (threaded) [bufdaemon] 100080 RunQ [bufdaemon] 100083 D - 0xffffffff83002140 [bufspacedaemon-0] 100095 D sdflush 0xfffffe0058e36ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d04380 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83cea2f8 [dom0] 100081 D launds 0xffffffff83cea304 [laundry: dom0] 100082 D umarcl 0xffffffff81dcf950 [uma] 7 0 0 0 DL - 0xffffffff8391acd0 [rand_harvestq] 6 0 0 0 TL [pf purge] 5 0 0 0 DL waiting 0xffffffff848ec700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100046 D - 0xffffffff838e5340 [doneq0] 100047 D - 0xffffffff838e52c0 [async] 100076 D - 0xffffffff838e5140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100043 D crypto_ 0xffffffff83ce5b40 [crypto] 100044 D crypto_ 0xfffffe0058556030 [crypto returns 0] 100045 D crypto_ 0xfffffe0058556080 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00547d9088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b45f00 [g_event] 100038 D - 0xffffffff83b45f20 [g_up] 100039 D - 0xffffffff83b45f40 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 Run CPU 0 [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100048 I [irq24: virtio_pci0] 100049 I [irq25: virtio_pci0] 100050 I [irq26: virtio_pci0] 100051 I [irq27: virtio_pci0] 100052 I [irq28: virtio_pci1] 100053 I [irq29: virtio_pci1] 100054 I [irq30: virtio_pci1] 100055 I [irq31: virtio_pci1] 100056 I [irq32: virtio_pci1] 100061 I [irq10: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0008009040 [init] 10 0 0 0 DL audit_w 0xffffffff83ce65e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c2dff0 [swapper] 100005 D - 0xfffffe005462a000 [softirq_0] 100006 D - 0xfffffe0054629e00 [softirq_1] 100007 D - 0xfffffe0054629d00 [if_io_tqg_0] 100008 D - 0xfffffe0054629c00 [if_io_tqg_1] 100009 D - 0xfffffe0054629b00 [if_config_tqg_0] 100010 D - 0xfffffe0007f6b200 [kqueue_ctx taskq] 100011 D - 0xfffffe0007f6b100 [jail_remove taskq] 100012 D - 0xfffffe0007f6b000 [bus taskq] 100015 D - 0xfffffe0007f6ac00 [thread taskq] 100017 D - 0xfffffe0007f6aa00 [aiod_kick taskq] 100018 D - 0xfffffe0007f6a900 [deferred_unmount ta] 100019 D - 0xfffffe0007f6a800 [inm_free taskq] 100020 D - 0xfffffe0007f6a700 [in6m_free taskq] 100021 D - 0xfffffe0007f6a600 [linuxkpi_irq_wq] 100022 D - 0xfffffe0007f6a500 [linuxkpi_short_wq_0] 100023 D - 0xfffffe0007f6a500 [linuxkpi_short_wq_1] 100024 D - 0xfffffe0007f6a500 [linuxkpi_short_wq_2] 100025 D - 0xfffffe0007f6a500 [linuxkpi_short_wq_3] 100026 D - 0xfffffe0007f6a400 [linuxkpi_long_wq_0] 100027 D - 0xfffffe0007f6a400 [linuxkpi_long_wq_1] 100028 D - 0xfffffe0007f6a400 [linuxkpi_long_wq_2] 100029 D - 0xfffffe0007f6a400 [linuxkpi_long_wq_3] 100036 D - 0xfffffe0007f6a300 [firmware taskq] 100041 D - 0xfffffe0007f6a100 [crypto_0] 100042 D - 0xfffffe0007f6a100 [crypto_1] 100057 D - 0xfffffe0007f69e00 [vtnet0 rxq 0] 100058 D - 0xfffffe0007f69d00 [vtnet0 txq 0] 100059 D - 0xfffffe0007f69c00 [vtnet0 rxq 1] 100060 D - 0xfffffe0007f69b00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe005856dd00 [virtio_balloon] 100066 D - 0xffffffff827b53c1 [deadlkres] 100070 D - 0xfffffe0059be2000 [acpi_task_0] 100071 D - 0xfffffe0059be2000 [acpi_task_1] 100072 D - 0xfffffe0059be2000 [acpi_task_2] 100074 D - 0xfffffe0007f6b600 [mca taskq] 100075 D - 0xfffffe0007f6a000 [CAM taskq] 100077 D - 0xfffffe0007f69a00 [ipsec_offload] 100416 D - 0xfffffe0059eb0500 [system_taskq_0] 100417 D - 0xfffffe0059eb0500 [system_taskq_1] 100418 D - 0xfffffe0059eafd00 [system_delay_taskq_] 100419 D - 0xfffffe0059eafd00 [system_delay_taskq_] 100421 D - 0xfffffe0059eb0400 [arc_prune] 100422 D - 0xfffffe0059eb0c00 [arc_flush_0] 100423 D - 0xfffffe0059eb0c00 [arc_flush_1] 100436 D - 0xfffffe0059eb0200 [dbu_evict] 100453 D - 0xfffffe0059eb1600 [z_vdev_file_0] 100454 D - 0xfffffe0059eb1600 [z_vdev_file_1] 100455 D - 0xfffffe0059eb1600 [z_vdev_file_2] 100456 D - 0xfffffe0059eb1600 [z_vdev_file_3] 100457 D - 0xfffffe0059eb1600 [z_vdev_file_4] 100458 D - 0xfffffe0059eb1600 [z_vdev_file_5] 100459 D - 0xfffffe0059eb1600 [z_vdev_file_6] 100460 D - 0xfffffe0059eb1600 [z_vdev_file_7] 100461 D - 0xfffffe0059eb1600 [z_vdev_file_8] 100462 D - 0xfffffe0059eb1600 [z_vdev_file_9] 100463 D - 0xfffffe0059eb1600 [z_vdev_file_10] 100464 D - 0xfffffe0059eb1600 [z_vdev_file_11] 100465 D - 0xfffffe0059eb1600 [z_vdev_file_12] 100466 D - 0xfffffe0059eb1600 [z_vdev_file_13] 100467 D - 0xfffffe0059eb1600 [z_vdev_file_14] 100468 D - 0xfffffe0059eb1600 [z_vdev_file_15] 100470 D - 0xfffffe0059eb1d00 [zfsvfs] 100493 D - 0xfffffe0059eb0100 [netlink_socket (PID] 1090 1089 766 -1 Z syz-executor 737 736 18 0 Z+ sleep db> show all locks Process 1481 (syz-executor) thread 0xfffffe005499d000 (101218) exclusive sleep mutex vm inactive pagequeue (vm pagequeue) r = 0 (0xffffffff83ce9c80) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_page.c:3874 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe00549d0060) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4993 Process 1480 (syz-executor) thread 0xfffffe0079e02740 (101217) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe007940c180) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:4840 Process 1478 (syz-executor) thread 0xfffffe0079e00740 (101216) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00086e0790) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:1752 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe00793bd598) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_vnops.c:1229 Process 12 (intr) thread 0xfffffe0008021740 (100033) exclusive sleep mutex tcphash (tcphash) r = 0 (0xfffffe0008249a70) locked @ /syzkaller/managers/main/kernel/sys/netinet/in_pcb.c:2717 exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe00794efaa0) locked @ /syzkaller/managers/main/kernel/sys/netinet/in_pcb.c:1471 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 444 12681K 1120 tcp_hpts 7 4801K 7 sctp_stro 5 4619K 18 devbuf 4188 4324K 4220 solaris 2244 3597K 4470 sysctloid 45027 2645K 45139 vtbuf 24 1968K 46 filedesc 224 1788K 1177 kobj 331 1324K 551 newblk 81 1044K 4644 vfscache 3 1025K 3 pcb 188 828K 626 subproc 374 791K 1685 inodedep 38 526K 1182 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 51578 acpica 1674 184K 54432 vmem 5 148K 9 tidhash 3 141K 3 pagedep 29 135K 581 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 115 115K 132 sem 4 106K 4 gtaskqueue 18 98K 18 kdtrace 468 84K 2707 bus 1002 82K 5074 umtx 592 74K 592 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 527 66K 531 ddb_capture 1 64K 1 shm 6 42K 26 temp 40 42K 2621 BPF 27 38K 56 DEVFS3 134 34K 144 hostcache 1 32K 1 msg 4 30K 4 sctp_atcl 75 29K 212 kbdmux 6 28K 6 md_disk 8 21K 9 DEVFS_RULE 56 20K 56 kstat_data 19 19K 19 ifaddr 67 19K 69 LRO 18 19K 18 ufs_mount 4 17K 5 proc 3 17K 3 CC Mem 129 17K 653 tty 16 16K 16 routetbl 130 16K 410 GEOM 96 16K 675 kqueue 188 15K 2386 ithread 90 15K 90 bus-sc 34 15K 1650 lltable 45 14K 58 eventhandler 166 14K 166 ether_multi 157 13K 196 ifnet 7 13K 7 devstat 6 13K 6 md_sectors 3 12K 3 cred 43 12K 343 kenv 95 12K 95 pwddesc 178 12K 1556 shmfd 7 11K 29 CAM queue 5 11K 1528 plimit 26 10K 347 taskqueue 93 10K 120 rman 82 10K 447 rpc 8 9K 8 in6_multi 65 9K 65 tcp_fsb_rack 4 9K 30 bmsafemap 2 9K 999 UART 12 9K 12 ksem 1 8K 9 filemon 1 8K 14 pfs_vncache 1 8K 1 audit_evclass 239 8K 301 UMA 341 7K 341 sglist 6 7K 6 lockf 60 6K 529 CAM DEV 3 6K 510 inpcbpolicy 180 6K 1289 pfs_nodes 22 6K 22 DEVFSP 83 6K 287 ufs_dirhash 24 5K 30 pf_ifnet 11 5K 20 proc-args 196 5K 2582 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 acpisem 28 4K 28 ip6opt 17 4K 66 osd 159 4K 702 selfd 48 3K 115460 session 23 3K 48 newdirblk 22 3K 518 terminal 11 3K 11 sctp_atky 80 3K 228 uidinfo 6 3K 20 acpidev 20 3K 20 hhook 8 3K 10 clone 9 3K 9 kcovinfo 36 3K 36 cryptodev 35 3K 385 pf_rule 1 2K 3 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 14 Unitno 32 2K 455 sctp_timw 7 2K 7 in_multi 7 2K 16 sctp_ifa 13 2K 14 crypto 5 2K 85 CAM XPT 22 2K 543 indirdep 6 2K 919 pfil 14 2K 14 tun 4 2K 4 vnodemarker 3 2K 69 select 12 2K 88 toponodes 6 2K 6 ipsecpolicy 2 2K 2 sctp_athm 75 2K 215 msi 9 2K 9 netlink 2 2K 95 softdep 1 1K 1 dirrem 4 1K 914 mkdir 8 1K 1036 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 mount 19 1K 2897 diradd 7 1K 933 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 isadev 6 1K 8 pci_link 10 1K 10 encap_export_host 12 1K 12 tcp_pcm_rack 2 1K 15 in6_mfilter 8 1K 19 cdev 2 1K 2 lkpikmalloc 8 1K 9 frag6 4 1K 4 chacha20random 1 1K 1 biobuf 1 1K 1 ip6_msource 5 1K 9 ip_msource 5 1K 22 vnodes 2 1K 16 ktls 1 1K 31 procdesc 2 1K 12 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 ip_moptions 3 1K 25 loginclass 3 1K 5 sctp_map 10 1K 30 soname 6 1K 3868 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 VN POLL 1 1K 11 aio 4 1K 11 iov 2 1K 18654 pmchooks 1 1K 1 filedesc_to_leader 2 1K 4 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 in_mfilter 2 1K 43 sctp_vrf 1 1K 1 ip6_moptions 2 1K 7 vnet 1 1K 1 accf 1 1K 1 pmc 1 1K 1 sigio 1 1K 7 entropy 2 1K 34 acpiintr 1 1K 1 cpus 2 1K 2 freework 1 1K 1473 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 93 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sfs_nodes 0 0K 0 zones_data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 101 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 2 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 2 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 tcp_do_rack 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 5 mqdata 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 797 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 35 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 707 freeblks 0 0K 640 freefrag 0 0K 255 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 4 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 26 fadvise 0 0K 6 statfs 0 0K 219 namei_tracker 0 0K 8 export_host 0 0K 0 cl_savebuf 0 0K 146 lio 0 0K 60 acl 0 0K 0 mbuf_tag 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 194 eventfd 0 0K 8 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 496 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 651 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 25 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 108 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 10 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 877 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8796 602 21782 0 254 38494208 0 mbuf 256 9558 614 37121 0 254 2604032 0 RADIX NODE 152 13773 262 58604 0 62 2133320 0 malloc-128 128 14733 147 15282 0 126 1904640 0 malloc-16384 16384 114 2 776 0 1 1900544 0 BUF TRIE 152 451 11353 4130 0 62 1794208 0 malloc-384 384 4143 27 4499 0 30 1601280 0 malloc-4096 4096 331 5 551 0 2 1376256 0 UMA Slabs 0 112 11438 4 11438 0 126 1281504 0 sctp_asoc 2256 5 505 15 0 254 1150560 0 malloc-64 64 256 17069 116572 0 254 1108800 0 zio_buf_comb_1048576 1048576 0 1 15 0 1 1048576 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 vmem btag 56 18153 30 18153 0 254 1018248 0 FFS inode 1168 672 21 1405 0 8 809424 0 malloc-4096 4096 190 4 1527 0 2 794624 0 socket 1024 283 481 3040 0 254 782336 0 malloc-65536 65536 10 1 15 0 1 720896 0 VM OBJECT 248 2409 71 21405 0 62 615040 0 sctp_ep 1152 70 441 196 0 254 588672 0 malloc-256 256 2220 75 2487 0 62 587520 0 THREAD 1824 287 9 1223 0 8 539904 0 md1 32768 16 0 16 0 1 524288 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 182 0 0 2 477568 0 MAP ENTRY 96 4760 154 73888 0 126 471744 0 256 Bucket 2048 206 10 1565 0 8 442368 0 malloc-65536 65536 4 2 114 0 1 393216 0 sctp_raddr 736 6 511 18 0 254 380512 0 VNODE 440 712 71 1447 0 30 344520 0 malloc-64 64 4850 505 15943 0 254 342720 0 malloc-65536 65536 1 4 76 0 1 327680 0 malloc-16 16 18385 615 37613 0 254 304000 0 tcp_inpcb 1304 129 87 653 0 8 281664 0 FPU_save_area 832 289 35 1676 0 16 269568 0 PROC 1376 179 8 1482 0 8 257312 0 malloc-256 256 678 327 9371 0 62 257280 0 malloc-2048 2048 101 19 374 0 8 245760 0 UMA Zones 768 313 1 313 0 16 241152 0 malloc-32 32 7318 116 27392 0 254 237888 0 malloc-32768 32768 1 6 731 0 1 229376 0 DEVCTL 1024 33 187 160 0 0 225280 0 tcp_log 416 28 485 164 0 254 213408 0 malloc-128 128 1361 282 26254 0 126 210304 0 filedesc0 1072 178 11 1556 0 8 202608 0 malloc-32768 32768 1 5 49 0 1 196608 0 malloc-2048 2048 78 18 400 0 8 196608 0 FFS2 dinode 256 672 78 1405 0 62 192000 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 29 487 1395 0 254 165120 0 malloc-32768 32768 2 3 131 0 1 163840 0 malloc-1024 1024 132 12 377 0 16 147456 0 S VFS Cache 104 1025 379 1984 0 126 146016 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 15 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 mbuf_packet 256 18 490 2201 0 254 130048 0 ksiginfo 112 173 871 407 0 126 116928 0 UMA Kegs 384 299 4 299 0 30 116352 0 malloc-8192 8192 9 4 16 0 1 106496 0 malloc-128 128 541 234 3854 0 126 99200 0 malloc-128 128 634 141 1342 0 126 99200 0 malloc-16384 16384 4 2 8 0 1 98304 0 malloc-4096 4096 21 3 603 0 2 98304 0 VMSPACE 584 149 12 1443 0 16 94024 0 malloc-384 384 189 51 190 0 30 92160 0 Files 80 810 340 12913 0 126 92000 0 pipe 736 28 93 497 0 16 89056 0 g_bio 408 4 206 21990 0 30 85680 0 128 Bucket 1024 62 21 347 0 16 84992 0 malloc-128 128 434 217 1749 0 126 83328 0 malloc-8192 8192 4 6 19 0 1 81920 0 malloc-4096 4096 13 7 100 0 2 81920 0 64 Bucket 512 99 61 5341 0 30 81920 0 malloc-64 64 816 255 2899 0 254 68544 0 malloc-64 64 788 283 3584 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-8192 8192 5 3 154 0 1 65536 0 malloc-8192 8192 8 0 8 0 1 65536 0 malloc-2048 2048 4 28 625 0 8 65536 0 malloc-2048 2048 10 22 540 0 8 65536 0 malloc-2048 2048 13 19 59 0 8 65536 0 malloc-256 256 80 175 1790 0 62 65280 0 32 Bucket 256 91 164 1264 0 62 65280 0 malloc-384 384 75 75 1700 0 30 57600 0 malloc-4096 4096 11 3 18 0 2 57344 0 tcp_bbr_map 128 3 400 1199 0 126 51584 0 malloc-128 128 184 219 1171 0 126 51584 0 malloc-128 128 61 342 2699 0 126 51584 0 udp_inpcb 408 15 111 256 0 30 51408 0 TURNSTILE 136 297 81 297 0 62 51408 0 cpuset 200 69 187 424 0 62 51200 0 malloc-256 256 56 139 1283 0 62 49920 0 malloc-256 256 90 105 2001 0 62 49920 0 malloc-256 256 58 137 1035 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 34 14 38 0 16 49152 0 NAMEI 1024 0 48 19588 0 16 49152 0 malloc-16384 16384 2 1 4 0 1 49152 0 malloc-2048 2048 9 15 92 0 8 49152 0 malloc-1024 1024 29 19 544 0 16 49152 0 pcpu-64 64 504 264 504 0 254 49152 0 malloc-384 384 82 38 228 0 30 46080 0 ripcb 376 31 89 241 0 30 45120 0 SLEEPQUEUE 88 297 215 297 0 126 45056 0 pcpu-8 8 5384 248 5737 0 254 45056 0 syncache 168 0 264 5 0 254 44352 0 vnpbuf 2624 0 16 1 0 16 41984 0 sctp_chunk 152 4 256 8 0 254 39520 0 da_ccb 544 1 69 5707 0 16 38080 0 udplite_inpcb 408 5 85 139 0 30 36720 0 hostcache 64 2 565 2 0 254 36288 0 malloc-64 64 22 545 17989 0 254 36288 0 malloc-64 64 6 561 8 0 254 36288 0 malloc-64 64 416 151 2425 0 254 36288 0 malloc-64 64 13 554 43 0 254 36288 0 16 Bucket 144 74 178 701 0 62 36288 0 tcp_rack_map 128 3 276 29 0 126 35712 0 malloc-128 128 2 277 10 0 126 35712 0 ktls_session 256 0 135 6 0 62 34560 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 72 18 92 0 30 34560 0 malloc-384 384 34 56 58 0 30 34560 0 malloc-256 256 11 124 476 0 62 34560 0 malloc-256 256 2 133 36 0 62 34560 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 0 1 1 0 1 32768 0 malloc-32768 32768 0 1 1 0 1 32768 0 malloc-4096 4096 2 6 105 0 2 32768 0 malloc-4096 4096 4 4 459 0 2 32768 0 malloc-2048 2048 5 11 8 0 8 32768 0 malloc-2048 2048 10 6 79 0 8 32768 0 malloc-1024 1024 4 28 15 0 16 32768 0 malloc-1024 1024 2 30 27 0 16 32768 0 malloc-1024 1024 27 5 320 0 16 32768 0 malloc-1024 1024 12 20 2147 0 16 32768 0 malloc-1024 1024 2 30 16 0 16 32768 0 malloc-1024 1024 2 30 1101 0 16 32768 0 malloc-512 512 0 64 18 0 30 32768 0 malloc-512 512 4 60 175 0 30 32768 0 malloc-512 512 2 62 117 0 30 32768 0 malloc-512 512 5 59 6 0 30 32768 0 malloc-512 512 8 56 12 0 30 32768 0 malloc-512 512 9 55 235 0 30 32768 0 malloc-512 512 9 55 53 0 30 32768 0 ertt_txseginfo 40 1 807 3433 0 254 32320 0 PWD 40 104 704 526 0 254 32320 0 tcp_bbr_pcb 896 5 31 17 0 16 32256 0 sctp_stream_msg_out 112 1 287 4 0 254 32256 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 27 237 55 0 126 31680 0 clpbuf 2624 0 12 307 0 4 31488 0 L VFS Cache 320 0 96 74 0 30 30720 0 sctp_laddr 48 9 579 27 0 254 28224 0 ertt 72 129 263 653 0 126 28224 0 rl_entry 48 24 564 418 0 254 28224 0 malloc-32 32 267 615 1884 0 254 28224 0 malloc-32 32 291 591 3173 0 254 28224 0 4 Bucket 48 7 581 34 0 254 28224 0 AIO 208 0 133 104 0 62 27664 0 malloc-8192 8192 1 2 27 0 1 24576 0 rtentry 168 30 114 34 0 62 24192 0 8 Bucket 80 68 232 579 0 126 24000 0 itimer 352 0 66 290 0 30 23232 0 splice 184 0 126 4 0 62 23184 0 malloc-384 384 1 59 13 0 30 23040 0 tcp_rack_pcb 1088 2 19 15 0 8 22848 0 domainset 40 1 566 414 0 254 22680 0 Mountpoints 2816 2 6 12 0 4 22528 0 malloc-32 32 96 534 1021 0 254 20160 0 malloc-32 32 315 315 1775 0 254 20160 0 malloc-32 32 12 618 20 0 254 20160 0 malloc-32 32 84 546 727 0 254 20160 0 malloc-32 32 8 622 1162 0 254 20160 0 2 Bucket 32 87 543 746 0 254 20160 0 KNOTE 160 2 123 308 0 62 20000 0 cryptop 280 0 70 23 0 30 19600 0 AIOCB 552 0 35 181 0 16 19320 0 pf frags 256 1 74 2 0 62 19200 0 AIOLIO 272 0 70 60 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 1 3 8 0 2 16384 0 malloc-512 512 0 32 2 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 pf tags 104 1 155 3 0 126 16224 0 vtnet_tx_hdr 24 0 668 2705 0 254 16032 0 malloc-16 16 669 331 5438 0 254 16000 0 tcp_log_id_node 120 0 132 4 0 126 15840 0 kenv 258 17 43 1079 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 arc_buf_hdr_t_full 368 4 29 4 0 30 12144 0 tcp_log_id_bucket 176 0 69 4 0 62 12144 0 pf frag entries 40 1 302 3 0 254 12120 0 malloc-16 16 86 664 726 0 254 12000 0 malloc-16 16 33 717 1903 0 254 12000 0 malloc-16 16 193 557 25553 0 254 12000 0 malloc-16 16 18 732 23 0 254 12000 0 malloc-16 16 62 688 380 0 254 12000 0 malloc-16 16 39 711 451 0 254 12000 0 malloc-384 384 0 30 1 0 30 11520 0 tfo_ccache_entries 80 1 127 1 0 126 10240 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 0 1 4 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 21 18 47 0 0 3744 0 zfs_znode_cache 464 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 368 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 968 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1216 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29240 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 md127 8 0 0 0 0 254 0 0 md7 4 0 0 0 0 254 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0