Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x45e03616 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81bd47b6 stack pointer = 0x28:0xfffffe009cbb8b80 frame pointer = 0x28:0xfffffe009cbb8bb0 code segment = base 0x0, limit 0xfffff, type 0x1b FreeBSD/amd64 = DPL 0, pres 1, long 1, def32 0, gran 1 (ci-freebsd-main-2.c.syzkaller.processor eflags = internal) (ttyu0interrupt enabled, resume, ) login: IOPL = 0 current process = 14173 (syz-executor.0) trap number = 12 panic: page fault cpuid = 1 time = 435 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe009cbb8370 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe009cbb84d0 vpanic() at vpanic+0x254/frame 0xfffffe009cbb85b0 panic() at panic+0xb5/frame 0xfffffe009cbb8670 trap_fatal() at trap_fatal+0x6bd/frame 0xfffffe009cbb8790 trap_pfault() at trap_pfault+0x182/frame 0xfffffe009cbb88d0 trap() at trap+0x5b3/frame 0xfffffe009cbb8ab0 calltrap() at calltrap+0x8/frame 0xfffffe009cbb8ab0 --- trap 0xc, rip = 0xffffffff81bd47b6, rsp = 0xfffffe009cbb8b80, rbp = 0xfffffe009cbb8bb0 --- key_attach() at key_attach+0x176/frame 0xfffffe009cbb8bb0 socreate() at socreate+0x465/frame 0xfffffe009cbb8c10 kern_socket() at kern_socket+0x1d8/frame 0xfffffe009cbb8d30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe009cbb8f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009cbb8f30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a58a, rsp = 0x8315f2f08, rbp = 0x8315f2f70 --- KDB: enter: panic [ thread pid 14173 tid 118249 ] Stopped at kdb_enter+0x6b: movq $0,0x276046a(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0092c00000 rdx 0x3ffff rbx 0 rsp 0xfffffe009cbb84b0 rbp 0xfffffe009cbb84d0 rsi 0x40001 rdi 0xffffffff8172e2a8 printf+0x158 r8 0 r9 0xffffffff r10 0 r11 0xfffffe009c8e9c40 r12 0 r13 0xfffffe009c8e9720 r14 0xffffffff82b68ea0 .str.26 r15 0xffffffff82b68ea0 .str.26 rip 0xffffffff8171ddab kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x276046a(%rip) db> show proc Process 14173 (syz-executor.0) at 0xfffffe009d2c5000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 776 at 0xfffffe0053ddda90 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.0 exec reaper: 0xfffffe0053ddd000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009d2c9400 (map 0xfffffe009d2c9400) (map.pmap 0xfffffe009d2c94c0) (pmap 0xfffffe009d2c9530) threads: 4 117085 RunQ syz-executor.0 118249 Run CPU 1 syz-executor.0 118251 L *key soc 0xfffffe009b583600 syz-executor.0 118254 S uwait 0xfffffe009c152080 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 14178 777 777 0 R (threaded) syz-executor.1 116819 RunQ syz-executor.1 118256 RunQ syz-executor.1 14174 788 788 0 R (threaded) syz-executor.3 116616 RunQ syz-executor.3 118248 RunQ syz-executor.3 14173 776 776 0 R (threaded) syz-executor.0 117085 RunQ syz-executor.0 118249 Run CPU 1 syz-executor.0 118251 L *key soc 0xfffffe009b583600 syz-executor.0 118254 S uwait 0xfffffe009c152080 syz-executor.0 13781 1 777 0 S uwait 0xfffffe009c923400 syz-executor.1 13775 1 777 0 S uwait 0xfffffe009c151a80 syz-executor.1 13773 1 777 0 S uwait 0xfffffe009c923200 syz-executor.1 13771 1 777 0 S uwait 0xfffffe0099ddb980 syz-executor.1 13768 1 777 0 S uwait 0xfffffe009c152580 syz-executor.1 13762 1 777 0 S uwait 0xfffffe009c923800 syz-executor.1 13760 1 777 0 S uwait 0xfffffe009c923100 syz-executor.1 13236 1 777 0 S uwait 0xfffffe009c151780 syz-executor.1 13227 1 777 0 S uwait 0xfffffe009c923600 syz-executor.1 13216 1 777 0 S uwait 0xfffffe009c287900 syz-executor.1 13215 1 776 0 S uwait 0xfffffe009c923300 syz-executor.0 13214 1 788 0 S uwait 0xfffffe009c151d00 syz-executor.3 13212 1 777 0 S uwait 0xfffffe009c152300 syz-executor.1 13210 1 776 0 S uwait 0xfffffe009c152200 syz-executor.0 13207 1 788 0 S uwait 0xfffffe009c921f00 syz-executor.3 13206 1 777 0 S uwait 0xfffffe009c287d80 syz-executor.1 13204 1 776 0 S uwait 0xfffffe009c14f200 syz-executor.0 13199 1 777 0 S uwait 0xfffffe0092569380 syz-executor.1 13198 1 788 0 S uwait 0xfffffe009c14f700 syz-executor.3 13188 1 788 0 S uwait 0xfffffe0099dd8f00 syz-executor.3 12784 1 777 60928 T uwait 0xfffffe0099dd9000 syz-executor.1 12779 1 777 60928 T uwait 0xfffffe009c923500 syz-executor.1 12774 1 779 60928 T uwait 0xfffffe009c14f600 syz-executor.2 12772 1 777 60928 T uwait 0xfffffe009c152400 syz-executor.1 12771 1 779 60928 T uwait 0xfffffe009c14f100 syz-executor.2 12767 1 779 60928 T uwait 0xfffffe009c287c80 syz-executor.2 12764 1 779 60928 T syz-executor.2 12528 1 777 0 SV uwait 0xfffffe009c14f300 syz-executor.1 12523 1 777 0 SV uwait 0xfffffe009c14fe00 syz-executor.1 12515 1 777 0 SV uwait 0xfffffe009c285e00 syz-executor.1 12503 1 777 0 SV uwait 0xfffffe009c284f00 syz-executor.1 12022 0 0 0 DL mdwait 0xfffffe009ac7a000 [md0] 10896 1 788 0 S uwait 0xfffffe009256ac80 syz-executor.3 10887 1 788 0 S uwait 0xfffffe009256ad80 syz-executor.3 10884 1 777 0 S uwait 0xfffffe009c284e00 syz-executor.1 10877 1 777 0 S uwait 0xfffffe009c151980 syz-executor.1 10874 1 788 0 S uwait 0xfffffe009c287280 syz-executor.3 10867 1 777 0 S uwait 0xfffffe009c285180 syz-executor.1 10862 1 777 0 S uwait 0xfffffe009c286c00 syz-executor.1 10763 1 779 0 SV uwait 0xfffffe0092568a00 syz-executor.2 10501 0 0 0 DL (threaded) [zfskern] 112759 D t->zthr 0xfffffe0092beb548 [arc_evict] 112963 D t->zthr 0xfffffe0092beae48 [arc_reap] 112964 D - 0xfffffe0058ac0800 [dbu_evict] 112965 D dbuf_ev 0xffffffff85a4ff20 [dbuf_evict_thread] 112966 D - 0xfffffe0092a20b00 [z_vdev_file_0] 112967 D - 0xfffffe0092a20b00 [z_vdev_file_1] 112968 D - 0xfffffe0092a20b00 [z_vdev_file_2] 112969 D - 0xfffffe0092a20b00 [z_vdev_file_3] 112970 D - 0xfffffe0092a20b00 [z_vdev_file_4] 112971 D - 0xfffffe0092a20b00 [z_vdev_file_5] 112972 D - 0xfffffe0092a20b00 [z_vdev_file_6] 112973 D - 0xfffffe0092a20b00 [z_vdev_file_7] 112974 D - 0xfffffe0092a20b00 [z_vdev_file_8] 112975 D - 0xfffffe0092a20b00 [z_vdev_file_9] 112976 D - 0xfffffe0092a20b00 [z_vdev_file_10] 112977 D - 0xfffffe0092a20b00 [z_vdev_file_11] 112978 D - 0xfffffe0092a20b00 [z_vdev_file_12] 112979 D - 0xfffffe0092a20b00 [z_vdev_file_13] 112980 D - 0xfffffe0092a20b00 [z_vdev_file_14] 112981 D - 0xfffffe0092a20b00 [z_vdev_file_15] 112982 D l2arc_f 0xffffffff85a0f040 [l2arc_feed_thread] 112983 D - 0xfffffe0092a21e00 [zfsvfs] 112984 S zevent_ 0xffffffff85a50ae0 [sysevent] 10345 1 777 0 S uwait 0xfffffe0099dda780 syz-executor.1 10339 1 776 0 S uwait 0xfffffe0099dd8480 syz-executor.0 10338 1 777 0 S uwait 0xfffffe009c151880 syz-executor.1 10334 1 776 0 S uwait 0xfffffe0099dd8d00 syz-executor.0 10329 1 777 0 S uwait 0xfffffe009c287880 syz-executor.1 10328 1 776 0 S uwait 0xfffffe005785b800 syz-executor.0 10325 1 777 0 S uwait 0xfffffe0099dd8c00 syz-executor.1 10324 1 776 0 S uwait 0xfffffe009c286680 syz-executor.0 10321 1 777 0 S uwait 0xfffffe0099dd9a00 syz-executor.1 10319 1 776 0 S uwait 0xfffffe009c285680 syz-executor.0 10317 1 777 0 S uwait 0xfffffe0092567a00 syz-executor.1 10314 1 776 0 S uwait 0xfffffe0092569900 syz-executor.0 10311 1 777 0 S uwait 0xfffffe009c151480 syz-executor.1 10309 1 777 0 S uwait 0xfffffe009256a700 syz-executor.1 10307 1 777 0 S uwait 0xfffffe009c151680 syz-executor.1 10305 1 777 0 S uwait 0xfffffe009c285080 syz-executor.1 10302 1 777 0 S uwait 0xfffffe0099dd8500 syz-executor.1 10293 1 777 0 S uwait 0xfffffe009c285580 syz-executor.1 10286 1 777 0 S uwait 0xfffffe0099dd8100 syz-executor.1 9357 1 779 0 S uwait 0xfffffe009c286a80 syz-executor.2 8981 1 776 0 S uwait 0xfffffe0092569a00 syz-executor.0 8978 1 777 0 S uwait 0xfffffe005785a180 syz-executor.1 8969 1 776 0 S uwait 0xfffffe009c286d00 syz-executor.0 8967 1 777 0 S uwait 0xfffffe009256ab80 syz-executor.1 8959 1 776 0 S uwait 0xfffffe009c286980 syz-executor.0 8955 1 777 0 S uwait 0xfffffe0092567400 syz-executor.1 8944 1 777 0 S uwait 0xfffffe0099dd8e00 syz-executor.1 8732 1 788 0 S uwait 0xfffffe0057449280 syz-executor.3 8728 1 777 0 S uwait 0xfffffe0099dd8e80 syz-executor.1 8721 1 776 0 S uwait 0xfffffe009c287080 syz-executor.0 8720 1 788 0 S uwait 0xfffffe009c286c80 syz-executor.3 8717 1 777 0 S uwait 0xfffffe009c286e00 syz-executor.1 8715 1 788 0 S uwait 0xfffffe0092569080 syz-executor.3 8714 1 776 0 S uwait 0xfffffe009c286d80 syz-executor.0 8710 1 777 0 S uwait 0xfffffe009c287180 syz-executor.1 8708 1 776 0 S uwait 0xfffffe0057858600 syz-executor.0 8700 1 776 0 S uwait 0xfffffe009c287580 syz-executor.0 7642 1 776 0 S uwait 0xfffffe005785a100 syz-executor.0 7640 1 776 0 S uwait 0xfffffe0099ddaa00 syz-executor.0 7634 1 776 0 S uwait 0xfffffe0099dd8a80 syz-executor.0 7630 1 776 0 S uwait 0xfffffe0057449a00 syz-executor.0 7460 1 788 0 S uwait 0xfffffe0099dd8a00 syz-executor.3 7450 1 788 0 S uwait 0xfffffe009c287680 syz-executor.3 7439 1 788 0 S uwait 0xfffffe0099ddad80 syz-executor.3 7432 1 788 0 S uwait 0xfffffe0092568900 syz-executor.3 7027 1 788 0 S uwait 0xfffffe0099dd8700 syz-executor.3 7019 1 788 0 S uwait 0xfffffe0092567680 syz-executor.3 7009 1 788 0 S uwait 0xfffffe009c287480 syz-executor.3 7002 1 779 0 S uwait 0xfffffe0099ddb600 syz-executor.2 6999 1 779 0 S uwait 0xfffffe009c287780 syz-executor.2 6994 1 779 0 S uwait 0xfffffe0099dd8000 syz-executor.2 6990 1 779 0 S uwait 0xfffffe0057858a00 syz-executor.2 6987 1 6986 0 S uwait 0xfffffe0099ddad00 syz-executor.1 6982 1 6981 0 S uwait 0xfffffe0092568b00 syz-executor.1 6979 1 6976 0 S uwait 0xfffffe009c287380 syz-executor.1 6975 1 6971 0 S uwait 0xfffffe009256a880 syz-executor.1 6837 0 0 0 DL (threaded) [KTLS] 107233 D - 0xfffffe009b0b0100 [thr_0] 107861 D - 0xfffffe009b0b0180 [thr_1] 107862 D - 0xffffffff83f6c2e8 [alloc_0] 6313 1 776 0 S uwait 0xfffffe0057858200 syz-executor.0 6304 1 776 0 S uwait 0xfffffe0099dd8200 syz-executor.0 6295 1 788 0 S uwait 0xfffffe0099ddb300 syz-executor.3 6294 1 777 0 S uwait 0xfffffe009256a480 syz-executor.1 6289 1 777 0 S uwait 0xfffffe0099dd8400 syz-executor.1 6288 1 788 0 S uwait 0xfffffe0099dd8300 syz-executor.3 6287 1 779 0 S uwait 0xfffffe0057859500 syz-executor.2 6283 1 776 0 S uwait 0xfffffe005785a500 syz-executor.0 6282 1 779 0 S uwait 0xfffffe005785b600 syz-executor.2 6279 1 788 0 S uwait 0xfffffe0092569180 syz-executor.3 6278 1 777 0 S uwait 0xfffffe0057446580 syz-executor.1 6275 1 779 0 S uwait 0xfffffe005785b900 syz-executor.2 6274 1 776 0 S uwait 0xfffffe0099ddab00 syz-executor.0 6271 1 777 0 S uwait 0xfffffe005785bb80 syz-executor.1 6270 1 788 0 S uwait 0xfffffe0057858f00 syz-executor.3 6267 1 776 0 S uwait 0xfffffe0057446d00 syz-executor.0 6266 1 779 0 S uwait 0xfffffe0057858100 syz-executor.2 6263 1 777 0 S uwait 0xfffffe0057858d00 syz-executor.1 6262 1 788 0 S uwait 0xfffffe0092567200 syz-executor.3 6259 1 776 0 S uwait 0xfffffe0092567780 syz-executor.0 6258 1 779 0 S uwait 0xfffffe0092567600 syz-executor.2 6255 1 777 0 S uwait 0xfffffe0057449f00 syz-executor.1 6254 1 788 0 S uwait 0xfffffe0099dda680 syz-executor.3 6251 1 779 0 S uwait 0xfffffe0099ddac00 syz-executor.2 6243 1 779 0 S uwait 0xfffffe0057858080 syz-executor.2 5001 1 788 0 S uwait 0xfffffe005785a600 syz-executor.3 4997 1 788 0 S uwait 0xfffffe0092568d00 syz-executor.3 4992 1 788 0 S uwait 0xfffffe005785b700 syz-executor.3 4985 1 788 0 S uwait 0xfffffe0099ddb400 syz-executor.3 3834 3828 3834 0 Ss select 0xfffffe0092567ac0 dhclient 3831 1 3831 0 Ss select 0xfffffe0099dd9e40 dhclient 3828 3818 430 65 S select 0xfffffe0099dda040 dhclient 3818 430 430 0 S wait 0xfffffe009afcba90 sh 3804 1 3804 65 Ss select 0xfffffe0099dd9cc0 dhclient 3563 1 779 0 SV uwait 0xfffffe005785be80 syz-executor.2 2998 1 2998 0 Ss select 0xfffffe0099dda4c0 dhclient 2994 1 2994 0 Ss select 0xfffffe0099dda0c0 dhclient 2977 1 2977 65 Ss select 0xfffffe0099dda1c0 dhclient 2362 1 779 0 S uwait 0xfffffe0057449d00 syz-executor.2 2355 1 777 0 S uwait 0xfffffe0057449900 syz-executor.1 2353 1 777 0 S uwait 0xfffffe0092568800 syz-executor.1 2350 1 779 0 S uwait 0xfffffe0057449b00 syz-executor.2 2347 1 777 0 S uwait 0xfffffe0092567000 syz-executor.1 2344 1 779 0 S uwait 0xfffffe0092567300 syz-executor.2 2342 1 788 0 S uwait 0xfffffe0092567100 syz-executor.3 2340 1 777 0 S uwait 0xfffffe009256a080 syz-executor.1 2336 1 788 0 S uwait 0xfffffe0092567500 syz-executor.3 2334 1 777 0 S uwait 0xfffffe0057858c00 syz-executor.1 2330 1 788 0 S uwait 0xfffffe0092568c00 syz-executor.3 2328 1 777 0 S uwait 0xfffffe005785bc80 syz-executor.1 2318 1 777 0 S uwait 0xfffffe009256a580 syz-executor.1 2183 1 2183 0 Ss select 0xfffffe005785a240 dhclient 2180 1 2180 0 Ss select 0xfffffe0057449640 dhclient 2156 1 2156 65 Ss select 0xfffffe0099ddaec0 dhclient 1313 0 0 0 DL - 0xffffffff83e23600 [accounting] 1123 1 1123 0 Ss select 0xfffffe005785bac0 dhclient 1120 1 1120 0 Ss select 0xfffffe005785ba40 dhclient 964 0 0 0 DL - 0xffffffff83f6b580 [soaiod4] 963 0 0 0 DL - 0xffffffff83f6b580 [soaiod3] 962 0 0 0 DL - 0xffffffff83f6b580 [soaiod2] 961 0 0 0 DL - 0xffffffff83f6b580 [soaiod1] 910 0 0 0 DL aiordy 0xfffffe0058c24a90 [aiod4] 909 0 0 0 DL aiordy 0xfffffe0056f67000 [aiod3] 908 0 0 0 DL aiordy 0xfffffe0056f66548 [aiod2] 907 0 0 0 DL aiordy 0xfffffe0099538a90 [aiod1] 788 774 788 0 Rs syz-executor.3 779 774 779 0 Rs syz-executor.2 777 774 777 0 Rs syz-executor.1 776 774 776 0 Rs syz-executor.0 774 772 772 0 R (threaded) syz-fuzzer 100102 S uwait 0xfffffe0057446700 syz-fuzzer 100115 RunQ syz-fuzzer 100116 S wait 0xfffffe008fe7fa90 syz-fuzzer 100117 S uwait 0xfffffe0092569600 syz-fuzzer 100118 S uwait 0xfffffe0092569880 syz-fuzzer 100119 S uwait 0xfffffe0092569a80 syz-fuzzer 100120 RunQ syz-fuzzer 100121 Run CPU 0 syz-fuzzer 100122 S wait 0xfffffe008fe7fa90 syz-fuzzer 100123 S wait 0xfffffe008fe7fa90 syz-fuzzer 100129 S wait 0xfffffe008fe7fa90 syz-fuzzer 100155 S uwait 0xfffffe005785a400 syz-fuzzer 100560 S uwait 0xfffffe0099ddb700 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe008fe7f0b0 csh 770 688 770 0 Ss select 0xfffffe00925694c0 sshd 754 1 754 0 Rs+ getty 753 1 753 0 Ss+ ttyin 0xfffffe005791ecb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe005791f0b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe005791f4b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe005791f8b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005791fcb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00579200b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00579204b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00579208b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e4b980 cron 688 1 688 0 Ss select 0xfffffe0092569740 sshd 501 1 501 0 Rs syslogd 430 1 430 0 Ss wait 0xfffffe0058c24000 devd 429 1 429 65 Ss select 0xfffffe0056f487c0 dhclient 344 1 344 0 Ss select 0xfffffe0092569cc0 dhclient 341 1 341 0 Ss select 0xfffffe0056f488c0 dhclient 17 0 0 0 DL syncer 0xffffffff83f710a0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0056f68a90 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f6f6a0 [bufdaemon] 100082 D - 0xffffffff83212100 [bufspacedaemon-0] 100095 D sdflush 0xfffffe00578408e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83fa3200 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f970b8 [dom0] 100080 D launds 0xffffffff83f970c4 [laundry: dom0] 100081 D umarcl 0xffffffff81e59eb0 [uma] 7 0 0 0 DL - 0xffffffff83c07e08 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84b60550 [pf purge] 5 0 0 0 DL waiting 0xffffffff849364a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aaa340 [doneq0] 100045 D - 0xffffffff83aaa2c0 [async] 100076 D - 0xffffffff83aaa140 [scanner] 14 0 0 0 DL seqstat 0xfffffe0053fbd488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f928a0 [crypto] 100041 D crypto_ 0xfffffe00081f9d30 [crypto returns 0] 100042 D crypto_ 0xfffffe00081f9d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e20e00 [g_event] 100036 D - 0xffffffff83e20e20 [g_up] 100037 D - 0xffffffff83e20e40 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 LL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100029 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 L *tcpinp 0xfffffe00578579c0 [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053ddd000 [init] 10 0 0 0 DL audit_w 0xffffffff83f93380 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e21820 [swapper] 100005 D - 0xfffffe000796b200 [if_config_tqg_0] 100006 D - 0xfffffe000796b100 [softirq_0] 100007 D - 0xfffffe000796b000 [softirq_1] 100008 D - 0xfffffe000796ae00 [if_io_tqg_0] 100009 D - 0xfffffe000796ad00 [if_io_tqg_1] 100010 D - 0xfffffe0008185000 [in6m_free taskq] 100011 D - 0xfffffe0008184e00 [linuxkpi_irq_wq] 100012 D - 0xfffffe0008184d00 [aiod_kick taskq] 100013 D - 0xfffffe0008184c00 [deferred_unmount ta] 100014 D - 0xfffffe0008184b00 [thread taskq] 100016 D - 0xfffffe0008184900 [kqueue_ctx taskq] 100017 D - 0xfffffe0008184800 [pci_hp taskq] 100020 D - 0xfffffe0008184500 [inm_free taskq] 100021 D - 0xfffffe0008184400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0008184400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0008184400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0008184400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0008184300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0008184300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0008184300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0008184300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe0008184200 [firmware taskq] 100038 D - 0xfffffe0008183600 [crypto_0] 100039 D - 0xfffffe0008183600 [crypto_1] 100055 D - 0xfffffe0056fbbb00 [vtnet0 rxq 0] 100056 D - 0xfffffe0056fbba00 [vtnet0 txq 0] 100057 D - 0xfffffe0056fbb900 [vtnet0 rxq 1] 100058 D - 0xfffffe0056fbb800 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0053fe2500 [virtio_balloon] 100066 D - 0xffffffff82b6eea1 [deadlkres] 100070 D - 0xfffffe0008185100 [mca taskq] 100071 D - 0xfffffe0008183000 [acpi_task_0] 100072 D - 0xfffffe0008183000 [acpi_task_1] 100073 D - 0xfffffe0008183000 [acpi_task_2] 100075 D - 0xfffffe0008182d00 [CAM taskq] 112958 D - 0xfffffe0092913900 [system_taskq_0] 112959 D - 0xfffffe0092913900 [system_taskq_1] 112960 D - 0xfffffe0092b48d00 [system_delay_taskq_] 112961 D - 0xfffffe0092b48d00 [system_delay_taskq_] 112962 D - 0xfffffe0092b53b00 [arc_prune] db> show all locks Process 14173 (syz-executor.0) thread 0xfffffe009c8e9720 (118249) exclusive sleep mutex key socket pcb list (key socket pcb list) r = 0 (0xffffffff83f8f480) locked @ /syzkaller/managers/main/kernel/sys/netipsec/keysock.c:284 Process 774 (syz-fuzzer) thread 0xfffffe0092b57000 (100121) exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe0092705010) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:1004 exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe0058c07500) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:4138 Process 501 (syslogd) thread 0xfffffe0058df8000 (100101) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00079ac748) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3988 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0092662930) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_syscalls.c:3561 Process 12 (intr) thread 0xfffffe0053f5c1e0 (100053) exclusive sleep mutex vtnet0-rx1 (vtnet0-rx1) r = 0 (0xfffffe0056fae180) locked @ /syzkaller/managers/main/kernel/sys/dev/virtio/network/if_vtnet.c:2195 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 linker 380 9664K 416 sctp_stro 249 7349K 6164 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4247 sysctloid 47838 2814K 47944 solaris 134 2809K 218 filedesc 252 2012K 26333 vtbuf 24 1968K 46 pcb 805 1414K 29698 kobj 329 1316K 500 newblk 10 1027K 67934 vfscache 3 1025K 3 subproc 424 910K 14418 inodedep 37 526K 16449 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 3 276K 7 sctp_atcl 639 240K 21736 acpica 1674 184K 57585 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 9 130K 13380 tfo_ccache 1 128K 1 filemon 15 120K 249 DEVFS1 111 111K 128 sem 4 106K 4 kdtrace 537 96K 32437 umtx 704 88K 704 BPF 46 88K 130 bus 997 81K 5212 mtx_pool 2 72K 2 syncache 1 68K 1 module 519 65K 519 acpitask 1 64K 1 ddb_capture 1 64K 1 sctp_atky 888 36K 29246 temp 34 33K 3135 DEVFS3 130 33K 140 hostcache 1 32K 1 shm 1 32K 82 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 kstat_data 18 18K 18 lltable 53 17K 519 ufs_mount 4 17K 5 sctp_timw 66 17K 66 proc 3 17K 3 tty 16 16K 16 routetbl 138 16K 1198 ithread 97 16K 97 kqueue 209 16K 14343 bus-sc 34 15K 1682 pwddesc 207 13K 14311 KTRACE 101 13K 55656 ether_multi 157 13K 167 ifnet 7 13K 7 eventhandler 144 12K 144 ksem 31 12K 269 kenv 95 12K 95 GEOM 68 12K 515 rman 88 11K 431 CAM queue 5 11K 1528 sctp_athm 639 10K 22638 in6_multi 71 9K 71 taskqueue 81 9K 81 bmsafemap 2 9K 16611 cred 33 9K 427 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 24 pfs_vncache 1 8K 1 sctp_map 498 8K 12300 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 UMA 369 7K 369 dirrem 25 7K 15373 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 450 proc-args 231 6K 15519 DEVFSP 90 6K 1507 pf_ifnet 15 6K 241 session 38 5K 54 ufs_dirhash 24 5K 24 vt 11 5K 11 md_disk 2 5K 2 memdesc 1 4K 1 MCA 32 4K 32 CC Mem 64 4K 5399 md_sectors 1 4K 1 evdev 4 4K 4 lockf 33 4K 471 ip6opt 14 4K 309 acpisem 28 4K 28 hhook 15 4K 17 kcovinfo 52 4K 52 freefile 25 4K 15159 selfd 47 3K 193772 terminal 11 3K 11 select 19 3K 249 uidinfo 4 3K 68 inpcbpolicy 75 3K 6207 pf_osfp 22 3K 22 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 tcp_fsb 21 2K 2491 ip6ndp 12 2K 15 osd 92 2K 5350 sctp_ifa 14 2K 15 Unitno 27 2K 1163 CAM XPT 22 2K 543 freework 7 2K 34993 msi 12 2K 12 freeblks 6 2K 15785 in_multi 6 2K 8 vnodemarker 3 2K 1347 ip_msource 22 2K 150 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 26232 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 261 pci_link 10 1K 10 sctp_aadr 11 1K 107 pf_rule 5 1K 153 crypto 4 1K 654 encap_export_host 12 1K 12 procdesc 5 1K 18 cryptodev 9 1K 2255 newdirblk 4 1K 13116 diradd 4 1K 15412 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 12 ktls 1 1K 5 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 13 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 ip6_msource 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 aio 4 1K 12 iov 2 1K 54637 pmchooks 1 1K 1 soname 4 1K 22371 filecaps 5 1K 115 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 42 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 pf_table 0 0K 192 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 10178 sctp_iter 0 0K 22 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 10 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_stri 0 0K 1795 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 19878 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 666 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 300 allocindir 0 0K 0 indirdep 0 0K 29493 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 4 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_moptions 0 0K 1 in6_mfilter 0 0K 3 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_moptions 0 0K 71 in_mfilter 0 0K 221 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 14 VN POLL 0 0K 11 agp 0 0K 0 statfs 0 0K 13387 namei_tracker 0 0K 31 export_host 0 0K 0 cl_savebuf 0 0K 48 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 677 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 lio 0 0K 17 acl 0 0K 0 mbuf_tag 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 1460 eventfd 0 0K 54 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 308 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 764 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 8 rctl 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 17 filedesc_to_leader 0 0K 11 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 78 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8329 4371 286189 0 254 52019200 0 mbuf 256 9230 11353 4354850 0 254 5269248 0 tcp_log 416 0 11691 935997 0 254 4863456 0 zio_buf_comb_4194304 4194304 0 1 8 0 1 4194304 0 malloc-16384 16384 126 5 13165 0 1 2146304 0 malloc-128 128 15662 241 31122 0 126 2035584 0 pbuf 2624 0 762 0 0 2 1999488 0 RADIX NODE 144 12176 447 310747 0 63 1817712 0 BUF TRIE 144 370 11390 50005 0 62 1693440 0 UMA Slabs 0 112 14912 22 14912 0 126 1672608 0 malloc-384 384 4137 33 4482 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 vmem btag 56 25850 109 25850 0 254 1453704 0 VM OBJECT 264 5290 110 316688 0 30 1425600 0 malloc-4096 4096 331 3 617 0 2 1368064 0 tcp_bbr_map 128 3221 6885 560691 0 126 1293568 0 sctp_asoc 2256 249 261 6061 0 254 1150560 0 MAP ENTRY 96 9655 299 853267 0 126 955584 0 ertt_txseginfo 40 3215 20419 2250083 0 254 945360 0 malloc-2048 2048 393 39 14930 0 8 884736 0 malloc-4096 4096 207 5 14186 0 2 868352 0 256 Bucket 2048 388 20 15713 0 8 835584 0 FFS inode 1160 683 31 15853 0 8 828240 0 THREAD 1824 329 23 18256 0 8 642048 0 sctp_ep 1208 390 120 14736 0 254 616080 0 sctp_raddr 736 256 514 6852 0 254 566720 0 tcpcb 1104 64 447 5310 0 254 564144 0 socket 960 251 257 22442 0 254 487680 0 VMSPACE 2560 178 11 14146 0 4 483840 0 malloc-65536 65536 4 3 396 0 1 458752 0 malloc-65536 65536 1 5 167 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 malloc-2048 2048 5 179 1467 0 8 376832 0 malloc-64 64 5521 338 19667 0 254 374976 0 VNODE 448 724 86 15896 0 30 362880 0 malloc-1024 1024 246 106 6035 0 16 360448 0 malloc-16 16 19709 291 19857 0 254 320000 0 sctp_chunk 152 209 1845 64537 0 254 312208 0 FPU_save_area 832 331 38 22592 0 16 307008 0 malloc-384 384 640 140 21737 0 30 299520 0 PROC 1352 206 10 14179 0 8 292032 0 UMA Zones 768 341 3 341 0 16 264192 0 malloc-256 256 346 659 69867 0 62 257280 0 malloc-32 32 7608 330 21961 0 254 254016 0 filedesc0 1072 207 17 14311 0 8 240128 0 malloc-32768 32768 0 7 27635 0 1 229376 0 DEVCTL 1024 16 204 156 0 0 225280 0 malloc-256 256 55 815 51967 0 62 222720 0 FFS2 dinode 256 683 127 15853 0 62 207360 0 malloc-384 384 60 480 16474 0 30 207360 0 malloc-64 64 931 2156 208866 0 254 197568 0 malloc-65536 65536 3 0 3 0 1 196608 0 mbuf_packet 256 71 691 75587 0 254 195072 0 malloc-128 128 1277 242 28195 0 126 194432 0 malloc-128 128 1210 185 29470 0 126 178560 0 128 Bucket 1024 126 37 5990 0 16 166912 0 malloc-32768 32768 0 5 154 0 1 163840 0 malloc-1024 1024 130 14 2215 0 16 147456 0 S VFS Cache 104 1019 385 16805 0 126 146016 0 malloc-256 256 427 143 29241 0 62 145920 0 malloc-256 256 394 176 16484 0 62 145920 0 malloc-8192 8192 17 0 251 0 1 139264 0 g_bio 408 0 340 414866 0 32 138720 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 unpcb 256 28 482 1436 0 254 130560 0 UMA Kegs 384 326 7 326 0 30 127872 0 clpbuf 2624 0 48 956 0 16 125952 0 ksiginfo 112 206 838 4901 0 126 116928 0 malloc-384 384 218 52 277 0 30 103680 0 64 Bucket 512 117 83 28697 0 30 102400 0 malloc-128 128 562 213 4691 0 126 99200 0 malloc-16384 16384 5 1 180 0 1 98304 0 malloc-8192 8192 11 0 11 0 1 90112 0 malloc-4096 4096 22 0 22 0 2 90112 0 syncache 168 0 528 16 0 254 88704 0 malloc-128 128 30 621 15709 0 126 83328 0 malloc-256 256 47 268 51547 0 62 80640 0 sctp_readq 152 0 520 897 0 254 79040 0 tcp_inpcb 424 64 116 5310 0 30 76320 0 malloc-8192 8192 5 4 148 0 1 73728 0 malloc-4096 4096 15 3 27 0 2 73728 0 Files 80 578 322 50677 0 126 72000 0 malloc-64 64 668 403 4241 0 254 68544 0 malloc-64 64 534 537 37991 0 254 68544 0 malloc-32768 32768 2 0 2 0 1 65536 0 32 Bucket 256 110 145 6956 0 62 65280 0 sctp_stream_msg_out 112 130 410 1734 0 254 60480 0 TURNSTILE 136 353 88 353 0 62 59976 0 tcp_bbr_pcb 832 28 44 1982 0 16 59904 0 malloc-4096 4096 10 4 13 0 2 57344 0 malloc-64 64 67 752 49823 0 254 52416 0 malloc-128 128 146 257 14139 0 126 51584 0 malloc-256 256 14 181 15295 0 62 49920 0 malloc-256 256 37 158 2049 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 79352 0 16 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-2048 2048 2 22 194 0 8 49152 0 malloc-2048 2048 14 10 42 0 8 49152 0 malloc-1024 1024 22 26 48 0 16 49152 0 pcpu-8 8 5303 841 11043 0 254 49152 0 tcp_rack_pcb 896 14 40 2484 0 16 48384 0 pipe 744 44 21 743 0 16 48360 0 tcp_rack_map 120 38 358 8244 0 126 47520 0 malloc-384 384 55 65 515 0 30 46080 0 malloc-384 384 40 80 1682 0 30 46080 0 da_ccb 544 0 84 104202 0 16 45696 0 SLEEPQUEUE 88 353 159 353 0 126 45056 0 Mountpoints 2752 2 12 2 0 4 38528 0 ripcb 424 5 85 382 0 30 38160 0 udplite_inpcb 424 0 90 172 0 30 38160 0 udp_inpcb 424 6 84 343 0 30 38160 0 hostcache 64 7 560 7 0 254 36288 0 tcp_inpcb ports 32 10 1124 3751 0 254 36288 0 PWD 32 159 975 13102 0 254 36288 0 malloc-64 64 135 432 170 0 254 36288 0 malloc-64 64 2 565 65 0 254 36288 0 malloc-64 64 39 528 46 0 254 36288 0 malloc-32 32 668 466 24495 0 254 36288 0 16 Bucket 144 87 165 4987 0 62 36288 0 malloc-128 128 64 215 153 0 126 35712 0 malloc-128 128 87 192 2568 0 126 35712 0 ktls_session 256 0 135 4 0 62 34560 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 83 52 240 0 62 34560 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 2 2 4 0 1 32768 0 malloc-4096 4096 5 3 633 0 2 32768 0 malloc-2048 2048 8 8 1082 0 8 32768 0 malloc-2048 2048 3 13 507 0 8 32768 0 malloc-2048 2048 2 14 58 0 8 32768 0 malloc-2048 2048 0 16 101 0 8 32768 0 malloc-1024 1024 19 13 866 0 16 32768 0 malloc-1024 1024 6 26 207 0 16 32768 0 malloc-1024 1024 14 18 14 0 16 32768 0 malloc-512 512 3 61 189 0 30 32768 0 malloc-512 512 2 62 1218 0 30 32768 0 malloc-512 512 4 60 3135 0 30 32768 0 malloc-512 512 1 63 21 0 30 32768 0 malloc-512 512 18 46 90 0 30 32768 0 pcpu-64 64 498 14 498 0 254 32768 0 ipq 56 0 576 4 0 254 32256 0 KNOTE 160 27 173 127271 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 8 Bucket 80 73 327 3670 0 126 32000 0 tcp_log_id_node 120 0 264 4 0 126 31680 0 cpuset 104 10 269 4473 0 126 29016 0 sctp_asconf_ack 48 0 588 37 0 254 28224 0 sctp_laddr 48 92 496 5654 0 254 28224 0 malloc-32 32 292 590 1808 0 254 28224 0 malloc-32 32 358 524 17964 0 254 28224 0 4 Bucket 48 7 581 340 0 254 28224 0 2 Bucket 32 70 812 6456 0 254 28224 0 AIO 208 0 133 98 0 62 27664 0 malloc-4096 4096 0 6 15114 0 2 24576 0 PGRP 88 38 238 58 0 126 24288 0 rl_entry 40 218 388 236 0 254 24240 0 rtentry 168 31 113 35 0 62 24192 0 malloc-16 16 611 889 51457 0 254 24000 0 itimer 352 0 66 11 0 30 23232 0 malloc-384 384 32 28 36 0 30 23040 0 malloc-384 384 0 60 21 0 30 23040 0 domainset 40 0 567 3912 0 254 22680 0 udpcb 32 6 624 515 0 254 20160 0 udplite_inpcb ports 32 0 630 4 0 254 20160 0 udp_inpcb ports 32 3 627 85 0 254 20160 0 ertt 72 64 216 5310 0 126 20160 0 malloc-32 32 137 493 9763 0 254 20160 0 malloc-32 32 12 618 1159 0 254 20160 0 malloc-32 32 33 597 125 0 254 20160 0 malloc-16 16 648 602 22670 0 254 20000 0 cryptop 280 0 70 157 0 30 19600 0 AIOCB 552 0 35 105 0 16 19320 0 L VFS Cache 320 0 60 8 0 30 19200 0 AIOLIO 272 0 70 16 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 0 1 2 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 2 2 2 0 2 16384 0 malloc-1024 1024 2 14 2 0 16 16384 0 malloc-512 512 0 32 38 0 30 16384 0 malloc-512 512 2 30 2 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 1 667 669326 0 254 16032 0 malloc-16 16 583 417 4302 0 254 16000 0 kenv 258 15 45 1056 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_id_bucket 176 0 69 1 0 62 12144 0 malloc-32 32 8 370 21 0 254 12096 0 malloc-16 16 180 570 28807 0 254 12000 0 malloc-16 16 5 745 5 0 254 12000 0 malloc-16 16 18 732 18794 0 254 12000 0 malloc-16 16 3 747 166 0 254 12000 0 arc_buf_hdr_t_full 352 4 29 4 0 30 11616 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 12 10 12 0 62 3872 0 KMAP ENTRY 96 16 23 21 0 0 3744 0 pcpu-4 4 1 511 29 0 254 2048 0 md0 4 0 0 0 0 254 0 0 zfs_znode_cache 472 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 352 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 416 0 0 0 0 30 0 0 dnode_t 1032 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24824 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0