panic: seq_out not found rack:0xfffffe009a682c00 tp:0xfffffe00928d58a0 cpuid = 0 time = 1649635635 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0053bf9510 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0053bf9670 vpanic() at vpanic+0x2b8/frame 0xfffffe0053bf9750 panic() at panic+0xb5/frame 0xfffffe0053bf9810 rack_log_output() at rack_log_output+0x1296/frame 0xfffffe0053bf99e0 rack_output() at rack_output+0x98e0/frame 0xfffffe0053bf9ff0 rack_do_segment_nounlock() at rack_do_segment_nounlock+0x57e2/frame 0xfffffe0053bfa830 rack_do_segment() at rack_do_segment+0x1a8/frame 0xfffffe0053bfa920 tcp_input_with_port() at tcp_input_with_port+0x1cb0/frame 0xfffffe0053bfabb0 tcp_input() at tcp_input+0x1f/frame 0xfffffe0053bfabd0 ip_input() at ip_input+0x80e/frame 0xfffffe0053bfacf0 swi_net() at swi_net+0x2f0/frame 0xfffffe0053bfad90 ithread_loop() at ithread_loop+0x4f1/frame 0xfffffe0053bfaef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0053bfaf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053bfaf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100029 ] Stopped at kdb_enter+0x6b: movq $0,0x270879a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xae158f6bfc2d7f83 rdx 0x1 rbx 0 rsp 0xfffffe0053bf9650 rbp 0xfffffe0053bf9670 rsi 0 rdi 0xffffffff8177d4ea vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe009cf63c50 r12 0xfffffe0053ec4ac0 r13 0xfffffe0053bf9601 r14 0xffffffff82bc03c0 .str.26 r15 0xffffffff82bc03c0 .str.26 rip 0xffffffff81770a7b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x270879a(%rip) db> show proc Process 12 (intr) at 0xfffffe0053ddb548: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83e1c8c0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83e1c8c0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff83e1d860 (map 0xffffffff83e1d860) (map.pmap 0xffffffff83e1d920) (pmap 0xffffffff83e1d988) threads: 23 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 Run CPU 0 [swi1: netisr 0] 100032 I [swi3: busdma] 100033 I [swi1: hpts] 100034 Run CPU 1 [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 RunQ [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq33: virtio_pci2] 100061 I [irq34: virtio_pci2] 100062 I [irq35: virtio_pci2] 100064 I [irq1: atkbd0] 100065 I [irq12: psm0] 100066 I [swi0: uart uart++] 100070 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 15000 777 777 0 R (threaded) syz-executor.0 117753 RunQ syz-executor.0 118475 S connec 0xfffffe009c961c1a syz-executor.0 14999 782 782 0 R (threaded) syz-executor.2 117761 RunQ syz-executor.2 118474 S uwait 0xfffffe009a5c0c80 syz-executor.2 14227 1 782 0 S uwait 0xfffffe009a07a800 syz-executor.2 14223 1 782 0 S uwait 0xfffffe009a07c100 syz-executor.2 14218 1 782 0 S uwait 0xfffffe0058c08280 syz-executor.2 14215 1 782 0 S uwait 0xfffffe009a5c2080 syz-executor.2 14153 1 805 0 S uwait 0xfffffe009a07b100 syz-executor.3 14152 1 805 0 S uwait 0xfffffe009a07b700 syz-executor.3 14095 1 14094 0 SV uwait 0xfffffe009a07aa00 syz-executor.1 14088 1 14087 0 SV uwait 0xfffffe0058c0b900 syz-executor.1 14078 1 14076 0 SV uwait 0xfffffe009a07ae80 syz-executor.1 14065 1 14064 0 SV uwait 0xfffffe009a5c3780 syz-executor.1 14038 1 777 0 S uwait 0xfffffe009a07a080 syz-executor.0 13740 1 13739 0 S uwait 0xfffffe009a5c3480 syz-executor.3 13318 1 777 0 S uwait 0xfffffe009a07b200 syz-executor.0 12720 1 778 0 S uwait 0xfffffe009a07bd80 syz-executor.1 12717 1 778 0 S uwait 0xfffffe009a07b900 syz-executor.1 12714 1 778 0 S uwait 0xfffffe009a5c2a00 syz-executor.1 12711 1 778 0 S uwait 0xfffffe009a5c2700 syz-executor.1 12507 1 805 0 SV aiowc 0xfffffe009cec28d0 syz-executor.3 12478 1 782 0 T uwait 0xfffffe009a5c2000 syz-executor.2 12475 1 777 0 T uwait 0xfffffe009a07ae00 syz-executor.0 12471 1 778 0 T uwait 0xfffffe009a5c2500 syz-executor.1 12470 1 805 0 T uwait 0xfffffe009a07c000 syz-executor.3 12468 1 782 0 T uwait 0xfffffe0057a72900 syz-executor.2 12467 1 778 0 T uwait 0xfffffe009a5c2d00 syz-executor.1 12466 1 777 0 T uwait 0xfffffe009a5c1f00 syz-executor.0 12463 1 782 0 T uwait 0xfffffe009a07c300 syz-executor.2 12462 1 805 0 T uwait 0xfffffe009a5c1700 syz-executor.3 12456 1 777 0 T uwait 0xfffffe0007975f00 syz-executor.0 12455 1 778 0 T syz-executor.1 12454 1 805 0 T uwait 0xfffffe009a07bc80 syz-executor.3 12445 1 778 0 T uwait 0xfffffe009a5c2e00 syz-executor.1 12212 1 777 0 S uwait 0xfffffe009a07b400 syz-executor.0 11966 1 777 0 S uwait 0xfffffe009a07c400 syz-executor.0 11965 1 777 0 S uwait 0xfffffe0007975600 syz-executor.0 11510 1 777 0 S uwait 0xfffffe009a5c1a00 syz-executor.0 11360 1 777 0 R syz-executor.0 10857 1 782 0 S uwait 0xfffffe009a5c1b00 syz-executor.2 10851 1 782 0 S uwait 0xfffffe009a5c2f00 syz-executor.2 10843 1 782 0 S uwait 0xfffffe009a07bb80 syz-executor.2 10837 1 782 0 S uwait 0xfffffe009a5c1d00 syz-executor.2 10725 1 778 0 S uwait 0xfffffe009a07c500 syz-executor.1 10711 1 782 0 S uwait 0xfffffe009a5c1e00 syz-executor.2 10707 1 782 0 S uwait 0xfffffe0056f43680 syz-executor.2 10702 1 782 0 S uwait 0xfffffe009a07c580 syz-executor.2 10698 1 782 0 S uwait 0xfffffe0056f43a80 syz-executor.2 10526 1 778 0 S uwait 0xfffffe009a5c3180 syz-executor.1 10398 1 778 0 S uwait 0xfffffe009a07c200 syz-executor.1 10392 1 778 0 S uwait 0xfffffe009a07cc00 syz-executor.1 10390 1 778 0 S uwait 0xfffffe0058c08c80 syz-executor.1 10388 1 778 0 S uwait 0xfffffe009a5c2800 syz-executor.1 9414 0 0 0 DL (threaded) [KTLS] 111240 D - 0xfffffe009b9ceb00 [thr_0] 111522 D - 0xfffffe009b9ceb80 [thr_1] 111523 D - 0xffffffff83f67328 [alloc_0] 9217 1 782 0 S uwait 0xfffffe0056f43880 syz-executor.2 9212 1 782 0 S uwait 0xfffffe009a5c3380 syz-executor.2 9207 1 782 0 S uwait 0xfffffe009a5c2c00 syz-executor.2 9202 1 782 0 S uwait 0xfffffe0057a74500 syz-executor.2 9200 1 782 0 S uwait 0xfffffe0058c08180 syz-executor.2 9198 1 782 0 S uwait 0xfffffe0058c08b80 syz-executor.2 9195 1 782 0 S uwait 0xfffffe0057a75d80 syz-executor.2 9104 1 777 0 S uwait 0xfffffe0056f43780 syz-executor.0 9103 1 777 0 S uwait 0xfffffe0057a72480 syz-executor.0 9098 1 777 0 S uwait 0xfffffe009a5c3580 syz-executor.0 9096 1 777 0 S uwait 0xfffffe009a5c2300 syz-executor.0 9092 1 777 0 S uwait 0xfffffe0057a73280 syz-executor.0 9091 1 777 0 S uwait 0xfffffe0057a74100 syz-executor.0 9086 1 777 0 S uwait 0xfffffe0058c09200 syz-executor.0 9083 1 777 0 S uwait 0xfffffe009a5c3280 syz-executor.0 8215 1 777 0 S uwait 0xfffffe0058c08980 syz-executor.0 8210 1 777 0 S uwait 0xfffffe0057a75780 syz-executor.0 8204 1 777 0 S uwait 0xfffffe0057a75b80 syz-executor.0 8195 1 777 0 S uwait 0xfffffe0058c08100 syz-executor.0 6627 0 0 0 DL (threaded) [zfskern] 107752 D t->zthr 0xfffffe009b9cfc48 [arc_evict] 107767 D t->zthr 0xfffffe009b9d2748 [arc_reap] 107768 D - 0xfffffe009a09f900 [dbu_evict] 107769 D dbuf_ev 0xffffffff85840120 [dbuf_evict_thread] 107770 D - 0xfffffe0099ef3900 [z_vdev_file_0] 107771 D - 0xfffffe0099ef3900 [z_vdev_file_1] 107772 D - 0xfffffe0099ef3900 [z_vdev_file_2] 107773 D - 0xfffffe0099ef3900 [z_vdev_file_3] 107774 D - 0xfffffe0099ef3900 [z_vdev_file_4] 107775 D - 0xfffffe0099ef3900 [z_vdev_file_5] 107776 D - 0xfffffe0099ef3900 [z_vdev_file_6] 107777 D - 0xfffffe0099ef3900 [z_vdev_file_7] 107778 D - 0xfffffe0099ef3900 [z_vdev_file_8] 107779 D - 0xfffffe0099ef3900 [z_vdev_file_9] 107780 D - 0xfffffe0099ef3900 [z_vdev_file_10] 107781 D - 0xfffffe0099ef3900 [z_vdev_file_11] 107782 D - 0xfffffe0099ef3900 [z_vdev_file_12] 107783 D - 0xfffffe0099ef3900 [z_vdev_file_13] 107784 D - 0xfffffe0099ef3900 [z_vdev_file_14] 107785 D - 0xfffffe0099ef3900 [z_vdev_file_15] 107786 D l2arc_f 0xffffffff8582f240 [l2arc_feed_thread] 107787 D - 0xfffffe009a076400 [zfsvfs] 107788 S zevent_ 0xffffffff85840cc0 [sysevent] 6572 1 6566 0 SV uwait 0xfffffe0057a72c00 syz-executor.1 6570 1 6567 0 SV uwait 0xfffffe0057a73380 syz-executor.3 6559 1 6556 0 SV uwait 0xfffffe0057a73180 syz-executor.1 6558 1 6557 0 SV uwait 0xfffffe0007975700 syz-executor.3 6553 1 6550 0 SV uwait 0xfffffe0057a72380 syz-executor.3 6552 1 6551 0 SV uwait 0xfffffe0057a75c80 syz-executor.1 6545 1 6543 0 SV uwait 0xfffffe0007975900 syz-executor.3 5842 1 778 0 S uwait 0xfffffe0057a75500 syz-executor.1 5838 1 778 0 S uwait 0xfffffe0057a75a80 syz-executor.1 5831 1 778 0 S uwait 0xfffffe0007975e00 syz-executor.1 5822 1 778 0 S uwait 0xfffffe009a07d100 syz-executor.1 4971 0 0 0 DL mdwait 0xfffffe00578ce000 [md1] 4951 1 777 0 S uwait 0xfffffe0058c08a80 syz-executor.0 4949 1 777 0 S uwait 0xfffffe0007976280 syz-executor.0 4947 1 777 0 S uwait 0xfffffe0058c09a00 syz-executor.0 4942 1 777 0 S uwait 0xfffffe0058c09900 syz-executor.0 4919 1 778 0 S uwait 0xfffffe0058c08d80 syz-executor.1 4743 1 778 0 S uwait 0xfffffe0007975800 syz-executor.1 4739 1 782 0 S uwait 0xfffffe0057a73480 syz-executor.2 4737 1 805 0 S uwait 0xfffffe0058c08780 syz-executor.3 4736 1 777 0 S uwait 0xfffffe0057a73980 syz-executor.0 4735 1 778 0 S uwait 0xfffffe0058c08480 syz-executor.1 4731 1 782 0 S uwait 0xfffffe0058c0a380 syz-executor.2 4729 1 805 0 S uwait 0xfffffe0057a72580 syz-executor.3 4728 1 777 0 S uwait 0xfffffe0058c0a280 syz-executor.0 4727 1 778 0 S uwait 0xfffffe0057a75880 syz-executor.1 4721 1 782 0 S uwait 0xfffffe009a07d480 syz-executor.2 4719 1 777 0 S uwait 0xfffffe0007976380 syz-executor.0 4718 1 805 0 S uwait 0xfffffe0057a73580 syz-executor.3 4709 1 777 0 S uwait 0xfffffe0058c08000 syz-executor.0 4512 1 778 0 S uwait 0xfffffe0057a73780 syz-executor.1 4504 1 778 0 S uwait 0xfffffe0057a73d80 syz-executor.1 4501 1 778 0 S uwait 0xfffffe0058c09600 syz-executor.1 4498 1 778 0 S uwait 0xfffffe0057a72680 syz-executor.1 4398 0 0 0 DL mdwait 0xfffffe00924c9000 [md0] 4203 1 4203 0 Ss+ ttyin 0xfffffe0056fe74b0 getty 4202 1 4202 0 Ss+ ttyin 0xfffffe0056fe48b0 getty 4201 1 4201 0 Ss+ ttyin 0xfffffe0056fe4cb0 getty 4200 1 4200 0 Ss+ ttyin 0xfffffe0056fe50b0 getty 4198 1 4198 0 Ss+ ttyin 0xfffffe0056fe54b0 getty 4197 1 4197 0 Ss+ ttyin 0xfffffe0056fe58b0 getty 4196 1 4196 0 Ss+ ttyin 0xfffffe0056fe5cb0 getty 4195 1 4195 0 Ss+ ttyin 0xfffffe0056fe60b0 getty 4194 1 4194 0 Ss+ ttyin 0xfffffe0056fe64b0 getty 3239 1 782 0 S uwait 0xfffffe0057a72800 syz-executor.2 2961 1 805 0 S uwait 0xfffffe0057a72f00 syz-executor.3 2900 1 782 0 S uwait 0xfffffe009a07d580 syz-executor.2 2613 1 782 0 S uwait 0xfffffe0057a74200 syz-executor.2 2468 1 805 0 S uwait 0xfffffe009a07d280 syz-executor.3 1046 1 777 0 S uwait 0xfffffe0057a73e80 syz-executor.0 1042 1 778 0 S uwait 0xfffffe0058c0a400 syz-executor.1 1039 1 782 0 S uwait 0xfffffe0057a74300 syz-executor.2 1036 1 777 0 S uwait 0xfffffe0058c08e80 syz-executor.0 1031 1 778 0 S uwait 0xfffffe0057a73a80 syz-executor.1 1027 1 782 0 S uwait 0xfffffe0057a74600 syz-executor.2 1025 1 777 0 S uwait 0xfffffe0058c0a880 syz-executor.0 1023 1 778 0 S uwait 0xfffffe0058c0b100 syz-executor.1 1020 1 805 0 S uwait 0xfffffe0057a73880 syz-executor.3 1017 1 782 0 S uwait 0xfffffe0058c09b00 syz-executor.2 1016 1 777 0 S uwait 0xfffffe0058c09700 syz-executor.0 1011 1 805 0 S uwait 0xfffffe0057a73c80 syz-executor.3 1005 1 777 0 S uwait 0xfffffe0007975400 syz-executor.0 999 1 805 0 S uwait 0xfffffe0007976d00 syz-executor.3 993 1 777 0 S uwait 0xfffffe0058c09c00 syz-executor.0 984 1 777 0 S uwait 0xfffffe0058c09800 syz-executor.0 894 0 0 0 DL - 0xffffffff83f665c0 [soaiod4] 893 0 0 0 DL - 0xffffffff83f665c0 [soaiod3] 892 0 0 0 DL - 0xffffffff83f665c0 [soaiod2] 891 0 0 0 DL - 0xffffffff83f665c0 [soaiod1] 890 0 0 0 DL aiordy 0xfffffe0092df5548 [aiod4] 889 0 0 0 DL aiordy 0xfffffe0092df5a90 [aiod3] 888 0 0 0 DL aiordy 0xfffffe0092d7e548 [aiod2] 887 0 0 0 DL aiordy 0xfffffe0058b9ba90 [aiod1] 805 774 805 0 Rs syz-executor.3 782 774 782 0 Rs syz-executor.2 778 774 778 0 Rs syz-executor.1 777 774 777 0 Rs syz-executor.0 774 1 772 0 R (threaded) syz-fuzzer 100113 S uwait 0xfffffe0058c0a980 syz-fuzzer 100115 RunQ syz-fuzzer 100116 S uwait 0xfffffe0058c0ac80 syz-fuzzer 100117 RunQ syz-fuzzer 100118 S uwait 0xfffffe0058c09d00 syz-fuzzer 100119 S uwait 0xfffffe0058c09e00 syz-fuzzer 100120 S uwait 0xfffffe0058c09f00 syz-fuzzer 100122 S uwait 0xfffffe0058c0b000 syz-fuzzer 100123 S uwait 0xfffffe0058c0a080 syz-fuzzer 101826 S kqread 0xfffffe0007971000 syz-fuzzer 770 688 770 0 Ss select 0xfffffe0053dd14c0 sshd 688 1 688 0 Ss select 0xfffffe0053dd2940 sshd 17 0 0 0 DL syncer 0xffffffff83f6c0e0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0058812a90 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83f6a6e0 [bufdaemon] 100083 D - 0xffffffff83211f80 [bufspacedaemon-0] 100097 D sdflush 0xfffffe0053f690e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9e1c0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83f92078 [dom0] 100081 D launds 0xffffffff83f92084 [laundry: dom0] 100082 D umarcl 0xffffffff81eaa7a0 [uma] 7 0 0 0 DL - 0xffffffff83c02688 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84975530 [pf purge] 5 0 0 0 DL waiting 0xffffffff8468f4a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83aa45c0 [doneq0] 100046 D - 0xffffffff83aa4540 [async] 100077 D - 0xffffffff83aa43c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056f18c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83f8d880 [crypto] 100042 D crypto_ 0xfffffe0053effd30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053effd80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83e1be80 [g_event] 100037 D - 0xffffffff83e1bea0 [g_up] 100038 D - 0xffffffff83e1bec0 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 Run CPU 0 [swi1: netisr 0] 100032 I [swi3: busdma] 100033 I [swi1: hpts] 100034 Run CPU 1 [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 RunQ [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq33: virtio_pci2] 100061 I [irq34: virtio_pci2] 100062 I [irq35: virtio_pci2] 100064 I [irq1: atkbd0] 100065 I [irq12: psm0] 100066 I [swi0: uart uart++] 100070 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053ddc000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8e380 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1c8c0 [swapper] 100005 D - 0xfffffe0007973100 [softirq_0] 100006 D - 0xfffffe0007973000 [softirq_1] 100007 D - 0xfffffe0007972e00 [if_io_tqg_0] 100008 D - 0xfffffe0007972d00 [if_io_tqg_1] 100009 D - 0xfffffe0007972c00 [if_config_tqg_0] 100011 D - 0xfffffe0007972a00 [aiod_kick taskq] 100012 D - 0xfffffe0007972900 [inm_free taskq] 100013 D - 0xfffffe0007972800 [linuxkpi_irq_wq] 100014 D - 0xfffffe0007972700 [in6m_free taskq] 100015 D - 0xfffffe0007972600 [deferred_unmount ta] 100016 D - 0xfffffe0007972500 [thread taskq] 100018 D - 0xfffffe0007972300 [pci_hp taskq] 100019 D - 0xfffffe0007972200 [kqueue_ctx taskq] 100021 D - 0xfffffe0007972000 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0007972000 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0007972000 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0007972000 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0007971e00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0007971e00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0007971e00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0007971e00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f21300 [firmware taskq] 100039 D - 0xfffffe0053f21100 [crypto_0] 100040 D - 0xfffffe0053f21100 [crypto_1] 100056 D - 0xfffffe0053f1e000 [vtnet0 rxq 0] 100057 D - 0xfffffe0007974e00 [vtnet0 txq 0] 100058 D - 0xfffffe0007974d00 [vtnet0 rxq 1] 100059 D - 0xfffffe0007974c00 [vtnet0 txq 1] 100063 D vtbslp 0xfffffe005700e800 [virtio_balloon] 100067 D - 0xffffffff82bc6240 [deadlkres] 100071 D - 0xfffffe0007973200 [mca taskq] 100072 D - 0xfffffe00574c1200 [acpi_task_0] 100073 D - 0xfffffe00574c1200 [acpi_task_1] 100074 D - 0xfffffe00574c1200 [acpi_task_2] 100076 D - 0xfffffe0053f20e00 [CAM taskq] 107762 D - 0xfffffe009a0a6e00 [system_taskq_0] 107763 D - 0xfffffe009a0a6e00 [system_taskq_1] 107764 D - 0xfffffe009a06c400 [system_delay_taskq_] 107765 D - 0xfffffe009a06c400 [system_delay_taskq_] 107766 D - 0xfffffe009a0a1e00 [arc_prune] 2709 1 777 0 Z syz-executor.0 db> show all locks Process 12 (intr) thread 0xfffffe0053ec4ac0 (100029) exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe0099d9cd50) locked @ /syzkaller/managers/main/kernel/sys/netinet/in_pcb.c:1566 Process 12 (intr) thread 0xfffffe0053ec2720 (100034) exclusive sleep mutex tcp_hpts_lck (hpts) r = 0 (0xfffffe0053f00000) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:1430 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 linker 380 9856K 485 tcp_hpts 6 4801K 6 devbuf 4217 4323K 4248 sysctloid 48026 2825K 48130 solaris 130 2804K 200 filedesc 257 2056K 28127 vtbuf 24 1968K 46 kobj 327 1308K 506 pcb 626 1221K 23640 newblk 43 1035K 45874 vfscache 3 1025K 3 subproc 365 761K 15214 inodedep 55 533K 16176 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 3 276K 7 filemon 28 224K 291 sctp_stro 178 209K 4748 acpica 1674 184K 56014 sctp_atcl 489 184K 16976 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 12 131K 14159 tfo_ccache 1 128K 1 DEVFS1 112 112K 129 sem 4 106K 4 kdtrace 474 87K 33478 umtx 660 83K 660 bus 991 81K 5140 mtx_pool 2 72K 2 syncache 1 68K 1 module 516 65K 516 acpitask 1 64K 1 ddb_capture 1 64K 1 temp 35 35K 19569 DEVFS3 131 33K 141 hostcache 1 32K 1 shm 1 32K 58 msg 4 30K 4 sctp_atky 667 27K 22564 gtaskqueue 18 26K 18 kbdmux 6 22K 6 routetbl 144 21K 3203 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 lltable 57 19K 730 kstat_data 17 17K 17 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 100 16K 100 bus-sc 34 15K 1651 kqueue 175 14K 15104 ksem 20 13K 306 KTRACE 102 13K 1342811 GEOM 75 13K 585 ifnet 7 13K 7 ether_multi 152 13K 193 sctp_timw 47 12K 47 eventhandler 137 12K 137 kenv 95 12K 95 pwddesc 171 11K 15186 dirrem 42 11K 15704 rman 88 11K 431 CAM queue 5 11K 1528 in6_multi 65 9K 65 taskqueue 81 9K 81 bmsafemap 2 9K 16469 UART 12 9K 12 devstat 4 9K 4 md_disk 4 9K 7 pf_table 4 8K 698 rpc 2 8K 2 shmfd 1 8K 44 md_sectors 2 8K 2 pfs_vncache 1 8K 1 sctp_athm 489 8K 17484 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 DEVFSP 115 8K 1761 UMA 371 7K 371 pf_ifnet 21 7K 732 pf_osfp 58 7K 58 sglist 5 7K 5 CAM DEV 3 6K 510 cred 23 6K 372 sctp_map 356 6K 9372 freefile 43 6K 15515 freework 19 5K 27521 ufs_dirhash 24 5K 24 lockf 39 5K 760 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 plimit 16 4K 1011 evdev 4 4K 4 CC Mem 62 4K 6100 proc-args 175 4K 16322 session 29 4K 179 sctp_stri 7 4K 1026 acpisem 28 4K 28 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 tcp_fsb 32 3K 2161 uidinfo 3 3K 29 inpcbpolicy 66 3K 6791 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 cryptodev 31 2K 3019 ip6ndp 12 2K 13 osd 90 2K 5923 sctp_ifa 13 2K 14 Unitno 27 2K 1001 CAM XPT 22 2K 543 msi 12 2K 12 freeblks 6 2K 15864 in_multi 6 2K 19 vnodemarker 3 2K 395 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 10 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 sctp_aadr 15 1K 99 newdirblk 7 1K 14033 CAM periph 4 1K 271 ipsec 3 1K 3 pf_rule 6 1K 414 sctp_ifn 6 1K 14 mkdir 6 1K 28066 mld 6 1K 6 igmp 6 1K 6 BPF 6 1K 74 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 1267 pci_link 10 1K 10 crypto 4 1K 1089 encap_export_host 12 1K 12 ip6opt 2 1K 198 pfil 4 1K 4 selfd 8 1K 232592 cdev 2 1K 2 filedesc_to_leader 7 1K 14 diradd 3 1K 15742 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 indirdep 1 1K 16798 ip6_msource 4 1K 9 vnodes 1 1K 6 ktls 1 1K 6 CAM SIM 2 1K 2 select 2 1K 158 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 ip_msource 2 1K 15 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 eventfd 1 1K 64 pmchooks 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 41 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 soname 1 1K 20037 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 7964 sctp_iter 0 0K 107 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 105 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 16 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 ixl 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 xen_intr 0 0K 0 NFSD srvcache 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS4 0 0K 0 xenbus 0 0K 0 DEVFS2 0 0K 0 vm_fictitious 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 UMAHash 0 0K 0 vtfont 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 12575 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 195 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 247 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_moptions 0 0K 9 in6_mfilter 0 0K 24 frag6 0 0K 7 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_moptions 0 0K 31 in_mfilter 0 0K 40 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 1 agp 0 0K 0 statfs 0 0K 14297 namei_tracker 0 0K 16 export_host 0 0K 0 cl_savebuf 0 0K 46 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 624 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 11 lio 0 0K 127 acl 0 0K 0 mbuf_tag 0 0K 136 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 procdesc 0 0K 14 iov 0 0K 23318 ioctlops 0 0K 2222 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 358 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 896 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 20 rctl 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filecaps 0 0K 96 sigio 0 0K 2 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 84 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8382 1270 1205050 0 254 39534592 0 tcp_log 416 1863 18459 1240141 0 254 8453952 0 mbuf 256 9226 5012 6474398 0 254 3644928 0 ertt_txseginfo 40 66337 11938 2777028 0 254 3131000 0 RADIX NODE 144 15339 364 303752 0 62 2261232 0 malloc-16384 16384 129 6 14062 0 1 2211840 0 mbuf_cluster 2048 762 254 763 0 254 2080768 0 malloc-4096 4096 500 6 15640 0 2 2072576 0 malloc-128 128 15771 132 15777 0 126 2035584 0 pbuf 2624 0 762 0 0 2 1999488 0 BUF TRIE 144 330 11458 27776 0 62 1697472 0 tcp_bbr_map 128 8434 4338 853103 0 127 1634816 0 malloc-384 384 4169 1 4169 0 30 1601280 0 vmem btag 56 23832 111 23832 0 254 1340808 0 UMA Slabs 0 112 11876 34 11876 0 126 1333920 0 malloc-64 64 981 17100 256715 0 254 1157184 0 sctp_asoc 2256 178 332 4657 0 254 1150560 0 VM OBJECT 264 4132 98 332584 0 30 1116720 0 256 Bucket 2048 417 49 21768 0 8 954368 0 sctp_ep 1208 304 466 11738 0 254 930160 0 FFS inode 1160 661 32 16208 0 8 803880 0 socket 960 194 570 20038 0 254 733440 0 MAP ENTRY 96 7146 414 842228 0 126 725760 0 malloc-2048 2048 313 23 13044 0 8 688128 0 THREAD 1808 301 29 18475 0 8 596640 0 tcpcb 1104 62 449 5883 0 254 564144 0 malloc-65536 65536 5 2 38 0 1 458752 0 lkpicurr 168 2 2350 2 0 62 395136 0 lkpimm 168 1 2327 1 0 62 391104 0 VMSPACE 2552 142 11 14957 0 4 390456 0 sctp_raddr 736 198 319 5148 0 254 380512 0 VNODE 448 700 110 16250 0 30 362880 0 malloc-64 64 5153 202 5221 0 254 342720 0 malloc-16 16 19755 495 19930 0 254 324000 0 malloc-384 384 684 66 17558 0 30 288000 0 FPU_save_area 832 303 39 25495 0 16 284544 0 malloc-256 256 791 274 44020 0 62 272640 0 UMA Zones 768 343 1 343 0 16 264192 0 malloc-65536 65536 1 3 159 0 1 262144 0 malloc-32768 32768 0 8 15776 0 1 262144 0 malloc-8192 8192 30 2 294 0 1 262144 0 PROC 1352 171 21 15001 0 8 259584 0 malloc-32 32 7464 222 7492 0 254 245952 0 sctp_chunk 152 178 1356 21560 0 254 233168 0 DEVCTL 1024 5 215 159 0 0 225280 0 malloc-1024 1024 179 29 4575 0 16 212992 0 malloc-128 128 1362 281 55510 0 126 210304 0 filedesc0 1072 171 25 15186 0 8 210112 0 FFS2 dinode 256 661 149 16207 0 62 207360 0 malloc-384 384 54 486 16211 0 30 207360 0 malloc-256 256 131 679 46624 0 62 207360 0 malloc-65536 65536 3 0 3 0 1 196608 0 mbuf_packet 256 130 632 59332 0 254 195072 0 malloc-256 256 205 485 17540 0 62 176640 0 128 Bucket 1024 67 96 2784 0 16 166912 0 S VFS Cache 104 1028 493 17032 0 126 158184 0 malloc-1024 1024 126 18 377 0 16 147456 0 malloc-128 128 984 163 5052 0 126 146816 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 173 0 1 131072 0 malloc-65536 65536 0 2 238 0 1 131072 0 unpcb 256 1 509 1462 0 254 130560 0 UMA Kegs 384 328 5 328 0 30 127872 0 clpbuf 2624 0 48 158 0 16 125952 0 ksiginfo 112 183 861 7671 0 126 116928 0 malloc-128 128 675 224 33472 0 126 115072 0 malloc-16384 16384 5 2 13 0 1 114688 0 64 Bucket 512 114 86 22875 0 30 102400 0 malloc-64 64 1149 426 1256347 0 254 100800 0 malloc-32768 32768 1 2 6 0 1 98304 0 malloc-32768 32768 0 3 120 0 1 98304 0 malloc-8192 8192 11 0 11 0 1 90112 0 malloc-4096 4096 2 20 32 0 2 90112 0 syncache 168 0 528 12 0 254 88704 0 malloc-128 128 44 607 15765 0 126 83328 0 malloc-4096 4096 17 3 69 0 2 81920 0 sctp_readq 152 1 519 519 0 254 79040 0 malloc-8192 8192 8 1 111 0 1 73728 0 malloc-4096 4096 14 4 560 0 2 73728 0 g_bio 408 0 180 244210 0 30 73440 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 6 0 1 65536 0 malloc-32768 32768 1 1 5 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-2048 2048 7 25 858 0 8 65536 0 malloc-1024 1024 36 28 1617 0 16 65536 0 malloc-256 256 26 229 43386 0 62 65280 0 malloc-256 256 69 186 18973 0 62 65280 0 32 Bucket 256 124 131 9564 0 62 65280 0 tcp_inpcb 424 62 91 5883 0 30 64872 0 sctp_stream_msg_out 112 46 494 1161 0 254 60480 0 tcp_bbr_pcb 832 36 36 2679 0 16 59904 0 ripcb 424 0 126 340 0 30 53424 0 udp_inpcb 424 4 122 413 0 30 53424 0 pcpu-8 8 5354 1302 23311 0 254 53248 0 malloc-64 64 32 787 20155 0 254 52416 0 Files 80 408 242 48503 0 126 52000 0 TURNSTILE 136 331 47 331 0 62 51408 0 malloc-256 256 50 145 14793 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 82435 0 16 49152 0 malloc-2048 2048 0 24 75 0 8 49152 0 malloc-2048 2048 13 11 30 0 8 49152 0 malloc-1024 1024 22 26 547 0 16 49152 0 pcpu-64 64 497 271 497 0 254 49152 0 tcp_rack_pcb 896 17 37 2146 0 16 48384 0 pipe 744 18 47 636 0 16 48360 0 tcp_rack_map 120 45 351 5393 0 126 47520 0 malloc-384 384 56 64 827 0 30 46080 0 malloc-384 384 63 57 1472 0 30 46080 0 da_ccb 544 0 84 61252 0 16 45696 0 SLEEPQUEUE 88 331 181 331 0 126 45056 0 malloc-32 32 917 469 75690 0 254 44352 0 Mountpoints 2752 2 12 23 0 4 38528 0 udplite_inpcb 424 0 90 155 0 30 38160 0 hostcache 64 7 560 7 0 254 36288 0 PWD 32 129 1005 14025 0 254 36288 0 malloc-64 64 26 541 89 0 254 36288 0 malloc-64 64 191 376 16276 0 254 36288 0 malloc-64 64 11 556 93 0 254 36288 0 malloc-64 64 196 371 15213 0 254 36288 0 16 Bucket 144 86 166 2750 0 62 36288 0 malloc-128 128 54 225 1064 0 126 35712 0 malloc-128 128 98 181 769 0 126 35712 0 malloc-128 128 69 210 647 0 126 35712 0 ktls_session 256 5 130 5 0 62 34560 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 736 0 62 34560 0 malloc-256 256 30 105 2155 0 62 34560 0 malloc-256 256 15 120 1713 0 62 34560 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-16384 16384 1 1 161 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 6 10 8 0 8 32768 0 malloc-2048 2048 2 14 852 0 8 32768 0 malloc-2048 2048 1 15 25 0 8 32768 0 malloc-2048 2048 2 14 1640 0 8 32768 0 malloc-1024 1024 2 30 128 0 16 32768 0 malloc-1024 1024 4 28 5 0 16 32768 0 malloc-1024 1024 3 29 11 0 16 32768 0 malloc-1024 1024 1 31 44 0 16 32768 0 malloc-512 512 0 64 170 0 30 32768 0 malloc-512 512 2 62 2 0 30 32768 0 malloc-512 512 5 59 414 0 30 32768 0 malloc-512 512 0 64 34 0 30 32768 0 malloc-512 512 12 52 70 0 30 32768 0 malloc-512 512 7 57 1011 0 30 32768 0 malloc-512 512 0 64 83 0 30 32768 0 malloc-512 512 1 63 28 0 30 32768 0 KNOTE 160 28 172 163321 0 62 32000 0 ttyinq 160 135 65 1380 0 62 32000 0 cpuset 104 11 268 2180 0 126 29016 0 sctp_asconf_ack 48 0 588 32 0 254 28224 0 sctp_laddr 48 96 492 4417 0 254 28224 0 tcp_inpcb ports 32 19 863 3896 0 254 28224 0 ertt 72 62 330 5883 0 126 28224 0 4 Bucket 48 6 582 370 0 254 28224 0 2 Bucket 32 87 795 4007 0 254 28224 0 AIO 208 1 132 161 0 62 27664 0 malloc-8192 8192 0 3 46 0 1 24576 0 malloc-8192 8192 2 1 5 0 1 24576 0 malloc-8192 8192 0 3 4 0 1 24576 0 malloc-4096 4096 2 4 14304 0 2 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 29 247 191 0 126 24288 0 rl_entry 40 190 416 195 0 254 24240 0 8 Bucket 80 56 244 4162 0 126 24000 0 malloc-384 384 0 60 84 0 30 23040 0 malloc-384 384 0 60 13 0 30 23040 0 domainset 40 1 566 1695 0 254 22680 0 udpcb 32 4 626 568 0 254 20160 0 udplite_inpcb ports 32 0 630 8 0 254 20160 0 udp_inpcb ports 32 2 628 62 0 254 20160 0 malloc-32 32 29 601 1176 0 254 20160 0 malloc-32 32 132 498 15085 0 254 20160 0 malloc-32 32 200 430 8611 0 254 20160 0 malloc-32 32 75 555 158 0 254 20160 0 malloc-32 32 101 529 103 0 254 20160 0 malloc-32 32 7 623 51 0 254 20160 0 malloc-16 16 493 757 103554 0 254 20000 0 malloc-16 16 495 755 17501 0 254 20000 0 cryptop 280 0 70 249 0 30 19600 0 AIOCB 552 0 35 532 0 16 19320 0 AIOLIO 272 0 70 127 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 0 1 1 0 1 16384 0 malloc-4096 4096 1 3 3 0 2 16384 0 malloc-4096 4096 0 4 155 0 2 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 ipq 56 0 288 1 0 254 16128 0 vtnet_tx_hdr 24 1 667 1679938 0 254 16032 0 malloc-16 16 171 829 25001 0 254 16000 0 malloc-16 16 553 447 13877 0 254 16000 0 tcp_log_node 120 0 132 1 0 126 15840 0 kenv 258 15 45 1037 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_bucket 176 0 69 1 0 62 12144 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 8 742 26 0 254 12000 0 malloc-16 16 39 711 301 0 254 12000 0 arc_buf_hdr_t_full 352 4 29 4 0 30 11616 0 itimer 352 0 33 35 0 30 11616 0 L VFS Cache 320 0 36 2 0 30 11520 0 malloc-384 384 11 19 11 0 30 11520 0 tfo_ccache_entries 80 1 127 1 0 126 10240 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 3 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 malloc-16 16 0 500 2 0 254 8000 0 UMA Slabs 1 176 12 10 12 0 62 3872 0 KMAP ENTRY 96 16 23 22 0 0 3744 0 zfs_znode_cache 464 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 352 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 416 0 0 0 0 30 0 0 dnode_t 1032 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24824 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 md1 512 0 0 0 0 30 0 0 md0 512 0 0 0 0 30 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 56 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0